-- Logs begin at Thu 2021-12-16 14:06:04 UTC, end at Thu 2021-12-16 17:06:39 UTC. -- Dec 16 14:57:55.792032 n-d-821947-3 systemd[1]: Started Devstack devstack@q-svc.service. Dec 16 14:57:58.659083 n-d-821947-3 neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:57:58.659699 n-d-821947-3 neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 14:57:58.659990 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 14:57:58.663238 n-d-821947-3 neutron-server[103944]: INFO neutron.common.config [-] Logging enabled! Dec 16 14:57:58.663496 n-d-821947-3 neutron-server[103944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev287 Dec 16 14:57:58.663808 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 16 14:57:58.664768 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:57:58.665009 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:57:58.665383 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:57:58.665623 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:57:58.665850 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:57:58.666168 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.666584 n-d-821947-3 neutron-server[103944]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 16 14:57:58.666903 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.667197 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.667490 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.667786 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.668096 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.668909 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.669201 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.669499 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.669786 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.670069 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.670348 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.670636 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.670914 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.671199 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.671485 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.671766 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.672085 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.672508 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.672926 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.673206 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.673498 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.673775 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.674047 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.674322 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.674603 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.674929 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] host = n-d-821947-3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.675209 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.675504 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.675785 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.676096 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.676373 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.676648 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.676939 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.677214 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.677487 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.677763 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.678049 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.678336 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.678625 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.678847 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.679070 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.679358 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.679645 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.679946 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.680222 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.680493 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.680763 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.681035 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.681304 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.681589 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.681874 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.682157 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.682431 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.682703 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.682975 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.683245 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.683528 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.683801 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.684727 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.685006 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.685297 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.685573 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.685849 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.686151 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.686438 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.686723 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.687014 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.687288 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.687571 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.688184 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.688462 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.688737 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.689010 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.689281 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.689568 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.689845 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.690115 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.690387 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.690658 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.690942 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:57:58.691239 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.691538 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.691859 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.692148 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.692458 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.692739 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.693029 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.693307 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.693599 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.693889 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.694177 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.694457 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.694747 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.695027 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.695321 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.695629 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.695948 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.696242 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.696515 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.696802 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.697077 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.697351 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.697643 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.697923 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.698208 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.698502 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.698779 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.699074 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.699362 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.699675 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.699997 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.700274 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.700555 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.700847 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.701125 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.701397 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.701677 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.701967 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.702245 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.702518 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.702801 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.703079 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.703356 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.703624 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.703926 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.704219 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.704502 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.704768 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.705038 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.705313 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.705582 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.705867 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.706143 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.706414 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.706684 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.706965 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.707235 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.707505 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.707782 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.708075 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.708350 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.708623 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.708892 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.709162 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.709433 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.709704 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.709974 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.710252 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.710527 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.710800 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.711072 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.711340 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.711615 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.711921 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.712207 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.712502 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.712782 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.713059 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.713379 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.713658 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.713937 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.714216 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.714492 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.714771 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.715040 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.715414 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.715704 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.716019 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.716305 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.716611 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.716912 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.717188 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.717470 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.717784 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.718061 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.718342 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.718656 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.718960 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.719244 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.719538 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.719900 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.720149 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.720490 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.720838 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.721116 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:57:58.721334 n-d-821947-3 neutron-server[103944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:57:58.721913 n-d-821947-3 neutron-server[103944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 16 14:57:59.153954 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 14:57:59.154236 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 14:57:59.154536 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 16 14:57:59.154869 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 16 14:57:59.490704 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.491161 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.491623 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.493827 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.494280 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.494722 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.546027 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.546305 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.546583 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.561490 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.561769 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.562041 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.591346 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.591620 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.591912 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.629838 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.630130 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.630497 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.974987 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.975567 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.975567 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.975800 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:57:59.976560 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.077510 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.077831 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.078116 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.078389 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.078658 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.078971 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.079270 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.079535 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.079792 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.080097 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.080358 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.080624 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.080878 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.081129 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.081384 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.081647 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.081899 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.082162 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.082429 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.082688 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.082960 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.083214 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.083496 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.083896 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.084147 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.084393 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.084793 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.085029 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.085271 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.085500 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.085733 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.085966 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:00.086331 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 16 14:58:00.089506 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 16 14:58:00.093713 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 16 14:58:00.098000 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 16 14:58:00.099636 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 16 14:58:00.100129 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 16 14:58:00.100464 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 16 14:58:00.100846 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 16 14:58:00.103664 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 16 14:58:00.103943 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 16 14:58:00.104335 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:58:00.110734 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 16 14:58:00.134490 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 16 14:58:00.134945 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.135241 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 16 14:58:00.135601 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.137009 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 16 14:58:00.137319 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 16 14:58:00.137573 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 16 14:58:00.140844 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.141129 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:00.206919 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 16 14:58:00.207097 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 16 14:58:00.207333 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 16 14:58:00.207698 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 16 14:58:00.229458 n-d-821947-3 neutron-server[103944]: DEBUG oslo_db.sqlalchemy.engines [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 16 14:58:00.825993 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing driver for type 'gre' Dec 16 14:58:00.826782 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] gre ID ranges: [(1, 1000)] Dec 16 14:58:01.046019 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing driver for type 'local' Dec 16 14:58:01.046634 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing driver for type 'vlan' Dec 16 14:58:01.212024 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] VlanTypeDriver initialization complete Dec 16 14:58:01.212474 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing driver for type 'vxlan' Dec 16 14:58:01.213032 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] vxlan ID ranges: [(1, 1000)] Dec 16 14:58:01.377458 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing extension driver 'port_security' Dec 16 14:58:01.377800 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.extensions.port_security [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] PortSecurityExtensionDriver initialization complete Dec 16 14:58:01.378158 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing mechanism driver 'openvswitch' Dec 16 14:58:01.378496 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing mechanism driver 'hyperv' Dec 16 14:58:01.389459 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.plugin [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:01.390342 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.390722 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.391081 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.391632 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.392104 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.392470 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.392828 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.393240 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.394841 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.395275 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.395672 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.396113 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.396535 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.396901 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.397253 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.397671 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.398080 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.398589 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.399241 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.399986 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.400460 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > address_group after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.400819 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > address_group after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.401230 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.401647 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 16 14:58:01.402037 n-d-821947-3 neutron-server[103944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] ML2 OVO RPC backend initialized. {{(pid=103944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 16 14:58:01.402786 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.403145 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.403623 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.404271 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > networks before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.404884 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.405501 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > ports before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.406126 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.406589 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnets before_response 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.406955 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.407310 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.407659 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.408033 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.408379 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.410305 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.410305 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.410305 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.410305 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.410665 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.plugin [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Modular L2 Plugin initialization complete Dec 16 14:58:01.410753 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading services supported by the core plugin {{(pid=103944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 16 14:58:01.411029 n-d-821947-3 neutron-server[103944]: INFO neutron.plugins.ml2.managers [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Got port-security extension from driver 'port_security' Dec 16 14:58:01.411501 n-d-821947-3 neutron-server[103944]: INFO neutron.extensions.vlantransparent [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Disabled vlantransparent extension. Dec 16 14:58:01.412019 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 16 14:58:01.412340 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: router Dec 16 14:58:01.449968 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.450368 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.450803 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router before_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.451182 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.451562 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.451950 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.452317 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.452801 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.453168 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.453520 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.453876 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.454229 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.454597 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.455018 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.455393 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.455739 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.456117 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: subnet after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.456488 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.456844 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.457227 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.457584 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.457964 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.458329 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router after_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.458677 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.459037 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_create 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.459404 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.459758 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_update 55549900 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.460193 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > agent after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.460552 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > agent after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.460906 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > network after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.461801 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Tracking information for resource: router configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:01.462200 n-d-821947-3 neutron-server[103944]: DEBUG neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Tracking information for resource: floatingip configured {{(pid=103944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 16 14:58:01.467574 n-d-821947-3 neutron-server[103944]: INFO neutron.db.l3_agentschedulers_db [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 16 14:58:01.468273 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.468665 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.469036 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.469435 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: port after_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.470301 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router before_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.470728 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.471102 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_create 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.471467 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > router precommit_update 55550100 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.476553 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.provider_configuration [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service providers = [] {{(pid=103944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 16 14:58:01.476924 n-d-821947-3 neutron-server[103944]: DEBUG neutron.db.servicetype_db [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 16 14:58:01.480021 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.service_base [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:58:01.480379 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.service_base [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:58:01.480724 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.service_base [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:58:01.482119 n-d-821947-3 neutron-server[103944]: DEBUG neutron.services.service_base [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 16 14:58:01.482495 n-d-821947-3 neutron-server[103944]: INFO neutron.services.service_base [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 16 14:58:01.482886 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.483209 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 16 14:58:01.494158 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.494500 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: auto_allocate Dec 16 14:58:01.500996 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: network precommit_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.501368 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: network precommit_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.501898 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.502244 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: tag Dec 16 14:58:01.509189 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.509526 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: timestamp Dec 16 14:58:01.514225 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.514779 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: network_ip_availability Dec 16 14:58:01.522671 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.523046 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.523409 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.524188 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.524513 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: flavors Dec 16 14:58:01.529697 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.530030 n-d-821947-3 neutron-server[103944]: INFO neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading Plugin: revisions Dec 16 14:58:01.534472 n-d-821947-3 neutron-server[103944]: DEBUG neutron.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 16 14:58:01.534873 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.380s {{(pid=103944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 16 14:58:01.535627 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 16 14:58:01.536082 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Initializing extension manager. Dec 16 14:58:01.536678 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: __init__.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.537034 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: __pycache__ {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.537370 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.537708 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.538486 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.539065 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: address-group Dec 16 14:58:01.539392 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.540148 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.540663 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: address-scope Dec 16 14:58:01.540991 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.541962 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.542484 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: router-admin-state-down-before-update Dec 16 14:58:01.542976 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: agent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.544081 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.544602 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: agent Dec 16 14:58:01.544926 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: agent_resources_synced.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.545870 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.546391 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: agent-resources-synced Dec 16 14:58:01.546721 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: allowedaddresspairs.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.548614 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.549153 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: allowed-address-pairs Dec 16 14:58:01.549532 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: auto_allocated_topology.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.550687 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.551251 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: auto-allocated-topology Dec 16 14:58:01.551625 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.552397 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.552914 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: availability_zone Dec 16 14:58:01.553242 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: availability_zone_filter.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.554175 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.554692 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: availability_zone_filter Dec 16 14:58:01.555023 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: data_plane_status.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.555984 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.556494 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension data-plane-status not supported by any of loaded plugins Dec 16 14:58:01.556821 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: default_subnetpools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.557749 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.558262 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: default-subnetpools Dec 16 14:58:01.558590 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.559996 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.560513 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: dhcp_agent_scheduler Dec 16 14:58:01.560840 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: dns.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.561798 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.562308 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension dns-integration not supported by any of loaded plugins Dec 16 14:58:01.562634 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: dns_domain_ports.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.563568 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.564113 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 16 14:58:01.564439 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.565424 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.565938 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 16 14:58:01.566264 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: dvr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.566943 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.567454 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: dvr Dec 16 14:58:01.567779 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: ecmp_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.568731 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.569241 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 16 14:58:01.569569 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: empty_string_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.570505 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.571023 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: empty-string-filtering Dec 16 14:58:01.571355 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.572311 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.572818 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:58:01.573141 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.574088 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.574621 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 16 14:58:01.574947 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: external_net.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.575894 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.576406 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: external-net Dec 16 14:58:01.576732 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.577665 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.578181 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: extra_dhcp_opt Dec 16 14:58:01.578508 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: extraroute.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.579427 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.579977 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: extraroute Dec 16 14:58:01.580313 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: extraroute_atomic.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.582971 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.583510 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: extraroute-atomic Dec 16 14:58:01.583869 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: filter_validation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.584560 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.585080 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: filter-validation Dec 16 14:58:01.585412 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: fip_pf_description.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.586353 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.586868 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 16 14:58:01.587198 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: fip_port_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.588194 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.588713 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: fip-port-details Dec 16 14:58:01.589041 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.590336 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.590863 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: flavors Dec 16 14:58:01.591198 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.592947 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.593484 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 16 14:58:01.593868 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: floatingip_pools.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.594593 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.595115 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: floatingip-pools Dec 16 14:58:01.595453 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: ip_allocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.596438 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.597212 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension ip_allocation not supported by any of loaded plugins Dec 16 14:58:01.598323 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.599309 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.599887 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: ip-substring-filtering Dec 16 14:58:01.600782 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l2_adjacency.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.601192 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.601710 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 16 14:58:01.602046 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.603056 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.603581 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: router Dec 16 14:58:01.604008 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.606996 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.607542 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 16 14:58:01.607900 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.608896 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.609414 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: ext-gw-mode Dec 16 14:58:01.609746 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.610712 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.611475 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: l3-ha Dec 16 14:58:01.612254 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3_flavors.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.613307 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.613827 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: l3-flavors Dec 16 14:58:01.614180 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.615204 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.615715 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 16 14:58:01.616069 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: l3agentscheduler.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.617135 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.617657 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: l3_agent_scheduler Dec 16 14:58:01.617991 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: local_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.620067 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.620724 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension local_ip not supported by any of loaded plugins Dec 16 14:58:01.621101 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: logging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.623330 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.623891 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension logging not supported by any of loaded plugins Dec 16 14:58:01.624235 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: metering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.625283 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.625874 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: metering Dec 16 14:58:01.626216 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.627375 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.627937 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: metering_source_and_destination_fields Dec 16 14:58:01.628277 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: multiprovidernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.629226 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.629762 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: multi-provider Dec 16 14:58:01.630079 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: netmtu.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.631308 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.631961 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: net-mtu Dec 16 14:58:01.632350 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: netmtu_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.633327 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.633885 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: net-mtu-writable Dec 16 14:58:01.634255 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: network_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.634938 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.635492 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: network_availability_zone Dec 16 14:58:01.635861 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: network_ip_availability.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.637029 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.638350 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: network-ip-availability Dec 16 14:58:01.638686 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: network_segment_range.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.639473 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.640028 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension network-segment-range not supported by any of loaded plugins Dec 16 14:58:01.640356 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: pagination.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.641354 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.641687 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: pagination Dec 16 14:58:01.642012 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: port_device_profile.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.642933 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.643517 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: port-device-profile Dec 16 14:58:01.643870 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.644880 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.645392 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: port-mac-address-regenerate Dec 16 14:58:01.645719 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.646652 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.647170 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: port-numa-affinity-policy Dec 16 14:58:01.647498 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: port_resource_request.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.648453 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.648967 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension port-resource-request not supported by any of loaded plugins Dec 16 14:58:01.649352 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: port_resource_request_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.650359 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.650870 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 16 14:58:01.651198 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: portbindings.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.652184 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.652737 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: binding Dec 16 14:58:01.653565 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: portbindings_extended.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.654867 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.655461 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: binding-extended Dec 16 14:58:01.655792 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: portsecurity.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.656758 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.657280 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: port-security Dec 16 14:58:01.657609 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: project_id.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.658606 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.658951 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: project-id Dec 16 14:58:01.659281 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: providernet.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.660248 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.660767 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: provider Dec 16 14:58:01.661143 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.664804 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.665334 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos not supported by any of loaded plugins Dec 16 14:58:01.665675 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.666946 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.667502 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 16 14:58:01.667878 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.668872 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.669389 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 16 14:58:01.669721 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_default.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.670652 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.671174 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-default not supported by any of loaded plugins Dec 16 14:58:01.671506 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_fip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.672211 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.672723 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-fip not supported by any of loaded plugins Dec 16 14:58:01.673058 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.674014 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.674530 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 16 14:58:01.674858 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_gateway_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.675904 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.676422 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 16 14:58:01.676746 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_port_network_policy.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.677794 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.678310 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 16 14:58:01.678640 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.679698 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.680239 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 16 14:58:01.680570 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_pps_rule.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.681779 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.682306 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-pps not supported by any of loaded plugins Dec 16 14:58:01.682639 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_rule_type_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.683578 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.684157 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 16 14:58:01.684489 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: qos_rules_alias.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.685563 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.686108 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 16 14:58:01.686400 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: quota_check_limit.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.687326 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.687884 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: quota-check-limit Dec 16 14:58:01.688201 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: quotasv2.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.689166 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.689499 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: quotas Dec 16 14:58:01.689825 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: quotasv2_detail.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.694433 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.694771 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: quota_details Dec 16 14:58:01.695107 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: rbac.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.696230 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.696778 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: rbac-policies Dec 16 14:58:01.697130 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: rbac_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.698139 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.698665 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: rbac-address-group Dec 16 14:58:01.699000 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: rbac_address_scope.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.700492 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.701013 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: rbac-address-scope Dec 16 14:58:01.701343 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: rbac_security_groups.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.702277 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.702796 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: rbac-security-groups Dec 16 14:58:01.703125 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: rbac_subnetpool.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.704126 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.704643 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: rbac-subnetpool Dec 16 14:58:01.704968 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: revisionifmatch.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.705907 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.706421 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: revision-if-match Dec 16 14:58:01.706747 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: revisions.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.707909 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.708444 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: standard-attr-revisions Dec 16 14:58:01.708804 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: router_availability_zone.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.709487 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.710001 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: router_availability_zone Dec 16 14:58:01.710328 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: routerservicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.711267 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.711781 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension router-service-type not supported by any of loaded plugins Dec 16 14:58:01.712136 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.713197 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.713680 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: security-groups-normalized-cidr Dec 16 14:58:01.714008 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.714985 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.716078 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: port-security-groups-filtering Dec 16 14:58:01.716405 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.717355 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.717873 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: security-groups-remote-address-group Dec 16 14:58:01.718200 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.719163 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.719682 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: security-groups-shared-filtering Dec 16 14:58:01.720037 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.720636 n-d-821947-3 neutron-server[103944]: WARNING neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 16 14:58:01.720959 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: securitygroup.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.731100 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.731644 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: security-group Dec 16 14:58:01.732011 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.732868 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.733386 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension segment not supported by any of loaded plugins Dec 16 14:58:01.733721 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.734680 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.735197 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 16 14:58:01.735529 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: servicetype.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.736690 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.737271 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: service-type Dec 16 14:58:01.737608 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: sorting.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.738610 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.738945 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: sorting Dec 16 14:58:01.739271 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: standard_attr_segment.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.740242 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.740766 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 16 14:58:01.741095 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: standardattrdescription.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.741774 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.742295 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: standard-attr-description Dec 16 14:58:01.742624 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: stateful_security_group.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.743611 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.744167 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: stateful-security-group Dec 16 14:58:01.744496 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: stdattrs_common.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.745078 n-d-821947-3 neutron-server[103944]: WARNING neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 16 14:58:01.745404 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.746377 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.746919 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 16 14:58:01.747243 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnet_onboard.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.748358 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.748884 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: subnet_onboard Dec 16 14:58:01.749209 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.750147 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.750662 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 16 14:58:01.750985 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnet_service_types.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.751959 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.752486 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: subnet-service-types Dec 16 14:58:01.752811 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnetallocation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.753909 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.754429 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: subnet_allocation Dec 16 14:58:01.754756 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.755433 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.755981 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: subnetpool-prefix-ops Dec 16 14:58:01.756308 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.757255 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.757772 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 16 14:58:01.758091 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: tagging.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.759154 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.759686 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: standard-attr-tag Dec 16 14:58:01.760041 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: timestamp.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.761321 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.761844 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loaded extension: standard-attr-timestamp Dec 16 14:58:01.762714 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: trunk.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.763785 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.764331 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension trunk not supported by any of loaded plugins Dec 16 14:58:01.764660 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: trunk_details.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.765596 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.766114 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension trunk-details not supported by any of loaded plugins Dec 16 14:58:01.766440 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: uplink_status_propagation.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.767420 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.767967 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 16 14:58:01.768292 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Loading extension file: vlantransparent.py {{(pid=103944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 16 14:58:01.768973 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 16 14:58:01.769489 n-d-821947-3 neutron-server[103944]: INFO neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 16 14:58:01.772151 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:network Dec 16 14:58:01.772707 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnet Dec 16 14:58:01.773112 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:58:01.773511 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:port Dec 16 14:58:01.774792 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.775260 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.775932 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.776366 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.776702 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:router Dec 16 14:58:01.777140 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:58:01.777646 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.779698 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.780097 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.780457 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 14:58:01.781482 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:58:01.781936 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:58:01.782377 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:58:01.783018 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.783345 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:58:01.783692 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] subnetpool is already registered Dec 16 14:58:01.784157 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.784489 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:58:01.784823 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] subnetpool is already registered Dec 16 14:58:01.787130 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.787571 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service FLAVORS assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:router Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] router is already registered Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:floatingip Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] floatingip is already registered Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service METERING assigned prefix: /metering {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.794404 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of CountableResource for resource:rbac_policy Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] rbac_policy is already registered Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:security_group Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] security_group is already registered Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] security_group_rule is already registered Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] subnetpool is already registered Dec 16 14:58:01.794975 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.v2.resource_helper [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Service CORE assigned prefix: {{(pid=103944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 16 14:58:01.795583 n-d-821947-3 neutron-server[103944]: INFO neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Creating instance of TrackedResource for resource:subnetpool Dec 16 14:58:01.795583 n-d-821947-3 neutron-server[103944]: WARNING neutron.quota.resource_registry [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] subnetpool is already registered Dec 16 14:58:01.796000 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: extensions {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.797493 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: address-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.798999 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: address-scopes {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.800413 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.801598 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: auto-allocated-topology {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.802847 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: availability_zones {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.804089 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: dhcp-networks {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.805612 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: dhcp-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.807029 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.809802 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: flavors {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.810981 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.812233 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: next_providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.813683 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: service_profiles {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.816273 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: floatingip-pools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.817518 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.819625 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: floatingips {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.820928 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: l3-routers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.822399 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: l3-agents {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.823860 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: metering-labels {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.825805 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: metering-label-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.827115 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: network-ip-availabilities {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.828406 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: bindings {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.830091 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.831682 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: quotas {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.833263 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: rbac-policies {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.834617 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: security-groups {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.835860 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: security-group-rules {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.837095 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: service-providers {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.838356 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.839799 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: subnetpools {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.841338 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.843050 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.844917 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.846969 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.848806 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.850658 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.852373 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.854292 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.856130 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.858042 n-d-821947-3 neutron-server[103944]: DEBUG neutron.api.extensions [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Extended resource: tags {{(pid=103944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 16 14:58:01.864083 n-d-821947-3 neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 16 14:58:01.868852 n-d-821947-3 neutron-server[103944]: WARNING keystonemiddleware.auth_token [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 16 14:58:01.878128 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Acquired lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 16 14:58:01.878606 n-d-821947-3 neutron-server[103944]: DEBUG oslo_concurrency.lockutils [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Releasing lock "singleton_lock" {{(pid=103944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 16 14:58:01.879268 n-d-821947-3 neutron-server[103944]: INFO oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Starting 2 workers Dec 16 14:58:01.884288 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Started child 104055 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 14:58:01.889642 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Started child 104056 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 14:58:01.891553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.892408 n-d-821947-3 neutron-server[103944]: INFO neutron.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 16 14:58:01.892560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [-] (104055) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:58:01.892709 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Publish callbacks [] for process, before_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.894396 n-d-821947-3 neutron-server[103944]: INFO oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Starting 1 workers Dec 16 14:58:01.894847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.896244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [-] (104056) wsgi starting up on http://0.0.0.0:9696 Dec 16 14:58:01.899708 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Started child 104057 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 14:58:01.900282 n-d-821947-3 neutron-server[103944]: INFO oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Starting 1 workers Dec 16 14:58:01.903271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] calling RpcWorker wait() {{(pid=104057) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 16 14:58:01.903800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] returning from RpcWorker wait() {{(pid=104057) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 16 14:58:01.904997 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Started child 104058 {{(pid=103944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 16 14:58:01.905253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.905687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:01.905791 n-d-821947-3 neutron-server[103944]: DEBUG neutron_lib.callbacks.manager [None req-81d1d9df-9d0a-42d5-bd85-f4d56c996b65 None None] Publish callbacks [] for process, after_spawn {{(pid=103944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.907806 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 14:58:01.908047 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:58:01.908236 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:58:01.908457 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:58:01.908789 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:58:01.908975 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:58:01.909543 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.909824 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.910093 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.910345 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.910436 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:01.910907 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.911233 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.911508 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.911764 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.912064 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.912301 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.912473 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.912640 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.913071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.913317 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.913629 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.913903 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.914182 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.914481 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.914650 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.914940 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.915212 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.915445 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.915710 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.916009 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.916482 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.916715 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.916965 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.917192 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.917475 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.917710 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.917972 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.918214 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.918467 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.918717 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.918967 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.919226 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.919460 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.919722 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.919969 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.920224 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.920453 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.920922 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] host = n-d-821947-3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.921146 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.921366 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.921615 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.921886 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.922136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.922361 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.922633 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.922899 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.923152 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.923403 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.923669 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.923965 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.924204 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.924447 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.924602 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.924841 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.925116 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.925375 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.925585 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.925759 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.925941 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.926212 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.926378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.926616 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.926880 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.927044 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.927275 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.927489 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.927727 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.927995 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.928253 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.928471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.928713 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.928971 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.929222 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.929464 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.929665 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.929900 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.930119 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.930355 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.930586 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.930925 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.931149 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.931478 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.931644 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.931906 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.932144 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.932363 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.932620 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.932887 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.933116 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.933348 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.933564 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.933828 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.934588 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.934844 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.935097 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.935334 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.935555 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.935770 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.936323 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.936323 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.939810 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.939810 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.939810 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.940852 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.940852 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.940852 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.940852 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.940852 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:01.941506 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.941506 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.941854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:01.942032 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.942178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.942340 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.942590 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.942849 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.943111 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.943370 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.943610 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.943979 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.944213 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.944543 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.944804 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.948307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.949492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.951115 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.952544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.953480 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.953480 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.953480 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.953904 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.953904 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955976 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955976 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.955976 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.956779 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.956779 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.956779 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.957405 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.957405 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.957405 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.957786 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.957786 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.958064 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.958201 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.958342 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.958601 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.958844 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.959083 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.959302 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.959539 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960048 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960048 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960364 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960543 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960692 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.960891 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.961106 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.961322 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.961536 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.961754 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.961991 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.962204 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.962423 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.962639 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.962854 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.963067 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.963333 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.963495 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.963766 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.964103 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.964355 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.964621 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.964875 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.965130 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.965382 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.965640 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.965878 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.966105 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.966338 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.966804 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.967055 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.967292 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.967523 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.967742 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.968005 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.968227 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.968453 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.968813 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.969053 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.969521 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.969904 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.970207 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.970548 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.970854 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.971179 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.971520 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.972094 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.972624 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.972756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54662) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:01.973083 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.973363 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.973682 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.973967 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.974340 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.974524 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.974772 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.974999 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.975257 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.975536 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976106 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976106 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976427 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976578 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976724 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.976933 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.977186 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.977544 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.977815 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.978073 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.978269 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.978537 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.978798 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.979054 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.979337 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.979591 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.979850 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.980175 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.980445 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.980668 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.980920 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.981157 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.981554 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.981696 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.981830 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.982083 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.982292 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.982513 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.982789 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.983008 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.983256 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.983475 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.983738 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.983966 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.984215 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985117 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985117 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985117 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985117 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985659 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.985659 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.986075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093808 Dec 16 14:58:01.986330 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.987390 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.994746 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.995032 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.995426 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.996955 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.997374 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.997607 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.997870 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.998818 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.998818 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.998818 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.999338 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:01.999338 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.000146 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.000146 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.000146 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.001471 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002940 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.002940 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.004065 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.004065 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.004065 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.004065 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.004065 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.005699 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.006153 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.006153 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.006307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.006587 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007501 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007501 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007501 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007501 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007751 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.007944 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.008161 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.008555 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.008789 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.009012 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.009597 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.009597 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.009908 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.009908 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.010197 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.010342 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.010512 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.010792 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.011012 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.011218 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.011460 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.011731 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.011992 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.012863 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.013123 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.013355 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.013643 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.013898 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.014161 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.014414 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015167 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015167 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015337 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015406 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015676 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.015936 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.016212 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.016536 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.016815 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.017081 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.017493 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.017965 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.018418 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.018701 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.018928 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.019247 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.019591 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.019908 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.020382 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.020791 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.021221 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.021460 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.021713 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.021969 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.022219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.022449 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.022705 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.022961 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.023202 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.023453 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.023690 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.024925 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.025200 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.025429 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.025691 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.025914 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.026076 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:58:02.026602 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 16 14:58:02.026930 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 16 14:58:02.027093 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 16 14:58:02.027275 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 16 14:58:02.027456 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 16 14:58:02.027602 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 16 14:58:02.028697 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.028883 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029072 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029566 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029725 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.029876 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.030038 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.030201 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.030364 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.031291 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032178 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032816 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] debug = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032816 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032816 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.032816 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033401 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033401 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033401 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033401 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033694 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033694 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033837 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.033913 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.034763 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.034763 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.034763 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.034763 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.034763 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035260 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035260 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035260 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] host = n-d-821947-3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035260 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035641 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035641 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035857 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.035857 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036066 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036169 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036332 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036493 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036655 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036817 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.036979 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037141 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037302 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037464 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_options = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037625 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037786 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.037946 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038304 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038466 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038619 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038778 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.038924 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.039080 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.039253 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.039411 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040085 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040085 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040085 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040085 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040603 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040603 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040603 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.040603 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041135 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041135 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041135 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.041958 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.042719 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.042719 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.042719 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.042719 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.042719 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043372 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043372 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043372 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043372 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043907 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043907 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.043907 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.045300 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_json = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.046082 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.046082 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.046082 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.046082 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.046082 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.047163 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048516 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048516 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048516 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048849 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.048849 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049103 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049103 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049358 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049358 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049615 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049749 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.049892 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050028 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050162 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050309 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050445 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050595 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050776 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.050915 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051061 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051235 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051401 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051568 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051735 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.051933 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052100 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052267 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052441 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052588 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052753 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.052919 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053084 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053250 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053415 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053582 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053748 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.053915 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054081 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054247 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054413 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054578 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054745 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.054912 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055078 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055245 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055411 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055583 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055749 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.055950 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056116 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056282 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056449 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056614 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056780 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.056946 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057111 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057276 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057443 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057608 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057792 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.057955 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.058120 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.058285 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.058451 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.058617 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.058782 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.059473 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.059646 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.059812 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061705 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061705 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061898 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.061898 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062153 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062258 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062383 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062549 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062707 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.062881 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.063064 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.063426 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.063426 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.063625 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.063708 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065216 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065216 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065216 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065216 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065648 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065648 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065648 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065930 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.065930 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066132 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066221 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066356 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066521 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066686 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.066851 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.067017 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.067183 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.067349 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.067514 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.067679 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.068509 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.068509 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.068509 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.068509 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.068509 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069024 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069024 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069024 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069548 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069548 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069548 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.069931 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070079 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070214 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070363 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070491 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070614 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070799 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.070966 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.071133 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.071299 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.071488 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.071654 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.071840 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.072009 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.072174 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.072341 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.072601 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073272 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073698 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073698 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073894 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.073894 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.074088 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.074192 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.074363 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.074529 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.075418 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.075732 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.076088 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.076435 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.076770 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077136 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077307 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077477 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077645 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077816 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.077980 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.078295 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.079864 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080378 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080599 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080599 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080716 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.080941 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081040 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081199 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081353 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081524 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081695 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.081863 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.082031 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.082210 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.082536 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.082844 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.083152 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.083325 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.083492 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.083659 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.083912 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084078 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084235 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084385 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084524 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084680 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.084821 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085382 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085382 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085382 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085772 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085772 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.085772 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086161 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086161 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086438 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086696 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086696 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.086952 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087096 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087242 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087389 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087559 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087698 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.087786 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.088630 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.088630 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.088630 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.088630 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.088630 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089219 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089688 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089688 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.089688 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090305 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090305 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090501 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:02.090735 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090735 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.090964 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091100 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091266 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091444 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091778 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.091982 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092149 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092314 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092480 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092660 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092829 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.092997 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094071 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094666 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094666 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094666 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.094666 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095036 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095227 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095328 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095429 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095552 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095720 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.095914 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.096086 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.096252 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.096424 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.097612 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098084 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098084 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098084 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098292 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098396 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098549 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 16 14:58:02.098698 n-d-821947-3 neutron-server[103944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 16 14:58:13.913074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e130f6-9cee-4d39-8239-ca487169ef66 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 14:58:13.974111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e130f6-9cee-4d39-8239-ca487169ef66 None None] No non-hosted networks {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 16 14:58:13.999398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.agentschedulers_db [None req-29e130f6-9cee-4d39-8239-ca487169ef66 None None] DHCP Agent not found on host n-d-821947-3 {{(pid=104057) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 16 14:58:14.079328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d209005-dfc7-4e47-8f79-8b4f38de0b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:16.404369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2661a2a9-c1f8-4823-a80a-af7cca287ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:16.443065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-b91049db-0559-4a23-87b2-bab6aa288535 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-821947-3 {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 14:58:16.444425 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-b91049db-0559-4a23-87b2-bab6aa288535 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 14:58:17.258448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b91049db-0559-4a23-87b2-bab6aa288535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:17.546315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:18.974745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:19.739482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:19.740410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.741049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.741606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.742266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.742809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.743338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.743975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.744530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.745129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.745650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.746203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.746997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.747627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:19.748593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821947-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:19.755799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821947-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:20.412907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54762) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:20.952255 n-d-821947-3 neutron-server[104056]: WARNING oslo_policy.policy [None req-d3b4507d-75ae-4201-a346-291b8db092ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:20.952853 n-d-821947-3 neutron-server[104056]: WARNING oslo_policy.policy [None req-d3b4507d-75ae-4201-a346-291b8db092ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:21.180901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d3b4507d-75ae-4201-a346-291b8db092ec admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:58:21.195857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3b4507d-75ae-4201-a346-291b8db092ec admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7674837 Dec 16 14:58:21.881547 n-d-821947-3 neutron-server[104057]: INFO neutron.db.l3_hamode_db [None req-56fc131c-55f3-44d3-9ddf-09997766bc9a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 16 14:58:21.959268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc131c-55f3-44d3-9ddf-09997766bc9a None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:58:21.959652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc131c-55f3-44d3-9ddf-09997766bc9a None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 14:58:23.802189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54778) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:24.122041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:24.218211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.policy [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 14:58:24.263627 n-d-821947-3 neutron-server[104056]: WARNING oslo_policy.policy [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:24.264025 n-d-821947-3 neutron-server[104056]: WARNING oslo_policy.policy [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:24.272403 n-d-821947-3 neutron-server[104056]: INFO neutron.quota [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] Loaded quota_driver: . Dec 16 14:58:24.496967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848867707', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848867078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848882098', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848882843', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848844699', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771848835304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-995052', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988396', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7890156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7947083'] for rbac-policy, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:24.717921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:24.719233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed9603b8-78a8-4799-8f1f-dd57d1bf15d1 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9160478 Dec 16 14:58:27.623383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:28.122382 n-d-821947-3 neutron-server[104055]: WARNING oslo_policy.policy [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:28.122985 n-d-821947-3 neutron-server[104055]: WARNING oslo_policy.policy [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:28.349730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'name': 'private', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:28.352162 n-d-821947-3 neutron-server[104055]: INFO neutron.quota [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Loaded quota_driver: . Dec 16 14:58:28.539177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Made reservation on behalf of c59e77c4106b4ae39ec82d7c836b3ab3 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:28.613739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.policy [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104055) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 16 14:58:28.658507 n-d-821947-3 neutron-server[104055]: WARNING oslo_policy.policy [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:28.659059 n-d-821947-3 neutron-server[104055]: WARNING oslo_policy.policy [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 16 14:58:28.669828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:28.695471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:28.807075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:28.933607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:28.953476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 14:58:28.982351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771845935481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:28.982944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Unsubscribe: segment precommit_create {{(pid=104055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:58:28.983500 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Added segment aa33b9da-8cb1-48cb-a603-d30f467aca21 of type vlan for network c18bd437-b14b-4451-aace-136c59f8003f Dec 16 14:58:29.000128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac43067-6944-4771-aa95-09a031b8729b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:29.020018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.020365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.020703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.021039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.021368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.021694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.022017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.022387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.022708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.023029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.023348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.023664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.024013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Tracked resource versions report: Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: pushed versions: Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: { 'AddressGroup': {'1.2'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'ConntrackHelper': {'1.0'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Log': {'1.0'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Network': {'1.1'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Port': {'1.7'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'PortForwarding': {'1.2'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'QosPolicy': {'1.10'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SecurityGroup': {'1.5'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SubPort': {'1.0'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Subnet': {'1.1'}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Trunk': {'1.1'}} Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: consumer versions: Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: { DHCP agent@n-d-821947-3: {}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: L3 agent@n-d-821947-3: {}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: Metadata agent@n-d-821947-3: {}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: Metering agent@n-d-821947-3: {}, Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'ConntrackHelper': '1.0', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'LocalIPAssociation': '1.0', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Log': '1.0', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Network': '1.1', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Port': '1.7', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'PortForwarding': '1.2', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'QosPolicy': '1.10', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SecurityGroup': '1.5', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SecurityGroupRule': '1.2', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'SubPort': '1.0', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Subnet': '1.1', Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: 'Trunk': '1.1'}} Dec 16 14:58:29.025153 n-d-821947-3 neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:58:29.115030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:29.241643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:29.242919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:29.243664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:29.339931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c18bd437-b14b-4451-aace-136c59f8003f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:29.351988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c18bd437-b14b-4451-aace-136c59f8003f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 14:58:29.410280 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-546c8cc8-e60d-4fec-83ee-707ef90780f9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7847228 Dec 16 14:58:32.334856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:32.732097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e559477-a113-4b00-b9f8-a664562d6ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:32.733478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e559477-a113-4b00-b9f8-a664562d6ede admin admin] 10.222.0.71 "GET /v2.0/networks/c18bd437-b14b-4451-aace-136c59f8003f HTTP/1.1" status: 200 len: 825 time: 0.3976476 Dec 16 14:58:32.774651 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ab116ab-6188-4ee1-ba33-154d516646f1 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/86263c3f-98c7-40e1-b2c4-207771a1cfd0 HTTP/1.1" status: 200 len: 734 time: 0.0348217 Dec 16 14:58:32.783908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:32.886168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Made reservation on behalf of c59e77c4106b4ae39ec82d7c836b3ab3 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:32.889165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:33.231262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:33.299892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Checking segment: {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 14:58:33.300277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Network hostable DHCP agents. Network: c18bd437-b14b-4451-aace-136c59f8003f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:58:33.304917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec1cc9f-1acd-4b33-91a7-3bcea037f05b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:33.384396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Network c18bd437-b14b-4451-aace-136c59f8003f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:58:33.436157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c18bd437-b14b-4451-aace-136c59f8003f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:33.440882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:33.441472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:33.445772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4181f045-a685-42d0-981d-fdb19d8c3ef9 None None] Network c18bd437-b14b-4451-aace-136c59f8003f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 14:58:33.524705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f0990251-17f0-4440-81d4-cdce28a21886 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7440910 Dec 16 14:58:33.704418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c18bd437-b14b-4451-aace-136c59f8003f', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 14:58:33.705720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.022783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Allocated IP 172.20.0.2 (c18bd437-b14b-4451-aace-136c59f8003f/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b/4287b622-f93a-495e-ab28-914b68673bf8) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:58:34.261906 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.368316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.449439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Network c18bd437-b14b-4451-aace-136c59f8003f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:58:34.454112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:34.457489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:58:34.490602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Pushing event updated for resources: {'Port': ['ID=4287b622-f93a-495e-ab28-914b68673bf8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:34.515949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.516261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.516570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.516911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.517329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.517666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.517995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.518319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.518646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.518970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.519292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.519615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.519966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Tracked resource versions report: Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: pushed versions: Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: { 'AddressGroup': {'1.2'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Log': {'1.0'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Network': {'1.1'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Port': {'1.7'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'PortForwarding': {'1.2'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'QosPolicy': {'1.10'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SecurityGroup': {'1.5'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SubPort': {'1.0'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Subnet': {'1.1'}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Trunk': {'1.1'}} Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: consumer versions: Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: { DHCP agent@n-d-821947-3: {}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: L3 agent@n-d-821947-3: {}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: Metadata agent@n-d-821947-3: {}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: Metering agent@n-d-821947-3: {}, Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'ConntrackHelper': '1.0', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'LocalIPAssociation': '1.0', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Log': '1.0', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Network': '1.1', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Port': '1.7', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'PortForwarding': '1.2', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'QosPolicy': '1.10', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SecurityGroup': '1.5', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SecurityGroupRule': '1.2', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'SubPort': '1.0', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Subnet': '1.1', Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: 'Trunk': '1.1'}} Dec 16 14:58:34.521079 n-d-821947-3 neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:58:34.549453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Attempting to bind port 4287b622-f93a-495e-ab28-914b68673bf8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:58:34.549852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Attempting to bind port 4287b622-f93a-495e-ab28-914b68673bf8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 14:58:34.550285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Attempting to bind port 4287b622-f93a-495e-ab28-914b68673bf8 on network c18bd437-b14b-4451-aace-136c59f8003f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 14:58:34.555312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 14:58:34.555711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Checking segment: {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 14:58:34.556202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.556598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Bound using segment: {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 14:58:34.557103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Bound port: 4287b622-f93a-495e-ab28-914b68673bf8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 14:58:34.557528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.622433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] For port 4287b622-f93a-495e-ab28-914b68673bf8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:58:34.626782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] For port 4287b622-f93a-495e-ab28-914b68673bf8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4287b622-f93a-495e-ab28-914b68673bf8,segment=NetworkSegment(aa33b9da-8cb1-48cb-a603-d30f467aca21),segment_id=aa33b9da-8cb1-48cb-a603-d30f467aca21)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:58:34.722431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:34.791009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308326b3-a2d5-4ada-ad7c-b45ef3556a25 None None] Pushing event updated for resources: {'Port': ['ID=4287b622-f93a-495e-ab28-914b68673bf8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:36.209833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54820) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:36.526676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-531eeea3-edfa-4a54-820c-d37f99b3514f admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:58:36.528201 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-531eeea3-edfa-4a54-820c-d37f99b3514f admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166759 Dec 16 14:58:39.154993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:39.473503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5d0271ac-3915-4069-9cda-bde7705db4a1 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:58:39.474587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d0271ac-3915-4069-9cda-bde7705db4a1 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186064 Dec 16 14:58:42.330462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54838) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:42.631850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:42.768204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:42.769933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:42.919906 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.008503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.106599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.112435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-075eb094-56b8-43cc-98df-395a83a60d38 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7764494 Dec 16 14:58:43.607244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4287b622-f93a-495e-ab28-914b68673bf8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 14:58:43.692935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4287b622-f93a-495e-ab28-914b68673bf8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:43.693334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.803582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.888830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46e267f5-2b2c-4bd7-a131-2df865861727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:43.908897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 4287b622-f93a-495e-ab28-914b68673bf8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4287b622-f93a-495e-ab28-914b68673bf8,segment=NetworkSegment(aa33b9da-8cb1-48cb-a603-d30f467aca21),segment_id=aa33b9da-8cb1-48cb-a603-d30f467aca21)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:58:43.989872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:44.039861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=4287b622-f93a-495e-ab28-914b68673bf8,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:44.099932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e429857-57ab-4188-902a-3ee17f422197 None None] Network c18bd437-b14b-4451-aace-136c59f8003f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 14:58:44.158816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5441978f-9405-4c75-b70b-1a02d97eaf2f None None] Provisioning complete for port 4287b622-f93a-495e-ab28-914b68673bf8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:44.159195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5441978f-9405-4c75-b70b-1a02d97eaf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:44.631453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f0450d80-a279-4cd7-b24b-7568202d36a0 None None] Provisioning complete for port 4287b622-f93a-495e-ab28-914b68673bf8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:44.632163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0450d80-a279-4cd7-b24b-7568202d36a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:45.577915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4287b622-f93a-495e-ab28-914b68673bf8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 14:58:45.623551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4287b622-f93a-495e-ab28-914b68673bf8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:45.624299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:45.751439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:46.062929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d5a61fcc-c69b-42c0-80b8-1b7b87f72ed7 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 14:58:46.063959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d5a61fcc-c69b-42c0-80b8-1b7b87f72ed7 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115187 Dec 16 14:58:46.350564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18b9d491-adc7-4cf5-adf6-39950035eacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:46.966464 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 14:58:47.475936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:48.687712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:48.818487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:48.920550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:48.967270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Made reservation on behalf of 5e22c3629221477d8bd3a2d5c7efab93 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:48.970097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:48.985897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.084500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.161412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.172895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104056) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 16 14:58:49.207900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771845935481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.208490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Unsubscribe: segment precommit_create {{(pid=104056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 16 14:58:49.209017 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Added segment 36b120d5-76d1-4245-9eea-653902c85529 of type flat for network 69499b07-3049-4342-94ac-015cd286c29f Dec 16 14:58:49.225040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac8a434-3526-421e-8969-bbbcfd73aaa5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:49.271040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.271384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.271724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.272083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.272418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.272748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.273074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.273398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.273720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.274041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.274362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.274681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.274998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Tracked resource versions report: Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: pushed versions: Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: { 'AddressGroup': {'1.2'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'ConntrackHelper': {'1.0'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Log': {'1.0'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Network': {'1.1'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Port': {'1.7'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'PortForwarding': {'1.2'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'QosPolicy': {'1.10'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SecurityGroup': {'1.5'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SubPort': {'1.0'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Subnet': {'1.1'}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Trunk': {'1.1'}} Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: consumer versions: Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: { DHCP agent@n-d-821947-3: {}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: L3 agent@n-d-821947-3: {}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: Metadata agent@n-d-821947-3: {}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: Metering agent@n-d-821947-3: {}, Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'ConntrackHelper': '1.0', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'LocalIPAssociation': '1.0', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Log': '1.0', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Network': '1.1', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Port': '1.7', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'PortForwarding': '1.2', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'QosPolicy': '1.10', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SecurityGroup': '1.5', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SecurityGroupRule': '1.2', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'SubPort': '1.0', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Subnet': '1.1', Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: 'Trunk': '1.1'}} Dec 16 14:58:49.276208 n-d-821947-3 neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:58:49.328576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.459582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.460724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:49.461448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:49.565203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=69499b07-3049-4342-94ac-015cd286c29f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:49.575175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 69499b07-3049-4342-94ac-015cd286c29f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 14:58:49.593576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-83cc8560-40f4-42a7-ad54-bd5b956fd9f0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9047163 Dec 16 14:58:49.767546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:52.120425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:52.218443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf53f0b-9fe4-45d7-800a-f064b3c7c045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:52.219698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9bf53f0b-9fe4-45d7-800a-f064b3c7c045 admin admin] 10.222.0.71 "GET /v2.0/subnets/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b HTTP/1.1" status: 200 len: 849 time: 0.0983486 Dec 16 14:58:52.373428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e51157a3-542f-4900-8392-49e444da0d8e admin admin] 10.222.0.71 "GET /v2.0/routers/cd919a7d-9169-4372-b335-638f56792cd7 HTTP/1.1" status: 200 len: 704 time: 0.1471291 Dec 16 14:58:52.661262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:52.988509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Allocated IP 172.20.0.1 (c18bd437-b14b-4451-aace-136c59f8003f/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b/427bf3bf-c998-4c92-9bcc-0b4f82d5df0b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:58:53.155358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:53.294519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:53.364819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Network c18bd437-b14b-4451-aace-136c59f8003f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:58:53.373360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:53.379239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:58:53.379776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:53.489309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Pushing event updated for resources: {'Port': ['ID=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:53.594095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-571455c1-15b0-4018-a256-fe70fd1191a0 None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:53.594621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-571455c1-15b0-4018-a256-fe70fd1191a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:53.627478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-571455c1-15b0-4018-a256-fe70fd1191a0 None None] Port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 14:58:53.687538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:53.893763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:54.058825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:54.060155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:54.135610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Pushing event updated for resources: {'Port': ['ID=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:54.182496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Network c18bd437-b14b-4451-aace-136c59f8003f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:58:54.183713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:54.349287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3f48d402-d9c6-4133-971b-ab9eb7b06d3f None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:54.349665 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f48d402-d9c6-4133-971b-ab9eb7b06d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:54.384778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3f48d402-d9c6-4133-971b-ab9eb7b06d3f None None] Port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 14:58:54.407638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Router cd919a7d-9169-4372-b335-638f56792cd7 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 14:58:54.502836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:58:54.507984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68cfe054-ae81-4231-93ad-dc8fc2f30c45 admin admin] 10.222.0.71 "PUT /v2.0/routers/cd919a7d-9169-4372-b335-638f56792cd7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1288123 Dec 16 14:58:54.513021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Sync routers for ids ['cd919a7d-9169-4372-b335-638f56792cd7'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:58:54.525272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Routers {'cd919a7d-9169-4372-b335-638f56792cd7'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:58:54.526160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T14:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd919a7d-9169-4372-b335-638f56792cd7'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:54.724658 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Set router cd919a7d-9169-4372-b335-638f56792cd7 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 14:58:55.153826 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:58:53Z', 'revision_number': 2, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port_host': None, '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:53Z', 'revision_number': 2, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:55.204756 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Checking router: cd919a7d-9169-4372-b335-638f56792cd7 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:58:55.205022 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Updating router cd919a7d-9169-4372-b335-638f56792cd7 port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:58:55.253663 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:55.755145 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:55.853622 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.023494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Attempting to bind port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:58:56.023920 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Attempting to bind port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 14:58:56.024577 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Attempting to bind port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b on network c18bd437-b14b-4451-aace-136c59f8003f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 14:58:56.033259 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 14:58:56.033685 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Checking segment: {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 14:58:56.034157 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.035091 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Bound using segment: {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 14:58:56.035091 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Bound port: 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa33b9da-8cb1-48cb-a603-d30f467aca21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 14:58:56.035568 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.055097 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Pushing event updated for resources: {'Port': ['ID=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:56.066013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.066365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.066706 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.067043 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.067383 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.067715 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.068124 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.068474 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.068799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.069121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.069444 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.069775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.070082 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Tracked resource versions report: Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: pushed versions: Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: { 'AddressGroup': {'1.2'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Log': {'1.0'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Network': {'1.1'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Port': {'1.7'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'PortForwarding': {'1.2'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'QosPolicy': {'1.10'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SecurityGroup': {'1.5'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SubPort': {'1.0'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Subnet': {'1.1'}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Trunk': {'1.1'}} Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: consumer versions: Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: { DHCP agent@n-d-821947-3: {}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: L3 agent@n-d-821947-3: {}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: Metadata agent@n-d-821947-3: {}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: Metering agent@n-d-821947-3: {}, Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'ConntrackHelper': '1.0', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'LocalIPAssociation': '1.0', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Log': '1.0', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Network': '1.1', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Port': '1.7', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'PortForwarding': '1.2', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'QosPolicy': '1.10', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SecurityGroup': '1.5', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SecurityGroupRule': '1.2', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'SubPort': '1.0', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Subnet': '1.1', Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: 'Trunk': '1.1'}} Dec 16 14:58:56.071180 n-d-821947-3 neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 14:58:56.113885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-680d633b-deb5-4456-aa1c-946063957db9 None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:56.114441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680d633b-deb5-4456-aa1c-946063957db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.136248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] For port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:58:56.148030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-680d633b-deb5-4456-aa1c-946063957db9 None None] Port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 14:58:56.155872 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] For port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,segment=NetworkSegment(aa33b9da-8cb1-48cb-a603-d30f467aca21),segment_id=aa33b9da-8cb1-48cb-a603-d30f467aca21)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:58:56.235837 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.290630 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca726a4-fecf-4c27-8174-6651ab8c193d None None] Pushing event updated for resources: {'Port': ['ID=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:56.298047 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Routers {'cd919a7d-9169-4372-b335-638f56792cd7'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:58:56.298671 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T14:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd919a7d-9169-4372-b335-638f56792cd7'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:56.394653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] Set router cd919a7d-9169-4372-b335-638f56792cd7 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 14:58:56.469497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:58:56.470017 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.553503 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.588711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] For port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,segment=NetworkSegment(aa33b9da-8cb1-48cb-a603-d30f467aca21),segment_id=aa33b9da-8cb1-48cb-a603-d30f467aca21)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:58:56.618956 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:58:53Z', 'revision_number': 2, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port_host': None, '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:56Z', 'revision_number': 4, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:58:56.649455 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c58e21-6d26-4261-8dd7-b7afacb87afd None None] The sync data for ids ['cd919a7d-9169-4372-b335-638f56792cd7'] in n-d-821947-3 is: [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:58:53Z', 'revision_number': 2, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port_host': None, '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:56Z', 'revision_number': 4, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:58:56.670368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:56.717715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd76ba-b571-40c8-87b8-9235e953ffee None None] Pushing event updated for resources: {'Port': ['ID=427bf3bf-c998-4c92-9bcc-0b4f82d5df0b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:57.001978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:58:57.121143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089fe24-728f-4b43-8975-db09e70343e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:57.122617 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c089fe24-728f-4b43-8975-db09e70343e5 admin admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 842 time: 0.1196513 Dec 16 14:58:57.132807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:58:57.246481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Made reservation on behalf of 5e22c3629221477d8bd3a2d5c7efab93 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 14:58:57.248888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:57.580260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 14:58:57.580707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:57.626990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51293f66-7a01-4013-a02d-5a47cb23dd90,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:58:57.642415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 14:58:57.642782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Network hostable DHCP agents. Network: 69499b07-3049-4342-94ac-015cd286c29f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 14:58:57.733039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 14:58:57.824789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 69499b07-3049-4342-94ac-015cd286c29f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:58:57.828831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:58:57.829499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:58:57.836438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733778d7-72c3-4f40-895e-f33ec17388ad None None] Network 69499b07-3049-4342-94ac-015cd286c29f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 14:58:57.936865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25c4a1-187b-412a-b429-adf89bf82f82 None None] Network 69499b07-3049-4342-94ac-015cd286c29f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 14:58:57.964238 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d91f11a-1a35-4def-9bf0-ef13f4083b6f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8306069 Dec 16 14:59:00.510302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:59:00.657464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e21a02e2-a874-4f40-8860-a5e8a9a90d8d admin admin] 10.222.0.71 "GET /v2.0/routers/cd919a7d-9169-4372-b335-638f56792cd7 HTTP/1.1" status: 200 len: 710 time: 0.1459286 Dec 16 14:59:00.742099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad6287-951d-4b1f-aefc-d50c644b7915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 14:59:00.743454 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9cad6287-951d-4b1f-aefc-d50c644b7915 admin admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 886 time: 0.0801473 Dec 16 14:59:00.753361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 14:59:01.066629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:01.413924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:01.490908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:01.592541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Allocated IP 172.25.7.31 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f82b7d14-d865-4c7b-beb1-388243617243) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 14:59:01.689488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:01.785137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:01.828095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 14:59:01.830778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 14:59:01.834593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 14:59:01.839544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Pushing event updated for resources: {'Port': ['ID=f82b7d14-d865-4c7b-beb1-388243617243,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:02.210512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:02.421687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:02.425027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:02.621206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Router cd919a7d-9169-4372-b335-638f56792cd7 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 14:59:02.724891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 14:59:02.729287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:02.730495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22fd336f-bd0e-4d15-80db-a27b117ce20d admin admin] 10.222.0.71 "PUT /v2.0/routers/cd919a7d-9169-4372-b335-638f56792cd7 HTTP/1.1" status: 200 len: 889 time: 1.9803276 Dec 16 14:59:03.624952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 14:59:03.674003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:59:03.674379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:03.742780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Sync routers for ids ['cd919a7d-9169-4372-b335-638f56792cd7'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 14:59:03.767965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Routers {'cd919a7d-9169-4372-b335-638f56792cd7'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:59:03.768550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T14:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd919a7d-9169-4372-b335-638f56792cd7'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:03.977690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Set router cd919a7d-9169-4372-b335-638f56792cd7 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 14:59:04.456021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:59:01Z', 'revision_number': 4, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port': {'id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:59:01Z', 'updated_at': '2021-12-16T14:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:56Z', 'revision_number': 5, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:04.506145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Checking router: cd919a7d-9169-4372-b335-638f56792cd7 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 14:59:04.506501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Updating router cd919a7d-9169-4372-b335-638f56792cd7 port f82b7d14-d865-4c7b-beb1-388243617243 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 14:59:04.551970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:04.865956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:04.939137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:04.991732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Attempting to bind port f82b7d14-d865-4c7b-beb1-388243617243 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 14:59:04.992141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Attempting to bind port f82b7d14-d865-4c7b-beb1-388243617243 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 14:59:04.992505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Attempting to bind port f82b7d14-d865-4c7b-beb1-388243617243 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 14:59:04.999626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd62f0-e3c9-4225-be63-30ae3ed9251f None None] Pushing event updated for resources: {'Port': ['ID=f82b7d14-d865-4c7b-beb1-388243617243,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:05.003367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 14:59:05.003749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 14:59:05.004188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:05.004576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 14:59:05.005063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Bound port: f82b7d14-d865-4c7b-beb1-388243617243, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 14:59:05.005463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:05.054288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] For port f82b7d14-d865-4c7b-beb1-388243617243, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 14:59:05.057212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] For port f82b7d14-d865-4c7b-beb1-388243617243, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f82b7d14-d865-4c7b-beb1-388243617243,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 14:59:05.156519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:05.212995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Routers {'cd919a7d-9169-4372-b335-638f56792cd7'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 14:59:05.213664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T14:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd919a7d-9169-4372-b335-638f56792cd7'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:05.251527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd62f0-e3c9-4225-be63-30ae3ed9251f None None] Pushing event updated for resources: {'Port': ['ID=f82b7d14-d865-4c7b-beb1-388243617243,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:05.327951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] Set router cd919a7d-9169-4372-b335-638f56792cd7 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 14:59:05.382223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 14:59:05.497314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3393cb7a-abdb-47aa-8d5f-717444ef66a4 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1132410 Dec 16 14:59:05.546537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:59:01Z', 'revision_number': 4, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port': {'id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:59:01Z', 'updated_at': '2021-12-16T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:56Z', 'revision_number': 5, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 14:59:05.579064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be10717-483c-490d-8c44-76a400a503a9 None None] The sync data for ids ['cd919a7d-9169-4372-b335-638f56792cd7'] in n-d-821947-3 is: [{'id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'name': 'router1', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:58:42Z', 'updated_at': '2021-12-16T14:59:01Z', 'revision_number': 4, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'gw_port': {'id': 'f82b7d14-d865-4c7b-beb1-388243617243', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:59:01Z', 'updated_at': '2021-12-16T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '427bf3bf-c998-4c92-9bcc-0b4f82d5df0b', 'name': '', 'network_id': 'c18bd437-b14b-4451-aace-136c59f8003f', 'tenant_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'mac_address': 'fa:16:3e:04:f6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd919a7d-9169-4372-b335-638f56792cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:58:52Z', 'updated_at': '2021-12-16T14:58:56Z', 'revision_number': 5, 'project_id': 'c59e77c4106b4ae39ec82d7c836b3ab3', 'subnets': [{'id': '7ec1cc9f-1acd-4b33-91a7-3bcea037f05b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86263c3f-98c7-40e1-b2c4-207771a1cfd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 14:59:07.626524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f82b7d14-d865-4c7b-beb1-388243617243 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 14:59:07.690635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f82b7d14-d865-4c7b-beb1-388243617243 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:59:07.691018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:07.773741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:07.795730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f82b7d14-d865-4c7b-beb1-388243617243, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f82b7d14-d865-4c7b-beb1-388243617243,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 14:59:07.869797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:07.920160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f82b7d14-d865-4c7b-beb1-388243617243,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 14:59:09.603700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f82b7d14-d865-4c7b-beb1-388243617243 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 14:59:09.664343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f82b7d14-d865-4c7b-beb1-388243617243 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 14:59:09.664943 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:13.900153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06b94d16-ee48-4157-9e96-2cc4c1f25c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:16.389801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3a1b6eb-f259-41e0-b070-a6c74205439d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:17.510315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:18.898532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:19.709796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:23.964976 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 14:59:43.898917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc854a16-1365-4b5f-a4b6-4dc44eec1660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:46.453178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d22a3df-73b2-4c68-8bc4-a9e7037b88a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:47.755875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:49.127284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 14:59:49.721341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:00.994320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:00:13.893080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-05785333-1346-48d4-a09c-6f350aa9dfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:16.396006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9571f70-9dd2-4b58-9bd0-09bd12aed07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:17.498181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:18.915242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:19.704165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:36.216335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:36.283962 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee758acc-6ef7-4ee8-8a96-74f93b7e3020 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:00:36.285335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ee758acc-6ef7-4ee8-8a96-74f93b7e3020 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0681105 Dec 16 15:00:36.483739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3754374-c34c-4b73-8670-b4d1536c9b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:36.485162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3754374-c34c-4b73-8670-b4d1536c9b0c admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1951084 Dec 16 15:00:37.968395 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:00:38.934923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:39.069969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d5ec1-1e01-4c9d-b38b-852b6df254cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:39.071361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f0d5ec1-1e01-4c9d-b38b-852b6df254cf admin admin] 10.222.0.71 "GET /v2.0/subnets/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b HTTP/1.1" status: 200 len: 849 time: 0.1354547 Dec 16 15:00:39.082326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:00:39.173080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Publish callbacks [] for subnet, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:39.412795 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771845998812'] for subnet, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:39.454135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:39.454735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:39.456221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] 10.222.0.71 "PUT /v2.0/subnets/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b HTTP/1.1" status: 200 len: 868 time: 0.3775427 Dec 16 15:00:39.459710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bed980-417e-4018-bd26-16750cf211ce None None] Network c18bd437-b14b-4451-aace-136c59f8003f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:00:39.475502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec1cc9f-1acd-4b33-91a7-3bcea037f05b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:00:39.484743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.485071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.485449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.485768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.486107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.486445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.486933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.487274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.487609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.488042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.488380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.488759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.489028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d410c5-0043-4fe1-a057-070d8719128c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:00:39.831710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e265cfe0-d59f-4334-9d6b-9e2dc58123c4 None None] Provisioning complete for port 4287b622-f93a-495e-ab28-914b68673bf8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:00:39.832114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e265cfe0-d59f-4334-9d6b-9e2dc58123c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:39.931633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e265cfe0-d59f-4334-9d6b-9e2dc58123c4 None None] Provisioning complete for port 427bf3bf-c998-4c92-9bcc-0b4f82d5df0b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:00:39.931952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e265cfe0-d59f-4334-9d6b-9e2dc58123c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:41.893454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:42.098276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1f5b4-7b01-4e47-ad3a-9507def14784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:42.098694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1f5b4-7b01-4e47-ad3a-9507def14784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:42.100314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d5f1f5b4-7b01-4e47-ad3a-9507def14784 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2057765 Dec 16 15:00:43.870376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ddabc66-86cc-4b31-b418-d504446b1e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:44.514901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:44.650419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b01bc2-9477-4b11-ac91-0b04c177efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:44.650892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b01bc2-9477-4b11-ac91-0b04c177efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:44.652609 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22b01bc2-9477-4b11-ac91-0b04c177efa4 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1363671 Dec 16 15:00:46.379190 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de512a84-f8b0-49ad-b85d-cf3db6d1e56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:47.067693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:47.198996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a68c9-ccf2-423f-baf6-493ddafbf12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:47.200414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-365a68c9-ccf2-423f-baf6-493ddafbf12e admin admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 886 time: 0.1315804 Dec 16 15:00:47.527174 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:48.916053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:49.689959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55480) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:49.772763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:00:49.887056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2332534-36dc-402f-bb85-e802c904eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:49.889329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2332534-36dc-402f-bb85-e802c904eccd admin admin] 10.222.0.71 "GET /v2.0/networks/c18bd437-b14b-4451-aace-136c59f8003f HTTP/1.1" status: 200 len: 869 time: 0.1980147 Dec 16 15:00:52.420512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:52.555318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e500b59-bd8d-4877-a664-9eb2eb4bc8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:52.555780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e500b59-bd8d-4877-a664-9eb2eb4bc8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:52.557369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e500b59-bd8d-4877-a664-9eb2eb4bc8d6 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354671 Dec 16 15:00:55.079447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55496) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:55.176809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e8667-fb15-4fe2-bb17-38284e9d7b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:55.177267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e8667-fb15-4fe2-bb17-38284e9d7b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:55.178794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a0e8667-fb15-4fe2-bb17-38284e9d7b46 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983019 Dec 16 15:00:57.690842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55504) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:00:57.775636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d7085-2709-4612-89dc-54ae23eeebba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:00:57.777159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-da2d7085-2709-4612-89dc-54ae23eeebba admin admin] 10.222.0.71 "GET /v2.0/subnets/51293f66-7a01-4013-a02d-5a47cb23dd90 HTTP/1.1" status: 200 len: 816 time: 0.0851934 Dec 16 15:01:00.195577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55512) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:01:00.286692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5704c0-8948-468e-aca8-31b4e0e13969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:01:00.288427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf5704c0-8948-468e-aca8-31b4e0e13969 admin admin] 10.222.0.71 "GET /v2.0/subnets/7ec1cc9f-1acd-4b33-91a7-3bcea037f05b HTTP/1.1" status: 200 len: 868 time: 0.0917826 Dec 16 15:01:13.893195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de559e78-a470-42e7-a27d-995863c77364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:14.967859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:01:16.338365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79086012-14c7-4235-8968-ad390786df7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:17.504422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:18.973159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:19.726451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:26.163684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55566) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:01:26.214867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-6a37f531-49b4-4498-9ea1-1077ed9cd938 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:01:26.215949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a37f531-49b4-4498-9ea1-1077ed9cd938 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511379 Dec 16 15:01:28.737618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:01:28.801553 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f2319f-7259-4fc6-a1ca-3a67b64c5d16 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:01:28.802836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-23f2319f-7259-4fc6-a1ca-3a67b64c5d16 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642762 Dec 16 15:01:28.888082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7905370e-5f74-40cf-9f0f-1188506ec2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:01:28.889554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7905370e-5f74-40cf-9f0f-1188506ec2d6 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821638 Dec 16 15:01:31.389586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55582) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:01:31.446901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:01:31.528401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Made reservation on behalf of 5e22c3629221477d8bd3a2d5c7efab93 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:01:31.530274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:31.567074 n-d-821947-3 neutron-server[104056]: WARNING neutron.services.revisions.revision_plugin [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Could not find related network for resource to bump revision. Dec 16 15:01:31.582417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:01:31.593190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:31.593538 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Added segment 21655e28-9029-425a-b093-9b38d74b6d39 of type vlan for network 34962e1e-687c-4d12-aa59-1d979a804a13 Dec 16 15:01:31.636742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:31.710227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:31.711299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:01:31.711948 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:31.772781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] Pushing event updated for resources: {'Network': ['ID=34962e1e-687c-4d12-aa59-1d979a804a13,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:31.783665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 34962e1e-687c-4d12-aa59-1d979a804a13 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:01:31.819241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0dcfa2d8-3bac-4947-8de9-d032c6c18541 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4200962 Dec 16 15:01:34.327204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55590) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:01:34.392652 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb14616e-55f1-4e5f-a727-afcff08f45e7 admin admin] GET failed (client error): The resource could not be found. Dec 16 15:01:34.393996 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eb14616e-55f1-4e5f-a727-afcff08f45e7 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657849 Dec 16 15:01:34.492703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60377e43-de4a-40df-8f7e-d589566276e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:01:34.494214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-60377e43-de4a-40df-8f7e-d589566276e0 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0956066 Dec 16 15:01:34.505040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:01:34.590786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Made reservation on behalf of 5e22c3629221477d8bd3a2d5c7efab93 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:01:34.593154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:34.806547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:34.868456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f91fd4f-5b0a-45f6-8268-24263c5dbafd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:34.875570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:01:34.876026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Network hostable DHCP agents. Network: 34962e1e-687c-4d12-aa59-1d979a804a13, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:01:34.879587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.879965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.880306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.880640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.880972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.881300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.881623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.881973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.882295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.882615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.882936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.883254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.883577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:34.949652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:01:35.023434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 34962e1e-687c-4d12-aa59-1d979a804a13) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:01:35.028816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:01:35.029424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.033910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172260a-67a6-4c72-9eae-a481f34c08c8 None None] Network 34962e1e-687c-4d12-aa59-1d979a804a13 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:01:35.124130 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d7889c4d-2b4b-4abc-8c32-1c08eaca3f92 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6225197 Dec 16 15:01:35.153886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-34962e1e-687c-4d12-aa59-1d979a804a13', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'project_id': '5e22c3629221477d8bd3a2d5c7efab93', 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:01:35.154812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.310596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Allocated IP 192.168.233.2 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/0d67d59e-253d-4398-b597-3813eec5bfee) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:01:35.575279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.773566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.821889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:01:35.824987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:01:35.830090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:01:35.833214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Pushing event updated for resources: {'Port': ['ID=0d67d59e-253d-4398-b597-3813eec5bfee,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:35.845096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.845476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.845842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.846191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.846527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.846861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.847198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.847530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.847879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.848214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.848599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.848956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.849321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:01:35.898683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Attempting to bind port 0d67d59e-253d-4398-b597-3813eec5bfee on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:01:35.899059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Attempting to bind port 0d67d59e-253d-4398-b597-3813eec5bfee by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:01:35.899441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Attempting to bind port 0d67d59e-253d-4398-b597-3813eec5bfee on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:01:35.905263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:01:35.905646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:01:35.906053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.906453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:01:35.906933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Bound port: 0d67d59e-253d-4398-b597-3813eec5bfee, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:01:35.907333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:35.974256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] For port 0d67d59e-253d-4398-b597-3813eec5bfee, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:01:35.978587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] For port 0d67d59e-253d-4398-b597-3813eec5bfee, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0d67d59e-253d-4398-b597-3813eec5bfee,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:01:36.088171 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:36.152621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816cfcf-b2c6-41c6-999f-8dfa333cc67e None None] Pushing event updated for resources: {'Port': ['ID=0d67d59e-253d-4398-b597-3813eec5bfee,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:37.063970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6aa67-5190-4b1f-b60d-a1e970ee11c4 None None] Network 34962e1e-687c-4d12-aa59-1d979a804a13 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:01:37.134155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] Provisioning complete for port 0d67d59e-253d-4398-b597-3813eec5bfee triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:01:37.134837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:37.264871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:37.323788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] For port 0d67d59e-253d-4398-b597-3813eec5bfee, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0d67d59e-253d-4398-b597-3813eec5bfee,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:01:37.402022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:37.478937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d53c6f-15db-48d6-8bc4-ab438b9ea631 None None] Pushing event updated for resources: {'Port': ['ID=0d67d59e-253d-4398-b597-3813eec5bfee,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:01:37.625556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-06701f14-624c-4ec0-948c-16ef71d96c89 None None] Provisioning complete for port 0d67d59e-253d-4398-b597-3813eec5bfee triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:01:37.625955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06701f14-624c-4ec0-948c-16ef71d96c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:37.734981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0d67d59e-253d-4398-b597-3813eec5bfee up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:01:37.785362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0d67d59e-253d-4398-b597-3813eec5bfee triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:01:37.785645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:43.899184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bfe03b0-7eaa-4103-96c6-98a57a6cab83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:46.362087 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1963fdaa-d142-49a8-923c-d996283ee5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:47.567535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:48.917639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:49.699371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:01:51.967888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:02:13.875997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c643318c-5706-4102-9b1b-07135118e5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:16.371634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f28a68e0-b843-4ef2-ae1a-1d3df32af8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:17.516142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:18.921985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:19.710191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:28.967676 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:02:43.870590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc988a76-39d1-4f5a-8b0c-c473c4c7ebab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:46.361870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-057e581a-9e11-4d24-bcbc-b7f5b4f07bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:47.531678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:48.920205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:02:49.721933 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:00.035760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55634) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:03:00.042166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5c0e45ad-f303-4b57-b39c-bd1afbafb351 tempest-verify_tempest_config-1574002689 tempest-verify_tempest_config-1574002689-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:03:00.043567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5c0e45ad-f303-4b57-b39c-bd1afbafb351 tempest-verify_tempest_config-1574002689 tempest-verify_tempest_config-1574002689-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065033 Dec 16 15:03:00.668917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:03:00.819584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:00.904950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.018836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.091598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e7005-01da-41b1-a7a5-e965688e884b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:03:01.097856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c911fdff3faf4f7a80bbb8a15d191b5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4278650 Dec 16 15:03:01.101868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55656) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:03:01.103387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.103785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.104364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.105288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.105702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.106059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.106434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.106787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.107140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.107790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.108030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.108523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.108903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342df2ac-b36b-4124-bcc7-bdfb49caa502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.221039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.242751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.494132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.497236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:01.500491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/845e7005-01da-41b1-a7a5-e965688e884b HTTP/1.1" status: 204 len: 168 time: 0.3931100 Dec 16 15:03:01.506321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e7005-01da-41b1-a7a5-e965688e884b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:03:01.514541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.515927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.515927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.515927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.515927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.516474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.516474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.516807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.517163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.517496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.517827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.518148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:01.518472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678cd865-6f75-4c3c-9c03-824b2fb61e13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:03:05.968319 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:03:13.876505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b019729e-3d05-45f6-9ac1-8832d4572dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:16.373483 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a91430f-cb4e-4a8d-b8be-3c50bb4d56cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:17.528047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:18.944929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:19.765636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:42.967254 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:03:43.882063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2750fa93-37fa-4bf2-8b45-529bdbb02548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:46.367902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7aa79c9-b0db-4d85-8371-a438d356f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:47.533332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:48.928221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:03:49.750748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:13.888857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56616c93-45a2-4d9e-855f-12b7fdbc76b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:16.390860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4ff6-8d9f-40b3-939a-740657535c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:17.536661 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:18.933758 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:19.739310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:19.966161 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:04:43.876802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-659f5715-b170-41c4-8b90-cabec55aa936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:46.391025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae956-614a-4c08-8a1c-94959e944009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:47.533568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:48.934306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:49.753396 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:04:56.964723 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:05:13.890287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f81bd358-0ab6-410a-854e-c9894cfacb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:16.404205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78bbf348-607b-4f93-b275-a073130451f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:17.541893 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:18.985106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:19.774012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:33.963611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:05:43.911040 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d79fb615-e3f6-46d8-a313-4217c9858ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:46.370724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-696279db-b9d9-4c9d-b01e-b2430319a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:47.546982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:48.928614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:05:49.745323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:10.966586 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 5 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:06:13.923042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f61bb017-3398-4b7e-baa9-a1947ef8d39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:16.381059 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bfce22f-d9fd-4d2a-bd8a-40c88baff9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:17.558062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:18.946852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:19.764069 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:28.278320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:29.089409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872750'] for agent, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:43.889371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5084c3bd-6073-49e9-90cf-b83b9258efee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:46.398042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9aec87bc-a109-4830-a482-c495e5224bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:47.546835 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:47.965835 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:06:48.946800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:49.752108 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:58.312537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:06:59.026762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:09.145534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55714) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:07:09.261689 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e305b8b7-0c0a-4eed-9137-bd05a2acf706 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1143961 Dec 16 15:07:11.638089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:07:11.692233 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ae9e29b-6577-46bf-89d0-4df1fcfe6629 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0530214 Dec 16 15:07:13.923038 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53b8d17c-901a-4f7d-9b76-83b5043b55c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:16.368573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-589d59b3-206c-416a-8bb1-4f0d06cb6f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:17.545607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:18.969509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:19.751910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:24.965780 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:07:28.283512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:29.108777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:43.900617 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6d99-2551-4a34-a886-3134a8a3e831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:46.380953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dfae12c5-9600-4af2-9561-31f621572ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:47.552479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:48.934829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:49.734845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:58.363717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:07:59.113036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:01.964518 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:08:13.900564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df832f91-250b-4c8e-81da-fdcadfdb1a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:16.357542 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e454c50-bd9e-4c7d-9006-be83832933bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:17.540677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:18.963285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:19.757855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:28.301485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:29.037365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:38.964940 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:08:42.284881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56074) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:42.752860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:42.828831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:42.900871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:42.954734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33bad3-1b67-46b8-8668-5908a7b8d744,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:42.964258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.964605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.964949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.965297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.965770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.966254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.966754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.967092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.967417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.968023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.968356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.968688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.969011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] Tracked resource versions report: Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: pushed versions: Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: { 'AddressGroup': {'1.2'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'ConntrackHelper': {'1.0'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Log': {'1.0'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Network': {'1.1'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Port': {'1.7'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'PortForwarding': {'1.2'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'QosPolicy': {'1.10'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SecurityGroup': {'1.5'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SubPort': {'1.0'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Subnet': {'1.1'}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Trunk': {'1.1'}} Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: consumer versions: Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: { DHCP agent@n-d-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: HyperV agent@n-h1-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: HyperV agent@n-h2-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: L3 agent@n-d-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: Metadata agent@n-d-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: Metering agent@n-d-821947-3: {}, Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'ConntrackHelper': '1.0', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'LocalIPAssociation': '1.0', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Log': '1.0', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Network': '1.1', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Port': '1.7', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'PortForwarding': '1.2', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'QosPolicy': '1.10', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SecurityGroup': '1.5', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SecurityGroupRule': '1.2', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'SubPort': '1.0', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Subnet': '1.1', Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: 'Trunk': '1.1'}} Dec 16 15:08:42.970113 n-d-821947-3 neutron-server[104055]: {{(pid=104055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:08:42.978886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b7758984-8b24-46b2-be3c-dd4a34ecc6c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=356dd9c3e7f146cbb3357fd2a3139890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6929460 Dec 16 15:08:42.981924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:43.040653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.061629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.157854 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.160469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.161604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d33bad3-1b67-46b8-8668-5908a7b8d744 HTTP/1.1" status: 204 len: 168 time: 0.1780429 Dec 16 15:08:43.169383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33bad3-1b67-46b8-8668-5908a7b8d744,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:43.177341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.177683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.178034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.178351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.178682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.179059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.179361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.179678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.180025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.180346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.180664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.180978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.181293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f8f7-96be-43c4-9c7a-d516a3d5513e admin admin] Tracked resource versions report: Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: pushed versions: Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: { 'AddressGroup': {'1.2'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'ConntrackHelper': {'1.0'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Log': {'1.0'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Network': {'1.1'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Port': {'1.7'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'PortForwarding': {'1.2'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'QosPolicy': {'1.10'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SecurityGroup': {'1.5'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SubPort': {'1.0'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Subnet': {'1.1'}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Trunk': {'1.1'}} Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: consumer versions: Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: { DHCP agent@n-d-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: HyperV agent@n-h1-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: HyperV agent@n-h2-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: L3 agent@n-d-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: Metadata agent@n-d-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: Metering agent@n-d-821947-3: {}, Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'ConntrackHelper': '1.0', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'LocalIPAssociation': '1.0', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Log': '1.0', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Network': '1.1', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Port': '1.7', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'PortForwarding': '1.2', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'QosPolicy': '1.10', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SecurityGroup': '1.5', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SecurityGroupRule': '1.2', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'SubPort': '1.0', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Subnet': '1.1', Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: 'Trunk': '1.1'}} Dec 16 15:08:43.182432 n-d-821947-3 neutron-server[104056]: {{(pid=104056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:08:43.690538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:43.692840 n-d-821947-3 neutron-server[104056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 15:08:43.722671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-14e78782-f56f-443f-8a4d-969540fdcefa tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=12b42958079145608da73b8288f750b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304101 Dec 16 15:08:43.883381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56180) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:43.895450 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5af2dafb-5df7-4372-a388-80a162ed09a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.901836 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f03ffd1-0f32-48fd-b084-a01b08e0e174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:43.937806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-76a8b63d-f95f-42cf-89af-03edc955d428 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:43.939401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-76a8b63d-f95f-42cf-89af-03edc955d428 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026608 Dec 16 15:08:43.957186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-01b159ee-5f6a-4502-93bf-46b34617d79b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/quotas/12b42958079145608da73b8288f750b2 HTTP/1.1" status: 200 len: 375 time: 0.0103214 Dec 16 15:08:43.983342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f03ffd1-0f32-48fd-b084-a01b08e0e174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.025627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-cd0c0e12-71cd-4dd0-a8cf-68368ec0a27f tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636721 Dec 16 15:08:44.055315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f03ffd1-0f32-48fd-b084-a01b08e0e174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.092185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03ffd1-0f32-48fd-b084-a01b08e0e174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf6832-daf6-45fc-af71-2c997483f0e0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:44.096727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f03ffd1-0f32-48fd-b084-a01b08e0e174 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4692b6271aa4cc28bdebe7c313d30c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2122228 Dec 16 15:08:44.099340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56190) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:44.153986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.181166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.329230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.332030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.335842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92cf6832-daf6-45fc-af71-2c997483f0e0 HTTP/1.1" status: 204 len: 168 time: 0.2319975 Dec 16 15:08:44.342933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3715-8098-47cd-9404-5aace51ea590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf6832-daf6-45fc-af71-2c997483f0e0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:44.469198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96eadcfc-f571-4609-9d2a-d3654939b500 req-636124e3-ddf5-46f9-be34-24668901ce51 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.0485911 Dec 16 15:08:44.768140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:44.887077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fad1844-2824-481e-8e1a-824de4444eb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:44.996032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fad1844-2824-481e-8e1a-824de4444eb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.169406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fad1844-2824-481e-8e1a-824de4444eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.211067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad1844-2824-481e-8e1a-824de4444eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2741c6f-6c4f-44e7-9948-f78c9270df96,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:45.219053 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5fad1844-2824-481e-8e1a-824de4444eb9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7ee8e31075964d1795aa2ff01a76180f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4485724 Dec 16 15:08:45.221178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56272) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:45.282911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.306904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.455107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.458534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:45.462077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b2741c6f-6c4f-44e7-9948-f78c9270df96 HTTP/1.1" status: 204 len: 168 time: 0.2370226 Dec 16 15:08:45.468415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ee881-707e-4797-ad18-0f5f7c9537dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2741c6f-6c4f-44e7-9948-f78c9270df96,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:45.880144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56324) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:46.281815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:46.320941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc2153a6-06f3-4cb6-8185-d51913ffc29b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.333782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee6f5ff-32bf-472a-84ea-5b009f603d6c req-b2b4084b-ca4f-4051-bfa1-d0e6dc53301e tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.4518020 Dec 16 15:08:46.381965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b83882d9-5b59-468b-9cc6-9802bc581c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.418838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc2153a6-06f3-4cb6-8185-d51913ffc29b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.495145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc2153a6-06f3-4cb6-8185-d51913ffc29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.542388 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc2153a6-06f3-4cb6-8185-d51913ffc29b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d40f78ed0be4d01868eaefd921423a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2577853 Dec 16 15:08:46.542388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2153a6-06f3-4cb6-8185-d51913ffc29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888e0cd-b302-4dea-ac09-0fc71ffd4a83,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:46.544017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:46.675600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.712252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.821150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.823690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:46.824852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5888e0cd-b302-4dea-ac09-0fc71ffd4a83 HTTP/1.1" status: 204 len: 168 time: 0.2793655 Dec 16 15:08:46.839355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db801128-a5a2-42bc-9a6b-8184e2f392e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888e0cd-b302-4dea-ac09-0fc71ffd4a83,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:47.299597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-15ae22b6-04e2-43e7-8b37-667037fa75d5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=1018aef28d5043c4841551e4d32170de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310616 Dec 16 15:08:47.451448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-bfa86e2f-47a6-4d72-a2c5-01179dea03cc tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:47.453246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-bfa86e2f-47a6-4d72-a2c5-01179dea03cc tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469476 Dec 16 15:08:47.463986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-e40da960-3fe6-4648-81bb-9982261ea07f tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/quotas/1018aef28d5043c4841551e4d32170de HTTP/1.1" status: 200 len: 375 time: 0.0093548 Dec 16 15:08:47.511382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-ae51c05d-14a9-4785-b934-1765331e634f tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1018aef28d5043c4841551e4d32170de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386674 Dec 16 15:08:47.601887 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:47.691303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:47.736966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5721c04a-4f5e-4b3c-b0c7-4d4ee39a849c req-0bce83b1-6bc1-44e1-a5e6-b5c11ee0b0ea tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.0266809 Dec 16 15:08:47.887222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4161699-20bd-4608-9cab-327a8e844646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.008203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4161699-20bd-4608-9cab-327a8e844646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.008353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cbf7689-039f-4619-b221-fb2bb5c13415 req-c9c813f7-0811-41c5-9a96-4d862daecc71 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Dec 16 15:08:48.100643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4161699-20bd-4608-9cab-327a8e844646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.138521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161699-20bd-4608-9cab-327a8e844646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5847017-d136-44af-b793-99885d1724ee,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:48.152371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e4161699-20bd-4608-9cab-327a8e844646 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f31bcb7adf54d728356faf7552c34d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4598849 Dec 16 15:08:48.155290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:48.207456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.241672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.266201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.74', 64565) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:48.302270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-6261f422-b7ca-47f3-b1d1-2ff2055dcc72 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=12b42958079145608da73b8288f750b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239041 Dec 16 15:08:48.392492 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.396447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.397985 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e5847017-d136-44af-b793-99885d1724ee HTTP/1.1" status: 204 len: 168 time: 0.2413607 Dec 16 15:08:48.415511 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42122c3c-cd6a-494e-8a77-5b85b8658814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5847017-d136-44af-b793-99885d1724ee,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:48.444096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-302c4925-7031-4d13-9607-e6bdb1b843b7 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:48.445826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-302c4925-7031-4d13-9607-e6bdb1b843b7 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352210 Dec 16 15:08:48.634058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Request body: {'port': {'device_id': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '12b42958079145608da73b8288f750b2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:08:48.970864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:48.992438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Made reservation on behalf of 12b42958079145608da73b8288f750b2 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:08:48.992568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:48.998378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.041000 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.075282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d58c8b0-ad58-4b89-9e61-4e1cb4e76c3e req-31277d88-41c4-4e91-b37b-bf9d9c41875c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.0655124 Dec 16 15:08:49.136611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-024e65dd-877f-44be-b7f5-e303dc061fd2 req-bc739a96-e486-4610-809e-d0d435d38480 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0520525 Dec 16 15:08:49.206685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.252763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43146cd-7dc5-453b-a515-538026f8c52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.275150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.324385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56570) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:49.339542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6304951e-dd70-4fd9-8114-4efd5804496e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.437837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43146cd-7dc5-453b-a515-538026f8c52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.535515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43146cd-7dc5-453b-a515-538026f8c52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.543528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6304951e-dd70-4fd9-8114-4efd5804496e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.579462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7055bf6-fdc8-424c-bf3f-6334675d3f4b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:49.631902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6304951e-dd70-4fd9-8114-4efd5804496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.673150 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6304951e-dd70-4fd9-8114-4efd5804496e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33c75c7d33004edeb057971ab9e12b1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3465850 Dec 16 15:08:49.674323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304951e-dd70-4fd9-8114-4efd5804496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b300c5-f3eb-48a2-9b2a-6267902ee62d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:49.677604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:49.682731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43146cd-7dc5-453b-a515-538026f8c52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1744f4-3ed8-4fe4-830f-eee0f2ae9f80,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:49.713215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c43146cd-7dc5-453b-a515-538026f8c52c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68c232c522e44826a7e50354b05c3f46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7406647 Dec 16 15:08:49.714821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Allocated IP 192.168.233.37 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:08:49.718735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56598) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:49.777744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.780410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.825658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.844907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.951500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.974834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.977756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:49.979482 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35b300c5-f3eb-48a2-9b2a-6267902ee62d HTTP/1.1" status: 204 len: 168 time: 0.3007717 Dec 16 15:08:49.990038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eaab95-12eb-40a5-a626-870564918686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b300c5-f3eb-48a2-9b2a-6267902ee62d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:50.054842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.197910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.200958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.204584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b1744f4-3ed8-4fe4-830f-eee0f2ae9f80 HTTP/1.1" status: 204 len: 168 time: 0.4825137 Dec 16 15:08:50.212336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf60b6b-2823-482b-a272-88065563d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1744f4-3ed8-4fe4-830f-eee0f2ae9f80,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:50.269659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47c6f5a2-f001-42d8-8192-9a4131a405c6 req-fa3daf74-8a61-48bd-b8e0-b2b86f5befdf tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.0404675 Dec 16 15:08:50.318929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.430472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:08:50.437125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:08:50.445923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:08:50.457505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:50.459988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.474707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Pushing event updated for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:50.638107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-91e3b574-9dff-41e0-9199-5bb094c6ce17 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0111716 Dec 16 15:08:50.647612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd09d8a1-a100-41be-a46c-61973c41b581 req-619040e3-5da0-440c-b9d3-0816aa9630df tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0813830 Dec 16 15:08:50.907645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a540e453-4dae-4d53-a51d-5c5b2240ddc9 None None] Provisioning complete for port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:08:50.909159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a540e453-4dae-4d53-a51d-5c5b2240ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:50.971964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a540e453-4dae-4d53-a51d-5c5b2240ddc9 None None] Port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:08:51.435398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ca36-3776-4832-8afa-4fa7b2d4b934 req-7f35f106-f6fb-4a77-9c78-07a3c6409f99 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:51.444441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54d5ca36-3776-4832-8afa-4fa7b2d4b934 req-7f35f106-f6fb-4a77-9c78-07a3c6409f99 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 935 time: 0.0740829 Dec 16 15:08:51.502080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54d5ca36-3776-4832-8afa-4fa7b2d4b934 req-8f8d09cf-5661-413e-96aa-2d1fdd8cb09c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553145 Dec 16 15:08:51.553110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.30', 57563) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:51.576341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-a71b04fe-dbc3-4db4-bf27-012f12401488 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1018aef28d5043c4841551e4d32170de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218036 Dec 16 15:08:51.829348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-497bdc8a-26d0-4209-8be7-144ab244c4b3 req-441ad838-8e5a-42a9-a1ea-69ef8e6a9933 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0463283 Dec 16 15:08:51.864971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-21ef6c5c-f564-4b02-8587-0f4392bfaa13 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:51.866439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-21ef6c5c-f564-4b02-8587-0f4392bfaa13 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848222 Dec 16 15:08:51.989559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Request body: {'port': {'device_id': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '1018aef28d5043c4841551e4d32170de'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:08:52.004264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56658) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:52.163500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56672) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:52.178676 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c93de555-6bd7-4083-902c-da58e5c73282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.220438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Made reservation on behalf of 1018aef28d5043c4841551e4d32170de for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:08:52.224682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.234770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.294164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c93de555-6bd7-4083-902c-da58e5c73282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.364830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.381149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c93de555-6bd7-4083-902c-da58e5c73282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.452505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c93de555-6bd7-4083-902c-da58e5c73282 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34cf9982cfec45b0b2436dd46ffcc9c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2851894 Dec 16 15:08:52.452505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93de555-6bd7-4083-902c-da58e5c73282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72f264e-cb68-4883-bc9a-40387dce41e0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:52.453439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56678) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:52.477418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.565908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4f3538-6032-48a5-a0a1-611ee233606b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:52.582545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-dd01-43bf-a976-7fbafdc0bba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.586131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.659713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.739231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Allocated IP 192.168.233.25 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:08:52.751933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-dd01-43bf-a976-7fbafdc0bba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.771286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244f9ab-7647-4df7-b880-46abe95cdcde req-0e6b3f72-8c8b-4d70-a779-b9aa72931bf8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:52.772860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f244f9ab-7647-4df7-b880-46abe95cdcde req-0e6b3f72-8c8b-4d70-a779-b9aa72931bf8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 935 time: 0.1785526 Dec 16 15:08:52.815071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.818776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.824625 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b72f264e-cb68-4883-bc9a-40387dce41e0 HTTP/1.1" status: 204 len: 168 time: 0.3659236 Dec 16 15:08:52.830298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed142aa0-96a3-4bc3-beab-ee9b90804476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72f264e-cb68-4883-bc9a-40387dce41e0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:52.843396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7eab7266-dd01-43bf-a976-7fbafdc0bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:52.900305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f244f9ab-7647-4df7-b880-46abe95cdcde req-bf27bb23-9ac9-464b-a6c9-0eefb833cf7c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192577 Dec 16 15:08:52.962468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7eab7266-dd01-43bf-a976-7fbafdc0bba8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=407d85027cdc4cb581f866a46152e128&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9567773 Dec 16 15:08:52.964855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56700) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:53.007098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab7266-dd01-43bf-a976-7fbafdc0bba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f972d51-449c-49ea-85ec-8b2d2b3cfec9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:53.049931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.072854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.173487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abb07df6-7471-414f-8001-ecfe7d756767 req-48041009-5eb4-4c7a-a832-f6642a1c3990 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.1287494 Dec 16 15:08:53.210335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.318326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.321634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.325082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f972d51-449c-49ea-85ec-8b2d2b3cfec9 HTTP/1.1" status: 204 len: 168 time: 0.3564768 Dec 16 15:08:53.338556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13c5b3-7b1e-4037-bdfc-d4b7a7cb9aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f972d51-449c-49ea-85ec-8b2d2b3cfec9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:53.415132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.514034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:08:53.523814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:08:53.528844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:08:53.536251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:53.537001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.555315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Pushing event updated for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:53.652504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-8755bb7e-a85e-4a5d-a861-7a8ba084ca9a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6690879 Dec 16 15:08:53.747205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3f107936-947b-400b-9a93-21851feaac1c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:08:53.751001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3f107936-947b-400b-9a93-21851feaac1c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163217 Dec 16 15:08:53.932870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7fc15de8-64de-4b12-ac92-ee7a3a257d8c None None] Provisioning complete for port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:08:53.936743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fc15de8-64de-4b12-ac92-ee7a3a257d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:53.989734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7fc15de8-64de-4b12-ac92-ee7a3a257d8c None None] Port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:08:54.085250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04edf52-b1a7-49e9-ae84-82c93ae660f3 req-d11a815c-d767-422d-9c58-b6bcf0d19092 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:54.093781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f04edf52-b1a7-49e9-ae84-82c93ae660f3 req-d11a815c-d767-422d-9c58-b6bcf0d19092 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 935 time: 0.0921285 Dec 16 15:08:54.168427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f04edf52-b1a7-49e9-ae84-82c93ae660f3 req-3dbcf227-af2e-446b-bb2f-947021b031f5 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736375 Dec 16 15:08:54.289632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-988e541e-5a7d-472b-abc7-346db4c2a646 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:08:54.296406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-988e541e-5a7d-472b-abc7-346db4c2a646 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222671 Dec 16 15:08:54.429646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872f0fd-94f6-4d4f-bb15-066f028935dc req-e6315936-d414-4ee3-a4a7-acb212014655 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:54.431207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c872f0fd-94f6-4d4f-bb15-066f028935dc req-e6315936-d414-4ee3-a4a7-acb212014655 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 935 time: 0.1177886 Dec 16 15:08:54.510147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c872f0fd-94f6-4d4f-bb15-066f028935dc req-789165f5-34ad-4fd8-94e9-10076a883ce5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692427 Dec 16 15:08:54.994426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:55.016837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdb4b-f593-4733-b8df-4caf93b41189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.147372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Request body: {'port': {'device_id': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:08:55.182819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdb4b-f593-4733-b8df-4caf93b41189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.213172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56758) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:55.291315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.301188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ddcdb4b-f593-4733-b8df-4caf93b41189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.376599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ddcdb4b-f593-4733-b8df-4caf93b41189 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f96024e85a2848f98933173d5cf86c1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3801870 Dec 16 15:08:55.377630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcdb4b-f593-4733-b8df-4caf93b41189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495864da-aa80-454e-959a-5cde03937dc4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:55.381041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:55.463721 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdd38-a920-436a-ab82-5dfd8a9568df admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.547284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c049b30-feb8-4b70-a9b6-c89366124bd4 req-37dc0f9a-2fd1-4342-9f56-6cfbc54c9fd6 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:55.556601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c049b30-feb8-4b70-a9b6-c89366124bd4 req-37dc0f9a-2fd1-4342-9f56-6cfbc54c9fd6 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 935 time: 0.2502778 Dec 16 15:08:55.618498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdd38-a920-436a-ab82-5dfd8a9568df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.654544 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.700833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc9bdd38-a920-436a-ab82-5dfd8a9568df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.707921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.907741 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc9bdd38-a920-436a-ab82-5dfd8a9568df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8086106b8b81466e903c9dc82a9b2dbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6917317 Dec 16 15:08:55.912087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56774) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:55.943250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c049b30-feb8-4b70-a9b6-c89366124bd4 req-7f8a0525-47b8-478a-9dc3-2515937d83d3 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809612 Dec 16 15:08:55.959189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bdd38-a920-436a-ab82-5dfd8a9568df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd83c708-f5b4-49f4-a49c-a07a20544cfc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:55.990764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:55.999855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.003445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/495864da-aa80-454e-959a-5cde03937dc4 HTTP/1.1" status: 204 len: 168 time: 0.6213379 Dec 16 15:08:56.056129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf9a74-a1c8-49f9-8cec-dbcc32c05eaf req-6c452bed-9d50-497d-81c2-73f296282d35 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:56.058734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffbf9a74-a1c8-49f9-8cec-dbcc32c05eaf req-6c452bed-9d50-497d-81c2-73f296282d35 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 935 time: 0.3987277 Dec 16 15:08:56.065669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66605f91-c2e3-4c1c-8286-ef755eb947e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495864da-aa80-454e-959a-5cde03937dc4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:56.157378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.212574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.215022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Request body: {'port': {'device_id': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'device_owner': 'compute:tempest-test_az-1913002475', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:08:56.276188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.392092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.399525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.399736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffbf9a74-a1c8-49f9-8cec-dbcc32c05eaf req-29e4b14e-f301-48f6-a751-4f527d2b7413 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925181 Dec 16 15:08:56.399840 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd83c708-f5b4-49f4-a49c-a07a20544cfc HTTP/1.1" status: 204 len: 168 time: 0.4815533 Dec 16 15:08:56.412362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a39680-8ba5-4068-9b92-fa6b63ffd870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd83c708-f5b4-49f4-a49c-a07a20544cfc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:56.532391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:08:56.566674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:56.612716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Transition to ACTIVE for port object cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:08:56.879149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.095883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:57.208496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Attempting to bind port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:08:57.209161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Attempting to bind port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:08:57.209764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Attempting to bind port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:08:57.235708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:08:57.237654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Attempting to bind port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:08:57.249672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:08:57.250058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:08:57.250697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:08:57.252093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Bound port: cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:08:57.252093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.293354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873771d-5ea5-45e3-ba6b-19e6f7fe81da req-0672d8a8-7651-41b5-ab12-88ca6a3406bc tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:57.301627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c873771d-5ea5-45e3-ba6b-19e6f7fe81da req-0672d8a8-7651-41b5-ab12-88ca6a3406bc tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.2316651 Dec 16 15:08:57.525521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:08:57.569356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.613887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c873771d-5ea5-45e3-ba6b-19e6f7fe81da req-48bac79d-e8dc-4007-8160-2d03406706e1 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110735 Dec 16 15:08:57.649679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:08:57.656171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:08:57.679085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Transition to ACTIVE for port object ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:08:57.744638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bade10-d433-4857-acd4-c9d6b505cf02 req-53dc5e61-2f3f-4941-a8c0-8dd447f9a84b tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:57.757809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6bade10-d433-4857-acd4-c9d6b505cf02 req-53dc5e61-2f3f-4941-a8c0-8dd447f9a84b tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 935 time: 0.1343908 Dec 16 15:08:57.792088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.795481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.956007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:57.957225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:57.959025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] 10.222.0.74 "PUT /v2.0/ports/cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a HTTP/1.1" status: 200 len: 1095 time: 3.2516489 Dec 16 15:08:57.972670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:08:58.025098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:58.053117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64c67374-62b6-498a-9a8d-2b010726ed23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.223538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6bade10-d433-4857-acd4-c9d6b505cf02 req-046f1769-54b2-4f50-805d-f2b707181ec7 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352593 Dec 16 15:08:58.280628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64c67374-62b6-498a-9a8d-2b010726ed23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.307052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebf44d-2325-490a-93d9-d2fadf60a08d service neutron] Pushing event updated for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:58.369522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.371459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64c67374-62b6-498a-9a8d-2b010726ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.432226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Attempting to bind port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:08:58.432564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Attempting to bind port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:08:58.432893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-64c67374-62b6-498a-9a8d-2b010726ed23 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=640d071f336146b6be1b636f04298d6e&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4065840 Dec 16 15:08:58.433045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Attempting to bind port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:08:58.434591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:58.470409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:08:58.470738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Attempting to bind port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:08:58.497352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c67374-62b6-498a-9a8d-2b010726ed23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11225302-2bf8-4078-b6b6-c7ec3dd218fd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:58.499518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:58.542910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.550121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:08:58.550463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:08:58.568678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:08:58.571087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Bound port: ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:08:58.572335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.590537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.616853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-5b53fa05-484b-4b37-a648-0e6c2aac3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:58.618544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-5b53fa05-484b-4b37-a648-0e6c2aac3526 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 1098 time: 0.2516477 Dec 16 15:08:58.815442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.818768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:58.824035 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11225302-2bf8-4078-b6b6-c7ec3dd218fd HTTP/1.1" status: 204 len: 168 time: 0.3844142 Dec 16 15:08:58.855978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47b1fc-b01f-441f-88ef-3c2c3aef8360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11225302-2bf8-4078-b6b6-c7ec3dd218fd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:58.893069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-488bfea3-ef9e-4ead-9e8b-b78d9bc863e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a HTTP/1.1" status: 200 len: 217 time: 0.2163684 Dec 16 15:08:59.043487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:08:59.111973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.225535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:08:59.240695 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc17e40-f27f-4dc3-9d8d-be294f445355" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:08:59.316765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:08:59.333722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-ddfdd14b-f84e-4166-9969-7f2f094983b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.334497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-ddfdd14b-f84e-4166-9969-7f2f094983b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.3612094 Dec 16 15:08:59.363371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a318a-5b3b-44d7-bb69-a683f3d51cb7 req-0dfd77aa-f8fb-45f8-8b0e-cd290cf16ca8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.363371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a39a318a-5b3b-44d7-bb69-a683f3d51cb7 req-0dfd77aa-f8fb-45f8-8b0e-cd290cf16ca8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.4135444 Dec 16 15:08:59.425002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.522891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.523775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.525146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] 10.222.0.30 "PUT /v2.0/ports/ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 HTTP/1.1" status: 200 len: 1117 time: 3.6423779 Dec 16 15:08:59.555703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97b23c-e3cf-49d1-a859-4f21c2ff2e3f req-4ee58676-f069-471a-8f59-5f9892289f30 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.568090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d97b23c-e3cf-49d1-a859-4f21c2ff2e3f req-4ee58676-f069-471a-8f59-5f9892289f30 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.2570977 Dec 16 15:08:59.644509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a39a318a-5b3b-44d7-bb69-a683f3d51cb7 req-8dce8a49-01ee-489e-ab35-2c23089af3d5 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712655 Dec 16 15:08:59.663480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-722bd86f-edf7-4704-a511-a523319f894f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.667294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-aca1ed27-0bed-4492-8f50-f2fb65005583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.673819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-aca1ed27-0bed-4492-8f50-f2fb65005583 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077857 Dec 16 15:08:59.703978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b9b0f-5d06-465a-a439-20df6cd543df service neutron] Pushing event updated for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:08:59.845972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-722bd86f-edf7-4704-a511-a523319f894f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.906399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d97b23c-e3cf-49d1-a859-4f21c2ff2e3f req-e8891444-b641-4d66-8fd7-46666a18e472 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371332 Dec 16 15:08:59.932574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-722bd86f-edf7-4704-a511-a523319f894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:08:59.943198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-4adcae36-1fe6-49d0-834d-08dbe7de83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:08:59.945470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-4adcae36-1fe6-49d0-834d-08dbe7de83af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1018aef28d5043c4841551e4d32170de&device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 1120 time: 0.2007010 Dec 16 15:08:59.988296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-3cd6c76d-edb0-4b3e-ad87-247a5a136230 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982781 Dec 16 15:09:00.045376 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-722bd86f-edf7-4704-a511-a523319f894f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5db587e42ad4a729018c1fb713b1630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9993377 Dec 16 15:09:00.060308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:00.065046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd86f-edf7-4704-a511-a523319f894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46e49e-8e40-4d96-b58a-5b400a62a2ae,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:00.230113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:00.262162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-d2199275-184c-45b8-8e5b-a9268768d1a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 HTTP/1.1" status: 200 len: 217 time: 0.2459276 Dec 16 15:09:00.280782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:00.358834 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6f99d-4ba1-48aa-b661-e7a99d3b281c x-openstack-request-id: req-cee6f99d-4ba1-48aa-b661-e7a99d3b281c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:00.358834 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:00.358834 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cee6f99d-4ba1-48aa-b661-e7a99d3b281c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:00.359647 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a', 'status': 'completed', 'code': 200} Dec 16 15:09:00.363749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4daad472-8661-4af6-aed1-8ea9e9d0748b req-ec99704e-98bf-474e-a780-2647bd77978d service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565562 Dec 16 15:09:00.455063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:00.458661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:00.463547 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7b46e49e-8e40-4d96-b58a-5b400a62a2ae HTTP/1.1" status: 204 len: 168 time: 0.3698492 Dec 16 15:09:00.470718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd700328-a068-4b06-930a-b6f030f4a30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46e49e-8e40-4d96-b58a-5b400a62a2ae,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:01.084408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954f46b-4dbc-4523-8f5c-1876ed91a861 req-e5d07bf9-db27-4d41-8db8-ae6507d79761 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.092140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4954f46b-4dbc-4523-8f5c-1876ed91a861 req-e5d07bf9-db27-4d41-8db8-ae6507d79761 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.2971842 Dec 16 15:09:01.160758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-1927449a-8928-4b3b-b497-267c8b6df4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.162421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-1927449a-8928-4b3b-b497-267c8b6df4d2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 1098 time: 0.1316884 Dec 16 15:09:01.243429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed425230-ad1b-49a3-8f5e-293f96c7c18d req-001e6282-cf14-4292-8436-c00f8ce251d3 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.245200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed425230-ad1b-49a3-8f5e-293f96c7c18d req-001e6282-cf14-4292-8436-c00f8ce251d3 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.1384919 Dec 16 15:09:01.316534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4954f46b-4dbc-4523-8f5c-1876ed91a861 req-f5dff618-6541-4629-af11-aad927109dbc tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145550 Dec 16 15:09:01.394534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed425230-ad1b-49a3-8f5e-293f96c7c18d req-6c19a4b4-867b-4a7b-8839-33140b0a6d91 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134012 Dec 16 15:09:01.485032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-a1a64baf-d36d-4d6d-8743-27f2f3307e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.488474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-a1a64baf-d36d-4d6d-8743-27f2f3307e44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2986836 Dec 16 15:09:01.558305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-f8c80774-a97d-49da-b1de-95623861ebdb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a HTTP/1.1" status: 200 len: 217 time: 0.0583742 Dec 16 15:09:01.613294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-ec2e915a-e1ad-4b99-b8c4-f7c2e77d23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.615370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-ec2e915a-e1ad-4b99-b8c4-f7c2e77d23dc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0459893 Dec 16 15:09:01.700057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:01.716390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c080f42b-9eb7-4f74-bce0-cb8cf88185e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:01.860481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c080f42b-9eb7-4f74-bce0-cb8cf88185e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:01.886102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-e5ad2b29-2912-4854-9152-b4396a817e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:01.888274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-e5ad2b29-2912-4854-9152-b4396a817e6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009827 Dec 16 15:09:01.915379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c080f42b-9eb7-4f74-bce0-cb8cf88185e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:02.009604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080f42b-9eb7-4f74-bce0-cb8cf88185e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e56c3-1547-4785-a0fb-94a3235139dc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:02.054324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c080f42b-9eb7-4f74-bce0-cb8cf88185e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=11892ba304624dcc8ca4f30ad093b822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530500 Dec 16 15:09:02.056222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:02.119068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:02.157275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:02.204433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-d922f5bf-819c-432b-a287-5dad3ea13c70 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638631 Dec 16 15:09:02.323704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:02.326766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:02.328059 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/570e56c3-1547-4785-a0fb-94a3235139dc HTTP/1.1" status: 204 len: 168 time: 0.2705235 Dec 16 15:09:02.342372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f411ed3-a168-4978-8409-21a24b6eea79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e56c3-1547-4785-a0fb-94a3235139dc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:02.371102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:02.371102 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035250c-129c-4a4f-9fb9-002e4c591fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:02.460275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dc17e40-f27f-4dc3-9d8d-be294f445355 req-0315f1a5-348c-42a6-863a-1e5924c2e6bb service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487202 Dec 16 15:09:02.553928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad331bb-3586-4403-bacd-4270032594bb req-190e0fd5-025a-427e-b6ce-20cdef66f3d8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:02.557867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fad331bb-3586-4403-bacd-4270032594bb req-190e0fd5-025a-427e-b6ce-20cdef66f3d8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.0832086 Dec 16 15:09:02.694934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fad331bb-3586-4403-bacd-4270032594bb req-616ebe91-1a39-4aee-8b55-e735bcf40293 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310296 Dec 16 15:09:02.878737 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486c6b01-9c80-4456-b0d2-8bf77dc789de x-openstack-request-id: req-486c6b01-9c80-4456-b0d2-8bf77dc789de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:02.879611 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:02.880196 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-486c6b01-9c80-4456-b0d2-8bf77dc789de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:02.884301 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85', 'status': 'completed', 'code': 200} Dec 16 15:09:03.009281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b651e2-cf51-4984-959f-6ab915a54b7e req-e966d677-ebc1-4f27-9673-eb70e1047526 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:03.019641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03b651e2-cf51-4984-959f-6ab915a54b7e req-e966d677-ebc1-4f27-9673-eb70e1047526 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.0989223 Dec 16 15:09:03.123375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03b651e2-cf51-4984-959f-6ab915a54b7e req-a0093bd1-e6da-4503-8f73-6a6e82a3a824 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016908 Dec 16 15:09:03.822908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9ab5e-3f1a-4599-86a0-a9cc7fdc5342 req-8a3074ff-c5d3-4cca-9e91-f89307403849 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:03.825496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e9ab5e-3f1a-4599-86a0-a9cc7fdc5342 req-8a3074ff-c5d3-4cca-9e91-f89307403849 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.0508697 Dec 16 15:09:03.879357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e9ab5e-3f1a-4599-86a0-a9cc7fdc5342 req-91bf8215-91a2-4d10-b64f-36e403236445 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Dec 16 15:09:04.103783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:04.244662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4962a68-6e69-4e63-b9f2-7bfd4971ecd2 req-2d53262d-28da-4603-9e86-05d29757e55e tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:04.246286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4962a68-6e69-4e63-b9f2-7bfd4971ecd2 req-2d53262d-28da-4603-9e86-05d29757e55e tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.0529060 Dec 16 15:09:04.320904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4962a68-6e69-4e63-b9f2-7bfd4971ecd2 req-bc482198-26e4-45ad-88ca-ce3a2800b60a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684185 Dec 16 15:09:04.396592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-d2330c9b-d048-48c5-a1bc-b2efdef5597d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247929 Dec 16 15:09:04.471196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e018c95-b29a-4955-be47-da30eb5f47e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.521697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-981b839a-42d0-48a4-8240-924b2e6726ca tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:04.523666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-981b839a-42d0-48a4-8240-924b2e6726ca tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1206729 Dec 16 15:09:04.545328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-0c055ba7-a5b8-47f8-a23c-2a7b8a5773df tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/quotas/f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 375 time: 0.0145485 Dec 16 15:09:04.569149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e018c95-b29a-4955-be47-da30eb5f47e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.579864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-10faf7d0-3d5a-4366-b229-8d8fd43e184f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323019 Dec 16 15:09:04.667715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e018c95-b29a-4955-be47-da30eb5f47e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.706244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018c95-b29a-4955-be47-da30eb5f47e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27431ae8-06f1-4cfa-a2cd-8f80fb78bea7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:04.712467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9e018c95-b29a-4955-be47-da30eb5f47e2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc2d1b6db5cd4ed1917f3b557e858d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076338 Dec 16 15:09:04.715633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:04.778537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.810108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.905072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8308a410-e726-4469-9b7f-a31a73b458f2 req-a948349d-27a1-402c-9657-32b7a4287d3c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0357962 Dec 16 15:09:04.953615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.958201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:04.962156 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27431ae8-06f1-4cfa-a2cd-8f80fb78bea7 HTTP/1.1" status: 204 len: 168 time: 0.2424793 Dec 16 15:09:04.971036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76f106-cf18-4ce3-9506-5e9642e3c2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27431ae8-06f1-4cfa-a2cd-8f80fb78bea7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:05.067866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422683e-d073-4785-b4ca-86e72ea5a502 req-d7158035-43c6-473c-9c6e-bc7d70dd1aaf tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:05.069255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d422683e-d073-4785-b4ca-86e72ea5a502 req-d7158035-43c6-473c-9c6e-bc7d70dd1aaf tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.0614629 Dec 16 15:09:05.126731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d422683e-d073-4785-b4ca-86e72ea5a502 req-2633bf0b-0208-48ba-9068-17772a94e156 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Dec 16 15:09:05.409423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-85bb9189-903f-4cd1-b68d-72b206f48a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:05.411365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-85bb9189-903f-4cd1-b68d-72b206f48a6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0853095 Dec 16 15:09:05.507572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-fed4ad59-3516-4429-816d-7075cacaed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:05.509116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-fed4ad59-3516-4429-816d-7075cacaed6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883868 Dec 16 15:09:05.523316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e392-c454-44bd-a1a3-95b3617abd79 req-5187abbe-9896-4468-8c95-7e822c7c2e19 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:05.524878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f535e392-c454-44bd-a1a3-95b3617abd79 req-5187abbe-9896-4468-8c95-7e822c7c2e19 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.0718269 Dec 16 15:09:05.623925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f535e392-c454-44bd-a1a3-95b3617abd79 req-abbd9417-0436-4ef6-9f57-6ad46db44996 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899780 Dec 16 15:09:05.667676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-b0979e3a-f92b-4f86-884f-6183ee1d15ee service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396239 Dec 16 15:09:05.762809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c303d4fe-111d-4b45-95a1-dd5d1495aa5c req-9593f397-288b-4d51-aff0-a880a6e760af service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879612 Dec 16 15:09:05.806024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57068) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:05.819110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de0667d0-d573-4431-bccc-4a148df5676b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:05.901601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de0667d0-d573-4431-bccc-4a148df5676b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:05.975413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de0667d0-d573-4431-bccc-4a148df5676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.002178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-d0775391-c09f-48d9-812b-d987e4915ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.009258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-d0775391-c09f-48d9-812b-d987e4915ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1018aef28d5043c4841551e4d32170de&device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 1120 time: 0.0636334 Dec 16 15:09:06.024166 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-de0667d0-d573-4431-bccc-4a148df5676b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17809faef48a40bfbe399e38e25d67b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170401 Dec 16 15:09:06.024972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0667d0-d573-4431-bccc-4a148df5676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c223f224-0b86-4d31-9ef4-34e99549cd2f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:06.027569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57080) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:06.078833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30b401db-5526-4782-a1ce-73d409fecbd7 req-3d91e6bf-3481-4a18-8a15-dfdb8fa77780 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0511391 Dec 16 15:09:06.086003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.110893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.172957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-fd226e18-a274-4c92-9ac9-a47540a27035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.176492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-fd226e18-a274-4c92-9ac9-a47540a27035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1615674 Dec 16 15:09:06.225398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-0ef58948-093e-4f3e-a458-5fc8a451caea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 HTTP/1.1" status: 200 len: 217 time: 0.0396893 Dec 16 15:09:06.249393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.252196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.253407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c223f224-0b86-4d31-9ef4-34e99549cd2f HTTP/1.1" status: 204 len: 168 time: 0.2248995 Dec 16 15:09:06.270420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893fbcd-cbdb-4d7d-864e-5f3cd6eb2a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c223f224-0b86-4d31-9ef4-34e99549cd2f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:06.326791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74baac5-6fea-47d1-9aae-2f1f92c7dbf6 req-8eebe29d-c063-427f-9c7a-a920c9ef90a0 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.328723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a74baac5-6fea-47d1-9aae-2f1f92c7dbf6 req-8eebe29d-c063-427f-9c7a-a920c9ef90a0 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.1057112 Dec 16 15:09:06.344801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-1c718509-29c0-4f07-93dd-c35a97914ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.346629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-1c718509-29c0-4f07-93dd-c35a97914ad7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1123049 Dec 16 15:09:06.424499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a74baac5-6fea-47d1-9aae-2f1f92c7dbf6 req-81a650a4-8323-4c4d-88b2-e37b0ffd4eb9 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762112 Dec 16 15:09:06.439418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-41fd0aea-1871-4652-b8fd-8699639a2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.439418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-41fd0aea-1871-4652-b8fd-8699639a2e19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775232 Dec 16 15:09:06.454682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57098) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:06.537169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-50bdabda-4513-4779-addf-85f49f1cd68f service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956509 Dec 16 15:09:06.631188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8035250c-129c-4a4f-9fb9-002e4c591fb8 req-866eccae-f985-4335-b1e9-644df86be9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Dec 16 15:09:06.804864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038599e3-6b26-4551-9e9d-17731fd082ec req-faa27029-bca9-402f-a3f1-2a81ad9c31d7 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:06.806303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-038599e3-6b26-4551-9e9d-17731fd082ec req-faa27029-bca9-402f-a3f1-2a81ad9c31d7 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.0878437 Dec 16 15:09:06.857010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b18003ad-ec8a-4075-bf9e-908d497f74e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.881270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-038599e3-6b26-4551-9e9d-17731fd082ec req-8f96a19a-6c92-4429-998c-593cb798f72b tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602994 Dec 16 15:09:06.945579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b18003ad-ec8a-4075-bf9e-908d497f74e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:06.986222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b18003ad-ec8a-4075-bf9e-908d497f74e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.023930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18003ad-ec8a-4075-bf9e-908d497f74e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef9a3e6-1d8e-4a6f-b0e7-fd3f921e2fce,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:07.029061 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b18003ad-ec8a-4075-bf9e-908d497f74e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=850322eb086a49ebb5ecf4224428d00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732229 Dec 16 15:09:07.033264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57116) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:07.082897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.105648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.182471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb16d84e-11c4-43dc-93ce-39d35895b57d req-3efd1c51-7118-44a7-8920-4e8fa7d26cf7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0283892 Dec 16 15:09:07.183358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:07.232416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.235813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.238910 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4ef9a3e6-1d8e-4a6f-b0e7-fd3f921e2fce HTTP/1.1" status: 204 len: 168 time: 0.2047212 Dec 16 15:09:07.246890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60bbe1-5092-4169-b4a2-3e98d01fc978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef9a3e6-1d8e-4a6f-b0e7-fd3f921e2fce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:07.290927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-408c7f36-5a38-44df-be91-53b4a7846bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.370625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-408c7f36-5a38-44df-be91-53b4a7846bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.449354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-408c7f36-5a38-44df-be91-53b4a7846bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.488181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-408c7f36-5a38-44df-be91-53b4a7846bfb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4d972b4cb9c24fbf86abcfdc3c00895b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035691 Dec 16 15:09:07.491150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57138) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:07.491395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7f36-5a38-44df-be91-53b4a7846bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d86a78f-e58a-4326-afdd-17ca2acf1d11,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:07.549421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727dcd-c509-4796-b411-f7c1ed5ea97d req-37e9302c-c854-47b9-ab71-4fd2c0f061d9 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:07.551223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa727dcd-c509-4796-b411-f7c1ed5ea97d req-37e9302c-c854-47b9-ab71-4fd2c0f061d9 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 947 time: 0.0619581 Dec 16 15:09:07.561279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.590414 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.666682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57144) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:07.684783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:07.706685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.711008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.714771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d86a78f-e58a-4326-afdd-17ca2acf1d11 HTTP/1.1" status: 204 len: 168 time: 0.2202585 Dec 16 15:09:07.721284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250af1c-a3ef-4299-b29c-4df8f222da9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d86a78f-e58a-4326-afdd-17ca2acf1d11,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:07.734088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-23052499-9a5f-4138-a939-32f711d317f7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287302 Dec 16 15:09:07.819585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa727dcd-c509-4796-b411-f7c1ed5ea97d req-abe1d546-98c4-4a14-ab9a-87aa4c0aeeaa tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562895 Dec 16 15:09:07.821124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-468750416-network', 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:07.851560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:07.866073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a', 'mac_address': 'fa:16:3e:56:b4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:07.897874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-4f52a3a7-dfff-4e4f-bc01-bcfe0afd95f3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:07.899368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-4f52a3a7-dfff-4e4f-bc01-bcfe0afd95f3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560977 Dec 16 15:09:07.908408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.923594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:07.925172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Request body: {'port': {'device_id': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'f258d0d0febf486181cb1b4733ef842a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:07.958068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:07.960893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:07.969289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:07.977737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.045272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.062901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.093475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:08.102436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.102783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.103227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.103466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.103800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.104166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.104489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.104918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.105598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.106249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5e2c-96d7-4a4c-b726-ba1d2464a61c req-218d4ea5-4ab5-4207-be2d-5bfed4a7ccbd tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:08.107754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c4f5e2c-96d7-4a4c-b726-ba1d2464a61c req-218d4ea5-4ab5-4207-be2d-5bfed4a7ccbd tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.1103661 Dec 16 15:09:08.108258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.108808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.109377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.109874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Tracked resource versions report: Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: pushed versions: Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: { 'AddressGroup': {'1.2'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Log': {'1.0'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Network': {'1.1'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Port': {'1.7'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'PortForwarding': {'1.2'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'QosPolicy': {'1.10'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SecurityGroup': {'1.5'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SubPort': {'1.0'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Subnet': {'1.1'}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Trunk': {'1.1'}} Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: consumer versions: Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: { DHCP agent@n-d-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: HyperV agent@n-h1-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: HyperV agent@n-h2-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: L3 agent@n-d-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: Metadata agent@n-d-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: Metering agent@n-d-821947-3: {}, Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'ConntrackHelper': '1.0', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'LocalIPAssociation': '1.0', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Log': '1.0', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Network': '1.1', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Port': '1.7', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'PortForwarding': '1.2', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'QosPolicy': '1.10', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SecurityGroup': '1.5', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SecurityGroupRule': '1.2', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'SubPort': '1.0', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Subnet': '1.1', Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: 'Trunk': '1.1'}} Dec 16 15:09:08.111046 n-d-821947-3 neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:09:08.124317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.149863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:08.165899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46e714-3595-41d3-8f07-52a756fb0e97,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:08.171203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.171958 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Added segment f40f8e57-157f-4962-8dd8-2bb83e0a989c of type vlan for network 84fe8b61-8553-4d43-990a-8416519c13ce Dec 16 15:09:08.185700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57154) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:08.186687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c4f5e2c-96d7-4a4c-b726-ba1d2464a61c req-e50cd8d6-ea67-422d-b8f2-1380996d82f6 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652134 Dec 16 15:09:08.209830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Made reservation on behalf of f258d0d0febf486181cb1b4733ef842a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:08.214964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.219188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3113d26-0f5b-4994-b4d5-b4c4fcaa91af admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.227816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.242619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.327514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1b25c37-5b25-4b83-b354-94b063258af7 req-87251c7c-f700-4920-b071-a4e66841a300 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0370579 Dec 16 15:09:08.343969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.352120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.357556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:08.357556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.361381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3113d26-0f5b-4994-b4d5-b4c4fcaa91af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.409248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.414902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] Pushing event updated for resources: {'Network': ['ID=84fe8b61-8553-4d43-990a-8416519c13ce,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:08.425058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 84fe8b61-8553-4d43-990a-8416519c13ce details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:08.432804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3113d26-0f5b-4994-b4d5-b4c4fcaa91af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.473214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aad818a5-5287-43de-8581-8d252009a103 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8033953 Dec 16 15:09:08.474905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:08.482588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Request body: {'subnet': {'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-468750416-subnet', 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:08.486037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b47a02-f62d-439e-8f6f-e255489ca78f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:08.505043 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3113d26-0f5b-4994-b4d5-b4c4fcaa91af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=915d77b70c83434fadd93b97324e8cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181977 Dec 16 15:09:08.506470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3113d26-0f5b-4994-b4d5-b4c4fcaa91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62faab7f-3675-4b1d-9dc3-32451196ac37,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:08.529284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57160) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:08.539316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:08.589852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.597793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Allocated IP 192.168.233.246 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/762e1409-5328-486e-94a9-e3ba08d1d096) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:08.612851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.764080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:08.929352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8b8f9-f10e-4706-af51-856a503da59b req-84bd0309-d0ba-4f56-a9a8-754dd5e8a319 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:08.930749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fa8b8f9-f10e-4706-af51-856a503da59b req-84bd0309-d0ba-4f56-a9a8-754dd5e8a319 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 948 time: 0.0491765 Dec 16 15:09:08.967653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:08.989013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fa8b8f9-f10e-4706-af51-856a503da59b req-31d340a2-3f8f-48b2-9a5f-a1727308b0a8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Dec 16 15:09:09.072264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:09.095282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85', 'mac_address': 'fa:16:3e:72:b1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:tempest-test_az-1913002475', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:09.135306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.148188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:09.167366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:09.306903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0739b-e5b4-44db-9732-2b7ce8644af9 req-0a0c57aa-2642-4acd-ae5d-761670fddc25 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:09.308362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d0739b-e5b4-44db-9732-2b7ce8644af9 req-0a0c57aa-2642-4acd-ae5d-761670fddc25 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 969 time: 0.0552242 Dec 16 15:09:09.359440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d0739b-e5b4-44db-9732-2b7ce8644af9 req-95f1c52f-fd78-4371-9e47-2305c80d2d1e tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Dec 16 15:09:09.419365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:09.426209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41f53135-4d93-4c14-a242-6c4b7868306e req-4d8e535d-41b1-4674-8a32-9eabd215680c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0303936 Dec 16 15:09:09.432461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ffacd1c-63af-4b93-8057-5f8e8e9814d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.449013 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.450706 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.451847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:09.453242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.455120 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62faab7f-3675-4b1d-9dc3-32451196ac37 HTTP/1.1" status: 204 len: 168 time: 0.9343235 Dec 16 15:09:09.455252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.458620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.469824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71511552-7e72-4670-92e0-86299743da3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62faab7f-3675-4b1d-9dc3-32451196ac37,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:09.539085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:09.549057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ffacd1c-63af-4b93-8057-5f8e8e9814d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.571140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:09.577082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:09.584532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:09.590025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:09.590645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.607874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:09.615520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ffacd1c-63af-4b93-8057-5f8e8e9814d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.652719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:09.655526 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ffacd1c-63af-4b93-8057-5f8e8e9814d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17a991192c4945c29582f635eb14cc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349956 Dec 16 15:09:09.657666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffacd1c-63af-4b93-8057-5f8e8e9814d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8299b-20aa-4925-8ffa-70cdc776c06e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:09.660051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57172) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:09.693001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-eb2bd6bb-b16f-4633-a2fc-20b0d6aec728 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7745607 Dec 16 15:09:09.711730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.725336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Request body: {'port': {'device_id': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:09.736868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.819318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.826466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:09.833282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:09.835475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.856069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:09.885965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.918550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.918550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:09.918550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbf8299b-20aa-4925-8ffa-70cdc776c06e HTTP/1.1" status: 204 len: 168 time: 0.2551000 Dec 16 15:09:09.925147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0e741-0eca-4842-9dc8-90e3224d8060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8299b-20aa-4925-8ffa-70cdc776c06e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:10.012102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1174a66-b53d-4131-831e-2435243984e6,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:10.097560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:10.098538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Network hostable DHCP agents. Network: 84fe8b61-8553-4d43-990a-8416519c13ce, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:10.106341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-552933ac-ccc1-48b6-a664-f598962ef81a None None] Provisioning complete for port 762e1409-5328-486e-94a9-e3ba08d1d096 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:10.106881 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-552933ac-ccc1-48b6-a664-f598962ef81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.195297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-552933ac-ccc1-48b6-a664-f598962ef81a None None] Port 762e1409-5328-486e-94a9-e3ba08d1d096 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:09:10.196745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.210581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244721b-79b3-4244-b180-63fdb22eb05e req-880816ac-3cfd-40d4-8c1e-a969932984ce tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:10.212154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e244721b-79b3-4244-b180-63fdb22eb05e req-880816ac-3cfd-40d4-8c1e-a969932984ce tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 948 time: 0.0859175 Dec 16 15:09:10.236683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:10.273519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762e1409-5328-486e-94a9-e3ba08d1d096 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:10.282303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.314314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:10.332997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e244721b-79b3-4244-b180-63fdb22eb05e req-22226b30-9df8-4b7f-8030-fd7e213148dd tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149635 Dec 16 15:09:10.334825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Network 84fe8b61-8553-4d43-990a-8416519c13ce is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:10.351272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Transition to ACTIVE for port object 762e1409-5328-486e-94a9-e3ba08d1d096 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:09:10.370127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.393190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 84fe8b61-8553-4d43-990a-8416519c13ce) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:10.402910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f17d2-0c2d-4e33-9515-ffb71a4431b6 None None] Network 84fe8b61-8553-4d43-990a-8416519c13ce requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:10.407638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:10.409792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.467612 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.475426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:10.545365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f71a7f-2192-4b16-9b00-d0f596d06ab0 None None] Network 84fe8b61-8553-4d43-990a-8416519c13ce requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:10.553800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-49b71af3-626c-40c4-aa1c-68caf67bc9fd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0769637 Dec 16 15:09:10.575151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:10.600899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fcece-8ba5-4abf-8ac2-f6c0e5ffe3db req-4c197615-da6f-4aa0-a4a3-3575812fd1c5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:10.604885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d14fcece-8ba5-4abf-8ac2-f6c0e5ffe3db req-4c197615-da6f-4aa0-a4a3-3575812fd1c5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 970 time: 0.1644762 Dec 16 15:09:10.663794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:10.664206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:10.664548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:10.685245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:10.685575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:10.699598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28590219-9709-410d-9485-37aac51888c6 req-fa7dcd77-e98f-4fa3-b9bc-fc58062e020e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:10.701182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28590219-9709-410d-9485-37aac51888c6 req-fa7dcd77-e98f-4fa3-b9bc-fc58062e020e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.1604650 Dec 16 15:09:10.709171 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bcb632-6d5f-4efd-a025-11527df1fbc5" -d '{"events": [{"server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "name": "network-vif-plugged", "status": "completed", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:10.712354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:10.712617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:10.713009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:10.714798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Bound port: 762e1409-5328-486e-94a9-e3ba08d1d096, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:10.714798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.745398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d14fcece-8ba5-4abf-8ac2-f6c0e5ffe3db req-6f4c5034-be18-4f5c-9d20-f13ee73d1e71 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219833 Dec 16 15:09:10.820479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28590219-9709-410d-9485-37aac51888c6 req-a3c9da2e-d790-4bf9-8a4c-69c01c37f4e4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092916 Dec 16 15:09:10.834144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:10.849696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:10.947068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:10.953878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:10.999465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.000114 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.001534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] 10.222.0.74 "PUT /v2.0/ports/762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 1096 time: 1.2842653 Dec 16 15:09:11.001975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:11.004248 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704e7a2-8c2b-40fd-9774-807f53883873" -d '{"events": [{"name": "network-changed", "server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:11.036431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f7113-57eb-46c0-ab2f-37d37d6ecb0d service neutron] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:11.064489 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb9d92-360a-4733-9469-e2c1e1794576 x-openstack-request-id: req-b2fb9d92-360a-4733-9469-e2c1e1794576 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:11.064838 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:11.065030 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2fb9d92-360a-4733-9469-e2c1e1794576 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:11.065640 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'status': 'completed', 'code': 200} Dec 16 15:09:11.084221 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c24702-84a0-4189-9d72-adb76158ec67 x-openstack-request-id: req-a0c24702-84a0-4189-9d72-adb76158ec67 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:11.084820 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "name": "network-vif-plugged", "status": "completed", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:11.085395 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0c24702-84a0-4189-9d72-adb76158ec67 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:11.086497 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a', 'code': 200} Dec 16 15:09:11.089462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:11.094802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:11.101083 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.228863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704e7a2-8c2b-40fd-9774-807f53883873 req-441a5f72-0522-4e1e-a9c4-eb9d48cb3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.231596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8704e7a2-8c2b-40fd-9774-807f53883873 req-441a5f72-0522-4e1e-a9c4-eb9d48cb3be4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1099 time: 0.0928078 Dec 16 15:09:11.231736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.74', 64572) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:11.253444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.292169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:11.295540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8704e7a2-8c2b-40fd-9774-807f53883873 req-b26a836f-3a9f-4e7a-b619-fbf2d3e87860 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319774 Dec 16 15:09:11.334533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-ac4aefe1-84d7-4a64-b7c0-3ce679a8de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.336089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-ac4aefe1-84d7-4a64-b7c0-3ce679a8de5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 1100 time: 0.0907407 Dec 16 15:09:11.379510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-f5e16c55-9ec1-48f0-9cd5-185df428721b service neutron] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.388171 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.461126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:11.534796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-f5e16c55-9ec1-48f0-9cd5-185df428721b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.603602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-f5e16c55-9ec1-48f0-9cd5-185df428721b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:11.669544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-23b592a0-444a-4e0a-885e-0c2d2873bdd5 req-f5e16c55-9ec1-48f0-9cd5-185df428721b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219290 Dec 16 15:09:11.670133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e16c55-9ec1-48f0-9cd5-185df428721b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3df94b92-6fcb-4b94-9655-4ff68700a294,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:11.708457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaf7ca-8b60-496d-8359-aad06dbb7e3d req-9ce2cb11-da1d-4269-be59-07e5bdc1b389 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.710021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4aaf7ca-8b60-496d-8359-aad06dbb7e3d req-9ce2cb11-da1d-4269-be59-07e5bdc1b389 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.2680330 Dec 16 15:09:11.710997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704e7a2-8c2b-40fd-9774-807f53883873 req-26fbb04b-a6c6-4d29-9a01-efc0e334d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.712322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8704e7a2-8c2b-40fd-9774-807f53883873 req-26fbb04b-a6c6-4d29-9a01-efc0e334d901 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4084640 Dec 16 15:09:11.762102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4aaf7ca-8b60-496d-8359-aad06dbb7e3d req-c746d63c-61f1-4379-b2b2-9d753825c4fc tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Dec 16 15:09:11.885425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df236e-3364-44a4-8cee-1dad004ce804 req-283b2136-d632-43f6-ac3a-c8440fa6d45a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.892806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91df236e-3364-44a4-8cee-1dad004ce804 req-283b2136-d632-43f6-ac3a-c8440fa6d45a tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0630054 Dec 16 15:09:11.968987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91df236e-3364-44a4-8cee-1dad004ce804 req-0e35530e-ec06-47fa-be03-c9600ad65658 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746655 Dec 16 15:09:11.994185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:11.995147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5465e20-05eb-44e5-a258-99194109a089 req-0d4a1daf-7ea1-47df-9bb4-885bea4470a2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:11.996771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5465e20-05eb-44e5-a258-99194109a089 req-0d4a1daf-7ea1-47df-9bb4-885bea4470a2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.0813556 Dec 16 15:09:11.999428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-634355347-network', 'tenant_id': '764fc23b38834468b868e38707144d8f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:12.049034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5465e20-05eb-44e5-a258-99194109a089 req-be477033-9392-4d16-b9a8-04ad88c6bdee tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 Dec 16 15:09:12.111854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Made reservation on behalf of 764fc23b38834468b868e38707144d8f for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:12.114643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.124046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.218698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.226048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-4faaec81-347c-4430-9ee2-5ca8c3518875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:12.227547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-4faaec81-347c-4430-9ee2-5ca8c3518875 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1099 time: 0.0447590 Dec 16 15:09:12.296448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-24bc4a5a-8376-4298-802c-fddb76c30594 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0515528 Dec 16 15:09:12.317723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.341044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:12.350559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-38ccfc6a-fba1-48a0-be3a-3c094be06ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:12.352073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-38ccfc6a-fba1-48a0-be3a-3c094be06ec8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0480726 Dec 16 15:09:12.358455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.358866 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Added segment 60136078-ba78-4052-9a58-384ca67dde1c of type vlan for network 1d584f68-8c20-4e25-994e-c2904df95b53 Dec 16 15:09:12.360106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a53ecd-fc88-4ebd-a1c3-ba086aec8213,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:12.405670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.406378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-66fd99be-c998-485e-aa3e-1af7f5bb4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:12.408012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-66fd99be-c998-485e-aa3e-1af7f5bb4e84 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468302 Dec 16 15:09:12.480437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.483171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:12.485295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.529272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-ed1b4e88-34ec-4233-afe6-484ea48bfa10 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058245 Dec 16 15:09:12.601899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] Pushing event updated for resources: {'Network': ['ID=1d584f68-8c20-4e25-994e-c2904df95b53,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:12.616258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1d584f68-8c20-4e25-994e-c2904df95b53 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:12.636890 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-27050d2e-6b2f-4fff-ae6f-0041f3fdc420 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6362109 Dec 16 15:09:12.636890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57280) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:12.643320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Request body: {'subnet': {'network_id': '1d584f68-8c20-4e25-994e-c2904df95b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-634355347-subnet', 'tenant_id': '764fc23b38834468b868e38707144d8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:12.702660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42b69ec7-c97f-4c7b-9313-e316302bac0a req-c57b6dfc-5462-4455-a1c5-ba905dc75bb5 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600749 Dec 16 15:09:12.729411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Made reservation on behalf of 764fc23b38834468b868e38707144d8f for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:12.731895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:12.981375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb528d-bc2a-4c94-b641-155af7a3ae89 req-26b56dbe-4ad2-4cee-904a-965928e3d493 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:12.982850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0efb528d-bc2a-4c94-b641-155af7a3ae89 req-26b56dbe-4ad2-4cee-904a-965928e3d493 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.0879614 Dec 16 15:09:13.032315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:13.036659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0efb528d-bc2a-4c94-b641-155af7a3ae89 req-1ea3806a-c05a-4396-92fc-98bba1911063 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Dec 16 15:09:13.088533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:13.090954 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b18775-0cc3-4a91-a0fb-ef9511d7c707" -d '{"events": [{"server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:13.111334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55061c08-8503-494d-9cf7-4a527baa4d4f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:13.115675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Checking segment: {'id': '60136078-ba78-4052-9a58-384ca67dde1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1d584f68-8c20-4e25-994e-c2904df95b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:13.116063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Network hostable DHCP agents. Network: 1d584f68-8c20-4e25-994e-c2904df95b53, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:13.163388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e566e2-53cc-44a6-8352-0c96941026dc req-4c272a56-64b3-406e-804e-f4dc18bf7545 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:13.165001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48e566e2-53cc-44a6-8352-0c96941026dc req-4c272a56-64b3-406e-804e-f4dc18bf7545 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0616536 Dec 16 15:09:13.192614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Network 1d584f68-8c20-4e25-994e-c2904df95b53 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:13.245121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35ff4-e605-4933-840f-37d27428ea2c req-77bb316c-53ca-4920-9dfe-a4be4cf3a0c3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:13.246573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3a35ff4-e605-4933-840f-37d27428ea2c req-77bb316c-53ca-4920-9dfe-a4be4cf3a0c3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.0691364 Dec 16 15:09:13.250194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48e566e2-53cc-44a6-8352-0c96941026dc req-e267700f-6917-40f4-b981-e4f14f72e684 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Dec 16 15:09:13.277392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1d584f68-8c20-4e25-994e-c2904df95b53) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:13.281827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:13.282560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:13.289944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fdb290-6a1d-4718-be44-1c81d29c4756 None None] Network 1d584f68-8c20-4e25-994e-c2904df95b53 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:13.295436 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f4f1f2-e030-41a1-9a84-0f4007a461bb x-openstack-request-id: req-10f4f1f2-e030-41a1-9a84-0f4007a461bb {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:13.295903 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "name": "network-vif-plugged", "status": "completed", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:13.296324 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10f4f1f2-e030-41a1-9a84-0f4007a461bb {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:13.296907 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85', 'code': 200} Dec 16 15:09:13.303332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3a35ff4-e605-4933-840f-37d27428ea2c req-108a032e-32f9-4e00-a16c-5a8d2e5161c0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Dec 16 15:09:13.397970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12ea6f93-6eeb-441d-a123-da4bafd3b533 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7588432 Dec 16 15:09:13.414260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6787a38-59c5-439d-90ea-0c9a29b73dd4 None None] Network 1d584f68-8c20-4e25-994e-c2904df95b53 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:13.514914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0b862-9f8e-4dcb-bed6-e0e2a35838da req-d549415d-8e06-41aa-a6de-c470909df6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:13.517320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7a0b862-9f8e-4dcb-bed6-e0e2a35838da req-d549415d-8e06-41aa-a6de-c470909df6d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 1122 time: 0.1044607 Dec 16 15:09:13.603014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7a0b862-9f8e-4dcb-bed6-e0e2a35838da req-9c8fbbef-0b81-4b2f-9ae4-8a27255349a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 Dec 16 15:09:13.918082 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da6d22ee-c0bb-4324-a804-d9554ad9ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.118331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-d38551ba-d696-452c-94aa-7031d2e096dd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:14.125825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-d38551ba-d696-452c-94aa-7031d2e096dd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.1898215 Dec 16 15:09:14.135749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-cf5bf079-92d6-40ae-9613-50ef4575b18c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/quotas/ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 375 time: 0.0100617 Dec 16 15:09:14.185556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-43620866-caa9-40eb-bc38-b3249960c4e0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394068 Dec 16 15:09:14.204172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab1b8-6b92-4519-9a74-ae8439a2db88 req-2c65a60b-eaa5-4b20-875c-105030907c9d tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:14.205647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f17ab1b8-6b92-4519-9a74-ae8439a2db88 req-2c65a60b-eaa5-4b20-875c-105030907c9d tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.0688000 Dec 16 15:09:14.253799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f17ab1b8-6b92-4519-9a74-ae8439a2db88 req-6c623f53-ef6b-435f-8d0b-cfa251513943 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411146 Dec 16 15:09:14.343694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-5a73517e-484f-4529-89bc-019f4b32ce82 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:09:14.344866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-5a73517e-484f-4529-89bc-019f4b32ce82 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497515 Dec 16 15:09:14.460381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-ba91c754-c732-49d3-8bcc-f75bbc65d092 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086676 Dec 16 15:09:14.499073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57378) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:14.548632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d8c13-24d4-4e89-836c-e0076869da35 req-1e46d265-bc05-4e31-812d-22853dede9db tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:14.550119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba7d8c13-24d4-4e89-836c-e0076869da35 req-1e46d265-bc05-4e31-812d-22853dede9db tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.1066251 Dec 16 15:09:14.606407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-8bd1ae88-bb74-4796-a225-e83eb8658550 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289504 Dec 16 15:09:14.606710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7232dc7b-b168-4657-a379-1fccec66a51f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.618615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba7d8c13-24d4-4e89-836c-e0076869da35 req-d41848f8-4e85-4f17-8ff0-16a88d4892ee tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602236 Dec 16 15:09:14.700559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7232dc7b-b168-4657-a379-1fccec66a51f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.763221 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7232dc7b-b168-4657-a379-1fccec66a51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.799057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7232dc7b-b168-4657-a379-1fccec66a51f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2cd0f8e716c3461fb927a5dd6c6275d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989094 Dec 16 15:09:14.802412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57386) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:14.824227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232dc7b-b168-4657-a379-1fccec66a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6dc455-e538-4d73-98cd-ab4c8a44b0e5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:14.868440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.904795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:14.922066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfa053-f891-437c-bfcb-b80e1ac79973 req-51588e43-92c0-4adb-ba65-c7673ee85551 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:14.923460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26cfa053-f891-437c-bfcb-b80e1ac79973 req-51588e43-92c0-4adb-ba65-c7673ee85551 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.0505507 Dec 16 15:09:14.980670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26cfa053-f891-437c-bfcb-b80e1ac79973 req-3a677217-0130-46fe-8621-3e798ff97e1b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Dec 16 15:09:15.054900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:15.057477 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:15.058623 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab6dc455-e538-4d73-98cd-ab4c8a44b0e5 HTTP/1.1" status: 204 len: 168 time: 0.2493675 Dec 16 15:09:15.068483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846119e5-bc74-4841-b845-eb8ec2895ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6dc455-e538-4d73-98cd-ab4c8a44b0e5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:15.221162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8984b1e0-77d4-4237-b301-76e616ff42be req-c4628072-ec65-400b-b0a2-d3366e410f78 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 210 time: 0.0284851 Dec 16 15:09:15.597443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58c631-6a5f-4571-bf30-470d0cb156f4 req-afe6d7e4-be75-4adb-af85-259a689173ed tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:15.598893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c58c631-6a5f-4571-bf30-470d0cb156f4 req-afe6d7e4-be75-4adb-af85-259a689173ed tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.0592051 Dec 16 15:09:15.658315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c58c631-6a5f-4571-bf30-470d0cb156f4 req-8be69b9e-1390-4d32-9d86-cfed28382e3c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454431 Dec 16 15:09:15.687697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:15.775202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8bec-8384-4ea4-9ace-4e47af63daf5 req-7c11acd6-3152-4103-81eb-e1f0ecf13f94 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:15.777044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-628b8bec-8384-4ea4-9ace-4e47af63daf5 req-7c11acd6-3152-4103-81eb-e1f0ecf13f94 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0555234 Dec 16 15:09:15.809990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:15.826329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '762e1409-5328-486e-94a9-e3ba08d1d096', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '762e1409-5328-486e-94a9-e3ba08d1d096', 'mac_address': 'fa:16:3e:2c:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:15.836539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-628b8bec-8384-4ea4-9ace-4e47af63daf5 req-59a51938-05ea-4fb5-ab71-8aa49fde7acc tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Dec 16 15:09:15.876128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:15.885600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:15.894174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4591-2140-484d-91c7-ad383bece361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:15.899801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762e1409-5328-486e-94a9-e3ba08d1d096 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:15.921237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:15.967269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:09:15.980178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4591-2140-484d-91c7-ad383bece361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:15.997812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.051436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:16.055174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4591-2140-484d-91c7-ad383bece361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.101613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a4591-2140-484d-91c7-ad383bece361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c29580-a0f3-4e68-94ec-37c03779f1fb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:16.107092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f3a4591-2140-484d-91c7-ad383bece361 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef058dbc444d4121a34a3854df42c220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286665 Dec 16 15:09:16.109462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc690ce-c4e2-4a0e-bf3d-bc25adda6760 req-1c7b6a0a-f11f-47c3-921a-7092d346f5f1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:16.109766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:16.111566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecc690ce-c4e2-4a0e-bf3d-bc25adda6760 req-1c7b6a0a-f11f-47c3-921a-7092d346f5f1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 949 time: 0.0534358 Dec 16 15:09:16.158976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.165191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecc690ce-c4e2-4a0e-bf3d-bc25adda6760 req-3bf7286b-2dc9-4775-81cb-fa537b3b1783 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Dec 16 15:09:16.182824 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.306421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.309603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.310899 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5c29580-a0f3-4e68-94ec-37c03779f1fb HTTP/1.1" status: 204 len: 168 time: 0.2000685 Dec 16 15:09:16.331440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a836-9958-4430-9d5e-2c3ce18e32aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c29580-a0f3-4e68-94ec-37c03779f1fb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:16.332949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7defbee2-8f37-47a4-ae5f-a414142d6820 req-4c14d5ae-b495-45e5-9c45-e951dad17c48 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 210 time: 0.0338438 Dec 16 15:09:16.345458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:16.407840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3437a6db-2866-4883-88a6-33f68c404b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:16.776130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c398bd-a269-46fc-8446-6caa50fd43ac req-ef94e522-b609-45b2-b09f-4daf4bfc6fbe tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:16.777820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17c398bd-a269-46fc-8446-6caa50fd43ac req-ef94e522-b609-45b2-b09f-4daf4bfc6fbe tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.0506043 Dec 16 15:09:16.828378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17c398bd-a269-46fc-8446-6caa50fd43ac req-3cabc7af-9bc1-423f-bc3d-81edbeb90bb0 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 Dec 16 15:09:16.965836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d41a91-c128-4854-a0e4-c856da7d5e2a req-0b6114f0-ba41-455c-aa9f-f06ab46704fc tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:16.967180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3d41a91-c128-4854-a0e4-c856da7d5e2a req-0b6114f0-ba41-455c-aa9f-f06ab46704fc tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0513816 Dec 16 15:09:17.026087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3d41a91-c128-4854-a0e4-c856da7d5e2a req-5acef487-7529-42f9-968a-c7f62b994c8c tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506549 Dec 16 15:09:17.136808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-b9fe8703-ae8f-42aa-b7ed-997115a28632 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:17.138317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-b9fe8703-ae8f-42aa-b7ed-997115a28632 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 1122 time: 0.0445414 Dec 16 15:09:17.157025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-f49346be-b5d3-4927-af5b-71b2b77b5f40 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.508509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-e2f374ea-b040-44d4-aa75-fbcc2ef612cc tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:17.509871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-e2f374ea-b040-44d4-aa75-fbcc2ef612cc tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 1100 time: 0.1435578 Dec 16 15:09:17.524042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff84fcf-9522-4670-b35f-6a51befdba8e req-21a314e1-3b9e-41d4-874c-e242e297eb5c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:17.531812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff84fcf-9522-4670-b35f-6a51befdba8e req-21a314e1-3b9e-41d4-874c-e242e297eb5c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 949 time: 0.1580648 Dec 16 15:09:17.548614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-701e9bad-8801-4534-968d-719735694afe tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:17.550133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-701e9bad-8801-4534-968d-719735694afe tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.3807914 Dec 16 15:09:17.587638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Request body: {'port': {'device_id': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'admin_state_up': True, 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:17.592799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.599199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-f49346be-b5d3-4927-af5b-71b2b77b5f40 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.694344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:17.694548 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-f49346be-b5d3-4927-af5b-71b2b77b5f40 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.732184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff84fcf-9522-4670-b35f-6a51befdba8e req-976bab9d-bff1-4004-9b04-47c84031b739 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944137 Dec 16 15:09:17.772449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b3d7c8f-d2b8-425b-94a6-6283fb489d5c req-f49346be-b5d3-4927-af5b-71b2b77b5f40 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279006 Dec 16 15:09:17.781828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49346be-b5d3-4927-af5b-71b2b77b5f40 tempest-AggregatesAdminTestJSON-939213841 tempest-AggregatesAdminTestJSON-939213841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b58a967-3983-40f9-85ff-b9e416a1d11c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:17.804366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Deleting port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:09:17.804705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.860637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 762e1409-5328-486e-94a9-e3ba08d1d096 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:17.865202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 762e1409-5328-486e-94a9-e3ba08d1d096 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:17.865572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.881342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca2c376c-4b51-4b71-9ae8-a2d0bb5dbb3e req-b499d054-ec26-4707-8776-b73cc5f0853d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 210 time: 0.0630922 Dec 16 15:09:17.934113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] For port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:17.934696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.947063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:17.960195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.963053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:17.980688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Calling delete_port for cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:09:18.001499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:18.005718 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631a06a-59fd-4fe8-bd1c-40efec7a3ee4" -d '{"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:18.022935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:18.107252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.167391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:18.228311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Allocated IP 172.20.0.8 (84fe8b61-8553-4d43-990a-8416519c13ce/a1174a66-b53d-4131-831e-2435243984e6/25a07177-294d-4558-9d67-ba6b3e7cccd2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:18.281660 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce213cc-9608-44b8-92ac-1520e2efd600 x-openstack-request-id: req-0ce213cc-9608-44b8-92ac-1520e2efd600 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:18.281915 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:18.282175 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ce213cc-9608-44b8-92ac-1520e2efd600 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:18.282604 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'code': 200} Dec 16 15:09:18.295878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7f48-a8b9-4114-9e93-2238623de0ed req-f9afb59e-adec-41dc-9797-819af5210ec8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:18.299503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394a7f48-a8b9-4114-9e93-2238623de0ed req-f9afb59e-adec-41dc-9797-819af5210ec8 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 949 time: 0.1377196 Dec 16 15:09:18.403362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394a7f48-a8b9-4114-9e93-2238623de0ed req-362e1175-e42c-4cb2-be9e-2aeda9c49748 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Dec 16 15:09:18.464557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.493316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ecf9-85c7-4ce3-8223-74ea3b58205c req-9836bd15-5e45-4d9b-86da-e7abd3ed22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:18.494966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9b4ecf9-85c7-4ce3-8223-74ea3b58205c req-9836bd15-5e45-4d9b-86da-e7abd3ed22d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.0852740 Dec 16 15:09:18.506218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:18.508932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:18.576034 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9b4ecf9-85c7-4ce3-8223-74ea3b58205c req-00768bb7-765c-45ce-b866-03c23e406238 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722814 Dec 16 15:09:18.601389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] No DVR routers for this DVR port cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:09:18.605135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.609281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.612704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4681e810-6fe4-4718-9054-f8a9cb362649 req-50cc992c-a56f-4439-8453-5ec95dc02c92 tempest-DeleteServersAdminTestJSON-1899051632 tempest-DeleteServersAdminTestJSON-1899051632-project-admin] 10.222.0.74 "DELETE /v2.0/ports/cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a HTTP/1.1" status: 204 len: 173 time: 1.0816355 Dec 16 15:09:18.613170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'name': 'network-vif-deleted', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:18.615718 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e044d53e-8c36-4b78-9bfd-789a219abb0c" -d '{"events": [{"server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "name": "network-vif-deleted", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:18.701750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.756338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Network 84fe8b61-8553-4d43-990a-8416519c13ce is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:18.758076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:18.767085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:18.774329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:18.774963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.789962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:18.886427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-15cf1af6-0e43-4e72-a1de-847cefb1e0f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3153834 Dec 16 15:09:18.900151 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cffbc0-0134-4069-893e-823c29c08974 x-openstack-request-id: req-45cffbc0-0134-4069-893e-823c29c08974 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:18.900722 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b2118b-adfa-47cc-8730-768ed162dcae", "name": "network-vif-deleted", "tag": "cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:18.901133 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45cffbc0-0134-4069-893e-823c29c08974 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:18.901586 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b2118b-adfa-47cc-8730-768ed162dcae', 'name': 'network-vif-deleted', 'tag': 'cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a', 'status': 'completed', 'code': 200} Dec 16 15:09:18.907358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Request body: {'port': {'device_id': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'device_owner': 'compute:tempest-test_az-1913002475', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:18.970409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:18.995082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.022251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2f70e-dac2-423a-91b4-46f01460a661 req-f4561fea-5b05-4177-851b-9ed8ac505aa7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:19.026596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c2f70e-dac2-423a-91b4-46f01460a661 req-f4561fea-5b05-4177-851b-9ed8ac505aa7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0644810 Dec 16 15:09:19.158546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c2f70e-dac2-423a-91b4-46f01460a661 req-afd5744b-6abf-462a-9ec6-d02ae1320b43 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149027 Dec 16 15:09:19.325460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a07177-294d-4558-9d67-ba6b3e7cccd2 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:19.333546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.348002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Transition to ACTIVE for port object 25a07177-294d-4558-9d67-ba6b3e7cccd2 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:09:19.477790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.536504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:19.565488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:19.565819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:19.566145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:19.580611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:19.581008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:19.603173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:19.603507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:19.603911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:19.604342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Bound port: 25a07177-294d-4558-9d67-ba6b3e7cccd2, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:19.604693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.657946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7849-ddbc-409c-9706-e28a6d6b7efa req-2576d6db-9bb2-458b-a41f-a8314d8546b3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:19.659992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8aa7849-ddbc-409c-9706-e28a6d6b7efa req-2576d6db-9bb2-458b-a41f-a8314d8546b3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0913973 Dec 16 15:09:19.705658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:19.713242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:19.730373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8aa7849-ddbc-409c-9706-e28a6d6b7efa req-cc7b39b0-621f-45da-b6e8-e9b698c55f97 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634058 Dec 16 15:09:19.779390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:19.792181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.837425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24949c63-922d-449c-a7fd-baaec9259217 req-1c95cb82-e811-4526-ab19-30ac149e208a tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1b2118b-adfa-47cc-8730-768ed162dcae HTTP/1.1" status: 200 len: 210 time: 0.0260992 Dec 16 15:09:19.858562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:19.915632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55b6587d-7541-4c75-b469-5b471027e35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.004352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55b6587d-7541-4c75-b469-5b471027e35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.077122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:20.077735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.079123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] 10.222.0.30 "PUT /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 1113 time: 1.1764517 Dec 16 15:09:20.088982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55b6587d-7541-4c75-b469-5b471027e35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.094697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b077-5c6e-46f6-8cbf-75f35335f8aa service neutron] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:20.131407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-55b6587d-7541-4c75-b469-5b471027e35e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04fae027a775416ea91b75bb0abdb99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507981 Dec 16 15:09:20.133407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6587d-7541-4c75-b469-5b471027e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06868666-f6e1-40c0-b325-59a8e037789d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:20.134200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:20.199358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.233595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.318881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-88a0f127-a11e-46a6-9e70-a7bbfc17f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:20.320405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-88a0f127-a11e-46a6-9e70-a7bbfc17f889 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1116 time: 0.0963237 Dec 16 15:09:20.342852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a120b-b7d7-4103-a4b1-55f5adae0c24 req-c34975b3-a001-4e80-919d-4f17ad584a0a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:20.344379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e36a120b-b7d7-4103-a4b1-55f5adae0c24 req-c34975b3-a001-4e80-919d-4f17ad584a0a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0764952 Dec 16 15:09:20.385799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-8fcef34f-34d1-476a-9ce4-7bcb4f368594 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.0404363 Dec 16 15:09:20.431979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.434443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.435546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06868666-f6e1-40c0-b325-59a8e037789d HTTP/1.1" status: 204 len: 168 time: 0.2989461 Dec 16 15:09:20.461948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640136dc-5b66-4a9f-b4a4-1e7dc68ebd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06868666-f6e1-40c0-b325-59a8e037789d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:20.469101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e36a120b-b7d7-4103-a4b1-55f5adae0c24 req-db6118eb-cd74-4dc0-9894-8e5064a13aa2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160052 Dec 16 15:09:20.471003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-9aba3090-9e49-494e-b276-2db5f73a5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:20.472495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-9aba3090-9e49-494e-b276-2db5f73a5408 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0789521 Dec 16 15:09:20.509798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-62ed70e3-e8bd-4199-91b4-957b41908d58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305152 Dec 16 15:09:20.598482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-00821142-642f-4086-a926-821d9604d330 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Dec 16 15:09:20.696428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9781da7-35b1-4649-9e97-51d46b5fb28f req-f5210ba0-1b4f-47d4-99ec-69e897171580 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Dec 16 15:09:20.862842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-4ef2c154-4180-41da-af29-7748d2db2e76 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:20.864336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-4ef2c154-4180-41da-af29-7748d2db2e76 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.0409698 Dec 16 15:09:20.884374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-a9a5d9b9-7850-4909-a23d-cbb67b58fd15 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:20.902910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:20.905675 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2619425c-0403-4930-bce7-b459e8c70d48" -d '{"events": [{"name": "network-changed", "server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:20.967450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-a9a5d9b9-7850-4909-a23d-cbb67b58fd15 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.026667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-a9a5d9b9-7850-4909-a23d-cbb67b58fd15 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.064491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-863d877e-4abb-4e0d-a6bc-06460f3c2c98 req-a9a5d9b9-7850-4909-a23d-cbb67b58fd15 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936228 Dec 16 15:09:21.065968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5d9b9-7850-4909-a23d-cbb67b58fd15 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1cbb3e-a0d9-42d8-945e-0d7cc89144a0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:21.166771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57604) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:21.179697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff95-d520-4e9e-9ad2-04e688062f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.261727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff95-d520-4e9e-9ad2-04e688062f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.321422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a9fa4-caf4-48b9-b12e-cf75c809a017 req-718e4f3d-4508-4df0-a6fc-8ea3602ce22f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:21.322933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d83a9fa4-caf4-48b9-b12e-cf75c809a017 req-718e4f3d-4508-4df0-a6fc-8ea3602ce22f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0479939 Dec 16 15:09:21.353187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff95-d520-4e9e-9ad2-04e688062f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.399928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d83a9fa4-caf4-48b9-b12e-cf75c809a017 req-2c47f904-fefc-4f23-b71f-ba0e686187ca tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Dec 16 15:09:21.406135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f11ff95-d520-4e9e-9ad2-04e688062f6e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b743ad0e280b441b962ebdbbec5be7a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383409 Dec 16 15:09:21.408933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:21.414632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ff95-d520-4e9e-9ad2-04e688062f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d3ef35-dbf3-4351-aab0-f66bf18b782e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:21.471365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.498527 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2c7e70-1237-4cec-b31d-2ee731215577 x-openstack-request-id: req-6f2c7e70-1237-4cec-b31d-2ee731215577 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:21.499021 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:21.499437 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f2c7e70-1237-4cec-b31d-2ee731215577 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:21.500005 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'status': 'completed', 'code': 200} Dec 16 15:09:21.510104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.605910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619425c-0403-4930-bce7-b459e8c70d48 req-2e449151-bf99-4382-a1ec-334a8f648362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:21.607442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-2e449151-bf99-4382-a1ec-334a8f648362 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1116 time: 0.0611644 Dec 16 15:09:21.632482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.635209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:21.636379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8d3ef35-dbf3-4351-aab0-f66bf18b782e HTTP/1.1" status: 204 len: 168 time: 0.2264755 Dec 16 15:09:21.648130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c8ee-8fe6-4dc8-8561-2755560920f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d3ef35-dbf3-4351-aab0-f66bf18b782e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:21.723108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619425c-0403-4930-bce7-b459e8c70d48 req-dc6a74e4-74ed-4f81-a070-63abfbecc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:21.724982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-dc6a74e4-74ed-4f81-a070-63abfbecc598 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1084812 Dec 16 15:09:21.725766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:09:21.751943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:09:21.754291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc68cf1-0e1c-4ae6-ba14-9594c07ee08a not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:09:21.777922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-f49d475c-b030-4e27-8224-b758e6c89626 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.0433707 Dec 16 15:09:21.822003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-6899cb4e-9236-4655-8dab-b7abbd200899 req-03905085-a1e6-41bd-9a57-d107b22771aa service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:09:21.822988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6899cb4e-9236-4655-8dab-b7abbd200899 req-03905085-a1e6-41bd-9a57-d107b22771aa service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503914 Dec 16 15:09:21.837559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619425c-0403-4930-bce7-b459e8c70d48 req-c9094b57-bc31-4d9b-b7b3-805a6c6c58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:21.839000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-c9094b57-bc31-4d9b-b7b3-805a6c6c58d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0539339 Dec 16 15:09:21.872290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-7db09181-09a9-489f-b17b-96832f959e23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263088 Dec 16 15:09:21.969343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-04fdc7e1-189a-406e-ba20-fcf30d81e748 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877633 Dec 16 15:09:22.071094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2619425c-0403-4930-bce7-b459e8c70d48 req-96ee530d-c15c-40c0-aab1-430a77ad4b57 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942512 Dec 16 15:09:22.604989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-0d0970bd-c71a-4e0a-a85f-216fca773963 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=12b42958079145608da73b8288f750b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303442 Dec 16 15:09:22.799487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f96c-13dc-4e51-b299-65ee3a47251d req-c74dd890-0f2c-4827-b9be-6fa2fbbc3172 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:22.801522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11d5f96c-13dc-4e51-b299-65ee3a47251d req-c74dd890-0f2c-4827-b9be-6fa2fbbc3172 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0671434 Dec 16 15:09:22.824732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-e7207f55-f047-48a7-8a15-b4f67f56a183 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:22.826342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-e7207f55-f047-48a7-8a15-b4f67f56a183 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204282 Dec 16 15:09:22.851101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-1932930d-d905-4e49-945e-09ecd1d24b90 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/quotas/12b42958079145608da73b8288f750b2 HTTP/1.1" status: 200 len: 375 time: 0.0184314 Dec 16 15:09:22.897558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-f6e54838-b892-4817-bfd3-89714d2b82cd tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340142 Dec 16 15:09:22.901479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11d5f96c-13dc-4e51-b299-65ee3a47251d req-503cf3f0-4526-4784-836f-c379a70beae0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Dec 16 15:09:22.941849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57678) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:23.042954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:23.073989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0596f-13ca-417b-b000-0d921eecb4ae req-afcb713d-4f39-47f1-a1f0-0bc0fce84793 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:23.073989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4f0596f-13ca-417b-b000-0d921eecb4ae req-afcb713d-4f39-47f1-a1f0-0bc0fce84793 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0694761 Dec 16 15:09:23.075066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57686) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:23.153546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4f0596f-13ca-417b-b000-0d921eecb4ae req-242ab524-8ffa-4955-8f82-478eec78dedd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672133 Dec 16 15:09:23.236736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6532f21b-6723-4343-b9a1-cb09cc1cdd3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.259121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822489067-network', 'tenant_id': '39a2abcfcd8d498b81cf3afa21ca09e9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:23.283770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-675fa57f-ba6a-47bb-a956-7bdc6c75293a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3400676 Dec 16 15:09:23.298983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-5e13a43c-21f8-4a50-8204-01cf3fd4473b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:09:23.321408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-5e13a43c-21f8-4a50-8204-01cf3fd4473b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362761 Dec 16 15:09:23.350770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35d5d93b-1d0e-41e7-a153-2c2b40715a86 req-c1ab319f-98d2-4a9b-a6ac-14243a0156ac tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 210 time: 0.0871999 Dec 16 15:09:23.379454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6532f21b-6723-4343-b9a1-cb09cc1cdd3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.478183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Made reservation on behalf of 39a2abcfcd8d498b81cf3afa21ca09e9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:23.480497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.490950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.520828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6532f21b-6723-4343-b9a1-cb09cc1cdd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.589377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6532f21b-6723-4343-b9a1-cb09cc1cdd3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd7e694c953445a3a88f3f4e3671f2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136654 Dec 16 15:09:23.592316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:23.594188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f21b-6723-4343-b9a1-cb09cc1cdd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1feef7-c897-4293-9885-6dbec96d32d6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:23.642363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.668142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.692977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.775545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.824794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efcb273-3b17-4941-9323-c35ed2b49580,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:23.872938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.875750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.878726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b1feef7-c897-4293-9885-6dbec96d32d6 HTTP/1.1" status: 204 len: 168 time: 0.2832167 Dec 16 15:09:23.878879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:23.886828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4a215-6bcf-44ec-a87a-7165f60572ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1feef7-c897-4293-9885-6dbec96d32d6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:23.889603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:23.889959 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Added segment 5f7b85d3-a62d-4117-bd32-50079abfece1 of type vlan for network 7b692777-f6d7-4193-b49e-dcb44ba7e796 Dec 16 15:09:23.932513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.052620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4609b-c0c2-4c01-ab50-9e4a7b115dc0 req-ebb038c5-0a57-4edd-8af4-95494381535a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:24.054153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7a4609b-c0c2-4c01-ab50-9e4a7b115dc0 req-ebb038c5-0a57-4edd-8af4-95494381535a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0530453 Dec 16 15:09:24.072860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.073720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:24.074457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.111331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7a4609b-c0c2-4c01-ab50-9e4a7b115dc0 req-b04639ba-00e8-4a79-aaf6-4b3a9655ffbd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Dec 16 15:09:24.139754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] Pushing event updated for resources: {'Network': ['ID=7b692777-f6d7-4193-b49e-dcb44ba7e796,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:24.153560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7b692777-f6d7-4193-b49e-dcb44ba7e796 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:24.208570 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b74ce27-22f8-40a3-bab9-0ac066abfd90 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1630440 Dec 16 15:09:24.217501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57746) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:24.223472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Request body: {'subnet': {'network_id': '7b692777-f6d7-4193-b49e-dcb44ba7e796', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-822489067-subnet', 'tenant_id': '39a2abcfcd8d498b81cf3afa21ca09e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:24.324758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26326b-159b-45c0-8282-a5c3f2450a86 req-39fd292b-5a14-4066-ae78-c7acc049d0db tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:24.326496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba26326b-159b-45c0-8282-a5c3f2450a86 req-39fd292b-5a14-4066-ae78-c7acc049d0db tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0510471 Dec 16 15:09:24.358583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Made reservation on behalf of 39a2abcfcd8d498b81cf3afa21ca09e9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:24.360864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Publish callbacks [] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.424264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba26326b-159b-45c0-8282-a5c3f2450a86 req-917ada07-7363-4339-979d-aae51baeffca tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910468 Dec 16 15:09:24.531814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d40a340-8dd2-4378-8c1e-4166d0d676a4 req-51f764ee-600c-486f-96a1-fe6bdd60df48 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 210 time: 0.0308783 Dec 16 15:09:24.709597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.752070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:24.770592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4de29b-9837-43f8-a962-6b8823de12a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.772843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e444a9e4-c642-441a-b97c-5b5ec8bb99cf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:24.782558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Checking segment: {'id': '5f7b85d3-a62d-4117-bd32-50079abfece1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7b692777-f6d7-4193-b49e-dcb44ba7e796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:24.782903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Network hostable DHCP agents. Network: 7b692777-f6d7-4193-b49e-dcb44ba7e796, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:24.854802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4de29b-9837-43f8-a962-6b8823de12a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:24.929522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Network 7b692777-f6d7-4193-b49e-dcb44ba7e796 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:24.980788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4de29b-9837-43f8-a962-6b8823de12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.026484 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a4de29b-9837-43f8-a962-6b8823de12a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d473cf4a7d514b23a9dd67aea732462f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725973 Dec 16 15:09:25.028410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4de29b-9837-43f8-a962-6b8823de12a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c418e7aa-3dcb-4a8b-b74f-e49c86a4e2e9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:25.029255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57774) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:25.030209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:25.080016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.084484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7b692777-f6d7-4193-b49e-dcb44ba7e796) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:25.095524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:25.096145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.115294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.130841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bf032-ccc3-483e-be71-e153b68673dc None None] Network 7b692777-f6d7-4193-b49e-dcb44ba7e796 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:25.207387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c12509fa-c78b-47b6-8acb-8e302cf76c6f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9877865 Dec 16 15:09:25.220352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:25.236515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'port_id': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'mac_address': 'fa:16:3e:92:a4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1174a66-b53d-4131-831e-2435243984e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1913002475', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:25.258260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32a45b-8d0e-46eb-a15e-f4ca8a418db3 req-218893c5-579b-43e3-90ea-883e24b3a116 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:25.259937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c32a45b-8d0e-46eb-a15e-f4ca8a418db3 req-218893c5-579b-43e3-90ea-883e24b3a116 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0511675 Dec 16 15:09:25.314773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.317676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.319121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c418e7aa-3dcb-4a8b-b74f-e49c86a4e2e9 HTTP/1.1" status: 204 len: 168 time: 0.2884176 Dec 16 15:09:25.354401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28c522-517a-47cd-99e9-846fdbd73d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c418e7aa-3dcb-4a8b-b74f-e49c86a4e2e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:25.366413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c32a45b-8d0e-46eb-a15e-f4ca8a418db3 req-a974e310-4c65-4df9-9373-8693ce3dc37b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853870 Dec 16 15:09:25.523591 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.532342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51f4dc-ddbf-408d-8668-e251ccc8892c None None] Network 7b692777-f6d7-4193-b49e-dcb44ba7e796 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:25.610309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a07177-294d-4558-9d67-ba6b3e7cccd2 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:25.630225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53542f15-fece-4393-bab8-26734406b094 req-eca671da-fcd8-4cd6-9fd7-ba972ef1ced2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:25.636613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53542f15-fece-4393-bab8-26734406b094 req-eca671da-fcd8-4cd6-9fd7-ba972ef1ced2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0575957 Dec 16 15:09:25.642132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:25.743697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53542f15-fece-4393-bab8-26734406b094 req-ddf49431-fb13-4820-849f-a6e835f9f8cc tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901949 Dec 16 15:09:25.775185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:25.825348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:25.854768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-291fb2c3-1706-4e87-9bfd-bd054e33bd01 req-e46b7f03-9966-4cf0-b4b0-ec97c8731d3a tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 210 time: 0.0251753 Dec 16 15:09:25.998178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-04d03b1f-4e20-4cc6-915c-dfb8e7f1974a tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=12b42958079145608da73b8288f750b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350025 Dec 16 15:09:26.074253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['25a07177-294d-4558-9d67-ba6b3e7cccd2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:26.174632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-33bc8944-0366-42f9-bd1f-1381e033d213 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:26.176487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-33bc8944-0366-42f9-bd1f-1381e033d213 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691346 Dec 16 15:09:26.203584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Request body: {'port': {'device_id': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '12b42958079145608da73b8288f750b2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:26.404559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57854) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:26.409356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2099785124-network', 'tenant_id': 'f5966f6ea9e546a789744b4d35aeae2a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:26.476230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Made reservation on behalf of 12b42958079145608da73b8288f750b2 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:26.480817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:26.624955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b65bc385-0736-482c-a789-37b803d51401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:26.626521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b65bc385-0736-482c-a789-37b803d51401 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.0872743 Dec 16 15:09:26.631795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03471f49-a2f1-46e3-b193-f3bb0d604760 req-d7a70756-6585-4791-8c5f-f4d501653abb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:26.635505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03471f49-a2f1-46e3-b193-f3bb0d604760 req-d7a70756-6585-4791-8c5f-f4d501653abb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1190591 Dec 16 15:09:26.673924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Made reservation on behalf of f5966f6ea9e546a789744b4d35aeae2a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:26.676777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:26.700881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:26.734748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Allocated IP 192.168.233.112 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/d62078f9-4d60-4cdf-895c-8e107aa8f28d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:26.768673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03471f49-a2f1-46e3-b193-f3bb0d604760 req-ba31a17b-18ef-4ec1-bebe-b3be0ccdf3cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250503 Dec 16 15:09:26.812366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-5ac761f9-b3f8-4673-a623-082ba18ed880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:26.814531 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-5ac761f9-b3f8-4673-a623-082ba18ed880 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1756842 Dec 16 15:09:26.935051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.003890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.023146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-a08fa33d-5228-4809-9dfd-cfa5b2a9184e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.1953773 Dec 16 15:09:27.032288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:27.037571 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.062200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:27.076633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33b4609-ff2c-4cc5-8e34-11c61700bf1b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:27.083083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.097058 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.098125 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Added segment 88653832-b546-473e-a296-02cef66f1c4f of type vlan for network b12fc4c7-9634-47e3-b22e-c6f43259364c Dec 16 15:09:27.112295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8efe7002-167c-4473-a1b5-0adf6d0ced99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.115195 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8efe7002-167c-4473-a1b5-0adf6d0ced99 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0834079 Dec 16 15:09:27.210630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b968d097-024c-488e-be88-639683413dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.212563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b968d097-024c-488e-be88-639683413dfa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903928 Dec 16 15:09:27.226613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 25a07177-294d-4558-9d67-ba6b3e7cccd2 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:27.231515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 25a07177-294d-4558-9d67-ba6b3e7cccd2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:27.231919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.325346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.332662 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-1f7e12ff-ebd7-4404-95c5-eec023d4b45f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049423 Dec 16 15:09:27.353698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:27.356397 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb730bcb-85b5-4313-ac12-668d7cd30d44" -d '{"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-plugged", "status": "completed", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:27.373604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:27.383580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.396740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c063-e5f8-4f5e-ad5e-225957db042c req-47dff42f-0fda-455d-8d99-169b77c8e3dd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.400289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b233c063-e5f8-4f5e-ad5e-225957db042c req-47dff42f-0fda-455d-8d99-169b77c8e3dd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.3208082 Dec 16 15:09:27.435918 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-eb72b5a3-0a93-4755-86f4-a93ca44f2b69 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952349 Dec 16 15:09:27.437884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.447457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:27.475979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:27.490549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:27.495957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:27.501610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.503099 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.509071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Pushing event updated for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:27.565216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f7dcb-0c65-4add-856b-1e88652cd6e5 req-026744f1-7572-41c5-8a91-0951cc27e604 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.568957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5f7dcb-0c65-4add-856b-1e88652cd6e5 req-026744f1-7572-41c5-8a91-0951cc27e604 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 936 time: 0.1823392 Dec 16 15:09:27.576501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b233c063-e5f8-4f5e-ad5e-225957db042c req-139711ea-3bdd-47a3-93dc-46441bee6726 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642447 Dec 16 15:09:27.603859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.605093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:27.605683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.669573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-6e29fc9e-2d0a-43f5-9f43-3d372179a411 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4701979 Dec 16 15:09:27.680416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5f7dcb-0c65-4add-856b-1e88652cd6e5 req-a045b719-6a72-42c3-b803-9f3b844fed85 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029060 Dec 16 15:09:27.694014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Request body: {'port': {'device_id': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:27.701713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] Pushing event updated for resources: {'Network': ['ID=b12fc4c7-9634-47e3-b22e-c6f43259364c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:27.719274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b12fc4c7-9634-47e3-b22e-c6f43259364c details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:27.765904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae2875d2-700f-4622-898e-2b2419c10aae admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3575563 Dec 16 15:09:27.766069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:27.774033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Request body: {'subnet': {'network_id': 'b12fc4c7-9634-47e3-b22e-c6f43259364c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2099785124-subnet', 'tenant_id': 'f5966f6ea9e546a789744b4d35aeae2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:27.824005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.835364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-94231f33-d423-43f1-965e-9bfd208bebd1 None None] Provisioning complete for port d62078f9-4d60-4cdf-895c-8e107aa8f28d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:27.835936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94231f33-d423-43f1-965e-9bfd208bebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:27.873228 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb31d43-01bd-47cf-badc-9c8363f6c701 x-openstack-request-id: req-2cb31d43-01bd-47cf-badc-9c8363f6c701 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:27.873562 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-plugged", "status": "completed", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:27.873827 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2cb31d43-01bd-47cf-badc-9c8363f6c701 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:27.874220 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'code': 200} Dec 16 15:09:27.876691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-94231f33-d423-43f1-965e-9bfd208bebd1 None None] Port d62078f9-4d60-4cdf-895c-8e107aa8f28d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:09:27.965214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Made reservation on behalf of f5966f6ea9e546a789744b4d35aeae2a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:27.968104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.204909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cfb27-38c8-4521-80b8-53fd19553717 req-cec5434e-a2dc-4b9c-96d5-cfda98bd7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:28.207056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65cfb27-38c8-4521-80b8-53fd19553717 req-cec5434e-a2dc-4b9c-96d5-cfda98bd7138 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1118 time: 0.2220743 Dec 16 15:09:28.227567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264363-a134-43c1-8232-98a93e244de4 req-8dff3026-7bf0-4917-8fe3-6c4ae56bdea0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:28.229078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0264363-a134-43c1-8232-98a93e244de4 req-8dff3026-7bf0-4917-8fe3-6c4ae56bdea0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1940107 Dec 16 15:09:28.290004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.341385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65cfb27-38c8-4521-80b8-53fd19553717 req-56bb7b0e-0c88-40fd-90c9-61faba3b5932 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098561 Dec 16 15:09:28.355540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd8c904-3852-4aa4-a72a-2bb28a542c07,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:28.355918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0264363-a134-43c1-8232-98a93e244de4 req-62067e54-0628-4635-9c5e-b79bffa2895a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151202 Dec 16 15:09:28.362984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Checking segment: {'id': '88653832-b546-473e-a296-02cef66f1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b12fc4c7-9634-47e3-b22e-c6f43259364c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:28.363349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Network hostable DHCP agents. Network: b12fc4c7-9634-47e3-b22e-c6f43259364c, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:28.386676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.407986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62078f9-4d60-4cdf-895c-8e107aa8f28d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:28.415972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.428190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:28.436243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Transition to ACTIVE for port object d62078f9-4d60-4cdf-895c-8e107aa8f28d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:09:28.490508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Network b12fc4c7-9634-47e3-b22e-c6f43259364c is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:28.523702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.550117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f277f1-702f-45b3-9f69-0ef32c5a2be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.579184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Pushing event updated for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:28.590526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b12fc4c7-9634-47e3-b22e-c6f43259364c) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:28.598471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:28.599055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.610046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56234ed-d95f-4881-beaa-c00a16e081f1 None None] Network b12fc4c7-9634-47e3-b22e-c6f43259364c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:28.642723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Attempting to bind port d62078f9-4d60-4cdf-895c-8e107aa8f28d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:28.643067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Attempting to bind port d62078f9-4d60-4cdf-895c-8e107aa8f28d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:28.643403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Attempting to bind port d62078f9-4d60-4cdf-895c-8e107aa8f28d on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:28.649422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Port d62078f9-4d60-4cdf-895c-8e107aa8f28d on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:28.649763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Attempting to bind port d62078f9-4d60-4cdf-895c-8e107aa8f28d on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:28.661331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:28.661679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:28.662123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:28.662563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Bound port: d62078f9-4d60-4cdf-895c-8e107aa8f28d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:28.662980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.684714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f277f1-702f-45b3-9f69-0ef32c5a2be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.697744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e19f6a2-e633-4a04-95ef-e023b9e40c26 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9299641 Dec 16 15:09:28.752756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f277f1-702f-45b3-9f69-0ef32c5a2be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.758908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43e66d-3dac-448c-b2c8-cb91dde4fef9 None None] Network b12fc4c7-9634-47e3-b22e-c6f43259364c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:28.796453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:28.798286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:28.821926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32f277f1-702f-45b3-9f69-0ef32c5a2be8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1f9bb7bbd564dcc95a5b84f11fe77dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900986 Dec 16 15:09:28.824021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:28.838594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f277f1-702f-45b3-9f69-0ef32c5a2be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4ba044-dd88-46ff-8419-31d53eb536c9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:28.929452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:28.946690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57958) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:29.003190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.029387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.030009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.031467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] 10.222.0.74 "PUT /v2.0/ports/d62078f9-4d60-4cdf-895c-8e107aa8f28d HTTP/1.1" status: 200 len: 1096 time: 1.3444543 Dec 16 15:09:29.033387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:29.035734 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895524d-1ed8-492a-b423-224310a8c9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:29.072665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd33df-b347-42f9-afe3-b5867048b0e4 req-1afa4053-7137-4c76-bf85-0801807d6dc3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.080075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41bd33df-b347-42f9-afe3-b5867048b0e4 req-1afa4053-7137-4c76-bf85-0801807d6dc3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 967 time: 0.1850441 Dec 16 15:09:29.100116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.105084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Deleting subnet e444a9e4-c642-441a-b97c-5b5ec8bb99cf {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:09:29.106836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.126203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.127937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f8ce1-fd9b-417e-a252-16e1da52850e service neutron] Pushing event updated for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:29.255900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.268252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41bd33df-b347-42f9-afe3-b5867048b0e4 req-d40e17cd-1531-4393-b380-d03ecd28084c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873302 Dec 16 15:09:29.277456 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.327809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73fab-189f-4794-83f9-ae20edc83083 req-de6f3ce5-6de0-497c-980e-38086f4bbce6 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.333358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cac73fab-189f-4794-83f9-ae20edc83083 req-de6f3ce5-6de0-497c-980e-38086f4bbce6 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 948 time: 0.2023234 Dec 16 15:09:29.340493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-b8bdb0ba-2af8-4e7e-a7df-fbcb2297e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.342025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-b8bdb0ba-2af8-4e7e-a7df-fbcb2297e8bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 1099 time: 0.1270776 Dec 16 15:09:29.417730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-50f4dbf3-ec0c-4802-b6be-cb625ea528f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d HTTP/1.1" status: 200 len: 217 time: 0.0498397 Dec 16 15:09:29.421236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.423737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.424794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a4ba044-dd88-46ff-8419-31d53eb536c9 HTTP/1.1" status: 204 len: 168 time: 0.5996211 Dec 16 15:09:29.474874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54253178-fe87-48a6-94b9-12046dc664da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4ba044-dd88-46ff-8419-31d53eb536c9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:29.479859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cac73fab-189f-4794-83f9-ae20edc83083 req-848f1500-c68a-41db-ab7a-d1ecae97c199 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330917 Dec 16 15:09:29.519305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-30192537-e8e2-40e2-8d64-fcf79688ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.521651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-30192537-e8e2-40e2-8d64-fcf79688ea5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0919180 Dec 16 15:09:29.529401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-2f654836-1818-4941-b80d-aecdee24a02f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856185 Dec 16 15:09:29.561390 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc14b1-d4b4-47ce-9811-ca7fa5c6fc75 x-openstack-request-id: req-0dbc14b1-d4b4-47ce-9811-ca7fa5c6fc75 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:29.561763 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:29.562104 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0dbc14b1-d4b4-47ce-9811-ca7fa5c6fc75 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:29.562571 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d', 'status': 'completed', 'code': 200} Dec 16 15:09:29.579318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.613422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e444a9e4-c642-441a-b97c-5b5ec8bb99cf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:29.632372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-ae6b8faf-e9ba-473f-a194-22d9a6f4dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.633970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-ae6b8faf-e9ba-473f-a194-22d9a6f4dfc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036496 Dec 16 15:09:29.635087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.638363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-581a6cd3-d147-449d-a654-43ee93110c2f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e444a9e4-c642-441a-b97c-5b5ec8bb99cf HTTP/1.1" status: 204 len: 168 time: 0.6857810 Dec 16 15:09:29.641272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:29.711378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.748168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-72c74305-748f-4faf-aac6-2fe56972b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.749678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-72c74305-748f-4faf-aac6-2fe56972b2ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1018aef28d5043c4841551e4d32170de&device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 1122 time: 0.1407249 Dec 16 15:09:29.776019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c75e5e-d41c-4be4-affe-5ff59ea2af29 req-9ce3afa5-5e42-46f9-9b9e-d8e9e85dbbe6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.777531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84c75e5e-d41c-4be4-affe-5ff59ea2af29 req-9ce3afa5-5e42-46f9-9b9e-d8e9e85dbbe6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1239672 Dec 16 15:09:29.826011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:29.863392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-d3ce2bb1-b2de-4c9a-a129-9021eb71fa68 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078731 Dec 16 15:09:29.877378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.878022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.878960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.879449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > port after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.880008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.880505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > port after_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.881000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.881496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.882000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.882488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:29.971447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84c75e5e-d41c-4be4-affe-5ff59ea2af29 req-a5e71b26-1e7c-458d-b1fc-03448f2c54a7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814384 Dec 16 15:09:29.978954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-a5479b9a-f35b-440e-8e8f-a1efbca807b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:29.980406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-a5479b9a-f35b-440e-8e8f-a1efbca807b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2004325 Dec 16 15:09:30.044080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-1a911551-2991-4ad3-86c3-14102f8f48ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 HTTP/1.1" status: 200 len: 217 time: 0.0498481 Dec 16 15:09:30.049651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb4629e2-4bf8-4ec8-ac84-3a145a9a38b6 req-31239cbc-03fb-47aa-a96d-a85b4005b84b service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745548 Dec 16 15:09:30.172191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:30.172716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:30.173093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:30.173488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:09:30.173904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b692777-f6d7-4193-b49e-dcb44ba7e796']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:30.192945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7b85d3-a62d-4117-bd32-50079abfece1') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:30.193239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7b85d3-a62d-4117-bd32-50079abfece1') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:30.217270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.253081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.263322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-838ca362-2719-4b3f-84d2-f7872a1a1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.264673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:09:30.265071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.270647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-838ca362-2719-4b3f-84d2-f7872a1a1ac0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2173314 Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: from cryptography.utils import int_from_bytes Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: from cryptography.utils import int_from_bytes Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:09:30.295901 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:09:30.351220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-9596dd32-b179-42f9-956a-2fd71dc75ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.355633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-9596dd32-b179-42f9-956a-2fd71dc75ee2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12b42958079145608da73b8288f750b2&device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 1099 time: 0.0729866 Dec 16 15:09:30.374099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-89c7b0a4-db3e-4e8e-986a-762734070bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.375527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-89c7b0a4-db3e-4e8e-986a-762734070bbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846505 Dec 16 15:09:30.438181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:30.455896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62089f5f-a2b7-474d-935e-a43ec6593df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.540413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.553487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.556996 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] 10.222.0.71 "DELETE /v2.0/networks/7b692777-f6d7-4193-b49e-dcb44ba7e796 HTTP/1.1" status: 204 len: 168 time: 0.9147141 Dec 16 15:09:30.563844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba547a-8c21-4e16-8322-91a1c962de95 req-c92c2b33-84b1-454f-b36c-53d47815e754 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.565407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bba547a-8c21-4e16-8322-91a1c962de95 req-c92c2b33-84b1-454f-b36c-53d47815e754 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 967 time: 0.1889846 Dec 16 15:09:30.571004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58006) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:30.575161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94068f-5089-4275-9fad-a0f32f45372b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b692777-f6d7-4193-b49e-dcb44ba7e796,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:30.595807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:30.618524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62089f5f-a2b7-474d-935e-a43ec6593df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.635581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-003a8ebb-11dc-4abb-8455-bc023f730bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.637096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-003a8ebb-11dc-4abb-8455-bc023f730bce service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2719517 Dec 16 15:09:30.655865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-9f10e328-5246-4050-888c-85db368db863 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542932 Dec 16 15:09:30.679495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Deleting subnet cbd8c904-3852-4aa4-a72a-2bb28a542c07 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:09:30.698699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.725783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58014) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:30.793975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-fd950600-d028-4d63-9587-d14860e49657 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d HTTP/1.1" status: 200 len: 217 time: 0.1218712 Dec 16 15:09:30.797923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61c6b1e0-5d66-4814-a4e7-875401fdb037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.806545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bba547a-8c21-4e16-8322-91a1c962de95 req-0b1a6b8d-6ce4-4c1f-9a2f-768b8d6fb99f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149091 Dec 16 15:09:30.848171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62089f5f-a2b7-474d-935e-a43ec6593df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.860049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.879225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.883104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce966e11-9e99-4c5e-8413-001574fee3cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:30.905105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-62089f5f-a2b7-474d-935e-a43ec6593df2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b74495d7093b4c1fac463e6d8ec455f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657266 Dec 16 15:09:30.913750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:30.939275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089f5f-a2b7-474d-935e-a43ec6593df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b9fd1-db2f-479c-8e7f-4898e0f3aeb8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:30.957799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c645e7-ae65-44eb-881e-f2eaae9c288f req-9d631c79-900b-4dac-b62c-9260770a84a5 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835338 Dec 16 15:09:30.977714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-de9951a8-8a5c-4675-86c1-f7796f6ec01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:30.979175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-de9951a8-8a5c-4675-86c1-f7796f6ec01d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1717689 Dec 16 15:09:30.999660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61c6b1e0-5d66-4814-a4e7-875401fdb037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.026930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce966e11-9e99-4c5e-8413-001574fee3cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.078524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61c6b1e0-5d66-4814-a4e7-875401fdb037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.120705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61c6b1e0-5d66-4814-a4e7-875401fdb037 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69cadfc6e1a14ad48d9a1ee8fe7cbc11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213766 Dec 16 15:09:31.121071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58032) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:31.129001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6b1e0-5d66-4814-a4e7-875401fdb037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a1d08-73c2-4e7c-9a24-3ea9487c5feb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.142268 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.146503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce966e11-9e99-4c5e-8413-001574fee3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.157125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1e479-2a7b-44f3-8eba-366bbc0d061f req-7649ff6d-6fb6-4604-b426-1c40393e7d9d tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:31.158684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfd1e479-2a7b-44f3-8eba-366bbc0d061f req-7649ff6d-6fb6-4604-b426-1c40393e7d9d tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.1571040 Dec 16 15:09:31.160456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-fa3584fa-aa8d-4ff0-909c-05c2d308d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:31.161840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-fa3584fa-aa8d-4ff0-909c-05c2d308d5ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653099 Dec 16 15:09:31.174592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.194576 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce966e11-9e99-4c5e-8413-001574fee3cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=02eba56233fd41b7ae0c16ae0324f04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674964 Dec 16 15:09:31.200104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:31.214036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce966e11-9e99-4c5e-8413-001574fee3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474d949a-d244-4ea0-93fc-c6203d166723,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.231752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.266344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.283438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281dd78-c892-41d0-8ace-13073a94d5f6 req-82e747b1-4a2e-4044-b4f0-01ca5264b6d1 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:31.285023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3281dd78-c892-41d0-8ace-13073a94d5f6 req-82e747b1-4a2e-4044-b4f0-01ca5264b6d1 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 948 time: 0.2824316 Dec 16 15:09:31.285758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd8c904-3852-4aa4-a72a-2bb28a542c07,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.287625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.290706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.294347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a425180f-889b-4228-b305-6baf7ec973a1 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cbd8c904-3852-4aa4-a72a-2bb28a542c07 HTTP/1.1" status: 204 len: 168 time: 0.7223551 Dec 16 15:09:31.298430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58036) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:31.302192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.373050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.404746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfd1e479-2a7b-44f3-8eba-366bbc0d061f req-b4250343-8313-4cf7-81e2-e261330f6925 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324715 Dec 16 15:09:31.418049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.427591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3281dd78-c892-41d0-8ace-13073a94d5f6 req-e25de738-3ba7-484a-8ea8-a4e477415c46 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233931 Dec 16 15:09:31.431612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-f24a4d20-c816-4f8b-9f2f-754f954e2964 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582097 Dec 16 15:09:31.501914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.504486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.505622 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c1a1d08-73c2-4e7c-9a24-3ea9487c5feb HTTP/1.1" status: 204 len: 168 time: 0.3834996 Dec 16 15:09:31.565191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.567696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.571330 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/474d949a-d244-4ea0-93fc-c6203d166723 HTTP/1.1" status: 204 len: 168 time: 0.3695164 Dec 16 15:09:31.581865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f895524d-1ed8-492a-b423-224310a8c9b7 req-1fd6acec-4014-4db3-a088-83ef49550496 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416714 Dec 16 15:09:31.585071 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.588273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.589169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/910b9fd1-db2f-479c-8e7f-4898e0f3aeb8 HTTP/1.1" status: 204 len: 168 time: 0.6714268 Dec 16 15:09:31.593770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a53c1-f32c-400b-bac6-bcaae7d7b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a1d08-73c2-4e7c-9a24-3ea9487c5feb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.626440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.632324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580bc96-f279-4410-86f6-20d8a469186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474d949a-d244-4ea0-93fc-c6203d166723,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.648956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046546f2-2225-469f-9e73-3d81fd5bcf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b9fd1-db2f-479c-8e7f-4898e0f3aeb8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.674991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12fc4c7-9634-47e3-b22e-c6f43259364c']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:31.680527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3df60b-d0fa-49d6-a11c-3a242b3d9d38 req-35160175-0958-4066-8511-c4c0e5f559bc tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:31.688128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c3df60b-d0fa-49d6-a11c-3a242b3d9d38 req-35160175-0958-4066-8511-c4c0e5f559bc tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1047418 Dec 16 15:09:31.702840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88653832-b546-473e-a296-02cef66f1c4f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:31.703062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88653832-b546-473e-a296-02cef66f1c4f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:31.715057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.735636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.746132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:09:31.747317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:09:31.749626 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:09:31.755787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c3df60b-d0fa-49d6-a11c-3a242b3d9d38 req-5e9e9f7a-a70e-43f2-88fc-2cb520e6b842 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614738 Dec 16 15:09:31.901733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a4841-3e22-4f3b-8599-b1c9154b2e9d req-213936a0-ac8e-46e3-a877-2d305cde18de tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:31.903240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd2a4841-3e22-4f3b-8599-b1c9154b2e9d req-213936a0-ac8e-46e3-a877-2d305cde18de tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1118 time: 0.0400867 Dec 16 15:09:31.929516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.935629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:31.941254 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] 10.222.0.71 "DELETE /v2.0/networks/b12fc4c7-9634-47e3-b22e-c6f43259364c HTTP/1.1" status: 204 len: 168 time: 0.6369724 Dec 16 15:09:31.948170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2b414-147b-4b2e-95c2-6004afcf47ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b12fc4c7-9634-47e3-b22e-c6f43259364c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:31.957745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd2a4841-3e22-4f3b-8599-b1c9154b2e9d req-818e2896-a399-4617-a147-906d86942420 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481119 Dec 16 15:09:32.125608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d177b3-cd56-4cd0-9ed0-998347d4e42c req-abdea776-555e-4db0-a2d9-bda25b7db1b6 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:32.127289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00d177b3-cd56-4cd0-9ed0-998347d4e42c req-abdea776-555e-4db0-a2d9-bda25b7db1b6 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1118 time: 0.0422153 Dec 16 15:09:32.180473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00d177b3-cd56-4cd0-9ed0-998347d4e42c req-504130a5-7ae6-4549-952a-878b4c4a14ff tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462925 Dec 16 15:09:32.551184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-ef4fade0-ea8b-4a14-a6d2-86209e613ad5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:32.552704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-ef4fade0-ea8b-4a14-a6d2-86209e613ad5 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0802872 Dec 16 15:09:32.564775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bc8c2-d3fe-4770-b25f-b8e37eeb44f6 req-7365e6d6-bf8c-4d5a-b780-fad85ad693f1 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:32.566780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f3bc8c2-d3fe-4770-b25f-b8e37eeb44f6 req-7365e6d6-bf8c-4d5a-b780-fad85ad693f1 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 971 time: 0.0685391 Dec 16 15:09:32.579097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58066) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:32.620214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:32.632583 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-feec5084-7983-4782-a722-b675e600fad1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39a2abcfcd8d498b81cf3afa21ca09e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525463 Dec 16 15:09:32.635056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58070) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:32.676783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e98b2213-6ae1-4a18-91c3-c6852b4ec33a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:32.764181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f3bc8c2-d3fe-4770-b25f-b8e37eeb44f6 req-f00d9113-c828-4bb4-8aa3-a5602f7ef4a9 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b4f3538-6032-48a5-a0a1-611ee233606b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711228 Dec 16 15:09:32.842679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:32.865332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:32.899255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Deleting port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:09:32.899882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.049562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.053115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.056965 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1efcb273-3b17-4941-9323-c35ed2b49580 HTTP/1.1" status: 204 len: 168 time: 0.4182718 Dec 16 15:09:33.063768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813fd4d-5912-4758-822a-efbf0b6bc7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efcb273-3b17-4941-9323-c35ed2b49580,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:33.199380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e98b2213-6ae1-4a18-91c3-c6852b4ec33a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.208483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f52d7-aaff-4a13-9745-410a3749dbf0 req-40438c29-d3cb-4062-a095-45b325647a04 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:33.210359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-042f52d7-aaff-4a13-9745-410a3749dbf0 req-40438c29-d3cb-4062-a095-45b325647a04 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 948 time: 0.3029702 Dec 16 15:09:33.240928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] For port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:33.241295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.253121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58088) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:33.267525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d761e1ab-e195-4b9d-ad7b-99126ac5459a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.270186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Calling delete_port for ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 owned by compute:tempest-test_az-1913002475 {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:09:33.302355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e98b2213-6ae1-4a18-91c3-c6852b4ec33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.366851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d761e1ab-e195-4b9d-ad7b-99126ac5459a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.406221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-042f52d7-aaff-4a13-9745-410a3749dbf0 req-8508926c-8f90-4c86-a419-4da6efd947d3 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786320 Dec 16 15:09:33.424088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e98b2213-6ae1-4a18-91c3-c6852b4ec33a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0278752b79ba4568818ddd45dda1c333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971509 Dec 16 15:09:33.431064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b2213-6ae1-4a18-91c3-c6852b4ec33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71409fdb-eddf-4022-a9c6-2294671febc6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:33.434292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:33.436648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d761e1ab-e195-4b9d-ad7b-99126ac5459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.479232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-ef9903c4-47cf-42d1-8d3a-2979a12d7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:33.479232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-ef9903c4-47cf-42d1-8d3a-2979a12d7874 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.1767311 Dec 16 15:09:33.482904 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d761e1ab-e195-4b9d-ad7b-99126ac5459a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d471a9ef66d84e63b271437130e3af98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253964 Dec 16 15:09:33.482904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761e1ab-e195-4b9d-ad7b-99126ac5459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f5f7d-f2e7-49fb-9383-4fdab29d3459,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:33.483560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:33.723020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.752506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cfeb4-3f9d-4a99-aadf-a1e54e6ccf49 req-a01ccb1f-9fb8-4ed4-8bb0-134c5e7ddad3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:33.752506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d53cfeb4-3f9d-4a99-aadf-a1e54e6ccf49 req-a01ccb1f-9fb8-4ed4-8bb0-134c5e7ddad3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.2486970 Dec 16 15:09:33.761807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-e8cabfda-d549-494a-ab04-72aa16ec694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:33.763266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-e8cabfda-d549-494a-ab04-72aa16ec694a service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2521691 Dec 16 15:09:33.777467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.784397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d62078f9-4d60-4cdf-895c-8e107aa8f28d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:33.792242 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.802005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58120) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:33.847968 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f1443ea9-ad01-4bf6-8859-b68e6a965ace admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5966f6ea9e546a789744b4d35aeae2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434432 Dec 16 15:09:33.849068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-746cdb4f-dc7c-4774-bfee-1e9ca3f358ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0605419 Dec 16 15:09:33.850352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:33.876599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.897960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.913461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.933215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:33.939584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:33.973814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:33.990364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d', 'mac_address': 'fa:16:3e:f1:e4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:34.002972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Pushing event deleted for resources: {'Port': ['ID=ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:34.021358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d53cfeb4-3f9d-4a99-aadf-a1e54e6ccf49 req-2fe7e080-4a6e-4c3f-854c-ac9716cc2443 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496984 Dec 16 15:09:34.031932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-177b3256-4638-4850-b373-95dbc021136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:34.032965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-177b3256-4638-4850-b373-95dbc021136e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1685126 Dec 16 15:09:34.058933 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.084945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62078f9-4d60-4cdf-895c-8e107aa8f28d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:34.108407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.111883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.113262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c33b4609-ff2c-4cc5-8e34-11c61700bf1b HTTP/1.1" status: 204 len: 168 time: 0.2617693 Dec 16 15:09:34.128320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] No DVR routers for this DVR port ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:09:34.129904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9d139-24a5-47f6-8438-a7b30f8db9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33b4609-ff2c-4cc5-8e34-11c61700bf1b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:34.132341 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.136877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d0127b-38ab-4348-b56d-5e15696ed36c req-051fdb01-a029-4ef5-853f-b58567458670 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.30 "DELETE /v2.0/ports/ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 HTTP/1.1" status: 204 len: 173 time: 1.5691841 Dec 16 15:09:34.138888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'name': 'network-vif-deleted', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:34.141701 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966050d-266b-42f1-b2d1-749bd40e5253" -d '{"events": [{"server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "name": "network-vif-deleted", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:34.161290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-ecf43508-e4d8-4eb4-83db-86134a0e1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:34.164944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-ecf43508-e4d8-4eb4-83db-86134a0e1478 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063473 Dec 16 15:09:34.177477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:34.258121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.268179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.268179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71409fdb-eddf-4022-a9c6-2294671febc6 HTTP/1.1" status: 204 len: 168 time: 0.8294115 Dec 16 15:09:34.268179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.268179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.269940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a5f5f7d-f2e7-49fb-9383-4fdab29d3459 HTTP/1.1" status: 204 len: 168 time: 0.7851272 Dec 16 15:09:34.284285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:34.332721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fe19b9a-241b-48bb-b0c2-a3a47c2231f9 req-f712cb64-f196-49e1-a53b-25b85d2e90c7 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0777934 Dec 16 15:09:34.337586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba07bfe-e954-4466-80c1-ca7d1e1d0717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71409fdb-eddf-4022-a9c6-2294671febc6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:34.355503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd4147-d669-456d-bb36-4d575a398b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f5f7d-f2e7-49fb-9383-4fdab29d3459,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:34.392322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-0c54aa25-32a5-4574-94c5-81922c9a70ef service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140348 Dec 16 15:09:34.411280 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8669349e-8742-4b8c-8022-ded4e52c2c35 x-openstack-request-id: req-8669349e-8742-4b8c-8022-ded4e52c2c35 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:34.411574 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0ae80f-df6b-4c53-bb67-ffc213615557", "name": "network-vif-deleted", "tag": "ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:34.412255 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8669349e-8742-4b8c-8022-ded4e52c2c35 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:34.412786 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0ae80f-df6b-4c53-bb67-ffc213615557', 'name': 'network-vif-deleted', 'tag': 'ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85', 'status': 'completed', 'code': 200} Dec 16 15:09:34.431058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:34.499689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd2da57-865a-4c99-9e59-a76c3ba9e41a req-f1ca2a7f-31f3-44a7-a303-8353395de100 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977576 Dec 16 15:09:34.563845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60992-22e1-4f25-b8b0-767f62668f8b req-be919053-bc42-46fc-9950-89eee92a0acf tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:34.565586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb60992-22e1-4f25-b8b0-767f62668f8b req-be919053-bc42-46fc-9950-89eee92a0acf tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 949 time: 0.0547616 Dec 16 15:09:34.589688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d62078f9-4d60-4cdf-895c-8e107aa8f28d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:34.707643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb60992-22e1-4f25-b8b0-767f62668f8b req-2e2d2d5a-0d28-4995-bfbd-a9302488947c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217136 Dec 16 15:09:35.150667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c67798-4aa1-484f-b88e-eda54c7fa268 req-909827c2-b4de-4b85-a89f-6c96b33ca07b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:35.152198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6c67798-4aa1-484f-b88e-eda54c7fa268 req-909827c2-b4de-4b85-a89f-6c96b33ca07b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0494123 Dec 16 15:09:35.199879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6c67798-4aa1-484f-b88e-eda54c7fa268 req-74e89504-c004-4cfc-b103-b2bbc6b41ea0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Dec 16 15:09:35.480293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bad0686-0156-4faf-9fbc-682b1f999771 req-6e4746dc-c0f8-4349-92ad-726d722d7974 tempest-AggregatesAdminTestJSON-914008191 tempest-AggregatesAdminTestJSON-914008191-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c0ae80f-df6b-4c53-bb67-ffc213615557 HTTP/1.1" status: 200 len: 210 time: 0.0289979 Dec 16 15:09:35.780096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d62078f9-4d60-4cdf-895c-8e107aa8f28d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:35.854841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd123d5-8837-429e-87d4-d5c516a7832e req-6cf48870-4b31-4ca3-8a5c-1c459baac695 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:35.856424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd123d5-8837-429e-87d4-d5c516a7832e req-6cf48870-4b31-4ca3-8a5c-1c459baac695 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 949 time: 0.0716035 Dec 16 15:09:35.917520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd123d5-8837-429e-87d4-d5c516a7832e req-11667aa5-8b5e-4fbb-ad40-e07e85a23b81 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Dec 16 15:09:35.963944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port d62078f9-4d60-4cdf-895c-8e107aa8f28d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:35.968241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d62078f9-4d60-4cdf-895c-8e107aa8f28d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:35.968646 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:36.048417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:36.074008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:36.076303 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2e20d-2a13-4494-a893-9f4424bdc80e" -d '{"events": [{"server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "name": "network-vif-plugged", "status": "completed", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:36.090540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:36.116912 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c480d9-1696-425e-804a-33c5cb717123 x-openstack-request-id: req-88c480d9-1696-425e-804a-33c5cb717123 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:36.116912 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "name": "network-vif-plugged", "status": "completed", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:36.116912 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88c480d9-1696-425e-804a-33c5cb717123 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:36.116912 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d', 'code': 200} Dec 16 15:09:36.181101 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:36.250942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:36.267373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091cb32-9fe3-4118-aa42-50587a6f1863 req-2d5818d5-4158-4ddd-8cfd-0ab01c178274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:36.268903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7091cb32-9fe3-4118-aa42-50587a6f1863 req-2d5818d5-4158-4ddd-8cfd-0ab01c178274 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 1101 time: 0.0482297 Dec 16 15:09:36.346785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7091cb32-9fe3-4118-aa42-50587a6f1863 req-13e89496-b43e-4c47-b5eb-52accfea6d82 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695562 Dec 16 15:09:36.362048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43553952-97e2-4d35-b69a-29d691c5a970 req-156d3026-e420-4bd5-a4c2-8fc661099413 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:36.363579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43553952-97e2-4d35-b69a-29d691c5a970 req-156d3026-e420-4bd5-a4c2-8fc661099413 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0740902 Dec 16 15:09:36.412564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43553952-97e2-4d35-b69a-29d691c5a970 req-f488ebfe-8585-4470-8f2a-2de8bd3e0068 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Dec 16 15:09:37.044793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffc8a3-40df-4107-9c09-4a05a67f6b49 req-1a5e5644-c177-49d2-bc8f-492cfeacb83a tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:37.046752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ffc8a3-40df-4107-9c09-4a05a67f6b49 req-1a5e5644-c177-49d2-bc8f-492cfeacb83a tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.0554237 Dec 16 15:09:37.079646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:09:37.100737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ffc8a3-40df-4107-9c09-4a05a67f6b49 req-50cdc210-2e68-454a-b90c-7f0ddf24b472 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Dec 16 15:09:37.103789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:09:37.104228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ba3e23af-9fc4-4f74-8bf7-ea9def3c9c85 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:09:37.253655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-ee01a329-0777-4cdb-abac-ea5bd0054285 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:09:37.254727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-ee01a329-0777-4cdb-abac-ea5bd0054285 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3552415 Dec 16 15:09:37.282992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58236) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:37.295272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-030340ec-54d9-4ef3-9281-f9e479353cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:37.296711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-030340ec-54d9-4ef3-9281-f9e479353cb7 service neutron] 10.222.0.71 "GET /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 1115 time: 0.0350947 Dec 16 15:09:37.305708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Request body: {'binding': {'host': 'n-h2-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:37.306302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Unknown quota resources ['binding']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:09:37.457716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on host n-h2-821947-3 for vnic_type normal with profile None {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:37.458411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:37.458957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:37.464494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:37.465236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:37.470508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:37.470844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:37.471230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:37.471657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Bound port: 25a07177-294d-4558-9d67-ba6b3e7cccd2, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:37.563207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:37.659890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:37.661011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-58080f5b-2c40-4f56-8b5c-3ab0f4475139 service neutron] 10.222.0.71 "POST /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3587086 Dec 16 15:09:37.707081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58250) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:37.726964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c5f35-0dfa-4660-ba4d-f5b29386efa9 req-2b4ca5e3-abc0-4178-b209-574b4260f558 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:37.728776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-070c5f35-0dfa-4660-ba4d-f5b29386efa9 req-2b4ca5e3-abc0-4178-b209-574b4260f558 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0879951 Dec 16 15:09:37.734194 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f1b85af-c5cf-456c-a2ff-323b0fa0e902 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1018aef28d5043c4841551e4d32170de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4475918 Dec 16 15:09:37.734463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58256) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:37.783312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-070c5f35-0dfa-4660-ba4d-f5b29386efa9 req-68f3762a-12dd-424f-b3d3-dd65d26109c0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474684 Dec 16 15:09:37.795304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:37.818514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:37.949154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:37.951797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:37.955591 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b4f3538-6032-48a5-a0a1-611ee233606b HTTP/1.1" status: 204 len: 168 time: 0.2175751 Dec 16 15:09:37.963546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeed1a4-23f4-4e87-866e-3d5412d75353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4f3538-6032-48a5-a0a1-611ee233606b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:38.043764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-network', 'tenant_id': '08bf3135fbc045499c0ff121b739e387'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:38.075595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bb814-43f1-4cf6-92d5-b7c58638ff7e req-c4c78643-ab0b-4668-98dc-88b39761825d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.081114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a72bb814-43f1-4cf6-92d5-b7c58638ff7e req-c4c78643-ab0b-4668-98dc-88b39761825d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 967 time: 0.0749598 Dec 16 15:09:38.133197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a72bb814-43f1-4cf6-92d5-b7c58638ff7e req-7838a2c9-2a3e-4eff-a2e0-e8af4533f9bc tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486360 Dec 16 15:09:38.191805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Made reservation on behalf of 08bf3135fbc045499c0ff121b739e387 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:38.194426 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.228497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.288182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b72148-cdcf-4906-b50d-07ed486cd22d req-3a888b69-2429-4676-9c2a-16c320c5fe66 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.289961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79b72148-cdcf-4906-b50d-07ed486cd22d req-3a888b69-2429-4676-9c2a-16c320c5fe66 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.0922611 Dec 16 15:09:38.365578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:38.389784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79b72148-cdcf-4906-b50d-07ed486cd22d req-1fac3841-b367-4581-a6f3-197a56d0aab5 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872729 Dec 16 15:09:38.391437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.461259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-c2f9f8e7-aa98-42fc-a2be-be7b6cb5d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.466626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-c2f9f8e7-aa98-42fc-a2be-be7b6cb5d096 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1118 time: 0.0545616 Dec 16 15:09:38.486836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.551801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:38.581267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.582504 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Added segment 7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16 of type vlan for network c055742f-1ff7-444e-9d33-20c825d0bf31 Dec 16 15:09:38.589453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf98677-d66e-4036-a1df-b2e7cca415bb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:38.640290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-bc204f03-2436-4e5f-9f37-d1cb7a862a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.642145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-bc204f03-2436-4e5f-9f37-d1cb7a862a28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1683421 Dec 16 15:09:38.653159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.704104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-685b304a-11aa-447f-92b1-3640b9c4a171 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.0533228 Dec 16 15:09:38.734399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a92a3686-a6e2-49cc-9af4-eee1863bf63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.764636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-8d494c4f-ba99-4340-9539-3a7a1ffc9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.766158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-8d494c4f-ba99-4340-9539-3a7a1ffc9a44 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0533521 Dec 16 15:09:38.818392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-ab13964c-975a-4cd6-b0de-97dae23b79ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439804 Dec 16 15:09:38.868017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a92a3686-a6e2-49cc-9af4-eee1863bf63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.877059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.878036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:38.879152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:38.963489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a92a3686-a6e2-49cc-9af4-eee1863bf63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.007135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c055742f-1ff7-444e-9d33-20c825d0bf31,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:39.022118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c055742f-1ff7-444e-9d33-20c825d0bf31 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:39.033633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d31b105d-23b5-4c4c-99db-bca779972879 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060781 Dec 16 15:09:39.041207 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a92a3686-a6e2-49cc-9af4-eee1863bf63c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5b974b7e20645719736b04706a38434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6707425 Dec 16 15:09:39.047181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:39.049152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29025b-880b-47f7-ab80-86e1c897a6d4 req-9b3ddbca-6e7c-4518-8d4d-f051c4af2103 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:39.051357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d29025b-880b-47f7-ab80-86e1c897a6d4 req-9b3ddbca-6e7c-4518-8d4d-f051c4af2103 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1612146 Dec 16 15:09:39.091377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a3686-a6e2-49cc-9af4-eee1863bf63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bbecc8-8c0d-4fd2-9131-4cb0e4021e49,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:39.164473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.180536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b9e5eee6-4809-4529-a60d-0e66ef5913c6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4719810 Dec 16 15:09:39.186518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58328) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:39.191598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Request body: {'subnet': {'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-subnet', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:39.208851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.250261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58332) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:39.297817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d29025b-880b-47f7-ab80-86e1c897a6d4 req-5c88646b-6bc7-41ea-8f5c-8951259876c4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373712 Dec 16 15:09:39.305423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f042f2-7662-4189-a7f3-9a6e0dda28dc req-929b344a-a8d6-42ea-9404-43bf70a5e807 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:39.306906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55f042f2-7662-4189-a7f3-9a6e0dda28dc req-929b344a-a8d6-42ea-9404-43bf70a5e807 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.2264767 Dec 16 15:09:39.312772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-7d3f34e3-69bf-49db-89d4-9289bfb3d406 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604268 Dec 16 15:09:39.332606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Made reservation on behalf of 08bf3135fbc045499c0ff121b739e387 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:39.335566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.355452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-090cd54d-4e8e-4444-9029-167ac30e1ab1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ed9444dc7564f38af0887e637c1c79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0995324 Dec 16 15:09:39.358587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58334) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:39.399414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55f042f2-7662-4189-a7f3-9a6e0dda28dc req-f8079bf8-207d-4b52-84cc-279cb9e7b622 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798669 Dec 16 15:09:39.417885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.421825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.423179 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33bbecc8-8c0d-4fd2-9131-4cb0e4021e49 HTTP/1.1" status: 204 len: 168 time: 0.3761182 Dec 16 15:09:39.450519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.477468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.481180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc875f-519e-4d3a-b6b6-0d0683a3d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bbecc8-8c0d-4fd2-9131-4cb0e4021e49,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:39.804232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.854086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.863875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac559c96-e8a2-4a12-8aca-7d5954e0f23d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:39.864995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:39.869910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b58a967-3983-40f9-85ff-b9e416a1d11c HTTP/1.1" status: 204 len: 168 time: 0.5103562 Dec 16 15:09:39.886447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Checking segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:39.886818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Network hostable DHCP agents. Network: c055742f-1ff7-444e-9d33-20c825d0bf31, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:39.893440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e00d67-293d-43c5-9ffb-69a065fae133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b58a967-3983-40f9-85ff-b9e416a1d11c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:39.909647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-10162d16-ff29-40e9-b962-3a0294898338 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:39.911216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-10162d16-ff29-40e9-b962-3a0294898338 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1118 time: 0.2883437 Dec 16 15:09:39.928080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be5119-1229-4126-94db-1e9d6e89da70 req-247a4dc4-aafd-4a9d-87df-4cef61e4943f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:39.929708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20be5119-1229-4126-94db-1e9d6e89da70 req-247a4dc4-aafd-4a9d-87df-4cef61e4943f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 967 time: 0.3459222 Dec 16 15:09:39.936598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:39.976619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:40.030619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.043176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20be5119-1229-4126-94db-1e9d6e89da70 req-cb5ab6cd-2ee6-4a39-b558-e415291bf605 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021273 Dec 16 15:09:40.095321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c055742f-1ff7-444e-9d33-20c825d0bf31) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:40.107941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:40.107941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.108094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b50c8-1d9b-457d-bcdd-1c52969feae7 None None] Network c055742f-1ff7-444e-9d33-20c825d0bf31 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:40.189665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9d01a135-a1b9-41da-baca-c31435f7e422 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0020661 Dec 16 15:09:40.192851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:40.198816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:40.229119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:40.237519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c055742f-1ff7-444e-9d33-20c825d0bf31', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:09:40.238481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.238787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31b1a-d665-40fc-84c6-45f83476b341 req-36ea37f3-23e5-46fd-9aee-44171e633a6f tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:40.240663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51b31b1a-d665-40fc-84c6-45f83476b341 req-36ea37f3-23e5-46fd-9aee-44171e633a6f tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.0938492 Dec 16 15:09:40.320703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:40.341630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.345012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.346204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51b31b1a-d665-40fc-84c6-45f83476b341 req-c1a41860-6e40-48be-a6ab-2ee3be3a81ac tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991228 Dec 16 15:09:40.386112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:40.388486 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c80baca-1204-4a2b-a83b-8d29f5f11196" -d '{"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:40.392773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.400915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Allocated IP 172.20.0.2 (c055742f-1ff7-444e-9d33-20c825d0bf31/ac559c96-e8a2-4a12-8aca-7d5954e0f23d/67bbd143-d92f-4ea0-aa78-4b25d0eb0a64) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:40.460961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.485853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.534444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:40.572859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f10fbdc-4fce-4f35-acf5-08cabc018d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.610669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:40.634795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.643528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on host n-h1-821947-3 for vnic_type normal with profile {"migrating_to": "n-h2-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:40.643968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:40.644729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:40.666969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd87ab-3652-474c-8884-37a47abc5d17 req-926cf4c8-1a12-4dd8-afab-3dea8f87ef7f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:40.669766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29dd87ab-3652-474c-8884-37a47abc5d17 req-926cf4c8-1a12-4dd8-afab-3dea8f87ef7f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1980429 Dec 16 15:09:40.682192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:40.693535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:40.693947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Attempting to bind port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:40.708067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.714937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-a5145c0c-20ed-4137-a50d-49fb07d6d2ec tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=53c551b3f99f47fcaff599035a12d9d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424795 Dec 16 15:09:40.723625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:40.727704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:40.727704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:40.727704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Bound port: 25a07177-294d-4558-9d67-ba6b3e7cccd2, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:40.727704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.792722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:40.797314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.810001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:40.817810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:40.859384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Pushing event updated for resources: {'Port': ['ID=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:40.878335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f482867f-e5f4-4155-9af6-6510bfaef438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.882972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f10fbdc-4fce-4f35-acf5-08cabc018d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.883562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29dd87ab-3652-474c-8884-37a47abc5d17 req-3b3822de-3eeb-4fd7-8aec-ad58fb5f141d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944811 Dec 16 15:09:40.907948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Attempting to bind port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:40.908651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Attempting to bind port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:40.909226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Attempting to bind port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:40.918658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:40.919801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Checking segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:40.920464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.921049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Bound using segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:40.924251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Bound port: 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:40.924902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:40.953382 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1ec4d7-162f-4bfb-b108-2138e4cc6f74 x-openstack-request-id: req-da1ec4d7-162f-4bfb-b108-2138e4cc6f74 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:40.953763 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-unplugged", "status": "completed", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:40.953970 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-da1ec4d7-162f-4bfb-b108-2138e4cc6f74 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:40.954927 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'code': 200} Dec 16 15:09:40.957522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:40.968654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-add1cd4a-19e7-45c3-a2ae-7d2423e2fb3b tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:40.970220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-add1cd4a-19e7-45c3-a2ae-7d2423e2fb3b tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487359 Dec 16 15:09:40.982623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:41.002953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-055273cd-a72a-44ff-86d8-a46a7b1593b7 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/quotas/53c551b3f99f47fcaff599035a12d9d0 HTTP/1.1" status: 200 len: 375 time: 0.0222526 Dec 16 15:09:41.017506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f10fbdc-4fce-4f35-acf5-08cabc018d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.052784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.056411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-59a9bdc3-603f-443a-9fd7-e151886ee071 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=53c551b3f99f47fcaff599035a12d9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425310 Dec 16 15:09:41.141438 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f10fbdc-4fce-4f35-acf5-08cabc018d34 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9640b4e7fc343d49755284d3cd3de4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057405 Dec 16 15:09:41.145779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10fbdc-4fce-4f35-acf5-08cabc018d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a5d070-d759-460e-9609-d6a9f016de2d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:41.160657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f482867f-e5f4-4155-9af6-6510bfaef438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.161466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58390) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:41.195458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:41.234297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:41.234923 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.236618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d78f2516-a0cc-44b5-a3e9-84e371a6e11c service neutron] 10.222.0.74 "PUT /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 1143 time: 1.3046339 Dec 16 15:09:41.240852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.246443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f482867f-e5f4-4155-9af6-6510bfaef438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.256335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] For port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:41.261134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] For port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:41.265688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.342552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f482867f-e5f4-4155-9af6-6510bfaef438 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a469409ee0b4c95a892e75f1450ee38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6591527 Dec 16 15:09:41.345161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58400) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:41.371119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.372368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e47387-778f-4b36-a718-326fdf4a885d req-732a50c3-57cd-4de3-a45f-b05e5774312a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:41.376026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20e47387-778f-4b36-a718-326fdf4a885d req-732a50c3-57cd-4de3-a45f-b05e5774312a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.1859157 Dec 16 15:09:41.379504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482867f-e5f4-4155-9af6-6510bfaef438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9112c-ae9c-41e8-bb32-2804d2f094d9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:41.394244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.435447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d341c4c6-755b-4336-9bf5-c5a51977105d req-a0ba5b55-fd42-46cd-bdc4-db1609c1426c tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0465555 Dec 16 15:09:41.487000 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.517856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.532044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['25a07177-294d-4558-9d67-ba6b3e7cccd2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:41.532381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Allocated IP 172.25.7.116 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/08e2f158-5c86-4ba7-a0f1-731fa866e773) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:41.561031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20e47387-778f-4b36-a718-326fdf4a885d req-1e79242e-07ed-4fcc-b4c7-6812fc9e393c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500251 Dec 16 15:09:41.571630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.643515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf2507-4d0b-48a0-a7cb-a4cc36a05477 req-9f0374ee-c373-43d1-8ba5-0bbaa4d2aafd tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:41.645617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0cf2507-4d0b-48a0-a7cb-a4cc36a05477 req-9f0374ee-c373-43d1-8ba5-0bbaa4d2aafd tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.1191833 Dec 16 15:09:41.686483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac371-fe62-4204-a19a-df2f0c226e07 None None] Pushing event updated for resources: {'Port': ['ID=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:41.707859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58412) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:41.731343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.734262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.738240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18a5d070-d759-460e-9609-d6a9f016de2d HTTP/1.1" status: 204 len: 168 time: 0.5757055 Dec 16 15:09:41.753496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-4e13e616-eae8-4e44-99ee-c7a11ae26e9c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:41.755849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-4e13e616-eae8-4e44-99ee-c7a11ae26e9c tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 950 time: 0.1209800 Dec 16 15:09:41.780699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ea37-6e16-4d03-b147-d6d80a6656a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a5d070-d759-460e-9609-d6a9f016de2d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:41.808545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.842998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0cf2507-4d0b-48a0-a7cb-a4cc36a05477 req-f9e365b7-2aaf-4841-831c-e6e0fb6944e7 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/security-groups?id=b7055bf6-fdc8-424c-bf3f-6334675d3f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815391 Dec 16 15:09:41.962756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.971671 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.971671 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dfe9112c-ae9c-41e8-bb32-2804d2f094d9 HTTP/1.1" status: 204 len: 168 time: 0.6219633 Dec 16 15:09:41.978551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:41.989301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Deleting port d62078f9-4d60-4cdf-895c-8e107aa8f28d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:09:41.998137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.070875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07fcd68f-f703-4e2f-ac08-788ad84f835d tempest-AutoAllocateNetworkTest-1435883522 tempest-AutoAllocateNetworkTest-1435883522-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=518e1cc3fff14c93aca9a01716085158&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3589854 Dec 16 15:09:42.070966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfdd9c-3f17-47e6-88ea-092446e05be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9112c-ae9c-41e8-bb32-2804d2f094d9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:42.076586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:42.212998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:42.240407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] For port d62078f9-4d60-4cdf-895c-8e107aa8f28d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d62078f9-4d60-4cdf-895c-8e107aa8f28d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:42.240790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.256081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:42.258708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Calling delete_port for d62078f9-4d60-4cdf-895c-8e107aa8f28d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:09:42.267531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7014-90a9-46ae-9ae8-824856e0bb8f req-d36942ca-953e-4336-a6af-735e024c7044 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:42.269704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d4f7014-90a9-46ae-9ae8-824856e0bb8f req-d36942ca-953e-4336-a6af-735e024c7044 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1884489 Dec 16 15:09:42.270934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Pushing event updated for resources: {'Port': ['ID=08e2f158-5c86-4ba7-a0f1-731fa866e773,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:42.321058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:42.341918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:42.342296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.414077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d4f7014-90a9-46ae-9ae8-824856e0bb8f req-55f8c326-2983-4019-96d2-8ebbc68db251 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347542 Dec 16 15:09:42.418663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:42.554055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9dd59a-f2af-4f8d-a602-061d50ae4910 req-0a595b84-67ca-48c1-8d6d-6b6a355a062b tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0399685 Dec 16 15:09:42.566867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.617822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:42.648981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf4c78c-12ec-4db5-a649-ab4f0ab27087 tempest-AutoAllocateNetworkTest-1435883522 tempest-AutoAllocateNetworkTest-1435883522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:42.650503 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dbf4c78c-12ec-4db5-a649-ab4f0ab27087 tempest-AutoAllocateNetworkTest-1435883522 tempest-AutoAllocateNetworkTest-1435883522-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5732563 Dec 16 15:09:42.654470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:42.713147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.756358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18d82e44-14b3-41f7-ae8a-0e5dd9935c44 tempest-AutoAllocateNetworkTest-1435883522 tempest-AutoAllocateNetworkTest-1435883522-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005116 Dec 16 15:09:42.759325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:42.780985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e6ee-9143-4ba6-8ade-66faa75edefd req-e7dfb9e5-8d75-431e-9503-51b8e1388e74 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:42.788785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89e4e6ee-9143-4ba6-8ade-66faa75edefd req-e7dfb9e5-8d75-431e-9503-51b8e1388e74 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0788660 Dec 16 15:09:42.819726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:42.822448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:42.864341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d62078f9-4d60-4cdf-895c-8e107aa8f28d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:42.919014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Pushing event deleted for resources: {'Port': ['ID=d62078f9-4d60-4cdf-895c-8e107aa8f28d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:42.943491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e512975a-e618-4552-9c6e-023cbcb1fda4 tempest-AutoAllocateNetworkTest-1435883522 tempest-AutoAllocateNetworkTest-1435883522-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=518e1cc3fff14c93aca9a01716085158 HTTP/1.1" status: 200 len: 208 time: 0.1830177 Dec 16 15:09:42.971211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89e4e6ee-9143-4ba6-8ade-66faa75edefd req-b98106df-0d6c-43e6-91b4-3a0ec2ef407b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814559 Dec 16 15:09:43.009766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:43.013593 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f39bb7-7e2d-4e1a-905e-14f732dd5130" -d '{"events": [{"name": "network-changed", "server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:43.076343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] No DVR routers for this DVR port d62078f9-4d60-4cdf-895c-8e107aa8f28d on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:09:43.087909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01ece046-db97-4043-bb2c-2ee262a6a591 req-e4be297e-d392-4578-b3de-a653b273c1e6 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 210 time: 0.0654862 Dec 16 15:09:43.096946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:43.101387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66ca4d73-f4bb-44d0-be90-be137f860026 req-8b002231-8978-43d9-98b5-6ce5e258639b tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.74 "DELETE /v2.0/ports/d62078f9-4d60-4cdf-895c-8e107aa8f28d HTTP/1.1" status: 204 len: 173 time: 1.3237138 Dec 16 15:09:43.123144 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41701bb6-b591-4f11-b263-7489a3699859 x-openstack-request-id: req-41701bb6-b591-4f11-b263-7489a3699859 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:43.123144 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:43.123652 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41701bb6-b591-4f11-b263-7489a3699859 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:43.124308 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'status': 'completed', 'code': 200} Dec 16 15:09:43.240519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-04d0d45b-4c43-452b-8aa9-8c1d59bb1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:43.242025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-04d0d45b-4c43-452b-8aa9-8c1d59bb1678 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1146 time: 0.0571604 Dec 16 15:09:43.260945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:43.301323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3eee7-5bcd-4546-bf41-560967608493 None None] Network c055742f-1ff7-444e-9d33-20c825d0bf31 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:43.352380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-f395a1be-d09f-4a67-87ed-ffd85d14a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:43.355985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-f395a1be-d09f-4a67-87ed-ffd85d14a40b service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1066458 Dec 16 15:09:43.419172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-7ae85b34-1c2b-4722-9fab-14c7f4b0c997 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.0542555 Dec 16 15:09:43.448657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4b448ffb-ace8-4834-b470-434ae90631cd None None] Provisioning complete for port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:43.451018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b448ffb-ace8-4834-b470-434ae90631cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:43.506188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-52280d77-56cb-4d11-add5-50324f8d785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:43.508403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-52280d77-56cb-4d11-add5-50324f8d785a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0802836 Dec 16 15:09:43.549456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:43.593146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-f6adf42a-6818-48ae-b73d-be6fa2724a90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286739 Dec 16 15:09:43.653160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dca07-11d4-49db-945d-df234201153f req-71379b39-30e4-4f09-acd9-d2030298dc59 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:43.654919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-155dca07-11d4-49db-945d-df234201153f req-71379b39-30e4-4f09-acd9-d2030298dc59 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1214421 Dec 16 15:09:43.776845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7190c02-227e-4696-8caa-8bdc29975b24 req-a7c1fc6c-595f-42c3-9e65-4b9c0c768e15 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0547690 Dec 16 15:09:43.808382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:43.828267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-155dca07-11d4-49db-945d-df234201153f req-29873ae3-3f20-4eff-b50e-c7b959d9490a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378121 Dec 16 15:09:43.847804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-9f3a151c-ae3a-4b9c-9eab-948f526d3fcc service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405632 Dec 16 15:09:43.857688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:09:43.917991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58476) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:43.979306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-97faa0fa-be7c-49be-96a5-91d35451e208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.033241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-817fb361-3514-4d29-8dd9-02cd5c96c4a4 None None] Provisioning complete for port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:44.033867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-817fb361-3514-4d29-8dd9-02cd5c96c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.036494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f39bb7-7e2d-4e1a-905e-14f732dd5130 req-37cbf777-fc6c-4673-a577-f11099ac034e service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746905 Dec 16 15:09:44.041648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:44.045206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:09:44.060112 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:09:44.085169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:09:44.088578 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:44.095119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 has no active binding in host n-h2-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:09:44.128167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:44.145127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.151712 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ddcbbc04-6b57-4d42-88ca-dcd9b11344d2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9576793 Dec 16 15:09:44.151915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:44.164961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed45d5-ed4a-4050-b121-c113965b52c9 req-f510d463-05a1-4781-8b6e-7ae3f3299fd3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:44.184289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4ed45d5-ed4a-4050-b121-c113965b52c9 req-f510d463-05a1-4781-8b6e-7ae3f3299fd3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.0785499 Dec 16 15:09:44.311895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:09:44.314267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:44.314267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.359916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.452706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40f60be4-71eb-4188-be34-a39a391a1798 req-81084ad0-f5b8-40f2-a615-a38d7b652d66 tempest-DeleteServersAdminTestJSON-1667881893 tempest-DeleteServersAdminTestJSON-1667881893-project] 10.222.0.71 "GET /v2.0/ports?device_id=d6f6f929-9b00-446f-b105-4aad73014e03 HTTP/1.1" status: 200 len: 210 time: 0.1228254 Dec 16 15:09:44.609317 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:42Z', 'revision_number': 3, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:44.671811 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:09:44.672279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Updating router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 port 08e2f158-5c86-4ba7-a0f1-731fa866e773 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:09:44.702775 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:44.811139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-324af4a6-ff3e-4651-9fd0-6bb70e4a9e50 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=53c551b3f99f47fcaff599035a12d9d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753150 Dec 16 15:09:44.855723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4ed45d5-ed4a-4050-b121-c113965b52c9 req-f9607d25-48b9-4393-9101-36eb955e18ac tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624138 Dec 16 15:09:44.961996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0740a174-50e3-4716-a84f-2f09ee2574bf req-39d39e71-6e9a-4abd-a1e0-b9646856a433 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0837853 Dec 16 15:09:45.062009 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.129977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'name': 'network-vif-deleted', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:45.135216 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee20b05d-731a-4b48-9cfc-cc5c995ac7cc" -d '{"events": [{"server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "name": "network-vif-deleted", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:45.172294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-b0be6687-b850-4a08-80b5-4935167ead51 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:45.173821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-b0be6687-b850-4a08-80b5-4935167ead51 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3459375 Dec 16 15:09:45.182902 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.188293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d53078-d390-45e2-bd49-9a8fafc09f42 req-8ce7481b-5d8a-46c0-bee2-344541ed4cec tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:45.196049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6d53078-d390-45e2-bd49-9a8fafc09f42 req-8ce7481b-5d8a-46c0-bee2-344541ed4cec tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1944282 Dec 16 15:09:45.204136 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8eceed-ea29-4651-a7bc-6eff4cabc2de x-openstack-request-id: req-6b8eceed-ea29-4651-a7bc-6eff4cabc2de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:45.204365 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f6f929-9b00-446f-b105-4aad73014e03", "name": "network-vif-deleted", "tag": "d62078f9-4d60-4cdf-895c-8e107aa8f28d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:45.204626 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b8eceed-ea29-4651-a7bc-6eff4cabc2de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:45.205128 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f6f929-9b00-446f-b105-4aad73014e03', 'name': 'network-vif-deleted', 'tag': 'd62078f9-4d60-4cdf-895c-8e107aa8f28d', 'status': 'completed', 'code': 200} Dec 16 15:09:45.208993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.218811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Request body: {'port': {'device_id': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '53c551b3f99f47fcaff599035a12d9d0'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:45.224517 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Attempting to bind port 08e2f158-5c86-4ba7-a0f1-731fa866e773 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:45.225223 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Attempting to bind port 08e2f158-5c86-4ba7-a0f1-731fa866e773 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:45.225741 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Attempting to bind port 08e2f158-5c86-4ba7-a0f1-731fa866e773 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:45.252438 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:45.252807 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:45.253546 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.253930 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:45.254667 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Bound port: 08e2f158-5c86-4ba7-a0f1-731fa866e773, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:45.255105 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.309471 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Pushing event updated for resources: {'Port': ['ID=08e2f158-5c86-4ba7-a0f1-731fa866e773,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:45.324432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.324887 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.325295 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.325692 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.326079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.326416 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.326738 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.327060 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.327380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.327698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.328043 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.328357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.328859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Tracked resource versions report: Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: pushed versions: Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: { 'AddressGroup': {'1.2'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Log': {'1.0'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Network': {'1.1'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Port': {'1.7'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'PortForwarding': {'1.2'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'QosPolicy': {'1.10'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SecurityGroup': {'1.5'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SubPort': {'1.0'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Subnet': {'1.1'}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Trunk': {'1.1'}} Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: consumer versions: Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: { DHCP agent@n-d-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: HyperV agent@n-h1-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: HyperV agent@n-h2-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: L3 agent@n-d-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: Metadata agent@n-d-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: Metering agent@n-d-821947-3: {}, Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: Open vSwitch agent@n-d-821947-3: { 'AddressGroup': '1.2', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'ConntrackHelper': '1.0', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'LocalIPAssociation': '1.0', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Log': '1.0', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Network': '1.1', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Port': '1.7', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'PortForwarding': '1.2', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'QosPolicy': '1.10', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SecurityGroup': '1.5', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SecurityGroupRule': '1.2', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'SubPort': '1.0', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Subnet': '1.1', Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: 'Trunk': '1.1'}} Dec 16 15:09:45.329920 n-d-821947-3 neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 16 15:09:45.336609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.348359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] For port 08e2f158-5c86-4ba7-a0f1-731fa866e773, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:45.351698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] For port 08e2f158-5c86-4ba7-a0f1-731fa866e773, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=08e2f158-5c86-4ba7-a0f1-731fa866e773,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:45.444693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6d53078-d390-45e2-bd49-9a8fafc09f42 req-96b2a664-41be-4b75-be32-ea85bfcba94a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474999 Dec 16 15:09:45.450015 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.470977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=518e1cc3fff14c93aca9a01716085158&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5515621 Dec 16 15:09:45.474526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:45.483852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96619b0b-0e95-47a3-a26d-9fa8ca7b4d71,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:45.502386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.502698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.503051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.503422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.504067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.504760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.505371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.505859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.506534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.507017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.507863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.508365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.509108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e2679d-bb0b-407b-b310-c8be471a76bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.518567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:09:45.520254 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:45.528601 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c8ca6-c867-46f3-a550-b0837c6ccbac None None] Pushing event updated for resources: {'Port': ['ID=08e2f158-5c86-4ba7-a0f1-731fa866e773,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:45.606956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.648683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.707232 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:09:45.760310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.817817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d62078f9-4d60-4cdf-895c-8e107aa8f28d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:09:45.872628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: d62078f9-4d60-4cdf-895c-8e107aa8f28d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:09:45.873111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d62078f9-4d60-4cdf-895c-8e107aa8f28d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:09:45.896081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.904262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:45.908676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/96619b0b-0e95-47a3-a26d-9fa8ca7b4d71 HTTP/1.1" status: 204 len: 168 time: 0.4300694 Dec 16 15:09:45.927018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96619b0b-0e95-47a3-a26d-9fa8ca7b4d71,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:45.947398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.948568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.949786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.950196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.951992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.952412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.955848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.956367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.957450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.959939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.960589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.961367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:45.963462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f76c72-ba02-409f-b43a-a064b045c429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:09:46.024914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Made reservation on behalf of 53c551b3f99f47fcaff599035a12d9d0 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:46.028489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.090539 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:42Z', 'revision_number': 3, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:46.091650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.132088 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f808d-ba3c-4058-977b-e41da2a60da8 None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:42Z', 'revision_number': 3, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:09:46.223646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529156-f621-425d-ad27-b31b7affed01 req-bb4d354b-8f45-407b-9cfc-2e1a873dbee8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:46.225271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64529156-f621-425d-ad27-b31b7affed01 req-bb4d354b-8f45-407b-9cfc-2e1a873dbee8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 965 time: 0.2015183 Dec 16 15:09:46.346526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Allocated IP 172.20.0.1 (c055742f-1ff7-444e-9d33-20c825d0bf31/ac559c96-e8a2-4a12-8aca-7d5954e0f23d/e7ac5511-c275-4ec4-9e65-677eb8f41f52) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:46.360037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64529156-f621-425d-ad27-b31b7affed01 req-7137f75a-4d96-46f9-b583-17d1d631c65a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261966 Dec 16 15:09:46.379805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.386737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e4c06ba5-336e-4e79-8448-5c26556dda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.534295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58612) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:46.541953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.593003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71872988-0f13-44af-9591-e8fa2c11e279 req-79a69f7a-01b3-4fce-88df-3293dfff6c8c tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0595677 Dec 16 15:09:46.675777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e8431e-4839-457f-9135-6d420e98e0ac,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:46.683251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.780516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Allocated IP 192.168.233.240 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/9fce54d7-cab6-4593-a2ed-0d206fc9f864) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:46.807207 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97c70752-f945-4319-b7c1-a29b1c89c844 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12b42958079145608da73b8288f750b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2716749 Dec 16 15:09:46.808674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58630) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:46.821730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.30', 57602) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:46.864538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:46.899521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-ac9a0c52-32eb-4b64-bf62-4828067b2504 service neutron] 10.222.0.30 "GET /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2/bindings/n-h2-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.0766151 Dec 16 15:09:46.981244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:46.995174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:46.998252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:46.998766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.182477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:47.214446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:47.263919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a122096c-54aa-4530-9281-a319ecf9265a None None] Provisioning complete for port e7ac5511-c275-4ec4-9e65-677eb8f41f52 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:47.264411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a122096c-54aa-4530-9281-a319ecf9265a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.268239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a07177-294d-4558-9d67-ba6b3e7cccd2 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:47.305482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:47.308089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a122096c-54aa-4530-9281-a319ecf9265a None None] Port e7ac5511-c275-4ec4-9e65-677eb8f41f52 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:09:47.429281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.438048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.445332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:47.534117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.539241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] Transition to ACTIVE for port object 25a07177-294d-4558-9d67-ba6b3e7cccd2 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:09:47.544207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1095acf-c854-4e2a-a15c-974e0c79234a req-83e75357-e061-4745-b43a-3f876f3870ce tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:47.545909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1095acf-c854-4e2a-a15c-974e0c79234a req-83e75357-e061-4745-b43a-3f876f3870ce tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.7078493 Dec 16 15:09:47.575540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.649316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.678163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.688946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1095acf-c854-4e2a-a15c-974e0c79234a req-14742c77-353b-4e54-80e3-83b79c55379f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231298 Dec 16 15:09:47.739411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] No DVR routers for this DVR port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:09:47.756267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.781765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=10']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:47.793532 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-cb93142a-df0d-4513-9c5f-e9a8063ba6c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2/bindings/n-h2-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8871503 Dec 16 15:09:47.801532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.802943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.804294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7055bf6-fdc8-424c-bf3f-6334675d3f4b HTTP/1.1" status: 204 len: 168 time: 0.9918957 Dec 16 15:09:47.815323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c6a52-4d0f-4072-b49b-d491e4ba069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7055bf6-fdc8-424c-bf3f-6334675d3f4b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:47.871578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:47.974151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:47.982725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:47.987409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Pushing event updated for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:47.991433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:47.997022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:47.997681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.131078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 08e2f158-5c86-4ba7-a0f1-731fa866e773 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:48.143730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-1f9cc249-21a2-4db3-9bb8-f246692cb02e tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9369948 Dec 16 15:09:48.170358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Request body: {'port': {'device_id': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:48.227374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-c62c296f-f419-4b7d-8359-0485fb4bb945 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:48.229416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-c62c296f-f419-4b7d-8359-0485fb4bb945 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1117 time: 0.2044113 Dec 16 15:09:48.246388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 08e2f158-5c86-4ba7-a0f1-731fa866e773 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:48.246771 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.367964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-db2d43b1-284d-43f1-9291-d30c69309a9c None None] Provisioning complete for port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:48.369235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db2d43b1-284d-43f1-9291-d30c69309a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.451960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-db2d43b1-284d-43f1-9291-d30c69309a9c None None] Port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:09:48.466363 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.470136 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.499352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 08e2f158-5c86-4ba7-a0f1-731fa866e773, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=08e2f158-5c86-4ba7-a0f1-731fa866e773,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:48.585274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.593317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.658894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-2e8575d2-4cc4-489b-a847-a9066d90499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:48.661053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-2e8575d2-4cc4-489b-a847-a9066d90499a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 1117 time: 0.4093103 Dec 16 15:09:48.661754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=08e2f158-5c86-4ba7-a0f1-731fa866e773,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:48.679902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.681867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.706008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a4e3a-fba3-4f94-b692-3e69c3b79da3 req-d7a8a1ad-c812-4edd-b3d5-461473571a22 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:48.708239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff5a4e3a-fba3-4f94-b692-3e69c3b79da3 req-d7a8a1ad-c812-4edd-b3d5-461473571a22 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.3328595 Dec 16 15:09:48.739987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58708) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:48.754779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7aad901-433f-405c-9533-3f94136e196a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.804910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e7ce0-bd8a-4eac-917a-0a2d63592234 req-7776972f-a910-4cb7-b3a3-bdb227f900c1 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:48.806335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c4e7ce0-bd8a-4eac-917a-0a2d63592234 req-7776972f-a910-4cb7-b3a3-bdb227f900c1 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 936 time: 0.2411737 Dec 16 15:09:48.842484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7aad901-433f-405c-9533-3f94136e196a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.936655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:48.941047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7aad901-433f-405c-9533-3f94136e196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.969860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:48.982503 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7aad901-433f-405c-9533-3f94136e196a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b5b710fc824433b942cee49c4bb98c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411499 Dec 16 15:09:48.984707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aad901-433f-405c-9533-3f94136e196a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44258ac5-896b-4370-9d37-a29cc8d984d7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:48.988867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58710) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:49.001132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d646ab56-df2b-4bc8-866a-c5517d5bfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:49.002740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d646ab56-df2b-4bc8-866a-c5517d5bfb51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1117 time: 0.2887397 Dec 16 15:09:49.038013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.059458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.060795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff5a4e3a-fba3-4f94-b692-3e69c3b79da3 req-2bffb55f-ab20-4619-af19-0d35405bd8a9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440676 Dec 16 15:09:49.122553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c4e7ce0-bd8a-4eac-917a-0a2d63592234 req-6dbf18b9-a0ad-41de-80c0-7f727cc3b724 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288535 Dec 16 15:09:49.159128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:49.165287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:49.198235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.200880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.202315 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/44258ac5-896b-4370-9d37-a29cc8d984d7 HTTP/1.1" status: 204 len: 168 time: 0.2122881 Dec 16 15:09:49.221636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129fb92-f54c-4a49-85c2-275b0a10db88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44258ac5-896b-4370-9d37-a29cc8d984d7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:49.331580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-1d77b84e-ee69-4364-8abc-0196c7c650ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:49.333186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-1d77b84e-ee69-4364-8abc-0196c7c650ab service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.2944081 Dec 16 15:09:49.479558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1d46ffb9-8034-4938-ba55-81052aabf455 None None] Provisioning complete for port e7ac5511-c275-4ec4-9e65-677eb8f41f52 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:49.480185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d46ffb9-8034-4938-ba55-81052aabf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.515648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ffb9-8034-4938-ba55-81052aabf455 None None] Port e7ac5511-c275-4ec4-9e65-677eb8f41f52 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:09:49.645229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-244c1012-bea3-4025-acfd-acdd58151cfb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.2959836 Dec 16 15:09:49.665836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86c0e-1a8d-4715-a675-012bbeaedd73 req-4fbd4d27-d1ca-4cb8-a782-9230502361ac tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:49.667663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10b86c0e-1a8d-4715-a675-012bbeaedd73 req-4fbd4d27-d1ca-4cb8-a782-9230502361ac tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.4480760 Dec 16 15:09:49.683774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fce54d7-cab6-4593-a2ed-0d206fc9f864 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:49.722517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.760163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Transition to ACTIVE for port object 9fce54d7-cab6-4593-a2ed-0d206fc9f864 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:09:49.772821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-5a1a73f6-eb05-42f6-933f-f2be87d14ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:49.774355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-5a1a73f6-eb05-42f6-933f-f2be87d14ea7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1171737 Dec 16 15:09:49.781071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:09:49.820923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d73cfe61-bebb-4400-9e18-ab374f7e0557 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369089 Dec 16 15:09:49.827662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10b86c0e-1a8d-4715-a675-012bbeaedd73 req-5eeff41f-40d3-4c91-89a5-d8d2046b3a8e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484530 Dec 16 15:09:49.861105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58738) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:49.937044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:49.941858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.006686 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f504f7-3d25-4274-917e-343e99401c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.122849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 08e2f158-5c86-4ba7-a0f1-731fa866e773 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:50.142883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-6884ef9a-a9a1-4862-ab7d-3a36c6085751 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132236 Dec 16 15:09:50.158360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:09:50.160720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Pushing event updated for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:50.170909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:09:50.182003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fba0472c-2d28-4ddc-a6cb-501a654f3e49 admin admin] 10.222.0.71 "PUT /v2.0/routers/0d632f0a-407b-44e4-80c0-cdb726aee3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9754720 Dec 16 15:09:50.192755 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f504f7-3d25-4274-917e-343e99401c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.201121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:09:50.202208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:50.272309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f504f7-3d25-4274-917e-343e99401c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.291140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Attempting to bind port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:50.291417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Attempting to bind port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:50.291747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Attempting to bind port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:50.311465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:09:50.311800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Attempting to bind port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:50.321651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:50.321999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:50.325975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:50.325975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Bound port: 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:50.327816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.328827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:09:50.334541 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4f504f7-3d25-4274-917e-343e99401c30 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31618c794cc346778d0bbe31b837af51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722743 Dec 16 15:09:50.357487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:50.431132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f504f7-3d25-4274-917e-343e99401c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa199f-5572-4a06-a52a-21fcd0b775ed,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:50.481785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.486324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-b15f67fd-c03a-44e1-a6b4-ee39a5e9e2d9 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124197 Dec 16 15:09:50.491458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:50.498193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:50.511365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.565233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.595719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 08e2f158-5c86-4ba7-a0f1-731fa866e773 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:50.596261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.652721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:50.653343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.655989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] 10.222.0.30 "PUT /v2.0/ports/9fce54d7-cab6-4593-a2ed-0d206fc9f864 HTTP/1.1" status: 200 len: 1096 time: 2.4893951 Dec 16 15:09:50.655989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:50.657531 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba" -d '{"events": [{"name": "network-changed", "server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:50.703369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.706969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:50.720407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3aa199f-5572-4a06-a52a-21fcd0b775ed HTTP/1.1" status: 204 len: 168 time: 0.3583484 Dec 16 15:09:50.744623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ddce5-484e-4f02-a9d3-008790a86a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa199f-5572-4a06-a52a-21fcd0b775ed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:50.749208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70dbf9-7e1e-4266-a056-c4e5efd8a0fb req-8c3b8ab2-3966-4372-8c8f-3984bac7ae2e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:50.756800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff70dbf9-7e1e-4266-a056-c4e5efd8a0fb req-8c3b8ab2-3966-4372-8c8f-3984bac7ae2e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.1428978 Dec 16 15:09:50.764794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293810da-2e41-4fc7-8463-583d5dca636c service neutron] Pushing event updated for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:50.790082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987de0-b9a4-40b9-a1fa-d11d6269c63e req-8e4255b6-a7cf-4f86-b031-d88b2a7b3241 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:50.797549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97987de0-b9a4-40b9-a1fa-d11d6269c63e req-8e4255b6-a7cf-4f86-b031-d88b2a7b3241 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 948 time: 0.1340165 Dec 16 15:09:50.930962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97987de0-b9a4-40b9-a1fa-d11d6269c63e req-97e2afc3-daf9-45db-8ca1-c5ecda53fca2 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322682 Dec 16 15:09:50.976670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff70dbf9-7e1e-4266-a056-c4e5efd8a0fb req-62ada0ab-8f62-4f04-9ae9-3ec1994be0aa tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186775 Dec 16 15:09:51.027534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-54fb5178-17c1-4ce7-ad98-95aa64274d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:51.035333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-54fb5178-17c1-4ce7-ad98-95aa64274d18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c551b3f99f47fcaff599035a12d9d0&device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 1099 time: 0.1852491 Dec 16 15:09:51.091330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 2, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:51.128132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:09:51.130160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Updating router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 port e7ac5511-c275-4ec4-9e65-677eb8f41f52 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:09:51.153737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:09:51.171956 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d82e9d-b951-4373-8c24-35902735ef9c x-openstack-request-id: req-21d82e9d-b951-4373-8c24-35902735ef9c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:51.172752 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:51.173371 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21d82e9d-b951-4373-8c24-35902735ef9c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:51.174255 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864', 'status': 'completed', 'code': 200} Dec 16 15:09:51.181194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-6723f3ac-5950-4b71-8ea1-a5a2d740707c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864 HTTP/1.1" status: 200 len: 217 time: 0.1369860 Dec 16 15:09:51.208407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:51.296664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:09:51.324082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-b04910e1-91b6-402c-b5f4-c5cb8edcb1bd tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:51.325625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-b04910e1-91b6-402c-b5f4-c5cb8edcb1bd tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1117 time: 0.1475296 Dec 16 15:09:51.335161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-0d18899d-f41f-4fa7-a929-440d3ef456d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:51.336557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-0d18899d-f41f-4fa7-a929-440d3ef456d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0945652 Dec 16 15:09:51.351092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f449-6242-470e-96a2-9de931e36662 req-2705afae-2ba8-4e7c-91ac-e57aa6d526fd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:51.358292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c51f449-6242-470e-96a2-9de931e36662 req-2705afae-2ba8-4e7c-91ac-e57aa6d526fd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1818740 Dec 16 15:09:51.475701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-de39512f-cae4-467e-9c7c-e7b59cc92a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:51.477443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-de39512f-cae4-467e-9c7c-e7b59cc92a4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165919 Dec 16 15:09:51.585969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c51f449-6242-470e-96a2-9de931e36662 req-3df4f7d9-c1ba-463b-8ba4-42a8d86e7abc tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266488 Dec 16 15:09:51.672884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-053b8d3d-9a5d-4805-8829-8747b81563d3 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757145 Dec 16 15:09:51.708892 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:51.759139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:51.788854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076675c5-4d0e-44e5-aa4d-56f73ad88bc7 req-340deaa7-d810-48c3-8974-777168611e34 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089623 Dec 16 15:09:51.793794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d36cb80c-7b85-40d8-8ee1-8f962cbf19c9 service neutron] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:51.797144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d36cb80c-7b85-40d8-8ee1-8f962cbf19c9 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:51.798249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d1041b-dd59-44a8-b0bc-e5cba0729533 req-d36cb80c-7b85-40d8-8ee1-8f962cbf19c9 service neutron] 10.222.0.74 "DELETE /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2/bindings/n-h1-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.4601507 Dec 16 15:09:51.935313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.047113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0496e-4ca4-4e08-853e-291c5ba3c072 None None] Pushing event updated for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:52.116541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Attempting to bind port e7ac5511-c275-4ec4-9e65-677eb8f41f52 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:52.117265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Attempting to bind port e7ac5511-c275-4ec4-9e65-677eb8f41f52 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:52.117921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Attempting to bind port e7ac5511-c275-4ec4-9e65-677eb8f41f52 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:52.123458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:52.123866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Checking segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:52.124391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.125244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Bound using segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:52.125848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Bound port: e7ac5511-c275-4ec4-9e65-677eb8f41f52, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:52.126244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.157424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-9469d439-cf3b-46ca-ad0a-22a632ae5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:52.158968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-9469d439-cf3b-46ca-ad0a-22a632ae5c6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53c551b3f99f47fcaff599035a12d9d0&device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 1099 time: 0.0939224 Dec 16 15:09:52.178694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:52.193923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feec4d1-309b-435b-a99c-d662e8f83c9d req-6929ac01-2ea2-4b7d-b078-805fa5046130 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:52.198667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4feec4d1-309b-435b-a99c-d662e8f83c9d req-6929ac01-2ea2-4b7d-b078-805fa5046130 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 948 time: 0.1555247 Dec 16 15:09:52.218203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9cef965-2127-461c-8646-d9c69ed801b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.246472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] For port e7ac5511-c275-4ec4-9e65-677eb8f41f52, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:52.252899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] For port e7ac5511-c275-4ec4-9e65-677eb8f41f52, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e7ac5511-c275-4ec4-9e65-677eb8f41f52,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:52.276443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c040f4a-bd03-4712-812e-8ebf1912c70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.359914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.370694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4feec4d1-309b-435b-a99c-d662e8f83c9d req-d38e881b-007e-4453-b06d-d951fd92a915 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488924 Dec 16 15:09:52.452342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-631b2e3a-ad49-40f9-811e-7765435917f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:52.453923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-631b2e3a-ad49-40f9-811e-7765435917f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2539346 Dec 16 15:09:52.484193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c040f4a-bd03-4712-812e-8ebf1912c70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.524913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] Provisioning complete for port e7ac5511-c275-4ec4-9e65-677eb8f41f52 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:52.525576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.554645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-6b448c26-8e3d-4500-bc1f-30849677d26b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864 HTTP/1.1" status: 200 len: 217 time: 0.0924101 Dec 16 15:09:52.584077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c040f4a-bd03-4712-812e-8ebf1912c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.646391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:09:52.652331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:52.671988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6c040f4a-bd03-4712-812e-8ebf1912c70d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a3e88c9dc5fd4ae58490eb3151cb8e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9109406 Dec 16 15:09:52.684519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c040f4a-bd03-4712-812e-8ebf1912c70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a417a550-8880-4685-8028-9597cf9db04e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:52.713498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:52.754529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0496e-4ca4-4e08-853e-291c5ba3c072 None None] Pushing event updated for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:52.813348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a49f1-b4f8-4283-aa1e-b01f68591f0e req-291035f0-1460-4366-b1c1-c94d1d0a51ca tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:52.815123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a1a49f1-b4f8-4283-aa1e-b01f68591f0e req-291035f0-1460-4366-b1c1-c94d1d0a51ca tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.2428639 Dec 16 15:09:52.825888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9cef965-2127-461c-8646-d9c69ed801b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.834304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-3f4c510c-3130-47cc-9a2e-657be84c3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:52.834542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-3f4c510c-3130-47cc-9a2e-657be84c3968 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2604795 Dec 16 15:09:52.865281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:52.876679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-network', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:52.913040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9cef965-2127-461c-8646-d9c69ed801b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.951261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a1a49f1-b4f8-4283-aa1e-b01f68591f0e req-65cfc413-cc16-48d8-8e1b-55f8a618f354 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198928 Dec 16 15:09:52.967063 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:09:52.974741 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:52.991405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cef965-2127-461c-8646-d9c69ed801b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b169588-3e09-47b6-8d7e-56826faa7f9c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:53.007859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-692f33f1-d042-4774-b868-68b675d78dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:53.009385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-692f33f1-d042-4774-b868-68b675d78dbe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416066 Dec 16 15:09:53.042593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:09:53.042915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Made reservation on behalf of 18fec8f76eee46bf9eebf995a1f97431 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:53.048875 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.057410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.069453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.077334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.091413 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9cef965-2127-461c-8646-d9c69ed801b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=84d98ed2f2a046ecad651cb3e60dac46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9093282 Dec 16 15:09:53.092178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:53.217730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d3199-6a79-4fd9-8f18-851eee364211 req-db646753-8792-4bdc-95a0-a7b7e1c6889f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:53.219308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f9d3199-6a79-4fd9-8f18-851eee364211 req-db646753-8792-4bdc-95a0-a7b7e1c6889f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1206558 Dec 16 15:09:53.241771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] For port e7ac5511-c275-4ec4-9e65-677eb8f41f52, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e7ac5511-c275-4ec4-9e65-677eb8f41f52,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:53.257420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.274689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-47c733ab-00f5-4823-8835-6adca6adc3ef service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546427 Dec 16 15:09:53.350896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.361046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.366851 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.418494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca0cf3a-9106-4d1e-9014-9f8160f200ba req-1a35a6b4-98b5-4391-b0f3-673aed124006 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193047 Dec 16 15:09:53.446452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.449274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.454631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e82ec-30aa-4cdc-8654-efdcf399b75a None None] Pushing event updated for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:53.461301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:52Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:53.464657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.470051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a417a550-8880-4685-8028-9597cf9db04e HTTP/1.1" status: 204 len: 168 time: 0.7370639 Dec 16 15:09:53.482156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f9d3199-6a79-4fd9-8f18-851eee364211 req-71d35d30-da16-439c-b4a1-ed21666e25e9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487864 Dec 16 15:09:53.514255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dcab9e-be58-40e7-9c14-e34b05301d81,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:53.532496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a4290-6856-4065-87d9-a24a9ca465f1 None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:52Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:09:53.549711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.549969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-127cf314-e853-4c35-b04a-0dcd324adcc5 None None] Provisioning complete for port e7ac5511-c275-4ec4-9e65-677eb8f41f52 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:53.550989 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-127cf314-e853-4c35-b04a-0dcd324adcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.556601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.559938 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7b169588-3e09-47b6-8d7e-56826faa7f9c HTTP/1.1" status: 204 len: 168 time: 0.4651668 Dec 16 15:09:53.561906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:09:53.564738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43a91-c727-43d9-b486-04bf5ffc5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a417a550-8880-4685-8028-9597cf9db04e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:53.581761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5afc5-e37f-48fa-a706-25b8fcfc4bba req-de094fbd-1da4-46a6-9666-ef4258d5dead tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:53.590993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffd5afc5-e37f-48fa-a706-25b8fcfc4bba req-de094fbd-1da4-46a6-9666-ef4258d5dead tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1117 time: 0.1052103 Dec 16 15:09:53.658971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75368bf9-7a37-4c94-9fdc-8d4ea0c39d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b169588-3e09-47b6-8d7e-56826faa7f9c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:53.683051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.683051 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Added segment 34f90790-bb9c-4b50-97bb-8231c7fe87b5 of type vlan for network 0985f5d5-d69d-4997-bb25-18881e92bbe1 Dec 16 15:09:53.754276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.764585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffd5afc5-e37f-48fa-a706-25b8fcfc4bba req-76c864a3-ceab-417e-bd2c-2b14045cc37b tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722500 Dec 16 15:09:53.915082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8518-fbe3-4f41-9b89-5b8e7d50defe req-3eed3775-3b79-4831-ba8b-4dc837ea4606 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:53.916794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14ab8518-fbe3-4f41-9b89-5b8e7d50defe req-3eed3775-3b79-4831-ba8b-4dc837ea4606 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 948 time: 0.0622170 Dec 16 15:09:53.952648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.953653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:53.954266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:53.982270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14ab8518-fbe3-4f41-9b89-5b8e7d50defe req-85df8cac-a48f-4c69-a76b-061ac6c52ea8 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Dec 16 15:09:54.032870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] Pushing event updated for resources: {'Network': ['ID=0985f5d5-d69d-4997-bb25-18881e92bbe1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:54.052892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:09:54.113803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e7ac5511-c275-4ec4-9e65-677eb8f41f52 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:54.147365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:54.147735 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3f496ae9-d7c1-4cf8-a74c-0c72ea295e6a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2790515 Dec 16 15:09:54.153620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Request body: {'subnet': {'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-subnet', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:54.185741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e7ac5511-c275-4ec4-9e65-677eb8f41f52 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:54.186116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:54.278426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Made reservation on behalf of 18fec8f76eee46bf9eebf995a1f97431 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:54.282018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:54.798546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59116) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:54.804448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-938e4a51-9594-498d-a730-7541f260aec3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:54.804448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-938e4a51-9594-498d-a730-7541f260aec3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.4114559 Dec 16 15:09:54.819527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-fce7cfe1-13e1-4429-b080-a6796f002298 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/quotas/ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 375 time: 0.0115042 Dec 16 15:09:54.824280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8af17139-6473-4357-8a33-5ccacb894217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:54.996093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-e5b28ed9-66fc-4e40-8c20-f0a4f4613803 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526549 Dec 16 15:09:55.083434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.129815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8af17139-6473-4357-8a33-5ccacb894217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.167903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9fce54d7-cab6-4593-a2ed-0d206fc9f864 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:09:55.185888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004bd987-779c-4057-bd82-9e6852724517,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:55.197332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab836670-63bc-477b-858a-99c92343c188 req-690a99aa-d123-4923-9666-7ec36dd6ef8f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:55.205362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab836670-63bc-477b-858a-99c92343c188 req-690a99aa-d123-4923-9666-7ec36dd6ef8f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1828110 Dec 16 15:09:55.232266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Checking segment: {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:55.232632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Network hostable DHCP agents. Network: 0985f5d5-d69d-4997-bb25-18881e92bbe1, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:09:55.244094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-589ece0d-cdf9-40e9-8952-eeab7586b94e service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485023 Dec 16 15:09:55.260853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8af17139-6473-4357-8a33-5ccacb894217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.302340 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8af17139-6473-4357-8a33-5ccacb894217 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2b163c53ccd4ea08cf785865387542b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026076 Dec 16 15:09:55.303364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af17139-6473-4357-8a33-5ccacb894217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757521d8-50a0-435e-b056-6b8fbbeb700c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:55.306178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59132) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:55.361869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:09:55.369956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.379409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab836670-63bc-477b-858a-99c92343c188 req-9798d83f-84ca-43bb-8e5d-8ac3df570475 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731529 Dec 16 15:09:55.409425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.471585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:55.476252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-56794b01-16af-4429-a74a-32845391f7c0 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198088 Dec 16 15:09:55.488618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '9fce54d7-cab6-4593-a2ed-0d206fc9f864', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '9fce54d7-cab6-4593-a2ed-0d206fc9f864', 'mac_address': 'fa:16:3e:7e:d8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:09:55.495533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 0985f5d5-d69d-4997-bb25-18881e92bbe1) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:55.504750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:55.505523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.532580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76464bb3-ae95-4eea-a958-9294847894ba None None] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:55.553168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.556842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.558331 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/757521d8-50a0-435e-b056-6b8fbbeb700c HTTP/1.1" status: 204 len: 168 time: 0.2514539 Dec 16 15:09:55.568884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9f604-5246-47bc-9591-16c8526ce678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757521d8-50a0-435e-b056-6b8fbbeb700c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:55.613156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.640844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce54d7-cab6-4593-a2ed-0d206fc9f864 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:09:55.655179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3366bdd4-8c89-4ee3-8d45-b4c4295c51b8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5039561 Dec 16 15:09:55.655906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59154) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:55.660669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:55.676772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:55.682535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-0985f5d5-d69d-4997-bb25-18881e92bbe1', 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1', 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'fixed_ips': [{'subnet_id': '004bd987-779c-4057-bd82-9e6852724517'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:09:55.683452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.843485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Allocated IP 172.20.0.2 (0985f5d5-d69d-4997-bb25-18881e92bbe1/004bd987-779c-4057-bd82-9e6852724517/edf5bc90-45f3-472b-8e3c-649965d3aa3a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:55.890490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.892169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:55.929204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.004363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564c7ef-c9bc-471c-abed-97458c07a23a req-2cf99fbc-1af4-43b6-9f2c-a3344525d419 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:56.006196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0564c7ef-c9bc-471c-abed-97458c07a23a req-2cf99fbc-1af4-43b6-9f2c-a3344525d419 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 949 time: 0.0844109 Dec 16 15:09:56.029439 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.029576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:56.111495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0564c7ef-c9bc-471c-abed-97458c07a23a req-5c27bcf1-1aaf-45ce-b813-10721c06a1bd tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989473 Dec 16 15:09:56.122682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.198535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.238732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f26daf7-a5e4-4953-b58b-3a4f46cadec8 req-c1ca48c1-0d00-435c-9ff6-d41f3e48d821 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.0674493 Dec 16 15:09:56.248568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9fce54d7-cab6-4593-a2ed-0d206fc9f864'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:09:56.314193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:56.321253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:56.323439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Pushing event updated for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:56.325998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:56.417483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Attempting to bind port edf5bc90-45f3-472b-8e3c-649965d3aa3a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:09:56.417870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Attempting to bind port edf5bc90-45f3-472b-8e3c-649965d3aa3a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:09:56.418240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Attempting to bind port edf5bc90-45f3-472b-8e3c-649965d3aa3a on network 0985f5d5-d69d-4997-bb25-18881e92bbe1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:09:56.430549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:09:56.430965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Checking segment: {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:09:56.431374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.431775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Bound using segment: {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:09:56.432287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Bound port: edf5bc90-45f3-472b-8e3c-649965d3aa3a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:09:56.432669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.441213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.543700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f974a719-a1be-4761-b940-527cca709c58 None None] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:09:56.561800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f974a719-a1be-4761-b940-527cca709c58 None None] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=edf5bc90-45f3-472b-8e3c-649965d3aa3a,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:09:56.657689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.763621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c906-61c1-4609-ad00-058b76aafd23 req-a64a0491-c340-489f-8a60-cf22828e5146 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:56.773959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66e1c906-61c1-4609-ad00-058b76aafd23 req-a64a0491-c340-489f-8a60-cf22828e5146 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1416547 Dec 16 15:09:56.803234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974a719-a1be-4761-b940-527cca709c58 None None] Pushing event updated for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:56.848054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66e1c906-61c1-4609-ad00-058b76aafd23 req-84600be1-9a90-443e-a6d5-fd4be0c13ad4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717676 Dec 16 15:09:56.888332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:56.911436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.046688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Allocated IP 172.25.7.214 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8ca6bd16-24cb-4427-a61e-62af0340dd37) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:09:57.169714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9fce54d7-cab6-4593-a2ed-0d206fc9f864 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:57.204121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.358465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:09:57.362043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.363407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:57.363780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.470497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:09:57.475798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:09:57.478373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:09:57.484925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca6bd16-24cb-4427-a61e-62af0340dd37,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:57.501130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.531537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77bdac-c1c7-444c-976c-baad49574255 req-acaf72c1-c511-43c1-974c-c63ac1bddec6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:57.533206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f77bdac-c1c7-444c-976c-baad49574255 req-acaf72c1-c511-43c1-974c-c63ac1bddec6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 949 time: 0.0684285 Dec 16 15:09:57.543454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:09:57.549406 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf07675-fd3e-4fae-b944-e85b54eeb604" -d '{"events": [{"server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "name": "network-vif-plugged", "status": "completed", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:09:57.566756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:57.617540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f77bdac-c1c7-444c-976c-baad49574255 req-12d89916-024c-4ead-8d20-c1738b2f8e89 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Dec 16 15:09:57.650519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1867c65c-ae52-4e61-88c3-c44e9dff0f88 req-91e247b3-d4ac-4234-bacd-ecba9199690e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.0602529 Dec 16 15:09:57.661690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:57.749995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:57.986988 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.004400 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8a2f5a-bb42-42ba-af1e-562889c3a0c7 x-openstack-request-id: req-cb8a2f5a-bb42-42ba-af1e-562889c3a0c7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:09:58.005961 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "name": "network-vif-plugged", "status": "completed", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:09:58.006367 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb8a2f5a-bb42-42ba-af1e-562889c3a0c7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:09:58.007305 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864', 'code': 200} Dec 16 15:09:58.163044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device edf5bc90-45f3-472b-8e3c-649965d3aa3a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:09:58.223674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f83f5-1519-4cfe-8e2b-c60ab7e014fa None None] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:09:58.239228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233a15-a2f5-476a-ae49-4bef5cd0a0b3 req-8f2727a7-d227-4aec-90e2-ab82c20e0715 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:58.249482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f233a15-a2f5-476a-ae49-4bef5cd0a0b3 req-8f2727a7-d227-4aec-90e2-ab82c20e0715 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1589551 Dec 16 15:09:58.301813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda643bc-488f-4eda-9fd0-b2752fc78a9c req-e9fdb866-1c73-4806-9fbd-ef2d2393bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:58.304596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fda643bc-488f-4eda-9fd0-b2752fc78a9c req-e9fdb866-1c73-4806-9fbd-ef2d2393bc6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 1101 time: 0.1621065 Dec 16 15:09:58.313755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] Provisioning complete for port edf5bc90-45f3-472b-8e3c-649965d3aa3a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:58.314487 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.323253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.334949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f233a15-a2f5-476a-ae49-4bef5cd0a0b3 req-119f288c-5b49-4b16-b6ea-205d29cd60cf tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845973 Dec 16 15:09:58.394801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fda643bc-488f-4eda-9fd0-b2752fc78a9c req-7e6c93f4-834e-454f-842f-53ffd2678ea5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646031 Dec 16 15:09:58.430973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.435413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port edf5bc90-45f3-472b-8e3c-649965d3aa3a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:58.435918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.559224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.629916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=edf5bc90-45f3-472b-8e3c-649965d3aa3a,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:09:58.738490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.768014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:58.801459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0ac00-5393-4ff0-81e0-5e4e36922fa5 req-9e663ce2-a477-4c4b-bc45-6c5b72b63ce4 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:58.809635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3f0ac00-5393-4ff0-81e0-5e4e36922fa5 req-9e663ce2-a477-4c4b-bc45-6c5b72b63ce4 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 950 time: 0.0827861 Dec 16 15:09:58.873249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c59f2c-a7c5-476e-a22c-a4886fc80f41 None None] Pushing event updated for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:09:58.920526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3f0ac00-5393-4ff0-81e0-5e4e36922fa5 req-2898efa2-9921-4e37-b8a3-a520aec61bc9 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892503 Dec 16 15:09:58.929763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Router e08d95ba-33fe-4156-b5ab-aa2979fe29ca is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:09:58.944194 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:09:58.944642 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:09:58.948744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71d24655-904f-4baf-87ba-f0031c1bd7b5 req-fdc0b4fa-d46b-422c-9b18-a132b8090aa4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.0470603 Dec 16 15:09:59.083048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bd48406a-212f-473e-b14f-157880894144 None None] Provisioning complete for port edf5bc90-45f3-472b-8e3c-649965d3aa3a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:09:59.083048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd48406a-212f-473e-b14f-157880894144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.084329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:09:59.099203 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Sync routers for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:09:59.118714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:09:59.119539 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:59.137349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.183467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.188606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a98c40f9-fa91-4950-9c3d-0d133d05f9c3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5315249 Dec 16 15:09:59.189228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59394) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:59.279094 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:09:59.393595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-df0edeb2-6a39-48c8-bcaf-9026c543ef54 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:59.397290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-df0edeb2-6a39-48c8-bcaf-9026c543ef54 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.2543163 Dec 16 15:09:59.427717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Request body: {'port': {'device_id': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'admin_state_up': True, 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:09:59.672704 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:09:57Z', 'revision_number': 3, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:09:59.695542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59414) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:09:59.717976 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Checking router: e08d95ba-33fe-4156-b5ab-aa2979fe29ca for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:09:59.717976 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Updating router e08d95ba-33fe-4156-b5ab-aa2979fe29ca port 8ca6bd16-24cb-4427-a61e-62af0340dd37 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:09:59.742596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:09:59.746830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.770677 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.899964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eab210f-3e0c-494c-9e1b-13af9a43b259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.900637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:09:59.976743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293eccd-4c3b-4b9d-ae1f-a193ab1b27a9 req-5eb874cf-e0e6-4597-8dc3-656316051f0c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:09:59.979153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d293eccd-4c3b-4b9d-ae1f-a193ab1b27a9 req-5eb874cf-e0e6-4597-8dc3-656316051f0c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1559854 Dec 16 15:10:00.056648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Allocated IP 172.20.0.7 (84fe8b61-8553-4d43-990a-8416519c13ce/a1174a66-b53d-4131-831e-2435243984e6/e4444933-c47a-4e7b-8157-0266663daa69) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:00.097997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d293eccd-4c3b-4b9d-ae1f-a193ab1b27a9 req-0195c007-e6ae-4442-acd2-9d8c15c93c8b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074405 Dec 16 15:10:00.129880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device edf5bc90-45f3-472b-8e3c-649965d3aa3a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:00.133082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Allocated IP 172.20.0.1 (0985f5d5-d69d-4997-bb25-18881e92bbe1/004bd987-779c-4057-bd82-9e6852724517/5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:00.229002 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.231309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eab210f-3e0c-494c-9e1b-13af9a43b259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.312463 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.319579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.335817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:00.342105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ac95-fac4-4765-9d12-8d640b013fc2 req-64b521e2-5e56-40a0-876e-705e5018202c tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:00.350629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58a3ac95-fac4-4765-9d12-8d640b013fc2 req-64b521e2-5e56-40a0-876e-705e5018202c tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 950 time: 0.1424770 Dec 16 15:10:00.382919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eab210f-3e0c-494c-9e1b-13af9a43b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.403437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Attempting to bind port 8ca6bd16-24cb-4427-a61e-62af0340dd37 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:00.409567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Attempting to bind port 8ca6bd16-24cb-4427-a61e-62af0340dd37 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:00.411023 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Attempting to bind port 8ca6bd16-24cb-4427-a61e-62af0340dd37 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:00.416161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port edf5bc90-45f3-472b-8e3c-649965d3aa3a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:00.416535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.419407 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1f4f0-a69b-427d-807b-caf084ae59b0 None None] Pushing event updated for resources: {'Port': ['ID=8ca6bd16-24cb-4427-a61e-62af0340dd37,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:00.427727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118b6f9a-b96e-4e18-9475-ae6a1cedea06 req-868e7fab-31ac-4475-9fb4-b8ca72bc8b31 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.1079168 Dec 16 15:10:00.438578 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:00.439182 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:00.439862 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.441000 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:00.441320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Bound port: 8ca6bd16-24cb-4427-a61e-62af0340dd37, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:00.441958 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.474512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.475024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab210f-3e0c-494c-9e1b-13af9a43b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e8e1e-8613-4db8-96b5-0fb9a2466f82,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:00.491547 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-131896c6-fc9c-4753-969a-bc6b1e1055ca service neutron] show failed (client error): The resource could not be found. Dec 16 15:10:00.491547 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-131896c6-fc9c-4753-969a-bc6b1e1055ca service neutron] 10.222.0.74 "GET /v2.0/ports/762e1409-5328-486e-94a9-e3ba08d1d096/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.1017585 Dec 16 15:10:00.559071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:00.562017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72c3b177-4c6d-4ad9-ab83-3fe3fe2aa077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.572821 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] For port 8ca6bd16-24cb-4427-a61e-62af0340dd37, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:00.575057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Pushing event updated for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:00.579788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:00.585669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:00.587338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0eab210f-3e0c-494c-9e1b-13af9a43b259 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f2dab49e5204131a1df7973b61f3c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8904727 Dec 16 15:10:00.590262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59440) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:00.593261 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] For port 8ca6bd16-24cb-4427-a61e-62af0340dd37, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8ca6bd16-24cb-4427-a61e-62af0340dd37,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:00.603769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.645642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58a3ac95-fac4-4765-9d12-8d640b013fc2 req-e029c8a4-1ba3-4fa9-8543-384dff4ad766 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939377 Dec 16 15:10:00.678703 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.732773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.759119 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:00.770053 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:00.826786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.885365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.913356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Network 84fe8b61-8553-4d43-990a-8416519c13ce is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:00.917544 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72c3b177-4c6d-4ad9-ab83-3fe3fe2aa077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.933455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:00.941653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1f4f0-a69b-427d-807b-caf084ae59b0 None None] Pushing event updated for resources: {'Port': ['ID=8ca6bd16-24cb-4427-a61e-62af0340dd37,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:00.942876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:00.949769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:00.950546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:00.977398 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:00.987622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:01.015159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72c3b177-4c6d-4ad9-ab83-3fe3fe2aa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.023178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.093168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a9b83958-dd7f-4732-9081-1381b1824c85 None None] Provisioning complete for port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:01.096967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9b83958-dd7f-4732-9081-1381b1824c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.124172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-c5e7a04b-405e-43c2-ae06-f7e19c725e7b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7000985 Dec 16 15:10:01.143452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Request body: {'port': {'device_id': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:01.173298 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-72c3b177-4c6d-4ad9-ab83-3fe3fe2aa077 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=91a4144d2c8a45bb8675c67b5f13cb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8363905 Dec 16 15:10:01.178954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59460) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:01.195352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a9b83958-dd7f-4732-9081-1381b1824c85 None None] Port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:01.207046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3b177-4c6d-4ad9-ab83-3fe3fe2aa077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1513a067-efbc-4ec0-baec-c2d4eb9f0a89,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:01.247918 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:09:57Z', 'revision_number': 3, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:01.258122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.281402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd3a90-5280-4967-9de2-ae8bd31d3cc6 None None] The sync data for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 is: [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:09:57Z', 'revision_number': 3, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:01.294816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.304055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.311815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-4a21cd94-75a5-4fca-beee-696fcd43a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:01.313334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-4a21cd94-75a5-4fca-beee-696fcd43a04a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1101 time: 0.1659753 Dec 16 15:10:01.341475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:01.350907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.354586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.357167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.366127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/100e8e1e-8613-4db8-96b5-0fb9a2466f82 HTTP/1.1" status: 204 len: 168 time: 0.7652128 Dec 16 15:10:01.432750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bb97d-05da-4438-92a1-e7e077cd67a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e8e1e-8613-4db8-96b5-0fb9a2466f82,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:01.469695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.578733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.759684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.762557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.765973 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1513a067-efbc-4ec0-baec-c2d4eb9f0a89 HTTP/1.1" status: 204 len: 168 time: 0.5836833 Dec 16 15:10:01.765973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.791707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724526b7-33eb-43e5-a5b2-b19f22949608 req-46387b92-7b2f-405f-b2dc-3b9f7ca65588 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:01.798937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-724526b7-33eb-43e5-a5b2-b19f22949608 req-46387b92-7b2f-405f-b2dc-3b9f7ca65588 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.2364147 Dec 16 15:10:01.858953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7841159-88f7-4dc2-961e-eb66fc1aff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1513a067-efbc-4ec0-baec-c2d4eb9f0a89,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:01.902354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:01.913402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Pushing event updated for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:01.982217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:02.016102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-724526b7-33eb-43e5-a5b2-b19f22949608 req-ae7b79b5-0068-432b-94fa-a2fad05123f8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125053 Dec 16 15:10:02.060878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4444933-c47a-4e7b-8157-0266663daa69 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:02.106312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.123373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:02.128230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:02.160951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8ca6bd16-24cb-4427-a61e-62af0340dd37 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:02.198242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5288868d-8891-48cd-b0bb-85364e512ea1 req-2bc3e4b8-a669-48b7-9468-9b6214ff6815 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134186 Dec 16 15:10:02.249518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8ca6bd16-24cb-4427-a61e-62af0340dd37 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:02.250071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.345976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:02.373523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Transition to ACTIVE for port object e4444933-c47a-4e7b-8157-0266663daa69 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:02.393203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.408981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Router e08d95ba-33fe-4156-b5ab-aa2979fe29ca has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:10:02.432016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 8ca6bd16-24cb-4427-a61e-62af0340dd37, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8ca6bd16-24cb-4427-a61e-62af0340dd37,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:02.438065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288868d-8891-48cd-b0bb-85364e512ea1 req-2ed2b2bf-5a79-4b1f-8df7-e52f5505d81b tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:02.439620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5288868d-8891-48cd-b0bb-85364e512ea1 req-2ed2b2bf-5a79-4b1f-8df7-e52f5505d81b tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405639 Dec 16 15:10:02.468430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5288868d-8891-48cd-b0bb-85364e512ea1 req-e5165ea6-43bd-4e05-bb10-cec693fde370 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/quotas/00b1f78e2a774dafa97118755b8d0ea8 HTTP/1.1" status: 200 len: 375 time: 0.0205045 Dec 16 15:10:02.484836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:02.487261 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224ac7f-bfd6-4d94-ae5d-f7c4bc813e5d" -d '{"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:02.500606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.519707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb238d8d-b674-4c1d-9ea9-96428e925aae req-a25aa48b-5c7d-4713-85ba-f679ee4939ee tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:02.523593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb238d8d-b674-4c1d-9ea9-96428e925aae req-a25aa48b-5c7d-4713-85ba-f679ee4939ee tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 931 time: 0.2215741 Dec 16 15:10:02.539374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.549516 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.561600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d076b256-9b45-4a1f-894e-bcc14c88e462 None None] Provisioning complete for port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:02.562977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d076b256-9b45-4a1f-894e-bcc14c88e462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.605668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:02.621028 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7138e5ac-b3a4-4f5a-89a4-61b20d76c23a admin admin] 10.222.0.71 "PUT /v2.0/routers/e08d95ba-33fe-4156-b5ab-aa2979fe29ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4229145 Dec 16 15:10:02.632554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5288868d-8891-48cd-b0bb-85364e512ea1 req-de0d8226-d370-4457-b803-18be0339c4d7 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1537845 Dec 16 15:10:02.658141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:02.694697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59494) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:02.706317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Transition to ACTIVE for port object 762e1409-5328-486e-94a9-e3ba08d1d096 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:02.714269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b8291c8-ecb7-43cc-b1a6-614e5ddd0dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.728791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d076b256-9b45-4a1f-894e-bcc14c88e462 None None] Port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:02.750104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=8ca6bd16-24cb-4427-a61e-62af0340dd37,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:02.836482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.858552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b8291c8-ecb7-43cc-b1a6-614e5ddd0dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.868190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb238d8d-b674-4c1d-9ea9-96428e925aae req-4f93687f-db76-4a2c-b64e-ac536e9fa156 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238142 Dec 16 15:10:02.905679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:02.906644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:02.906981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:02.929900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:02.930343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:02.964986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:02.969872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] No DVR routers for this DVR port 762e1409-5328-486e-94a9-e3ba08d1d096 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:10:02.972397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b8291c8-ecb7-43cc-b1a6-614e5ddd0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:02.973901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:02.974251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:02.974637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:02.975083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Bound port: e4444933-c47a-4e7b-8157-0266663daa69, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:02.975443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.004885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27b69-27da-4fe8-b450-5667c65e0727 req-41022d9b-fbb6-4f0a-8ad9-ab3a6cda42c9 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:03.006778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62a27b69-27da-4fe8-b450-5667c65e0727 req-41022d9b-fbb6-4f0a-8ad9-ab3a6cda42c9 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 950 time: 0.1860635 Dec 16 15:10:03.028616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9b8291c8-ecb7-43cc-b1a6-614e5ddd0dba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69f862c6129a42f7b60c326ee57cd363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327734 Dec 16 15:10:03.029777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8291c8-ecb7-43cc-b1a6-614e5ddd0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0626d936-06e6-44ef-85fb-981eeb40aae1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:03.032482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:03.105452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:03.105806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:03.106121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:03.114727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.131273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:03.131601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Attempting to bind port 762e1409-5328-486e-94a9-e3ba08d1d096 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:03.140073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.169482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:03.170121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:03.170658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:03.171251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Bound port: 762e1409-5328-486e-94a9-e3ba08d1d096, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:03.171767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.199488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:03.215865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62a27b69-27da-4fe8-b450-5667c65e0727 req-e920cfa3-bc94-4b62-b1fa-9ad08fdd8e0c tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/security-groups?id=79e8431e-4839-457f-9135-6d420e98e0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810849 Dec 16 15:10:03.230302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:03.392675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-796a755a-1903-4519-a4ab-178edae66202 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:03.395263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-796a755a-1903-4519-a4ab-178edae66202 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.30 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 950 time: 0.2099299 Dec 16 15:10:03.497415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.500316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.501477 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0626d936-06e6-44ef-85fb-981eeb40aae1 HTTP/1.1" status: 204 len: 168 time: 0.4680769 Dec 16 15:10:03.510419 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796fd53-937d-4da8-af2e-df7471064168 x-openstack-request-id: req-9796fd53-937d-4da8-af2e-df7471064168 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:03.510714 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:03.510962 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9796fd53-937d-4da8-af2e-df7471064168 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:03.511346 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'code': 200} Dec 16 15:10:03.514173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.550525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6622eff-8995-4dd7-858f-c875e6d258d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0626d936-06e6-44ef-85fb-981eeb40aae1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:03.560995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:03.561625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.563867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] 10.222.0.74 "PUT /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 1091 time: 2.4244337 Dec 16 15:10:03.604486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:03.608329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:03.612189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcc399-5a68-48d5-b3ad-1442ec0e7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:03.631807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Deleting port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:10:03.631807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.718685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.772104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Sync routers for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:03.805654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:03.808511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:03.820569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:03.838852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:03.839478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:03.841036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8763a8e1-85d4-4738-973b-faf69fa2b6c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 1096 time: 2.5057337 Dec 16 15:10:03.852132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-be41c54e-27ed-4e24-ba4c-edf660779636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:03.853669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-be41c54e-27ed-4e24-ba4c-edf660779636 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1094 time: 0.1570482 Dec 16 15:10:03.917797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-9f0c86a0-f4a9-482c-b81f-fb68c1766fb3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0470343 Dec 16 15:10:03.961367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:10:04.093590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-5466b7c2-2ce9-4703-8082-eef368e45416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.095403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-5466b7c2-2ce9-4703-8082-eef368e45416 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1686637 Dec 16 15:10:04.125046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-149883f3-6b50-45dd-82eb-aacf531558fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.128146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-149883f3-6b50-45dd-82eb-aacf531558fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1099 time: 0.2092440 Dec 16 15:10:04.156983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8ca6bd16-24cb-4427-a61e-62af0340dd37 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:04.169531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] For port 9fce54d7-cab6-4593-a2ed-0d206fc9f864, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9fce54d7-cab6-4593-a2ed-0d206fc9f864,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:04.170590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:04.218626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Calling delete_port for 9fce54d7-cab6-4593-a2ed-0d206fc9f864 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:10:04.248432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:10:04.256095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:04.285045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-5a99c78e-d2d7-4ee6-af0b-e506bdd96549 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1733348 Dec 16 15:10:04.436571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-e58e5d61-2964-45a6-aafb-6158202f8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.438248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-e58e5d61-2964-45a6-aafb-6158202f8d11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2856128 Dec 16 15:10:04.440034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8ca6bd16-24cb-4427-a61e-62af0340dd37 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:04.442213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:04.469643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd26ca-510f-49e4-9bf4-7f7bdab104b6 req-c7404adc-169d-469e-8a6b-b182f6a4dd0f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.471379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fdd26ca-510f-49e4-9bf4-7f7bdab104b6 req-c7404adc-169d-469e-8a6b-b182f6a4dd0f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.3903382 Dec 16 15:10:04.516550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-8d3e082b-40f7-40bc-8199-758aaacbb4ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0692301 Dec 16 15:10:04.532272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb34bf-026f-4eca-a853-b3c74b04a84f req-59ffb43b-6078-4e9a-801e-1a3258fd51d0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.533774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14fb34bf-026f-4eca-a853-b3c74b04a84f req-59ffb43b-6078-4e9a-801e-1a3258fd51d0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.2666836 Dec 16 15:10:04.570529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:04.585200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:10:01Z', 'revision_number': 4, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0', 'name': '', 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'mac_address': 'fa:16:3e:d9:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '004bd987-779c-4057-bd82-9e6852724517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:59Z', 'updated_at': '2021-12-16T15:10:01Z', 'revision_number': 2, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'subnets': [{'id': '004bd987-779c-4057-bd82-9e6852724517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:04.636058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9fce54d7-cab6-4593-a2ed-0d206fc9f864'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:04.637152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Checking router: e08d95ba-33fe-4156-b5ab-aa2979fe29ca for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:04.637690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Updating router e08d95ba-33fe-4156-b5ab-aa2979fe29ca port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:04.656962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fdd26ca-510f-49e4-9bf4-7f7bdab104b6 req-20651511-c148-4a43-a6f2-db89d3ea5db7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443522 Dec 16 15:10:04.667922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-e86d1af0-9740-47b4-9df0-2dd44021f5a6 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602564 Dec 16 15:10:04.670617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Pushing event deleted for resources: {'Port': ['ID=9fce54d7-cab6-4593-a2ed-0d206fc9f864,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:04.713035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b232cb66-9d51-4f0b-95f0-08d0359bb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.715603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-b232cb66-9d51-4f0b-95f0-08d0359bb166 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1784089 Dec 16 15:10:04.723703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:04.748956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14fb34bf-026f-4eca-a853-b3c74b04a84f req-c3b530c3-e969-4fc0-bbec-dfb5a0a87f33 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965506 Dec 16 15:10:04.794809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] No DVR routers for this DVR port 9fce54d7-cab6-4593-a2ed-0d206fc9f864 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:10:04.812363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:04.817019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b1db411-8e8a-42e7-89f6-6a5cbf4904d8 req-d17f850e-455c-423f-8878-52e9492c4fc6 tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.30 "DELETE /v2.0/ports/9fce54d7-cab6-4593-a2ed-0d206fc9f864 HTTP/1.1" status: 204 len: 173 time: 1.4156868 Dec 16 15:10:04.821006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'name': 'network-vif-deleted', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:04.859715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-0050d8d2-4650-4c20-a6a6-48a3c9257c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:04.863495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-0050d8d2-4650-4c20-a6a6-48a3c9257c84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1377633 Dec 16 15:10:04.964761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba23e01c-21c7-46e6-bda1-3a5eccd3cef2 req-a6397fb9-29c6-4a9e-8be7-88a938b45d28 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709081 Dec 16 15:10:05.079881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-156db78b-a61f-4ef3-b2aa-e16bbd77bade service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954520 Dec 16 15:10:05.091095 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384953fb-65e7-4a6d-b212-b2eac119c7c1" -d '{"events": [{"server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "name": "network-vif-deleted", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:05.169928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.234116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a537958b-f6b4-4c4b-b7f9-9da897fe6e91 req-c5862068-f809-46cc-88de-32c268abe7ab service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456647 Dec 16 15:10:05.278187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.340089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9380861a-ddc2-4361-a0d2-1b56c68cd820 req-0c844782-2e1e-499b-b9df-5b98bc25170a tempest-ServerDiagnosticsNegativeTest-223871673 tempest-ServerDiagnosticsNegativeTest-223871673-project] 10.222.0.71 "GET /v2.0/ports?device_id=837fc08d-63a2-4cdb-a06b-6b2010887bbf HTTP/1.1" status: 200 len: 210 time: 0.0329154 Dec 16 15:10:05.381463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5151a3-f290-41b1-b2a2-9e3d76cda855 None None] Pushing event updated for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:05.435416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Attempting to bind port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:05.436262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Attempting to bind port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:05.441953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Attempting to bind port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 on network 0985f5d5-d69d-4997-bb25-18881e92bbe1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:05.457127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:05.457520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Checking segment: {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:05.458241 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.459390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Bound using segment: {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:05.461750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Bound port: 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f90790-bb9c-4b50-97bb-8231c7fe87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:05.462211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.512348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69'}, {'name': 'network-changed', 'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:05.514666 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf2616f-e89a-4431-a658-ce8a473c73b7" -d '{"events": [{"name": "network-changed", "server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "tag": "e4444933-c47a-4e7b-8157-0266663daa69"}, {"name": "network-changed", "server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:05.560063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] For port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:05.563755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] For port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:05.574140 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f99cfa1-b89a-4009-bc3f-673417be2229 x-openstack-request-id: req-8f99cfa1-b89a-4009-bc3f-673417be2229 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:05.574774 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837fc08d-63a2-4cdb-a06b-6b2010887bbf", "name": "network-vif-deleted", "tag": "9fce54d7-cab6-4593-a2ed-0d206fc9f864", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:05.574774 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f99cfa1-b89a-4009-bc3f-673417be2229 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:05.575161 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837fc08d-63a2-4cdb-a06b-6b2010887bbf', 'name': 'network-vif-deleted', 'tag': '9fce54d7-cab6-4593-a2ed-0d206fc9f864', 'status': 'completed', 'code': 200} Dec 16 15:10:05.664247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-415be6d8-8c8b-443d-bfa2-0655df5c7d24 None None] Provisioning complete for port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:05.664653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-415be6d8-8c8b-443d-bfa2-0655df5c7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.701250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:05.743522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-415be6d8-8c8b-443d-bfa2-0655df5c7d24 None None] Port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:05.771750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5151a3-f290-41b1-b2a2-9e3d76cda855 None None] Pushing event updated for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:05.774335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:05.774942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:09:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:05.880206 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39df703-abb2-48a6-ba56-53c260903b37 x-openstack-request-id: req-b39df703-abb2-48a6-ba56-53c260903b37 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:05.880628 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "tag": "e4444933-c47a-4e7b-8157-0266663daa69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:05.881016 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b39df703-abb2-48a6-ba56-53c260903b37 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:05.881539 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69', 'status': 'completed', 'code': 200} Dec 16 15:10:05.881936 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'status': 'completed', 'code': 200} Dec 16 15:10:05.969343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:06.036967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-ca7733e9-6ed0-4f27-bb5d-0975f75befb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.038565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-ca7733e9-6ed0-4f27-bb5d-0975f75befb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1094 time: 0.1054752 Dec 16 15:10:06.040866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-1490bc5f-96af-420f-93b6-61f9f919a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.042082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-1490bc5f-96af-420f-93b6-61f9f919a554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1099 time: 0.0820174 Dec 16 15:10:06.204878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] Provisioning complete for port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:06.204878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:06.218472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-821fe588-0f32-46f4-b307-ed7f13acbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.220048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-821fe588-0f32-46f4-b307-ed7f13acbe80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1677909 Dec 16 15:10:06.221431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-387e8cb1-f977-40d3-9a99-9735f0b2db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.223849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-387e8cb1-f977-40d3-9a99-9735f0b2db31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1689725 Dec 16 15:10:06.326335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-62a33769-e5ba-43c0-8184-308404439cae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0940521 Dec 16 15:10:06.330211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-f7ca32d1-5c1d-4499-8165-60d0743ad5cc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0953455 Dec 16 15:10:06.364291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9d9275-ca47-49c4-be50-d3b97ff4e1ab req-1c4e9f7d-f4f1-4517-bb76-1f85c705137d tempest-AbsoluteLimitsNegativeTestJSON-1216033956 tempest-AbsoluteLimitsNegativeTestJSON-1216033956-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8b8fa96645be4a1e92df2c31c295cafc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819709 Dec 16 15:10:06.426029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:10:01Z', 'revision_number': 4, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0', 'name': '', 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'mac_address': 'fa:16:3e:d9:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '004bd987-779c-4057-bd82-9e6852724517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:59Z', 'updated_at': '2021-12-16T15:10:05Z', 'revision_number': 4, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'subnets': [{'id': '004bd987-779c-4057-bd82-9e6852724517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:06.477423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590d5d51-696a-4cd3-b659-bd1688a4946e None None] The sync data for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 is: [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:10:01Z', 'revision_number': 4, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0', 'name': '', 'network_id': '0985f5d5-d69d-4997-bb25-18881e92bbe1', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'mac_address': 'fa:16:3e:d9:38:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '004bd987-779c-4057-bd82-9e6852724517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:59Z', 'updated_at': '2021-12-16T15:10:05Z', 'revision_number': 4, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'subnets': [{'id': '004bd987-779c-4057-bd82-9e6852724517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:06.492937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:06.537739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] For port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:06.544805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-931d1268-03e4-4614-a6cf-cd8ec9724592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.545723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-931d1268-03e4-4614-a6cf-cd8ec9724592 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2029660 Dec 16 15:10:06.550841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-ebb0e435-0be0-4f2e-9a1b-fd177a0a504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.552398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-ebb0e435-0be0-4f2e-9a1b-fd177a0a504d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.2112498 Dec 16 15:10:06.639878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4744a-12f1-45b6-8e06-e092f3fbbc9d req-ec6502e4-13e9-482e-b846-aa0fbcc7aad4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.641447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ef4744a-12f1-45b6-8e06-e092f3fbbc9d req-ec6502e4-13e9-482e-b846-aa0fbcc7aad4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.2518992 Dec 16 15:10:06.645962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:06.648020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-cc2147f4-12a7-47e4-a77d-a84edceb4903 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780628 Dec 16 15:10:06.699381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9275-ca47-49c4-be50-d3b97ff4e1ab req-343aa837-8d32-4ea6-a946-8e9ead70aeb4 tempest-AbsoluteLimitsNegativeTestJSON-1216033956 tempest-AbsoluteLimitsNegativeTestJSON-1216033956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.701022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9d9275-ca47-49c4-be50-d3b97ff4e1ab req-343aa837-8d32-4ea6-a946-8e9ead70aeb4 tempest-AbsoluteLimitsNegativeTestJSON-1216033956 tempest-AbsoluteLimitsNegativeTestJSON-1216033956-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096535 Dec 16 15:10:06.726890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973804a2-6822-4aff-b82f-6dfb0a566a6a None None] Pushing event updated for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:06.767379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-d31238f5-387b-484d-b434-11153ee06604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:06.769533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-d31238f5-387b-484d-b434-11153ee06604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114983 Dec 16 15:10:06.791704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9d9275-ca47-49c4-be50-d3b97ff4e1ab req-32afc265-8510-4ae0-beb8-68ca3139f864 tempest-AbsoluteLimitsNegativeTestJSON-1216033956 tempest-AbsoluteLimitsNegativeTestJSON-1216033956-project] 10.222.0.71 "GET /v2.0/quotas/8b8fa96645be4a1e92df2c31c295cafc HTTP/1.1" status: 200 len: 375 time: 0.0741627 Dec 16 15:10:06.805742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ef4744a-12f1-45b6-8e06-e092f3fbbc9d req-180a6f73-a443-42f8-bccf-7447c80c8b1f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527803 Dec 16 15:10:07.113911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9d9275-ca47-49c4-be50-d3b97ff4e1ab req-3ea10dff-9793-4702-a516-c212e1a73ff4 tempest-AbsoluteLimitsNegativeTestJSON-1216033956 tempest-AbsoluteLimitsNegativeTestJSON-1216033956-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8b8fa96645be4a1e92df2c31c295cafc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3121352 Dec 16 15:10:07.202457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f761fdd-4f0b-40e9-ad2b-a5e4e85f7797 req-d8ddfb8c-9dcc-49d9-9669-bcbc7756f4e0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:07.204019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f761fdd-4f0b-40e9-ad2b-a5e4e85f7797 req-d8ddfb8c-9dcc-49d9-9669-bcbc7756f4e0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.1284776 Dec 16 15:10:07.219698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-f584d90d-22ec-4f0f-a8af-16413b959996 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576475 Dec 16 15:10:07.222954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-c1cbdc13-8de9-43de-8437-e7c62653503e service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442134 Dec 16 15:10:07.236021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9fce54d7-cab6-4593-a2ed-0d206fc9f864 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:10:07.263253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 9fce54d7-cab6-4593-a2ed-0d206fc9f864 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:10:07.265136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9fce54d7-cab6-4593-a2ed-0d206fc9f864 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:10:07.388996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f761fdd-4f0b-40e9-ad2b-a5e4e85f7797 req-6abff648-3fb9-48ec-ab5f-b242d7d65e2a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661451 Dec 16 15:10:07.452585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94ff1b06-7d16-4daa-a82d-67fdb3db0e9d req-8b11c4ee-f221-45e8-833a-f4c3de0d4f2a tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534697 Dec 16 15:10:07.464317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-a43f2399-6e33-4da7-ab8c-283057ba8ca1 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353201 Dec 16 15:10:07.486847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-ffb17fd8-32e4-458e-bd3b-5eac848d63f9 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478209 Dec 16 15:10:07.620453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1b06-7d16-4daa-a82d-67fdb3db0e9d req-44c581bd-fb08-4be2-8d2d-ef853dd5eb2b tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:07.621909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94ff1b06-7d16-4daa-a82d-67fdb3db0e9d req-44c581bd-fb08-4be2-8d2d-ef853dd5eb2b tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600635 Dec 16 15:10:07.630413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-33b58501-c46e-4fe0-b421-5cd8a0ec93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:07.632031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-33b58501-c46e-4fe0-b421-5cd8a0ec93e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1099 time: 0.0755420 Dec 16 15:10:07.643556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94ff1b06-7d16-4daa-a82d-67fdb3db0e9d req-feeb5054-f1e4-4905-9432-8191a7384323 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/quotas/00b1f78e2a774dafa97118755b8d0ea8 HTTP/1.1" status: 200 len: 375 time: 0.0105097 Dec 16 15:10:07.725026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94ff1b06-7d16-4daa-a82d-67fdb3db0e9d req-f5ed14c8-e87a-4c54-8ea9-2efa9b4e0006 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698416 Dec 16 15:10:07.813038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-a44a72f7-c6f3-46b8-95d6-0878d4e75491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:07.814535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-a44a72f7-c6f3-46b8-95d6-0878d4e75491 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1694541 Dec 16 15:10:07.866920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-bafde7e0-d45e-4db5-a982-fc9366d19b11 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0419664 Dec 16 15:10:07.960445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e4444933-c47a-4e7b-8157-0266663daa69 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:07.973272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-06a35877-5188-4c26-a7da-ec4904a60e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:07.977767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-06a35877-5188-4c26-a7da-ec4904a60e82 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1031907 Dec 16 15:10:08.058424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59668) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.095246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59676) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.100023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-58e34a50-2784-494c-86a2-baae7c2a5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:08.102441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-58e34a50-2784-494c-86a2-baae7c2a5ab0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1147738 Dec 16 15:10:08.160402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59680) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.167478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529856066', 'description': 'tempest-description--1903221814'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:08.180206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:08.189039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:08.233451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'e4444933-c47a-4e7b-8157-0266663daa69', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'port_id': 'e4444933-c47a-4e7b-8157-0266663daa69', 'mac_address': 'fa:16:3e:44:96:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1174a66-b53d-4131-831e-2435243984e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:08.278158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.291755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.296456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-b6ebaa60-71d9-4631-8a23-847d58d9970d service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858435 Dec 16 15:10:08.309096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1f19-4c33-4ad5-8ddb-d6546f5e2028 req-ea86567d-ff8c-496f-a102-46e3096bccc1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:08.309363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:08.309579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.311098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-257b1f19-4c33-4ad5-8ddb-d6546f5e2028 req-ea86567d-ff8c-496f-a102-46e3096bccc1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.0817485 Dec 16 15:10:08.338951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4444933-c47a-4e7b-8157-0266663daa69 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:08.353356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3d0-69c6-49be-b2ec-8d294d615128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.377112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:08.437927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-257b1f19-4c33-4ad5-8ddb-d6546f5e2028 req-9f110a30-009c-4349-bfe8-bac6425d8bf0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971882 Dec 16 15:10:08.453361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.484775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf2616f-e89a-4431-a658-ce8a473c73b7 req-e9ac4263-fffc-44a6-90fc-4885cdcdaea1 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712015 Dec 16 15:10:08.506121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d68801d-18f7-49c1-8380-4c3807348716 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53c551b3f99f47fcaff599035a12d9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096003 Dec 16 15:10:08.508783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59690) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.529390 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.531383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3d0-69c6-49be-b2ec-8d294d615128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.566423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.581013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:08.589431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.589853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.590318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.590439 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.590936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.591366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.592052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.592581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.593095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.593631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.594039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.594430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.594821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.595216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:08.598630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.662079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7653dc-ab10-4e83-b212-35eff89904bf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:08.838866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9b716-29f9-4798-963f-449d6fd5b9a0 req-c5bccc33-80e0-42d4-82b4-1ab9051c3581 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:08.847992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b9b716-29f9-4798-963f-449d6fd5b9a0 req-c5bccc33-80e0-42d4-82b4-1ab9051c3581 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.0504231 Dec 16 15:10:08.866768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e4444933-c47a-4e7b-8157-0266663daa69'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:08.872355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59696) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.885183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e2e3d0-69c6-49be-b2ec-8d294d615128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.898446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b9b716-29f9-4798-963f-449d6fd5b9a0 req-c9fea226-c100-4489-9a20-fa9a3ecf4753 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Dec 16 15:10:08.904734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:08.906005 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50a06625-30c7-42d7-bcbe-b97605b79980 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7444892 Dec 16 15:10:08.909044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59700) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.915870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'security_group_rule': {'security_group_id': '4b7653dc-ab10-4e83-b212-35eff89904bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:08.931484 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-78e2e3d0-69c6-49be-b2ec-8d294d615128 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b8fa96645be4a1e92df2c31c295cafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8708532 Dec 16 15:10:08.935507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59702) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:08.974603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2e3d0-69c6-49be-b2ec-8d294d615128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41adf672-3daf-44da-af2c-8cf369aae590,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:08.997744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.000287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.001420 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79e8431e-4839-457f-9135-6d420e98e0ac HTTP/1.1" status: 204 len: 168 time: 0.4915750 Dec 16 15:10:09.021258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf005b-3723-47b2-84ec-6d9e8239fecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e8431e-4839-457f-9135-6d420e98e0ac,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.037748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.068230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.099136 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.109660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea0be66-a1e6-4470-b245-de33fb6210d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.247746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.248224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:09.254174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.257818 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41adf672-3daf-44da-af2c-8cf369aae590 HTTP/1.1" status: 204 len: 168 time: 0.3101909 Dec 16 15:10:09.290299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.295678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9508bb-9536-4e0e-91cf-669821640fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41adf672-3daf-44da-af2c-8cf369aae590,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.370656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea0be66-a1e6-4470-b245-de33fb6210d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.385300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.416076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dee4801-ecb3-4b1e-b389-8c3fd2b46646,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.438594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95228a1a-85aa-4aab-9294-dc2b8d669aa2 req-afce4db5-a601-45fa-be2b-f3a73912ff55 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:09.450110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95228a1a-85aa-4aab-9294-dc2b8d669aa2 req-afce4db5-a601-45fa-be2b-f3a73912ff55 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 948 time: 0.1052566 Dec 16 15:10:09.461778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea0be66-a1e6-4470-b245-de33fb6210d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.488038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:09.506262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '762e1409-5328-486e-94a9-e3ba08d1d096', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '762e1409-5328-486e-94a9-e3ba08d1d096', 'mac_address': 'fa:16:3e:2c:75:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:09.522374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7ea0be66-a1e6-4470-b245-de33fb6210d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7db56471d16845579001f012cf14786a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6487014 Dec 16 15:10:09.524937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:09.525951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.529499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-189a71aa-f68e-4fd4-8cc9-4af292fb40e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6165812 Dec 16 15:10:09.543614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:09.548770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.556184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'security_group_rule': {'security_group_id': '4b7653dc-ab10-4e83-b212-35eff89904bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:09.565065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762e1409-5328-486e-94a9-e3ba08d1d096 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:09.569536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0be66-a1e6-4470-b245-de33fb6210d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb0f3fa-996a-406e-86ae-80efe5bf710c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.588087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:09.608050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345a5e-7e40-4856-b884-25256eb196fd req-3872ab87-f3d2-41b1-846c-1cd6b7f54a7b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:09.610205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-3872ab87-f3d2-41b1-846c-1cd6b7f54a7b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d&tenant_id=f258d0d0febf486181cb1b4733ef842a&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 948 time: 0.1228495 Dec 16 15:10:09.614643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.617081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95228a1a-85aa-4aab-9294-dc2b8d669aa2 req-7dd8b7c6-c619-4438-b363-2593ed505bd7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653810 Dec 16 15:10:09.650772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.681375 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-0f345a5e-7e40-4856-b884-25256eb196fd req-db8ce352-046c-4134-88bc-5e11b625f1fe service neutron] delete failed (client error): The resource could not be found. Dec 16 15:10:09.682623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-db8ce352-046c-4134-88bc-5e11b625f1fe service neutron] 10.222.0.74 "DELETE /v2.0/ports/762e1409-5328-486e-94a9-e3ba08d1d096/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0635896 Dec 16 15:10:09.718699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.755307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.798430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.865572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345a5e-7e40-4856-b884-25256eb196fd req-efc166c2-57e8-43b2-a967-ab195f9b6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:09.867664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-efc166c2-57e8-43b2-a967-ab195f9b6982 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1100 time: 0.0439310 Dec 16 15:10:09.869848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.872691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.873771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9eb0f3fa-996a-406e-86ae-80efe5bf710c HTTP/1.1" status: 204 len: 168 time: 0.3477020 Dec 16 15:10:09.895257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59742) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:09.903579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.910782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc88e6-12c5-4f5e-ba8a-84e01dc46a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb0f3fa-996a-406e-86ae-80efe5bf710c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:09.922178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd85279d-999e-47ab-ad30-6658590b14de admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:09.962066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e4444933-c47a-4e7b-8157-0266663daa69 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:10.032530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd85279d-999e-47ab-ad30-6658590b14de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.034659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.043220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:10.059959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e04aea-261e-4208-93a3-64bd8129a402,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:10.087761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345a5e-7e40-4856-b884-25256eb196fd req-7c1e73a5-e83c-4fd2-9566-f689108fbad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.089269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-7c1e73a5-e83c-4fd2-9566-f689108fbad9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2133100 Dec 16 15:10:10.110878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c2ac-a6cf-4ac0-a24a-ae0d619d563c req-2542d820-41ca-4d48-978e-784710ce542f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.117501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de97c2ac-a6cf-4ac0-a24a-ae0d619d563c req-2542d820-41ca-4d48-978e-784710ce542f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.0868354 Dec 16 15:10:10.132690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.134853 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a7f26cad-1113-4033-8af9-c9ea10170aa3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5868573 Dec 16 15:10:10.135274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port e4444933-c47a-4e7b-8157-0266663daa69 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:10.136269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd85279d-999e-47ab-ad30-6658590b14de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.141312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:10.154109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:10.156190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port e4444933-c47a-4e7b-8157-0266663daa69 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:10.156904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.187236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-c600baec-4c6e-4237-bd99-9527fac773ae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0894511 Dec 16 15:10:10.213192 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd85279d-999e-47ab-ad30-6658590b14de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de96bdb0eecc4ac8bdc24b10e855ebff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118043 Dec 16 15:10:10.217178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59750) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:10.218727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85279d-999e-47ab-ad30-6658590b14de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c1b9d-b787-4cea-8046-f3863ad2e394,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:10.272382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de97c2ac-a6cf-4ac0-a24a-ae0d619d563c req-14b2a1b7-d40d-4143-905a-45f41148c49c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475971 Dec 16 15:10:10.291625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345a5e-7e40-4856-b884-25256eb196fd req-9d72152c-eda0-4dc2-9d1f-88f6b00ea57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.293352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-9d72152c-eda0-4dc2-9d1f-88f6b00ea57f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0952709 Dec 16 15:10:10.341356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.358717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345a5e-7e40-4856-b884-25256eb196fd req-6f9c9723-47f9-42e9-99b1-bdd71b283d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.360164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.360932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-6f9c9723-47f9-42e9-99b1-bdd71b283d66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572162 Dec 16 15:10:10.383372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.398628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.415529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:10.418101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:10.421553 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a4b86-fe3f-439f-9f44-e669ff2f6696" -d '{"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-plugged", "status": "completed", "tag": "e4444933-c47a-4e7b-8157-0266663daa69"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:10.495912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.519007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59758) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:10.528694 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea2b29c-4a43-458e-917e-4397a22d984f x-openstack-request-id: req-9ea2b29c-4a43-458e-917e-4397a22d984f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:10.529291 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-plugged", "status": "completed", "tag": "e4444933-c47a-4e7b-8157-0266663daa69", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:10.532026 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ea2b29c-4a43-458e-917e-4397a22d984f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:10.532026 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69', 'code': 200} Dec 16 15:10:10.573008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:10.575847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.600096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-8e7df52f-fd75-41dd-9af9-aaaf0ab978c9 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271090 Dec 16 15:10:10.710006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.714525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.718019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7f5c1b9d-b787-4cea-8046-f3863ad2e394 HTTP/1.1" status: 204 len: 168 time: 0.4833026 Dec 16 15:10:10.759486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f345a5e-7e40-4856-b884-25256eb196fd req-0e9ffada-d068-4ea1-9141-9508a6393c54 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322272 Dec 16 15:10:10.778467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413b6f2-921a-46db-83d6-648166cd643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c1b9d-b787-4cea-8046-f3863ad2e394,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:10.782226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616f93b-1ab1-4025-b9f6-3113da6663ef req-759b804b-508a-4f23-ba17-895d1967458c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.785552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d616f93b-1ab1-4025-b9f6-3113da6663ef req-759b804b-508a-4f23-ba17-895d1967458c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 949 time: 0.0895205 Dec 16 15:10:10.858109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5b235-e3d3-4d89-9f91-ba6a1f1174f1 req-4f5115a9-0d6e-4634-bfe3-343061d93a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:10.860574 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72f5b235-e3d3-4d89-9f91-ba6a1f1174f1 req-4f5115a9-0d6e-4634-bfe3-343061d93a7d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.2319632 Dec 16 15:10:10.890833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e55d47-f774-4c33-8a5b-709cf72edb94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:10.906770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d616f93b-1ab1-4025-b9f6-3113da6663ef req-bc5893c3-5736-4f40-b7ca-47a573c24e4d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134567 Dec 16 15:10:10.963747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Allocated IP 172.25.7.10 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/63897a1b-56a0-4c76-ae69-155088772d3a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:11.033582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72f5b235-e3d3-4d89-9f91-ba6a1f1174f1 req-f78e3dbe-63a7-4cac-8dfa-fc399ecf6c22 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549592 Dec 16 15:10:11.064076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-717dd338-4adf-4d04-8060-8c5d84cc0351 req-ecc69381-8377-45ad-a1d2-e8b64ac7c0db tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219605 Dec 16 15:10:11.177002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e55d47-f774-4c33-8a5b-709cf72edb94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.180079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.191724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dd338-4adf-4d04-8060-8c5d84cc0351 req-7cd719d0-e774-4442-b73a-5c569e7d61be tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:11.193585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-717dd338-4adf-4d04-8060-8c5d84cc0351 req-7cd719d0-e774-4442-b73a-5c569e7d61be tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219349 Dec 16 15:10:11.214173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-717dd338-4adf-4d04-8060-8c5d84cc0351 req-3efcae09-20ff-4928-94cb-f602f7ab4cbb tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/quotas/00b1f78e2a774dafa97118755b8d0ea8 HTTP/1.1" status: 200 len: 375 time: 0.0142851 Dec 16 15:10:11.232294 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e55d47-f774-4c33-8a5b-709cf72edb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.248130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:11.256505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-717dd338-4adf-4d04-8060-8c5d84cc0351 req-4dd4fea6-0910-4a7d-8ca8-045256c726f5 tempest-QuotasAdminNegativeTest-2004455082 tempest-QuotasAdminNegativeTest-2004455082-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358558 Dec 16 15:10:11.285170 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a2e55d47-f774-4c33-8a5b-709cf72edb94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=03ae3e817c61419887c91868125e0e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7632732 Dec 16 15:10:11.285889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:11.286021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e55d47-f774-4c33-8a5b-709cf72edb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed205f1-95c3-4e8f-9c58-c2a23d1547d0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:11.302822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.359561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:11.362077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.363449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:11.367374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:11.373459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'Port': ['ID=63897a1b-56a0-4c76-ae69-155088772d3a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:11.419589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 762e1409-5328-486e-94a9-e3ba08d1d096 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:11.424702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 762e1409-5328-486e-94a9-e3ba08d1d096 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:11.425518 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.429362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.479190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a74e7a-4c25-4224-ba95-0e768b23039d req-661cd778-7020-42b1-86d9-45681a4da826 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:11.481106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42a74e7a-4c25-4224-ba95-0e768b23039d req-661cd778-7020-42b1-86d9-45681a4da826 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Dec 16 15:10:11.517920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.547672 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.561140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42a74e7a-4c25-4224-ba95-0e768b23039d req-a7af2c35-267a-457c-88ad-a79d8a1a817a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659356 Dec 16 15:10:11.570199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.574005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.576358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ed205f1-95c3-4e8f-9c58-c2a23d1547d0 HTTP/1.1" status: 204 len: 168 time: 0.2892656 Dec 16 15:10:11.592588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5869d-f521-4248-93c7-65491713314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed205f1-95c3-4e8f-9c58-c2a23d1547d0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:11.610459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:11.625508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59806) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:11.639556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.645587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65dd0648-7be4-4638-b6e7-ae25902f04b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.662385 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.762182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:11.906856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65dd0648-7be4-4638-b6e7-ae25902f04b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:11.987775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.004354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65dd0648-7be4-4638-b6e7-ae25902f04b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.066674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.085100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd0648-7be4-4638-b6e7-ae25902f04b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847ccb28-1b42-4264-9484-75daa9841da5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:12.095115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-65dd0648-7be4-4638-b6e7-ae25902f04b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=62f0de619a9842b4bad76b7d922095b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684911 Dec 16 15:10:12.098556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59812) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:12.127058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeed07-6c4d-4e34-b15f-6f53e4ffed00 req-47bdabe5-3d47-4532-a2f6-5e25d299e385 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:12.129342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81eeed07-6c4d-4e34-b15f-6f53e4ffed00 req-47bdabe5-3d47-4532-a2f6-5e25d299e385 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1007047 Dec 16 15:10:12.227372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'Port': ['ID=63897a1b-56a0-4c76-ae69-155088772d3a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:12.240486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.241549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.249869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81eeed07-6c4d-4e34-b15f-6f53e4ffed00 req-21a0a261-8242-4442-aa61-164cfb399738 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077867 Dec 16 15:10:12.286408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.337577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.338996 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-21e5b96b-6c05-4558-85df-ad31ef4de49e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1948903 Dec 16 15:10:12.444119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.446870 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.448038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/847ccb28-1b42-4264-9484-75daa9841da5 HTTP/1.1" status: 204 len: 168 time: 0.3483732 Dec 16 15:10:12.455886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe77b2e-2a42-40fb-a947-a2400bf29c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ccb28-1b42-4264-9484-75daa9841da5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:12.531466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:12.535385 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1113feea-26e2-4321-bafc-004819ae5768" -d '{"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:12.573635 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168d4619-b348-4edb-a3c0-46d1357ab3d7 x-openstack-request-id: req-168d4619-b348-4edb-a3c0-46d1357ab3d7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:12.580487 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-plugged", "status": "completed", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:12.580487 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-168d4619-b348-4edb-a3c0-46d1357ab3d7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:12.580487 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'code': 200} Dec 16 15:10:12.663304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:12.682435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b0756cb-3fe7-4cbe-9e03-aef00abd2389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.701506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738fdd-3ce6-4780-8fd2-9e4d903453ea req-364a4a0a-3ec0-4533-b6b4-9ff4bf993b74 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:12.703224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf738fdd-3ce6-4780-8fd2-9e4d903453ea req-364a4a0a-3ec0-4533-b6b4-9ff4bf993b74 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 945 time: 0.0610578 Dec 16 15:10:12.771371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf738fdd-3ce6-4780-8fd2-9e4d903453ea req-48a6dbfb-c216-47d4-9269-1abf880d6a5e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Dec 16 15:10:12.782932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b0756cb-3fe7-4cbe-9e03-aef00abd2389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.812678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:12.856009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b0756cb-3fe7-4cbe-9e03-aef00abd2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:12.926914 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b0756cb-3fe7-4cbe-9e03-aef00abd2389 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=01d3cafd83264fd2854ad1f2b1e55216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572992 Dec 16 15:10:12.928379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:12.931189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0756cb-3fe7-4cbe-9e03-aef00abd2389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf78006-e7e4-49d8-a9d0-e8e6a3661e93,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:13.013077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491610-887a-4241-a56b-aa82f7f58663 req-f32adb4b-a3b2-4806-9287-afe719179c70 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:13.015015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.016606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4491610-887a-4241-a56b-aa82f7f58663 req-f32adb4b-a3b2-4806-9287-afe719179c70 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.1254478 Dec 16 15:10:13.056379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.098890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4491610-887a-4241-a56b-aa82f7f58663 req-d127399c-cf92-4bb4-beb5-be0504cf4b56 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Dec 16 15:10:13.121672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-2c2502e5-ecca-44af-ac0d-1c6bf6ecd14f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--529856066&fields=id&tenant_id=08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 267 time: 0.0757797 Dec 16 15:10:13.215213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.218113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.222476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0cf78006-e7e4-49d8-a9d0-e8e6a3661e93 HTTP/1.1" status: 204 len: 168 time: 0.2895048 Dec 16 15:10:13.230362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9395f-1157-4907-a7ce-7d0e1b3b267d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf78006-e7e4-49d8-a9d0-e8e6a3661e93,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:13.266426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-2d2fd6fb-3ca6-4780-a980-96e92644624f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:13.267128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-2d2fd6fb-3ca6-4780-a980-96e92644624f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 824 time: 0.1378653 Dec 16 15:10:13.275340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc0f77-eb1a-4f2b-8c63-fd6860bb161a req-55ceaaac-add0-4c1c-b93f-2b0962838824 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:13.276855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91cc0f77-eb1a-4f2b-8c63-fd6860bb161a req-55ceaaac-add0-4c1c-b93f-2b0962838824 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.0842080 Dec 16 15:10:13.292887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-de6f3f97-182b-4d61-87f0-0b8a85bddf69 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/quotas/08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 375 time: 0.0150554 Dec 16 15:10:13.320147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59866) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:13.344123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-233129838-network', 'tenant_id': '6c59f4f4aaf945efa515ded4f485f5b7'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:13.383460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91cc0f77-eb1a-4f2b-8c63-fd6860bb161a req-e5e0cff4-9171-447e-a89a-60c42cefe9e3 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913551 Dec 16 15:10:13.401961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-5e7a0ace-43de-499b-976a-4b6f640d1666 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001086 Dec 16 15:10:13.420796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-f24c3f6a-b24b-4879-822f-00932bedae44 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:10:13.421944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-f24c3f6a-b24b-4879-822f-00932bedae44 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072424 Dec 16 15:10:13.531501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Made reservation on behalf of 6c59f4f4aaf945efa515ded4f485f5b7 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:13.533985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.556403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3af35-77b6-41a5-adcb-9caf38f10da8 req-6c268677-4da0-4a78-a6b0-d3273418de14 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:13.559479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adf3af35-77b6-41a5-adcb-9caf38f10da8 req-6c268677-4da0-4a78-a6b0-d3273418de14 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.0818596 Dec 16 15:10:13.563458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.584402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-3f0e92ac-56f6-4adc-be2c-dcc9a0089a1b service neutron] 10.222.0.71 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553516 Dec 16 15:10:13.830499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:13.874157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b25613f6-4533-4683-a2fd-96afbfce5bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.976378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2605e2fe-11c3-4986-95e6-aae65d5db989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:13.985012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adf3af35-77b6-41a5-adcb-9caf38f10da8 req-11a7cb5f-5328-4249-82f6-c23a1fe9a7aa tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176655 Dec 16 15:10:14.031660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4ca36cf-6af0-49c0-94d4-73ed98bb8413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.046205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-b51effa1-72f9-414e-af5b-2d0c549bd16b service neutron] 10.222.0.71 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524202 Dec 16 15:10:14.074216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.114708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b25613f6-4533-4683-a2fd-96afbfce5bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.185576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.187468 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4ca36cf-6af0-49c0-94d4-73ed98bb8413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.216098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b25613f6-4533-4683-a2fd-96afbfce5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.222316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:14.234256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d871855-3bf2-4bea-b74d-462e14ab44c1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:14.243351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb65c07-f983-441e-b8c5-647cbf9b0de1 req-1548289c-1c2c-41e9-af4d-0fb08809fe88 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:14.248522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bb65c07-f983-441e-b8c5-647cbf9b0de1 req-1548289c-1c2c-41e9-af4d-0fb08809fe88 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.0972626 Dec 16 15:10:14.254399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.254739 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Added segment 475364de-2899-47da-9194-dc9ac140d058 of type vlan for network 100f21be-c29a-49f7-910f-aedd57ffaed5 Dec 16 15:10:14.270570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25613f6-4533-4683-a2fd-96afbfce5bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a0489e-2df1-4fc2-8fb3-f190deeb41e0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:14.277082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b25613f6-4533-4683-a2fd-96afbfce5bbc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3741557856c421f96e1729d497b93e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4435146 Dec 16 15:10:14.279924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:14.354749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4ca36cf-6af0-49c0-94d4-73ed98bb8413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.384316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.418444 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4ca36cf-6af0-49c0-94d4-73ed98bb8413 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=00b1f78e2a774dafa97118755b8d0ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0918467 Dec 16 15:10:14.418679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:14.418771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.439100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:14.445906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.484794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca36cf-6af0-49c0-94d4-73ed98bb8413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7053d50-eac9-4c77-988a-2188403052ce,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:14.554015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bb65c07-f983-441e-b8c5-647cbf9b0de1 req-d28a6571-c6e2-4435-8f24-575c1cfb7668 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841430 Dec 16 15:10:14.587917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.634379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.639293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.641394 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/31a0489e-2df1-4fc2-8fb3-f190deeb41e0 HTTP/1.1" status: 204 len: 168 time: 0.3602369 Dec 16 15:10:14.652017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.654601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.656363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:14.656985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:14.661431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1fa03a9-a896-4a64-ba34-675ada48af95 req-0b444395-c320-49fd-b1ab-9003e101d445 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 210 time: 0.0498924 Dec 16 15:10:14.673661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd79237-a1c3-4f0b-81da-2c2be67275e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a0489e-2df1-4fc2-8fb3-f190deeb41e0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:14.785324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-network', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:14.849297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] Pushing event updated for resources: {'Network': ['ID=100f21be-c29a-49f7-910f-aedd57ffaed5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:14.862016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 100f21be-c29a-49f7-910f-aedd57ffaed5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:14.866972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2ab31-5707-4218-8522-a308a6952904 req-d8f73703-bb9a-4115-bafd-7a48a8304c9b tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:14.871736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a2ab31-5707-4218-8522-a308a6952904 req-d8f73703-bb9a-4115-bafd-7a48a8304c9b tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.1058447 Dec 16 15:10:14.976692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3056cef6-3ded-4834-a7e5-d09d1920be0a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1572182 Dec 16 15:10:14.977655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:14.984247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Request body: {'subnet': {'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-233129838-subnet', 'tenant_id': '6c59f4f4aaf945efa515ded4f485f5b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:15.032986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-429fa077-d513-46a4-9f14-aecd27b8d363 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527580 Dec 16 15:10:15.040301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a2ab31-5707-4218-8522-a308a6952904 req-c8c6e4fc-87ca-4c22-a9e5-ccd30020481f tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675179 Dec 16 15:10:15.158643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Made reservation on behalf of fb72f81d34c944e2ac64208b221bfc03 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:15.161305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.173837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.191218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-44e569a4-8244-494b-a5ae-4f4e3882402e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:15.193069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-44e569a4-8244-494b-a5ae-4f4e3882402e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516588 Dec 16 15:10:15.224433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f6874be5-1b3b-4fd4-9359-d51e8fb089a4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/quotas/f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 375 time: 0.0236299 Dec 16 15:10:15.235935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.238824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Made reservation on behalf of 6c59f4f4aaf945efa515ded4f485f5b7 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:15.241741 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.249585 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.253076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7053d50-eac9-4c77-988a-2188403052ce HTTP/1.1" status: 204 len: 168 time: 0.8038344 Dec 16 15:10:15.293518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90cc58-4d20-444c-b874-94300f6c3702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7053d50-eac9-4c77-988a-2188403052ce,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:15.375436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-bd2c5140-d0c4-44e0-bc69-8d999c3b6e71 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492004 Dec 16 15:10:15.463473 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.602931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.640141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:15.651289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd013ed-3e5d-4a90-9963-cfe506dab6a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:15.667199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.667553 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Added segment f27ceeb1-46f4-4885-a664-f9a0fb571824 of type vlan for network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 Dec 16 15:10:15.671400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.717328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e162a597-30b1-4909-9cc0-07963eb7600b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:15.791061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Checking segment: {'id': '475364de-2899-47da-9194-dc9ac140d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:15.791655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Network hostable DHCP agents. Network: 100f21be-c29a-49f7-910f-aedd57ffaed5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:15.792687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23bc3824-4294-4648-b7c4-1351e0e273fd req-f34cd119-b7d4-48ba-986d-59d4409add4b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 210 time: 0.0711088 Dec 16 15:10:15.827629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8ebbaa1-3f0c-4ece-90f4-118e5b328dea req-d32d5631-4a43-40ae-a7be-c37cea45cd83 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 210 time: 0.0937922 Dec 16 15:10:15.835295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.918960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Network 100f21be-c29a-49f7-910f-aedd57ffaed5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:15.964245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:15.965259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:15.965859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.024326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] Pushing event updated for resources: {'Network': ['ID=4a6824c9-3ab9-434f-89bd-40d6c00e8c56,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:16.036063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:16.068093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 100f21be-c29a-49f7-910f-aedd57ffaed5) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:16.079409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:16.082664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.098894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f01b928-853a-49bd-8eab-a56001c8a248 None None] Network 100f21be-c29a-49f7-910f-aedd57ffaed5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:16.173927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcdd25-0d93-4458-8c04-00ce7f3296de req-364568f6-62cd-49ea-b04f-2451bc6b2fb8 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:16.176044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34bcdd25-0d93-4458-8c04-00ce7f3296de req-364568f6-62cd-49ea-b04f-2451bc6b2fb8 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.0419998 Dec 16 15:10:16.183647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9234c8c6-2106-4a8e-8e80-dfd5b522fc35 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7602229 Dec 16 15:10:16.200527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:16.205553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Request body: {'subnet': {'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-subnet', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:16.224707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34bcdd25-0d93-4458-8c04-00ce7f3296de req-33974a52-df3f-46eb-b603-f15ec8d5d1a9 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Dec 16 15:10:16.229976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12986b-2b10-46f7-ad49-fdadc2eb0e74 None None] Network 100f21be-c29a-49f7-910f-aedd57ffaed5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:16.252937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e76a12e6-6abb-4d05-a188-2a062121d672 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2739074 Dec 16 15:10:16.438148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Made reservation on behalf of fb72f81d34c944e2ac64208b221bfc03 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:16.441053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.535246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ece52f3-078e-4a5c-8ad6-051be2af68c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.547444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:16.558913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e634-4944-4b56-acaf-d487d405de8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.780566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.787922 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e634-4944-4b56-acaf-d487d405de8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.848709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2d1fcc-9f99-4eb6-b9f7-050136521f5a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:16.860634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Checking segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:16.860634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Network hostable DHCP agents. Network: 4a6824c9-3ab9-434f-89bd-40d6c00e8c56, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:16.879671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9a0e634-4944-4b56-acaf-d487d405de8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:16.918095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60004) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:16.918312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c9a0e634-4944-4b56-acaf-d487d405de8a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7ec8feb0e4d461688f8e76db697d126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715813 Dec 16 15:10:16.942713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e634-4944-4b56-acaf-d487d405de8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b607c4d-c5c7-4a91-ac57-34044f0801d2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:16.976684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:17.009745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.039140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.075205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4a6824c9-3ab9-434f-89bd-40d6c00e8c56) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:17.083344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:17.083876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9237d4ac-6e88-4eac-a0c9-16d4525d37c4 None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:17.084316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.205845 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ac6dcdb-3e3a-4561-839f-413ac0cacd03 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0017655 Dec 16 15:10:17.207004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60024) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:17.238623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:17.258870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'fixed_ips': [{'subnet_id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:10:17.260650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.299940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.304624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.305720 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b607c4d-c5c7-4a91-ac57-34044f0801d2 HTTP/1.1" status: 204 len: 168 time: 0.3865695 Dec 16 15:10:17.316010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad13db6-e3cc-410c-8d19-56c8381866a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b607c4d-c5c7-4a91-ac57-34044f0801d2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:17.341383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-ece9a4cc-78a2-4195-a272-e8ae8b9e2dec tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:17.348892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.350180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.354118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-ece9a4cc-78a2-4195-a272-e8ae8b9e2dec tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/networks?id=100f21be-c29a-49f7-910f-aedd57ffaed5 HTTP/1.1" status: 200 len: 817 time: 0.1992133 Dec 16 15:10:17.370427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-0090adcc-bca3-4492-8399-1fe6a22a24a7 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/quotas/6c59f4f4aaf945efa515ded4f485f5b7 HTTP/1.1" status: 200 len: 375 time: 0.0175436 Dec 16 15:10:17.423204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-cddc7523-03fd-4799-a4b2-1a50c45ced8e tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c59f4f4aaf945efa515ded4f485f5b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513365 Dec 16 15:10:17.438672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.570307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Allocated IP 172.20.0.2 (4a6824c9-3ab9-434f-89bd-40d6c00e8c56/4a2d1fcc-9f99-4eb6-b9f7-050136521f5a/342b0788-6c03-409f-8995-a9e88dc4638d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:17.582394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-14b782f0-0b55-4ec1-9508-fa581924a4c5 service neutron] 10.222.0.71 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571651 Dec 16 15:10:17.681340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.693763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-cb178264-fb63-47a2-ac5f-fb31195a2d5e service neutron] 10.222.0.71 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105990 Dec 16 15:10:17.714426 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.796296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:17.850377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.002169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:18.007619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:18.010323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:18.044873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Pushing event updated for resources: {'Port': ['ID=342b0788-6c03-409f-8995-a9e88dc4638d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:18.103442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Attempting to bind port 342b0788-6c03-409f-8995-a9e88dc4638d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:18.104617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Attempting to bind port 342b0788-6c03-409f-8995-a9e88dc4638d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:18.105175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Attempting to bind port 342b0788-6c03-409f-8995-a9e88dc4638d on network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:18.114052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:18.116522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Checking segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:18.116522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.117104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Bound using segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:18.117954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Bound port: 342b0788-6c03-409f-8995-a9e88dc4638d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:18.118507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.152964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13091fe4-f599-49c1-91c5-e1ee3d9cd3c0 req-7e1a60e1-9d1b-4289-8031-5f0f012973bc tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 210 time: 0.1223960 Dec 16 15:10:18.236349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] For port 342b0788-6c03-409f-8995-a9e88dc4638d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:18.247282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] For port 342b0788-6c03-409f-8995-a9e88dc4638d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=342b0788-6c03-409f-8995-a9e88dc4638d,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:18.263643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.281062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-6f069ee8-f4b7-4816-9a3e-b066c9e6e47b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:18.286631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-6f069ee8-f4b7-4816-9a3e-b066c9e6e47b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 824 time: 0.4109514 Dec 16 15:10:18.302547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.313500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.388379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a37b686e-5d3d-44de-83f9-ecc2ed1c2c44 req-417c39c9-82d6-4bc8-9577-ebfd07b0f610 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 210 time: 0.0906451 Dec 16 15:10:18.430628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5630f5-8311-48bf-bcf1-3c6ac6bb8d7a None None] Pushing event updated for resources: {'Port': ['ID=342b0788-6c03-409f-8995-a9e88dc4638d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:18.437474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-a8abd338-9509-4444-8fa1-44733db19584 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 379 time: 0.1296337 Dec 16 15:10:18.461963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'port': {'device_id': '5b3e271e-86bb-455d-b462-b925c0d74581', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'admin_state_up': True, 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'security_groups': ['4b7653dc-ab10-4e83-b212-35eff89904bf']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:18.537057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Allocated IP 172.25.7.128 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/712eb0e3-0503-4c88-94a7-ffb2343b3321) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:18.722562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.776170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Made reservation on behalf of 08bf3135fbc045499c0ff121b739e387 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:18.782078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:18.856882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.000367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Pushing event updated for resources: {'Port': ['ID=712eb0e3-0503-4c88-94a7-ffb2343b3321,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:19.025005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:19.042504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Allocated IP 172.20.0.6 (c055742f-1ff7-444e-9d33-20c825d0bf31/ac559c96-e8a2-4a12-8aca-7d5954e0f23d/ddb68290-035f-4c30-9db3-4a9d3c456281) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:19.053193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.056744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:19.100847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:19.134770 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-8a579ad2-36b5-4366-b573-abe69dd2cbed tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213508 Dec 16 15:10:19.298253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60098) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:19.339273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.461213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-fdd38582-f1d2-4f35-8b99-d3398c577de5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:19.462779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-fdd38582-f1d2-4f35-8b99-d3398c577de5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804112 Dec 16 15:10:19.501444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.514649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Request body: {'port': {'device_id': '7b60822f-3a53-4e28-b908-267765a442bd', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'f258d0d0febf486181cb1b4733ef842a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:19.599133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:19.606791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:19.612447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:19.619659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:19.622553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.682661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:19.756329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd8ca97c-2095-4172-a430-6181b448fba7 req-9b33c107-b0b2-44fb-82c2-ed025f44fea4 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 210 time: 0.0539966 Dec 16 15:10:19.797567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.799309 n-d-821947-3 neutron-server[104055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 16 15:10:19.814465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-de32720e-0129-4590-8d63-c94d76fd290c tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:10:19.820654 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-de32720e-0129-4590-8d63-c94d76fd290c tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5164738 Dec 16 15:10:19.821260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:19.821690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-558845ab-2b5b-4982-a730-275e95cdd505 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3612952 Dec 16 15:10:19.873628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2589eece-a40a-4cc5-9678-96cb0d2dff20 req-c85d4ea3-8779-46d1-8a59-d331d8e4ff8f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 210 time: 0.0443478 Dec 16 15:10:19.883653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Request body: {'port': {'device_id': '5b3e271e-86bb-455d-b462-b925c0d74581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:20.001485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.037420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef9023d-ff66-48e6-8443-ed64744991f6 None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:20.212155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Provisioning complete for port 342b0788-6c03-409f-8995-a9e88dc4638d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:20.212862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.241662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 342b0788-6c03-409f-8995-a9e88dc4638d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:20.321762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 342b0788-6c03-409f-8995-a9e88dc4638d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:20.322226 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.374572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4893003-7337-4423-9099-60d73f3337f5 req-51cfdb3e-c9f2-4bdf-9c8a-cd5e4a8d59f9 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:20.382220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4893003-7337-4423-9099-60d73f3337f5 req-51cfdb3e-c9f2-4bdf-9c8a-cd5e4a8d59f9 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 931 time: 0.1026127 Dec 16 15:10:20.445352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.471314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4893003-7337-4423-9099-60d73f3337f5 req-5a0999bf-5e8d-4ff6-8f7d-1a961cea77dc tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861874 Dec 16 15:10:20.533493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.537562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] For port 342b0788-6c03-409f-8995-a9e88dc4638d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=342b0788-6c03-409f-8995-a9e88dc4638d,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:20.598618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb68290-035f-4c30-9db3-4a9d3c456281 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:20.613241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.617928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Made reservation on behalf of f258d0d0febf486181cb1b4733ef842a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:20.627663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.635436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.642544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Transition to ACTIVE for port object ddb68290-035f-4c30-9db3-4a9d3c456281 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:20.643290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.709932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Provisioning complete for port ddb68290-035f-4c30-9db3-4a9d3c456281 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:20.710212 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.747496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:10:20.747890 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:10:20.751929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Pushing event updated for resources: {'Port': ['ID=342b0788-6c03-409f-8995-a9e88dc4638d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:20.759866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d4300cf1-b906-4610-bf7d-de31d4fbd240 None None] Port ddb68290-035f-4c30-9db3-4a9d3c456281 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:20.770322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.803780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-507052a5-d811-4828-bf2a-1a8c84253f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:20.805235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-507052a5-d811-4828-bf2a-1a8c84253f7e service neutron] 10.222.0.71 "GET /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 1093 time: 0.5783761 Dec 16 15:10:20.845036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:20.846467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Unknown quota resources ['binding']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:10:20.854856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:20.885037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a395e571-1392-4db2-a007-c35db427b029 None None] Provisioning complete for port 342b0788-6c03-409f-8995-a9e88dc4638d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:20.885623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a395e571-1392-4db2-a007-c35db427b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:20.914094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Attempting to bind port ddb68290-035f-4c30-9db3-4a9d3c456281 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:20.914433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Attempting to bind port ddb68290-035f-4c30-9db3-4a9d3c456281 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:20.914902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Attempting to bind port ddb68290-035f-4c30-9db3-4a9d3c456281 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:20.919725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Port ddb68290-035f-4c30-9db3-4a9d3c456281 on network c055742f-1ff7-444e-9d33-20c825d0bf31 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:20.920107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Attempting to bind port ddb68290-035f-4c30-9db3-4a9d3c456281 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:20.925693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:20.926195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Checking segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:20.926596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Bound using segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:20.927192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Bound port: ddb68290-035f-4c30-9db3-4a9d3c456281, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:20.927665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.049638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:21.053973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddb68290-035f-4c30-9db3-4a9d3c456281,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:21.141462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.166481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Allocated IP 192.168.233.65 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/d19abcd5-d241-4fbd-9878-0175acf6257b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:21.190495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:21.190734 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.192331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] 10.222.0.30 "PUT /v2.0/ports/ddb68290-035f-4c30-9db3-4a9d3c456281 HTTP/1.1" status: 200 len: 1091 time: 1.3177395 Dec 16 15:10:21.195609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:21.197920 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5932196b-70ed-44f1-bce4-d32ab48cdf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:21.207598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.30', 57616) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:21.245865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f51e0c-3794-4c9b-9797-d46407e91be1 req-7de7cc68-89ca-4915-b717-4ac41eae77b0 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 210 time: 0.0569997 Dec 16 15:10:21.271439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071005b-cad6-46ef-bb7e-57dcd8257dbb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:21.356407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Router ba0d764c-fa69-4172-b1b7-a8ce1f645adf is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:10:21.400229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-1155c853-3856-41c3-b6f7-3090002e6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:21.402121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-1155c853-3856-41c3-b6f7-3090002e6bec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 1094 time: 0.0582621 Dec 16 15:10:21.413467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:21.413839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:21.414342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:21.481198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-f9fe973d-150a-46cd-a5a8-382a8014d59d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb68290-035f-4c30-9db3-4a9d3c456281 HTTP/1.1" status: 200 len: 217 time: 0.0633531 Dec 16 15:10:21.485328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:21.485328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:21.496512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2002277130', 'description': 'tempest-description-1876349991'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:21.557445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-f81b55d4-417a-45ba-b4c9-2618a32cde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:21.559078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-f81b55d4-417a-45ba-b4c9-2618a32cde2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.0579922 Dec 16 15:10:21.567427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:21.567789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:21.568365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:21.568814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Bound port: e4444933-c47a-4e7b-8157-0266663daa69, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:21.607934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-a49feec7-bb46-462b-85bd-cbb1ed746e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:21.609495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-a49feec7-bb46-462b-85bd-cbb1ed746e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433991 Dec 16 15:10:21.639610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-f5727157-6c8c-45e6-9c2c-4e4e4fa175f2 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:21.641115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-f5727157-6c8c-45e6-9c2c-4e4e4fa175f2 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.30 "GET /v2.0/networks?id=100f21be-c29a-49f7-910f-aedd57ffaed5 HTTP/1.1" status: 200 len: 817 time: 0.4221730 Dec 16 15:10:21.666077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.679522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.700982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Request body: {'port': {'device_id': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5', 'admin_state_up': True, 'tenant_id': '6c59f4f4aaf945efa515ded4f485f5b7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:21.740255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-983874b3-35ad-4137-8f5e-58068c87b8f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 Dec 16 15:10:21.809282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.818262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:21.829619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:21.831136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Sync routers for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:21.844474 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:21.845359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:21.849398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.867191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7b1f79b-f01d-4514-bf45-53c029657736 req-ff47b1fe-feb2-4b0c-a862-44fce1bfc3fd service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176817 Dec 16 15:10:21.891608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.892846 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2d85fbe7-9a6d-4f08-9c6a-226617d4b739 service neutron] 10.222.0.71 "POST /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69/bindings HTTP/1.1" status: 201 len: 389 time: 1.0698593 Dec 16 15:10:21.933902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.941141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:21.941141 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-295d8b60-2de5-4460-a4aa-ea09fb5ec37e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7300808 Dec 16 15:10:21.941602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60152) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:21.961979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:21.969844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a01e2-f96c-4dad-aa9b-215d0c538a37,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:22.031529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.038792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.082227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:22.120221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:22.127785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Made reservation on behalf of 6c59f4f4aaf945efa515ded4f485f5b7 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:22.131333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.132378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 342b0788-6c03-409f-8995-a9e88dc4638d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:22.138564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:22.147109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.148343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:22.154522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:22.243363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e9acfc-f144-457c-9db7-0361f47fde7e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:22.292271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.303265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0df7c82-4d96-4f3a-a630-8b26b8fe9356 req-4a8132da-a255-42f9-8f0d-572e7177b3fb tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8247316 Dec 16 15:10:22.305728 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:19Z', 'revision_number': 3, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:22.318706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 342b0788-6c03-409f-8995-a9e88dc4638d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:22.319084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.369573 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Checking router: ba0d764c-fa69-4172-b1b7-a8ce1f645adf for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:22.369925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Updating router ba0d764c-fa69-4172-b1b7-a8ce1f645adf port 712eb0e3-0503-4c88-94a7-ffb2343b3321 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:22.424911 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.428201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1049-4f93-4efc-be02-321e14945a4f req-e4b14593-7f22-430b-98b6-f625e791ffce tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:22.434898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f0a1049-4f93-4efc-be02-321e14945a4f req-e4b14593-7f22-430b-98b6-f625e791ffce tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 935 time: 0.0966108 Dec 16 15:10:22.438268 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7781fef-5a7d-49b0-83b0-22981544281e x-openstack-request-id: req-d7781fef-5a7d-49b0-83b0-22981544281e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:22.464855 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:22.466213 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d7781fef-5a7d-49b0-83b0-22981544281e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:22.467521 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'status': 'completed', 'code': 200} Dec 16 15:10:22.643323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f0a1049-4f93-4efc-be02-321e14945a4f req-a67ca002-d493-49a1-a71a-13e21e57d3e1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718295 Dec 16 15:10:22.650119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-f6600084-3f5e-442f-bcc5-54b65a52323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:22.651695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-f6600084-3f5e-442f-bcc5-54b65a52323f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 1094 time: 0.0777440 Dec 16 15:10:22.710884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5dd57736-6414-4dab-a53e-2fbed4de6d9d None None] Provisioning complete for port d19abcd5-d241-4fbd-9878-0175acf6257b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:22.711913 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5dd57736-6414-4dab-a53e-2fbed4de6d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.802394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5dd57736-6414-4dab-a53e-2fbed4de6d9d None None] Port d19abcd5-d241-4fbd-9878-0175acf6257b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:22.805656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.30', 57617) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:22.903110 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:22.907416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-b239f47a-0a19-4ac6-a683-b7286a349fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:22.909178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-b239f47a-0a19-4ac6-a683-b7286a349fe6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1096 time: 0.0976114 Dec 16 15:10:22.910508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-dc536a8e-d032-4f2d-a450-573ae8bf09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:22.912208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-dc536a8e-d032-4f2d-a450-573ae8bf09c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 925 time: 0.2435751 Dec 16 15:10:22.924643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42975c5-63d1-454d-a51b-6df4f4113fdf req-4fe04d14-a980-450c-9a6f-e4a5088afcfe tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:22.926650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b42975c5-63d1-454d-a51b-6df4f4113fdf req-4fe04d14-a980-450c-9a6f-e4a5088afcfe tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 943 time: 0.1548948 Dec 16 15:10:23.010280 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.035545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-eabe1abd-69e5-46a0-b100-1322880f81af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb68290-035f-4c30-9db3-4a9d3c456281 HTTP/1.1" status: 200 len: 217 time: 0.1076045 Dec 16 15:10:23.057396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.059166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.104988 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a9ce-db4e-4721-9cbd-0f4a872fe0c9 None None] Pushing event updated for resources: {'Port': ['ID=712eb0e3-0503-4c88-94a7-ffb2343b3321,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:23.108500 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Attempting to bind port 712eb0e3-0503-4c88-94a7-ffb2343b3321 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:23.109190 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Attempting to bind port 712eb0e3-0503-4c88-94a7-ffb2343b3321 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:23.110215 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Attempting to bind port 712eb0e3-0503-4c88-94a7-ffb2343b3321 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:23.117085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:23.118276 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:23.119270 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.119889 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:23.120592 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Bound port: 712eb0e3-0503-4c88-94a7-ffb2343b3321, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:23.121596 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.134507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-76912ea6-8a3a-4e6a-b6f1-8ca1f546186e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6249871 Dec 16 15:10:23.160296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Request body: {'port': {'device_id': '7b60822f-3a53-4e28-b908-267765a442bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:23.173368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b42975c5-63d1-454d-a51b-6df4f4113fdf req-638db033-abff-4f1d-85bd-7ab342dc2fdc tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289095 Dec 16 15:10:23.177520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-ca44ff00-40d3-4640-8103-09fa8b7ec79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.182058 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] For port 712eb0e3-0503-4c88-94a7-ffb2343b3321, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:23.182322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-ca44ff00-40d3-4640-8103-09fa8b7ec79d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.1306322 Dec 16 15:10:23.182404 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] For port 712eb0e3-0503-4c88-94a7-ffb2343b3321, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712eb0e3-0503-4c88-94a7-ffb2343b3321,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:23.189974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3beed9-7164-47d6-adc0-60f2310671b0 req-99ebce35-1c6d-4403-a7a6-179942455ee9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.192037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f3beed9-7164-47d6-adc0-60f2310671b0 req-99ebce35-1c6d-4403-a7a6-179942455ee9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 945 time: 0.1333103 Dec 16 15:10:23.222676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Allocated IP 172.20.0.5 (100f21be-c29a-49f7-910f-aedd57ffaed5/e162a597-30b1-4909-9cc0-07963eb7600b/36e12114-2bc0-4b85-b923-52ac6c5219c7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:23.239611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-441cc84b-50f2-4b46-8515-2ae060ca362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.241194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-441cc84b-50f2-4b46-8515-2ae060ca362a service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.3061225 Dec 16 15:10:23.256871 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.281022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.285376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.323205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-8e6da33b-9c1a-4f55-a371-7031841cb99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0664811 Dec 16 15:10:23.324971 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:23.325827 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:23.329018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-ab8c3427-670c-4c04-b678-b61cb1029593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.330511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-ab8c3427-670c-4c04-b678-b61cb1029593 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375816 Dec 16 15:10:23.373653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfcabce9-53e7-4104-babc-513d229f2d46 req-e51c7bc3-ca9b-42c5-9c16-7e0fbe91c552 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 210 time: 0.0691607 Dec 16 15:10:23.419351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f3beed9-7164-47d6-adc0-60f2310671b0 req-a4ea45ee-a314-4c85-a50f-095d882fa466 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040777 Dec 16 15:10:23.491116 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:23.510925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1486732239', 'description': 'tempest-description-397396782'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:23.570327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-9fdff97f-14ee-4ca0-8683-271e23606944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:23.571779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-9fdff97f-14ee-4ca0-8683-271e23606944 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.2184656 Dec 16 15:10:23.654170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a9ce-db4e-4721-9cbd-0f4a872fe0c9 None None] Pushing event updated for resources: {'Port': ['ID=712eb0e3-0503-4c88-94a7-ffb2343b3321,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:23.771716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:19Z', 'revision_number': 3, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:23.790462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:23.829175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Allocated IP 172.20.0.1 (4a6824c9-3ab9-434f-89bd-40d6c00e8c56/4a2d1fcc-9f99-4eb6-b9f7-050136521f5a/aa0d4033-bcb6-4bdc-9f35-5906b1accf4c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:23.836218 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cdc3d2-33da-4be2-9230-600179eeac1a None None] The sync data for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 is: [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:19Z', 'revision_number': 3, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:23.931049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-19818081-9eac-4a56-826c-7072edc5d3c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3505819 Dec 16 15:10:23.935490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.031234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.090162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.093676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-8af00bb8-c407-4197-aa52-3ad470123462 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426048 Dec 16 15:10:24.097160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19abcd5-d241-4fbd-9878-0175acf6257b {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:24.112253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.114395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-c552e05f-1e3f-49a0-862a-e304acccdbbc service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569966 Dec 16 15:10:24.116150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Network 100f21be-c29a-49f7-910f-aedd57ffaed5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:24.129594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:24.132089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:24.164783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Transition to ACTIVE for port object d19abcd5-d241-4fbd-9878-0175acf6257b will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:24.171718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Pushing event updated for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:24.242768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:24.242768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.270712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.288371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74b6af-dbc9-4365-a337-215711734799 req-55e439b4-0426-4a17-b5e1-0f62d93a8cea tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:24.295667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b74b6af-dbc9-4365-a337-215711734799 req-55e439b4-0426-4a17-b5e1-0f62d93a8cea tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 935 time: 0.3670802 Dec 16 15:10:24.355398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.363994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bc80ff91-5f34-4d36-bab0-d5dbf6138db1 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6772547 Dec 16 15:10:24.392326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Request body: {'port': {'device_id': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:24.396472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:24.398593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:24.438843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:24.440617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5932196b-70ed-44f1-bce4-d32ab48cdf0c req-bbaa5ab9-a2cd-4136-91a9-eb8057df254a service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151891 Dec 16 15:10:24.442512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:24.478387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b74b6af-dbc9-4365-a337-215711734799 req-b1f6d84d-2763-487e-b6ff-74497af98203 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817391 Dec 16 15:10:24.518507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-e4fac8cb-0ff5-40ed-804a-175f50113d99 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075212 Dec 16 15:10:24.523381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.592858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.637862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b0fefb-698a-48f4-b914-98628e300c87,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:24.638829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Attempting to bind port d19abcd5-d241-4fbd-9878-0175acf6257b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:24.639266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Attempting to bind port d19abcd5-d241-4fbd-9878-0175acf6257b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:24.640274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Attempting to bind port d19abcd5-d241-4fbd-9878-0175acf6257b on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:24.646555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.706231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Port d19abcd5-d241-4fbd-9878-0175acf6257b on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:24.707083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Attempting to bind port d19abcd5-d241-4fbd-9878-0175acf6257b on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:24.709174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:24.763060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.786220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b4ff057-24bd-4adc-bc5d-76546df697c6 req-97b68601-c94b-4e11-80cd-fe2be122eb46 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3198662 Dec 16 15:10:24.818262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:24.818886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:24.819332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:24.819802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Bound port: d19abcd5-d241-4fbd-9878-0175acf6257b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:24.820184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.860291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.889738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7294c75d-6a50-4448-8d89-969b238820a2 None None] Provisioning complete for port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:24.891363 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7294c75d-6a50-4448-8d89-969b238820a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:24.911817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-916924e0-6c57-43a5-b1cc-a4c082e957f5 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:24.913262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-916924e0-6c57-43a5-b1cc-a4c082e957f5 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.2024324 Dec 16 15:10:24.926623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:24.936602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc5899-7357-434b-8e74-70a3223e390a req-a6dac95d-fd97-4ad1-8169-76f9c298ab85 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:24.938175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fecc5899-7357-434b-8e74-70a3223e390a req-a6dac95d-fd97-4ad1-8169-76f9c298ab85 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 943 time: 0.1481595 Dec 16 15:10:24.968138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7294c75d-6a50-4448-8d89-969b238820a2 None None] Port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:24.993417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a606bcb-11db-41fc-b029-08892ecf237c req-9466ea64-9326-4de4-9dd5-2047049c822d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:24.995018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a606bcb-11db-41fc-b029-08892ecf237c req-9466ea64-9326-4de4-9dd5-2047049c822d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 931 time: 0.1275494 Dec 16 15:10:25.001022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:25.060714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:25.070155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fecc5899-7357-434b-8e74-70a3223e390a req-17dd78b0-486a-4f03-be14-6d2ce36817e5 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228166 Dec 16 15:10:25.079782 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.116532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a606bcb-11db-41fc-b029-08892ecf237c req-7da60fc6-8579-439c-9d4a-15360a353e57 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Dec 16 15:10:25.166226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.205548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.235041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:25.235660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.237088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] 10.222.0.30 "PUT /v2.0/ports/d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 1095 time: 2.0829182 Dec 16 15:10:25.248505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:25.250802 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28098370-7681-4cd7-8d95-1818c9bcf954" -d '{"events": [{"name": "network-changed", "server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:25.265315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-547215506', 'description': 'tempest-description-750890190'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:25.304418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eaeec-44a8-4585-bf93-be5dd54e3d9b service neutron] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:25.305925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867065-5940-4df4-9119-a888ba58ec6c req-22ef237f-9924-4227-8619-e2f426f1db69 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:25.314705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81867065-5940-4df4-9119-a888ba58ec6c req-22ef237f-9924-4227-8619-e2f426f1db69 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 945 time: 0.1334889 Dec 16 15:10:25.362301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddb68290-035f-4c30-9db3-4a9d3c456281 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:25.399933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:25.434983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81867065-5940-4df4-9119-a888ba58ec6c req-be0ee7d7-a209-4a00-8a72-51e6f4fb2066 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144333 Dec 16 15:10:25.476877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.502655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.521733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60202) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:25.539099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:25.582387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddb68290-035f-4c30-9db3-4a9d3c456281,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:25.610335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'port_id': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'mac_address': 'fa:16:3e:d4:8d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:25.654826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:25.665729 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb49109-9e2c-44e3-a9f0-febdc47ce8c2" -d '{"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-unplugged", "status": "completed", "tag": "e4444933-c47a-4e7b-8157-0266663daa69"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:25.671593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.711577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.727771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb68290-035f-4c30-9db3-4a9d3c456281 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:25.749798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddb68290-035f-4c30-9db3-4a9d3c456281,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:25.750135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68ff18a8-6b66-4630-9f6b-e7116bac494b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.761236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.774727 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7780a6-5cce-4968-b9da-09f2a25c2edb x-openstack-request-id: req-8a7780a6-5cce-4968-b9da-09f2a25c2edb {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:25.775091 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:25.775265 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a7780a6-5cce-4968-b9da-09f2a25c2edb {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:25.775644 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'status': 'completed', 'code': 200} Dec 16 15:10:25.797241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e12114-2bc0-4b85-b923-52ac6c5219c7 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:25.811857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.827027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9725b-2c65-43fd-9156-43f8c5635afc req-c15732ea-454b-427e-83e3-75249fc60885 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:25.828621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27d9725b-2c65-43fd-9156-43f8c5635afc req-c15732ea-454b-427e-83e3-75249fc60885 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.0987051 Dec 16 15:10:25.838391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-d9fdb02d-c501-47fd-bbba-3a9e6e12e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:25.842622 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-d9fdb02d-c501-47fd-bbba-3a9e6e12e978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1098 time: 0.4417710 Dec 16 15:10:25.842622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Transition to ACTIVE for port object 36e12114-2bc0-4b85-b923-52ac6c5219c7 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:25.885776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.900222 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-31a59d13-fd97-45ef-b5a2-cea8440a2c32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.0441997 Dec 16 15:10:25.923039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.935739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.948005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27d9725b-2c65-43fd-9156-43f8c5635afc req-6564eb33-d1e1-489b-a4b1-c64162c0779e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116476 Dec 16 15:10:25.969292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.974026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68ff18a8-6b66-4630-9f6b-e7116bac494b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:25.976899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-ff21cde1-05d6-496c-a76e-76c0d56041d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:25.978760 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-ff21cde1-05d6-496c-a76e-76c0d56041d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0677958 Dec 16 15:10:26.035172 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979ab7c-92b0-490f-8bd2-f36f114abeca x-openstack-request-id: req-5979ab7c-92b0-490f-8bd2-f36f114abeca {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:26.043530 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-unplugged", "status": "completed", "tag": "e4444933-c47a-4e7b-8157-0266663daa69", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:26.043530 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5979ab7c-92b0-490f-8bd2-f36f114abeca {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:26.043530 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69', 'code': 200} Dec 16 15:10:26.078405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.081305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f94ec1-165c-4741-97ea-fb1615814819,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.083629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.092229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.114510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:26.117334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:26.117686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:26.146538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.148256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68ff18a8-6b66-4630-9f6b-e7116bac494b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.151380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:26.151797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Attempting to bind port e4444933-c47a-4e7b-8157-0266663daa69 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:26.153123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Pushing event updated for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.198917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712eb0e3-0503-4c88-94a7-ffb2343b3321 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:26.199141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:26.199335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:26.199730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:26.200232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Bound port: e4444933-c47a-4e7b-8157-0266663daa69, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:26.200579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.237395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ddb68290-035f-4c30-9db3-4a9d3c456281'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:26.275702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68ff18a8-6b66-4630-9f6b-e7116bac494b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=326cbc8459664584951f5f9ccfd12170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7503710 Dec 16 15:10:26.278834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60224) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:26.283949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-3237ec2f-1fa6-4cff-942a-2fb8127c85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:26.285533 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-3237ec2f-1fa6-4cff-942a-2fb8127c85c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939711 Dec 16 15:10:26.293323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 712eb0e3-0503-4c88-94a7-ffb2343b3321 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:26.294062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.295253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.299207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff18a8-6b66-4630-9f6b-e7116bac494b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8ee70-d094-4669-82b5-da814b3133b2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.312457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.344074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.362785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:26.367972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:26.379017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed54-2ede-4495-9d0d-b5bb0c9ed0df req-6a71c0fc-3faf-4745-b3fb-19d438cfe6a0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:26.380846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd6ed54-2ede-4495-9d0d-b5bb0c9ed0df req-6a71c0fc-3faf-4745-b3fb-19d438cfe6a0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 944 time: 0.1611261 Dec 16 15:10:26.424152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.452359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.478673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.506994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 712eb0e3-0503-4c88-94a7-ffb2343b3321, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712eb0e3-0503-4c88-94a7-ffb2343b3321,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:26.526970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecd6ed54-2ede-4495-9d0d-b5bb0c9ed0df req-84a3b139-f0af-4184-8e5a-5b9b5ded4be4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389148 Dec 16 15:10:26.539620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491e41ab-eecb-4c9b-908d-766fca0528c2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.539959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.544951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Attempting to bind port 36e12114-2bc0-4b85-b923-52ac6c5219c7 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:26.545295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Attempting to bind port 36e12114-2bc0-4b85-b923-52ac6c5219c7 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '475364de-2899-47da-9194-dc9ac140d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:26.545626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Attempting to bind port 36e12114-2bc0-4b85-b923-52ac6c5219c7 on network 100f21be-c29a-49f7-910f-aedd57ffaed5 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:26.570932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.593010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Port 36e12114-2bc0-4b85-b923-52ac6c5219c7 on network 100f21be-c29a-49f7-910f-aedd57ffaed5 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:26.593340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Attempting to bind port 36e12114-2bc0-4b85-b923-52ac6c5219c7 on network 100f21be-c29a-49f7-910f-aedd57ffaed5 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:26.596868 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-947dcf70-e51a-4e02-b784-4a8c9b5093ec service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984972 Dec 16 15:10:26.601309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.605822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.609980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.610636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-607f4889-cd11-4927-bc85-3b043554f929 req-6375e38d-c343-49a8-b299-f24eda17b36a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3527491 Dec 16 15:10:26.611994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:26.613222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.614870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-84a7607e-7bc2-43a4-ba31-ee71b08e1bf5 service neutron] 10.222.0.30 "PUT /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 1121 time: 1.6932588 Dec 16 15:10:26.617277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:26.626491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:26.626839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Checking segment: {'id': '475364de-2899-47da-9194-dc9ac140d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:26.627328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Bound using segment: {'id': '475364de-2899-47da-9194-dc9ac140d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:26.627668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Bound port: 36e12114-2bc0-4b85-b923-52ac6c5219c7, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475364de-2899-47da-9194-dc9ac140d058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:26.628773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:26.676378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:26.704697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=712eb0e3-0503-4c88-94a7-ffb2343b3321,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:26.765979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60234) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:26.799220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e4444933-c47a-4e7b-8157-0266663daa69'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:26.805191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600834-ef5a-46da-bcd5-b439fd6d53dd req-bc6bdac0-916b-4037-861b-b2653569189d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:26.815341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52600834-ef5a-46da-bcd5-b439fd6d53dd req-bc6bdac0-916b-4037-861b-b2653569189d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 943 time: 0.1418033 Dec 16 15:10:26.849698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e6fc1-a969-4170-b2ac-34d20fc39b67 req-a863fadc-136f-4b90-905d-2156175abf8c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:26.851285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f66e6fc1-a969-4170-b2ac-34d20fc39b67 req-a863fadc-136f-4b90-905d-2156175abf8c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.1528463 Dec 16 15:10:26.904406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:26.908551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7,segment=NetworkSegment(475364de-2899-47da-9194-dc9ac140d058),segment_id=475364de-2899-47da-9194-dc9ac140d058)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:26.931757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Router ba0d764c-fa69-4172-b1b7-a8ce1f645adf has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:10:27.003037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f66e6fc1-a969-4170-b2ac-34d20fc39b67 req-67d0bbd3-9092-4411-bf0c-321044c0c090 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433904 Dec 16 15:10:27.026220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52600834-ef5a-46da-bcd5-b439fd6d53dd req-01ff16c8-91d8-44f4-9994-1df2cc65e372 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010210 Dec 16 15:10:27.038488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adcac068-b6ea-48b5-9564-8f6eca0234f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.040459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.052608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6b164291-554a-495b-85b9-d4472865f580 None None] Provisioning complete for port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:27.055136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6b164291-554a-495b-85b9-d4472865f580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.077642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1655483151', 'description': 'tempest-description-1250390287'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:27.101933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:27.122919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Sync routers for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:27.126714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6b164291-554a-495b-85b9-d4472865f580 None None] Port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:27.136591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:27.137216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:27.151390 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9b9dbd11-c4ff-467f-acfa-f6b18035e7d9 admin admin] 10.222.0.71 "PUT /v2.0/routers/ba0d764c-fa69-4172-b1b7-a8ce1f645adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1996875 Dec 16 15:10:27.153327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.158475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.161967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a9e8ee70-d094-4669-82b5-da814b3133b2 HTTP/1.1" status: 204 len: 168 time: 0.8800569 Dec 16 15:10:27.188771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf3a40-b28c-4a03-b5d6-4fe2e880679e req-89a2e055-d47f-4dba-a35b-e41b16be6605 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.190973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bf3a40-b28c-4a03-b5d6-4fe2e880679e req-89a2e055-d47f-4dba-a35b-e41b16be6605 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.0989769 Dec 16 15:10:27.216807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.221595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adcac068-b6ea-48b5-9564-8f6eca0234f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.232216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Pushing event updated for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:27.267310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.267310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.268647 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-9619c021-b6c9-45df-8755-f469229d6173 service neutron] 10.222.0.30 "PUT /v2.0/ports/36e12114-2bc0-4b85-b923-52ac6c5219c7 HTTP/1.1" status: 200 len: 1091 time: 2.8867762 Dec 16 15:10:27.270958 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3a0ed02-b3b9-4d09-a8b5-fa9bb896765c req-1a211533-e43f-46e6-8db0-70b801c79c26 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649683 Dec 16 15:10:27.271912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1a76-4fb3-49a2-8335-96663fed8a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8ee70-d094-4669-82b5-da814b3133b2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:27.288804 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adcac068-b6ea-48b5-9564-8f6eca0234f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.301975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bf3a40-b28c-4a03-b5d6-4fe2e880679e req-e43b3f4e-8aa3-4d92-8a1f-d560077342c5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975559 Dec 16 15:10:27.350111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-adcac068-b6ea-48b5-9564-8f6eca0234f4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fbc1affe67844d8a21b93d358d086a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5827284 Dec 16 15:10:27.352682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60246) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:27.364872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcac068-b6ea-48b5-9564-8f6eca0234f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2f154a-6253-4072-85ea-30b830304341,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:27.374767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.429838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.459288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddb68290-035f-4c30-9db3-4a9d3c456281 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:27.459971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.526517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:27.551093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.576048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-d1771d00-19c4-4b91-8417-e5b62a48d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.577594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-d1771d00-19c4-4b91-8417-e5b62a48d8ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c59f4f4aaf945efa515ded4f485f5b7&device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 1094 time: 0.1044362 Dec 16 15:10:27.609755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-43274bc4-eb64-4447-8054-f020063014fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.611258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-43274bc4-eb64-4447-8054-f020063014fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1098 time: 0.1399164 Dec 16 15:10:27.633751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc0aec1-d7ea-4a62-a173-f605677cf76c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:27.668255 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-f4a73db7-acaa-43a0-a92a-e51a815decd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7 HTTP/1.1" status: 200 len: 217 time: 0.0675011 Dec 16 15:10:27.686159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.691270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f36552b-8ab5-420e-a29d-179bf1560649 req-6d22e480-5307-4255-91ff-87d8cc85dfa9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6276362 Dec 16 15:10:27.713305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52864bc2-57eb-4e8e-b28e-92e1d6ff39dd req-e2bd4001-51b1-483a-9fb6-509598d0c3d3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.715122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52864bc2-57eb-4e8e-b28e-92e1d6ff39dd req-e2bd4001-51b1-483a-9fb6-509598d0c3d3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 944 time: 0.0765288 Dec 16 15:10:27.730358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ddb68290-035f-4c30-9db3-4a9d3c456281 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:27.770574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ddb68290-035f-4c30-9db3-4a9d3c456281 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:27.771222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.776282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:27.778618 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d35e9e-6c0e-4663-bc2f-46643ceec65e" -d '{"events": [{"name": "network-changed", "server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:27.792916 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.795192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.799229 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a2f154a-6253-4072-85ea-30b830304341 HTTP/1.1" status: 204 len: 168 time: 0.4454086 Dec 16 15:10:27.801458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bb45d12e-9e1a-43ef-bbbd-29ce065368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.803334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-bb45d12e-9e1a-43ef-bbbd-29ce065368c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e162a597-30b1-4909-9cc0-07963eb7600b HTTP/1.1" status: 200 len: 857 time: 0.1221249 Dec 16 15:10:27.831302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d68f01-395a-426e-b7ed-672b86b1334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2f154a-6253-4072-85ea-30b830304341,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:27.849634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-838be043-d81d-4130-ac7c-269c0b62d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:27.851138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-838be043-d81d-4130-ac7c-269c0b62d5ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1921830 Dec 16 15:10:27.853031 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-c6473741-4139-4910-bfb4-22b758de275e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100f21be-c29a-49f7-910f-aedd57ffaed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385268 Dec 16 15:10:27.879012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52864bc2-57eb-4e8e-b28e-92e1d6ff39dd req-0b49e913-dbab-42b7-8baa-4a490a0b568b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234090 Dec 16 15:10:27.907207 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:27.910581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:24Z', 'revision_number': 4, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'aa0d4033-bcb6-4bdc-9f35-5906b1accf4c', 'name': '', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'mac_address': 'fa:16:3e:a2:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:23Z', 'updated_at': '2021-12-16T15:10:25Z', 'revision_number': 2, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'subnets': [{'id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:27.938752 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-f7b2e913-1115-4445-b415-984a65c1565d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.0672727 Dec 16 15:10:27.954040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Checking router: ba0d764c-fa69-4172-b1b7-a8ce1f645adf for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:27.954793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Updating router ba0d764c-fa69-4172-b1b7-a8ce1f645adf port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:27.977799 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f51604-2535-4b14-8171-15ecf7810b0f x-openstack-request-id: req-d6f51604-2535-4b14-8171-15ecf7810b0f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:27.978098 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:27.978503 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6f51604-2535-4b14-8171-15ecf7810b0f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:27.978907 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7', 'status': 'completed', 'code': 200} Dec 16 15:10:27.986855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60262) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:28.006590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daa829c1-2706-460c-b421-b2f8a3d32ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.027378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddb68290-035f-4c30-9db3-4a9d3c456281,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:28.030679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:28.033401 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be47debb-b3cc-4cf2-a8d8-21b5e8d84a03" -d '{"events": [{"server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "name": "network-vif-plugged", "status": "completed", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:28.040859 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.042144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:28.046231 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e2737e-2c4f-4b95-9652-46429c700feb" -d '{"events": [{"name": "network-changed", "server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "tag": "e4444933-c47a-4e7b-8157-0266663daa69"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:28.060459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-89a96e76-2e26-41c0-b5c2-7042f621ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:28.061939 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-89a96e76-2e26-41c0-b5c2-7042f621ba65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0867383 Dec 16 15:10:28.105731 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.124475 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-d33fbdad-f2c2-487a-ad6a-6db9d6b30da8 service neutron] 10.222.0.30 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549222 Dec 16 15:10:28.205786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712eb0e3-0503-4c88-94a7-ffb2343b3321 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:28.289491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328259-909f-4124-846f-fa5e9a09fc54 req-19390fa8-3837-45ae-b2ad-8a8bcae2b90a tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:28.297225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4328259-909f-4124-846f-fa5e9a09fc54 req-19390fa8-3837-45ae-b2ad-8a8bcae2b90a tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 943 time: 0.1548777 Dec 16 15:10:28.331812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-645bbf89-a4da-474e-be55-7f923d401e93 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48176 time: 0.6148305 Dec 16 15:10:28.342235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:28.354685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daa829c1-2706-460c-b421-b2f8a3d32ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.359193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-91db95cc-a9ef-40df-ab47-454eac2c1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:28.360855 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-91db95cc-a9ef-40df-ab47-454eac2c1be5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2726762 Dec 16 15:10:28.400680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 712eb0e3-0503-4c88-94a7-ffb2343b3321 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:28.401060 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.438715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.442810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4328259-909f-4124-846f-fa5e9a09fc54 req-dafe96df-3c5f-4853-8486-4384ad50aac9 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411264 Dec 16 15:10:28.469981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a48d4e0-a92d-4692-ac7a-c95a1d010c34 req-7715a9e4-7ded-44b2-a881-9509e5272c5d service neutron] 10.222.0.30 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005669 Dec 16 15:10:28.493109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-fb41dbc0-2228-40ee-9eb9-a9b486d2855b tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/1fd013ed-3e5d-4a90-9963-cfe506dab6a4 HTTP/1.1" status: 200 len: 2998 time: 0.1072145 Dec 16 15:10:28.501367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daa829c1-2706-460c-b421-b2f8a3d32ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.530143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-7396a91d-60de-4a46-bee8-91adda61cb92 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518924 Dec 16 15:10:28.562141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.572757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-daa829c1-2706-460c-b421-b2f8a3d32ecc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92d40b5f07a947d5b72748a1a0a98af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5841401 Dec 16 15:10:28.574590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60278) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:28.631631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa829c1-2706-460c-b421-b2f8a3d32ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb708f4-92c6-4fe8-9c08-d1ed67bb84a8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:28.636516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28098370-7681-4cd7-8d95-1818c9bcf954 req-fa7bee58-d8ee-4c1c-8f0d-1ad04e2ca059 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901654 Dec 16 15:10:28.648903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-6568cdb1-3084-4012-a36e-8d1307247a37 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/1fd013ed-3e5d-4a90-9963-cfe506dab6a4 HTTP/1.1" status: 200 len: 2998 time: 0.1442332 Dec 16 15:10:28.714992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0c90-1160-4e4a-82a1-ba79d7af01f9 req-057332c0-00f6-4127-acb2-f91fecb09897 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:28.715673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a8d0c90-1160-4e4a-82a1-ba79d7af01f9 req-057332c0-00f6-4127-acb2-f91fecb09897 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.1416252 Dec 16 15:10:28.724888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.757980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.758629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-ae86065b-a2f5-4b41-91bf-be7e81df1916 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/2ac43067-6944-4771-aa95-09a031b8729b HTTP/1.1" status: 200 len: 2990 time: 0.0958660 Dec 16 15:10:28.761425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60284) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:28.770048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-network', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:28.779153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.816651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-1bf09163-f478-4b50-ac9a-223a6f80e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:28.818579 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-1bf09163-f478-4b50-ac9a-223a6f80e433 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c59f4f4aaf945efa515ded4f485f5b7&device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 1094 time: 0.0850737 Dec 16 15:10:28.841113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d065d-d3a7-4d0c-b6d6-773f07b1585f None None] Pushing event updated for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:28.864097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a8d0c90-1160-4e4a-82a1-ba79d7af01f9 req-a5a80586-6152-449d-b7d2-a05858992427 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372824 Dec 16 15:10:28.895942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-7b392533-c506-4e05-9459-72bbb26f1bfc tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/2ac43067-6944-4771-aa95-09a031b8729b HTTP/1.1" status: 200 len: 2990 time: 0.1247525 Dec 16 15:10:28.907733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Made reservation on behalf of 9e2256cb3ad7404a915649ad4b458a24 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:28.912433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Attempting to bind port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:28.915352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.915631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Attempting to bind port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:28.915631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Attempting to bind port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c on network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:28.924180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:28.925140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Checking segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:28.925655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.926420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Bound using segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:28.927700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Bound port: aa0d4033-bcb6-4bdc-9f35-5906b1accf4c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:28.928203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.932641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:28.964953 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f288dae-9aa3-46d1-8144-c86f89f293d0 x-openstack-request-id: req-1f288dae-9aa3-46d1-8144-c86f89f293d0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:28.965279 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "name": "network-vif-plugged", "status": "completed", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:28.965541 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f288dae-9aa3-46d1-8144-c86f89f293d0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:28.965946 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'code': 200} Dec 16 15:10:28.977595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-9856ed4a-88b1-4ace-9c26-df1ab42d4f3b tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/3df94b92-6fcb-4b94-9655-4ff68700a294 HTTP/1.1" status: 200 len: 2998 time: 0.0730417 Dec 16 15:10:29.007744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60288) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:29.013396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.016860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.022313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fb708f4-92c6-4fe8-9c08-d1ed67bb84a8 HTTP/1.1" status: 204 len: 168 time: 0.4412799 Dec 16 15:10:29.052243 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18e0dd4-10b1-41ca-b8e2-91325ef8b851 x-openstack-request-id: req-e18e0dd4-10b1-41ca-b8e2-91325ef8b851 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:29.052656 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "tag": "e4444933-c47a-4e7b-8157-0266663daa69", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:29.052992 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e18e0dd4-10b1-41ca-b8e2-91325ef8b851 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:29.058499 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69', 'status': 'completed', 'code': 200} Dec 16 15:10:29.074382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] For port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:29.083113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-d5585d62-be18-4bcf-b182-6f4e9aec15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.084403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] For port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:29.090245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-d5585d62-be18-4bcf-b182-6f4e9aec15fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=100f21be-c29a-49f7-910f-aedd57ffaed5 HTTP/1.1" status: 200 len: 918 time: 0.2642179 Dec 16 15:10:29.098039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c353e32d-20f2-4a9a-8606-56df5e42bba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.100571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b64b-1f25-4a7a-a7e4-f0c7a67f8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb708f4-92c6-4fe8-9c08-d1ed67bb84a8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:29.181981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27d91eca-6c75-4df9-84f6-d5b0c5b8747c None None] Provisioning complete for port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:29.182453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d91eca-6c75-4df9-84f6-d5b0c5b8747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.187195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-60d96c11-7e1b-4bed-81d7-35e487cdec70 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/3df94b92-6fcb-4b94-9655-4ff68700a294 HTTP/1.1" status: 200 len: 2998 time: 0.2000992 Dec 16 15:10:29.228886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.231880 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-7433b0c4-5706-44c7-9b8a-77861fc0efaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7 HTTP/1.1" status: 200 len: 217 time: 0.0880015 Dec 16 15:10:29.251293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61c2ed-42ee-4a9c-8294-cc7b0a62de11 req-57046612-76d3-4735-99ee-1a59e40ffc6e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.252825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a61c2ed-42ee-4a9c-8294-cc7b0a62de11 req-57046612-76d3-4735-99ee-1a59e40ffc6e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.1230862 Dec 16 15:10:29.254326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-27d91eca-6c75-4df9-84f6-d5b0c5b8747c None None] Port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:29.260896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.296576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-4c7e608b-b18c-4d27-a2b7-fcc5c9eb6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.298459 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-4c7e608b-b18c-4d27-a2b7-fcc5c9eb6adb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1124 time: 0.1979058 Dec 16 15:10:29.299393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-4d4af24c-2443-4b1f-972c-e1cc09440cda tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/4d871855-3bf2-4bea-b74d-462e14ab44c1 HTTP/1.1" status: 200 len: 2998 time: 0.0997639 Dec 16 15:10:29.301399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.313620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26124bf5-7af6-44fc-98a9-92e66d5e7447 req-2d552f83-e362-4574-b394-9df00b345494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.315402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-26124bf5-7af6-44fc-98a9-92e66d5e7447 req-2d552f83-e362-4574-b394-9df00b345494 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 1096 time: 0.1693625 Dec 16 15:10:29.320038 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c353e32d-20f2-4a9a-8606-56df5e42bba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.348111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d065d-d3a7-4d0c-b6d6-773f07b1585f None None] Pushing event updated for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:29.380298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:29.380988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:29.383720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-7a04b4b5-7829-4d29-9303-50616cc36877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.385909 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-7a04b4b5-7829-4d29-9303-50616cc36877 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e162a597-30b1-4909-9cc0-07963eb7600b HTTP/1.1" status: 200 len: 857 time: 0.1400690 Dec 16 15:10:29.386027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e4444933-c47a-4e7b-8157-0266663daa69 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:29.388352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a61c2ed-42ee-4a9c-8294-cc7b0a62de11 req-6f9c19e5-aee8-44f0-a450-a77fd56722c0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044562 Dec 16 15:10:29.392586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.437971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-d7b98afb-195b-442c-b370-7c3887fb1c7c tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/4d871855-3bf2-4bea-b74d-462e14ab44c1 HTTP/1.1" status: 200 len: 2998 time: 0.1129875 Dec 16 15:10:29.441703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c353e32d-20f2-4a9a-8606-56df5e42bba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.470631 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-068bbbcd-1630-40a5-bfa8-578bac5660b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=100f21be-c29a-49f7-910f-aedd57ffaed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726538 Dec 16 15:10:29.473985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:29.491125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353e32d-20f2-4a9a-8606-56df5e42bba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e760ddbb-c132-4628-9757-6fad8a003c63,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:29.541165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147d21a2-0f8e-40e8-a8cd-43ebb4f1a547,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:29.572291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.572726 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Added segment 614eca9d-c7b5-4938-a69f-9d5ab1e8970f of type vlan for network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 Dec 16 15:10:29.584882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c353e32d-20f2-4a9a-8606-56df5e42bba8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b75c6e796b05490d8510dfcc665c6e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5689778 Dec 16 15:10:29.588355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-26124bf5-7af6-44fc-98a9-92e66d5e7447 req-785062eb-255a-4a68-84c2-a9df692c1609 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577715 Dec 16 15:10:29.588744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60296) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:29.625558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89757bd-a7e0-4531-b896-6ef5e65c1f09 req-2ea6c3d8-c5c0-479b-b8d5-d01fdf2842e2 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.634363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d89757bd-a7e0-4531-b896-6ef5e65c1f09 req-2ea6c3d8-c5c0-479b-b8d5-d01fdf2842e2 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.1443689 Dec 16 15:10:29.647815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-0969c251-d6a5-4a85-a54c-8e7ae40b503b tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/64a53ecd-fc88-4ebd-a1c3-ba086aec8213 HTTP/1.1" status: 200 len: 2998 time: 0.2076848 Dec 16 15:10:29.667420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:29.668981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-65e7b531-c5f8-4c86-b591-4166dc20401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.670488 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-65e7b531-c5f8-4c86-b591-4166dc20401f service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.3522351 Dec 16 15:10:29.691127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.722769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-640cc35a-7c62-434b-a35e-f69b5a8dcde3 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/64a53ecd-fc88-4ebd-a1c3-ba086aec8213 HTTP/1.1" status: 200 len: 2998 time: 0.0742013 Dec 16 15:10:29.746273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d89757bd-a7e0-4531-b896-6ef5e65c1f09 req-8495cc6a-982a-4b96-851d-b782f1e0d9ee tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090894 Dec 16 15:10:29.775535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-595a73d3-021e-408f-ba30-e80a5da894f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0815110 Dec 16 15:10:29.803605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-d1d77b13-2d8e-4650-a4f2-0b3935904256 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/6f1cbb3e-a0d9-42d8-945e-0d7cc89144a0 HTTP/1.1" status: 200 len: 2998 time: 0.0799601 Dec 16 15:10:29.811514 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-34936870-3c5d-409d-9826-e00924c36466 service neutron] 10.222.0.30 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286850 Dec 16 15:10:29.857885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.876414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-8e4671b3-f47f-43da-8de3-eef82726bc01 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/6f1cbb3e-a0d9-42d8-945e-0d7cc89144a0 HTTP/1.1" status: 200 len: 2998 time: 0.0648959 Dec 16 15:10:29.884421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-71b0ce44-58d6-4b87-be43-112ef077593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.884421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-71b0ce44-58d6-4b87-be43-112ef077593c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0914581 Dec 16 15:10:29.888966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.890042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.890744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.897811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:29.906396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.926811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] Provisioning complete for port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:29.927190 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:29.934974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e4444933-c47a-4e7b-8157-0266663daa69 has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:10:29.943582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-477d8ba0-51e3-4bd8-bfbc-81c5aa898742 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393977 Dec 16 15:10:29.973076 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:10:29.992713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db6da-3e95-4821-8d26-b40e4877d6d7 req-e60aa39c-0555-4a8f-b778-b93cc368e6d6 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:29.994305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-609db6da-3e95-4821-8d26-b40e4877d6d7 req-e60aa39c-0555-4a8f-b778-b93cc368e6d6 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 943 time: 0.1209228 Dec 16 15:10:29.997580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-ca2e260f-6fb5-4259-ad81-a604ef6c37d1 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/79f94ec1-165c-4741-97ea-fb1615814819 HTTP/1.1" status: 200 len: 2998 time: 0.1031942 Dec 16 15:10:30.083166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-609db6da-3e95-4821-8d26-b40e4877d6d7 req-3b1b9c6a-e94c-4ae5-b33d-e08847b23e52 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820611 Dec 16 15:10:30.086016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-565ef77b-a3d5-4863-90c6-c35168e3cacd tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/79f94ec1-165c-4741-97ea-fb1615814819 HTTP/1.1" status: 200 len: 2998 time: 0.0772231 Dec 16 15:10:30.152888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-25ac8534-cb77-4319-bb70-9d4706873cc4 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/7a4a01e2-f96c-4dad-aa9b-215d0c538a37 HTTP/1.1" status: 200 len: 2998 time: 0.0602891 Dec 16 15:10:30.243793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-6abd7fcf-5a5e-46d5-9bad-5191f11fd849 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/7a4a01e2-f96c-4dad-aa9b-215d0c538a37 HTTP/1.1" status: 200 len: 2998 time: 0.0846083 Dec 16 15:10:30.258778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fd5ff-5d7d-407d-b663-34dfc14b0f80 req-e0d170a2-ac85-4bb6-a4cd-d5d3b306c938 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:30.261039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e05fd5ff-5d7d-407d-b663-34dfc14b0f80 req-e0d170a2-ac85-4bb6-a4cd-d5d3b306c938 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.0871332 Dec 16 15:10:30.337603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:30.388312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:24Z', 'revision_number': 4, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'aa0d4033-bcb6-4bdc-9f35-5906b1accf4c', 'name': '', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'mac_address': 'fa:16:3e:a2:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:23Z', 'updated_at': '2021-12-16T15:10:29Z', 'revision_number': 4, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'subnets': [{'id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:30.391806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e05fd5ff-5d7d-407d-b663-34dfc14b0f80 req-bc5fdabe-dcf6-43f9-8aa6-1d2953a838d2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199386 Dec 16 15:10:30.395918 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6331487 Dec 16 15:10:30.403254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:30.410484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ba3c5-4cff-43bf-8248-0ac9dab5bfa5 admin admin] Pushing event updated for resources: {'Network': ['ID=61cdb2a5-5540-47b8-b745-e5d639bd3ed9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:30.418896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Request body: {'subnet': {'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-subnet', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:30.446877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c59131c-84d3-4979-83cd-e09fe040accb None None] The sync data for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 is: [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:10:24Z', 'revision_number': 4, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'aa0d4033-bcb6-4bdc-9f35-5906b1accf4c', 'name': '', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'mac_address': 'fa:16:3e:a2:67:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:23Z', 'updated_at': '2021-12-16T15:10:29Z', 'revision_number': 4, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'subnets': [{'id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:30.448467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:30.456955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] For port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:30.466204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-e254fa8a-0205-457e-8e07-47eff05720d9 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/8ac8a434-3526-421e-8969-bbbcfd73aaa5 HTTP/1.1" status: 200 len: 2994 time: 0.2020476 Dec 16 15:10:30.514671 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-14d35e9e-6c0e-4663-bc2f-46643ceec65e req-9640154d-ec3e-4b27-a948-48e389ea8ddc service neutron] 10.222.0.30 "GET /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394607 Dec 16 15:10:30.522016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-75d615e1-d440-4b34-b166-811996a7a267 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599782 Dec 16 15:10:30.523718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:30.527037 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:30.527803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e760ddbb-c132-4628-9757-6fad8a003c63 HTTP/1.1" status: 204 len: 168 time: 0.9318669 Dec 16 15:10:30.552553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81d982-6128-4be7-a693-84bd4633f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e760ddbb-c132-4628-9757-6fad8a003c63,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:30.573879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-f7ae009a-e4af-41df-b60a-767aae5af76a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/8ac8a434-3526-421e-8969-bbbcfd73aaa5 HTTP/1.1" status: 200 len: 2994 time: 0.1060617 Dec 16 15:10:30.597847 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-da370a25-c329-43f9-badf-1e53ff7554e3 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] show failed (client error): The resource could not be found. Dec 16 15:10:30.607633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-da370a25-c329-43f9-badf-1e53ff7554e3 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9a2f154a-6253-4072-85ea-30b830304341 HTTP/1.1" status: 404 len: 352 time: 0.0325978 Dec 16 15:10:30.631736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Made reservation on behalf of 9e2256cb3ad7404a915649ad4b458a24 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:30.634032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:30.634932 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-550c8b18-0065-4e06-80e7-943619bc1563 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] show failed (client error): The resource could not be found. Dec 16 15:10:30.638757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:30.647439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-550c8b18-0065-4e06-80e7-943619bc1563 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9a2f154a-6253-4072-85ea-30b830304341 HTTP/1.1" status: 404 len: 352 time: 0.0382688 Dec 16 15:10:30.741201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b6bb-e3ac-4756-ae54-7c33013f2466 None None] Pushing event updated for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:30.760030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-b0e683b5-eb40-4e5e-8ac5-ae2f0f4a7e40 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b0b47a02-f62d-439e-8f6f-e255489ca78f HTTP/1.1" status: 200 len: 2998 time: 0.1097567 Dec 16 15:10:30.841620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-6ec10dc4-9788-4799-a6dd-6413ab746989 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b0b47a02-f62d-439e-8f6f-e255489ca78f HTTP/1.1" status: 200 len: 2998 time: 0.0728567 Dec 16 15:10:30.846455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-4c5d74f3-1c03-4d71-88be-87a34d6ee0c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2554195 Dec 16 15:10:30.854985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ba2c-384f-4e32-b5b6-ba55f93cb039 req-2906f97b-4aa5-4b00-a537-bbafd3ab1a0e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:30.858031 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d1e2737e-2c4f-4b95-9652-46429c700feb req-d834f9f4-16a9-41f6-b508-da219f9e91d0 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959263 Dec 16 15:10:30.863336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9e4ba2c-384f-4e32-b5b6-ba55f93cb039 req-2906f97b-4aa5-4b00-a537-bbafd3ab1a0e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.1641271 Dec 16 15:10:30.985250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-34a0f0b4-5ad4-4c01-ae47-c4773dfb3266 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/caf98677-d66e-4036-a1df-b2e7cca415bb HTTP/1.1" status: 200 len: 2998 time: 0.1179409 Dec 16 15:10:31.000327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9e4ba2c-384f-4e32-b5b6-ba55f93cb039 req-3cbd4cd0-f701-45a4-b23a-b44adab4cd38 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357119 Dec 16 15:10:31.104460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-71a01afc-246c-48fb-9208-57cbfe95e07e tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/caf98677-d66e-4036-a1df-b2e7cca415bb HTTP/1.1" status: 200 len: 2998 time: 0.1030712 Dec 16 15:10:31.190589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-d10d377f-26bc-4e38-8930-5ddd063199b8 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/d8dcab9e-be58-40e7-9c14-e34b05301d81 HTTP/1.1" status: 200 len: 2998 time: 0.0790641 Dec 16 15:10:31.192680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-80b678a5-a53a-4362-94a0-7fffc5c98e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:31.194190 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-80b678a5-a53a-4362-94a0-7fffc5c98e1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.2089789 Dec 16 15:10:31.215719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f217df-a3fe-4b6d-866f-6c9cd5e3f1ee req-14ded255-25a3-4e5c-8a6e-5b5510fe6c04 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:31.222516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-c6de9b7d-6d2e-43fc-b41a-d044940c1505 service neutron] 10.222.0.74 "GET /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.1319175 Dec 16 15:10:31.223948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f217df-a3fe-4b6d-866f-6c9cd5e3f1ee req-14ded255-25a3-4e5c-8a6e-5b5510fe6c04 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.0958643 Dec 16 15:10:31.292871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-0acfd527-e37f-4661-9992-0d3de0520e45 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/d8dcab9e-be58-40e7-9c14-e34b05301d81 HTTP/1.1" status: 200 len: 2998 time: 0.0911891 Dec 16 15:10:31.316154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:31.365147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f217df-a3fe-4b6d-866f-6c9cd5e3f1ee req-835a6371-287b-4df8-948d-588f9f713c2d tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403155 Dec 16 15:10:31.404258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:31.425988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-79e125b4-fe82-44c8-95f4-d104b759e914 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/ec46e714-3595-41d3-8f07-52a756fb0e97 HTTP/1.1" status: 200 len: 2998 time: 0.1239004 Dec 16 15:10:31.482923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3613c171-67eb-4f94-90df-c576f5ea72bc req-a287c5ba-cdbe-4273-bff5-618c6c5251e0 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/ec46e714-3595-41d3-8f07-52a756fb0e97 HTTP/1.1" status: 200 len: 2998 time: 0.0490363 Dec 16 15:10:31.547801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f449cd-bbd2-4e84-b35d-5e7b8fe92e93,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:31.567505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-1e1ac468-6a1c-452b-8c3a-b43beaf1e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:31.568082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-1e1ac468-6a1c-452b-8c3a-b43beaf1e870 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.3351693 Dec 16 15:10:31.617861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Checking segment: {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:31.618501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Network hostable DHCP agents. Network: 61cdb2a5-5540-47b8-b745-e5d639bd3ed9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:31.653977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd54081-e373-4307-84e0-327e18f80490 req-87c3e657-0b07-4681-8c37-2a14bc116cab tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fe5ebe4392c4cb6bf9e0c767aef4d15 HTTP/1.1" status: 200 len: 6154 time: 0.1288078 Dec 16 15:10:31.658117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:31.664884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-70d1f7c3-242e-4d44-a320-5bbdfc2f8030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0688312 Dec 16 15:10:31.672461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76fab3-04d0-45c6-ad76-a02d88a579d7 req-8e122ea5-7d55-41c5-a558-c5c2be3ab145 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:31.674368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c76fab3-04d0-45c6-ad76-a02d88a579d7 req-8e122ea5-7d55-41c5-a558-c5c2be3ab145 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 943 time: 0.1729281 Dec 16 15:10:31.684555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'mac_address': 'fa:16:3e:9e:1b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:31.741221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:31.768125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19abcd5-d241-4fbd-9878-0175acf6257b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:31.813326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-d719442d-f300-4424-bb37-1de7c1ad3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:31.816443 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-d719442d-f300-4424-bb37-1de7c1ad3ddb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0911593 Dec 16 15:10:31.823879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:31.831230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c76fab3-04d0-45c6-ad76-a02d88a579d7 req-aa21f665-1102-4b99-8906-79554e43559d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443863 Dec 16 15:10:31.847792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd54081-e373-4307-84e0-327e18f80490 req-6eeca5c7-a8e6-479c-9a26-747dacec6a79 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "GET /v2.0/security-groups/7a4a01e2-f96c-4dad-aa9b-215d0c538a37 HTTP/1.1" status: 200 len: 2998 time: 0.1724267 Dec 16 15:10:31.867404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:31.877172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:31.976616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:31.979584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:31.981269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd54081-e373-4307-84e0-327e18f80490 req-407f2c9a-9c94-40b8-8849-67e9a8451668 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "GET /v2.0/security-groups/7a4a01e2-f96c-4dad-aa9b-215d0c538a37 HTTP/1.1" status: 200 len: 2998 time: 0.1157453 Dec 16 15:10:32.019926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 61cdb2a5-5540-47b8-b745-e5d639bd3ed9) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:32.030046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b004a8b-0723-4a5c-a010-d1e5b951b8ad None None] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:32.030427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:32.034272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:32.036209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.040112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-ce664fa2-1640-4152-8ae9-7122cf08815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:32.041783 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-ce664fa2-1640-4152-8ae9-7122cf08815e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152116 Dec 16 15:10:32.174732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccac5a-1b48-43cd-bd50-d8c347ae0f1a req-0149b8d4-9273-4822-85e3-adb99fc90563 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:32.179584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ccac5a-1b48-43cd-bd50-d8c347ae0f1a req-0149b8d4-9273-4822-85e3-adb99fc90563 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 943 time: 0.1865354 Dec 16 15:10:32.181071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-957aea9d-0af9-4424-b92c-a801fc5fbabc tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/7cc0aec1-d7ea-4a62-a173-f605677cf76c HTTP/1.1" status: 200 len: 1795 time: 0.1234279 Dec 16 15:10:32.229417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-eecf23bd-2497-4ec1-aae2-afd1afb8899e service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529570 Dec 16 15:10:32.257485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4444933-c47a-4e7b-8157-0266663daa69 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:32.258498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aa0d4033-bcb6-4bdc-9f35-5906b1accf4c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:32.295531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'fixed_ips': [{'subnet_id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:10:32.296702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.302367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d19abcd5-d241-4fbd-9878-0175acf6257b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:32.306674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ccac5a-1b48-43cd-bd50-d8c347ae0f1a req-5f36699d-9a72-4ed5-a336-333b52d0e4e6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184664 Dec 16 15:10:32.407264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.427430 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-88066c08-e15a-419d-ae53-d00b5dfae592 req-3798a240-ac95-4a1e-939c-5007d4df04d8 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740930 Dec 16 15:10:32.442476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ea6ffe8-98ff-4a9a-b129-04651ec38a08 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0338264 Dec 16 15:10:32.445424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60368) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:32.450647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:32.451657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:32.472684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.512497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:32.512989 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.541838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.567544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818477d4-d8cf-407c-832b-8d0178388695 req-11c9d7c4-a8b5-43aa-98f7-c3fbf35adf23 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:32.569668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-818477d4-d8cf-407c-832b-8d0178388695 req-11c9d7c4-a8b5-43aa-98f7-c3fbf35adf23 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.0986288 Dec 16 15:10:32.626898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Allocated IP 172.20.0.2 (61cdb2a5-5540-47b8-b745-e5d639bd3ed9/06f449cd-bbd2-4e84-b35d-5e7b8fe92e93/e777c908-182f-4715-80b9-cfb04f7ef970) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:32.657959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60374) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:32.670690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-818477d4-d8cf-407c-832b-8d0178388695 req-7a1765fc-4e8f-4db8-bb45-1ffe54686c6e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915475 Dec 16 15:10:32.675045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.676140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.695931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] Transition to ACTIVE for port object e4444933-c47a-4e7b-8157-0266663daa69 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:32.710987 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.714105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.715675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e35d2609-62a7-41b9-81ea-26c663ea62be req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cc0aec1-d7ea-4a62-a173-f605677cf76c HTTP/1.1" status: 204 len: 173 time: 0.5262291 Dec 16 15:10:32.743021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c387b0-c794-458b-9a74-20893298a41a tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc0aec1-d7ea-4a62-a173-f605677cf76c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:32.796982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.804005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.844642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2388-2b92-4569-a705-41a7b1bb3aa3 req-f4881f6d-1276-497f-919b-a0243f9b242e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:32.847241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef0e2388-2b92-4569-a705-41a7b1bb3aa3 req-f4881f6d-1276-497f-919b-a0243f9b242e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.0585642 Dec 16 15:10:32.896772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] No DVR routers for this DVR port e4444933-c47a-4e7b-8157-0266663daa69 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:10:32.903857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1097752249-network', 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:32.907381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.912772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] Pushing event updated for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=10']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:32.964045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f069c948-205b-495a-8c4f-bfab96e4c21c service neutron] 10.222.0.74 "PUT /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7295489 Dec 16 15:10:32.980162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:32.988702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef0e2388-2b92-4569-a705-41a7b1bb3aa3 req-068dbd75-a30c-416a-9b4a-d902fa9364ba tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339157 Dec 16 15:10:33.031759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:33.040895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:33.050408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:33.061492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Pushing event updated for resources: {'Port': ['ID=e777c908-182f-4715-80b9-cfb04f7ef970,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.072838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:33.075563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.089010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.147870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Attempting to bind port e777c908-182f-4715-80b9-cfb04f7ef970 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:33.148237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Attempting to bind port e777c908-182f-4715-80b9-cfb04f7ef970 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:33.148834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Attempting to bind port e777c908-182f-4715-80b9-cfb04f7ef970 on network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Checking segment: {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Bound using segment: {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Bound port: e777c908-182f-4715-80b9-cfb04f7ef970, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:33.160318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.167036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.185977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.190166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-229a0fef-c27d-48a7-81a7-140d546e11fe tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703354 Dec 16 15:10:33.230314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] For port e777c908-182f-4715-80b9-cfb04f7ef970, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:33.233531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] For port e777c908-182f-4715-80b9-cfb04f7ef970, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e777c908-182f-4715-80b9-cfb04f7ef970,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:33.305983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.325576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.353773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:33.366848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe23448-c20c-42dd-a52b-e4ac13b19ffa,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.381274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.381624 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Added segment 7870a9bc-eb41-4705-aa94-723140f9cc0b of type vlan for network 50812b9d-8080-444c-bc46-a43ba1fe91e8 Dec 16 15:10:33.391918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-767271a9-80c0-4acb-966b-f0425c6ba355 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.393501 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-767271a9-80c0-4acb-966b-f0425c6ba355 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.1357498 Dec 16 15:10:33.411379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 36e12114-2bc0-4b85-b923-52ac6c5219c7 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:33.415000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7a0d-ca3e-400c-9f57-44a52e75e993 None None] Pushing event updated for resources: {'Port': ['ID=e777c908-182f-4715-80b9-cfb04f7ef970,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.452642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-f66ed128-bc8f-43f8-ba1a-8c0d125155f0 tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "GET /v2.0/security-groups/491e41ab-eecb-4c9b-908d-766fca0528c2 HTTP/1.1" status: 200 len: 1793 time: 0.3950956 Dec 16 15:10:33.481557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.520771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-94375fff-1da1-4316-9253-859fca7e378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.522317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-94375fff-1da1-4316-9253-859fca7e378f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 1095 time: 0.1015782 Dec 16 15:10:33.540439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7,segment=NetworkSegment(475364de-2899-47da-9194-dc9ac140d058),segment_id=475364de-2899-47da-9194-dc9ac140d058)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:33.553704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '36e12114-2bc0-4b85-b923-52ac6c5219c7', 'network_id': '100f21be-c29a-49f7-910f-aedd57ffaed5', 'port_id': '36e12114-2bc0-4b85-b923-52ac6c5219c7', 'mac_address': 'fa:16:3e:e5:28:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e162a597-30b1-4909-9cc0-07963eb7600b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:33.602116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.603445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.604083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.604202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.657134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.662961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e12114-2bc0-4b85-b923-52ac6c5219c7 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:33.674279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-e27773c0-29bb-407a-a3d7-dd769a6b3456 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.676853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-e27773c0-29bb-407a-a3d7-dd769a6b3456 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4751928 Dec 16 15:10:33.686358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7,segment=NetworkSegment(475364de-2899-47da-9194-dc9ac140d058),segment_id=475364de-2899-47da-9194-dc9ac140d058)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:33.714744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.717686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-f3c30aaf-abb6-4025-9112-aa23537de27e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/quotas/ae6aa2a9d9984131a6e08bdb8c2f38dc HTTP/1.1" status: 200 len: 375 time: 0.0309868 Dec 16 15:10:33.724587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-c55f044f-3c8d-416d-a5d9-cce13d485595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.726087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-c55f044f-3c8d-416d-a5d9-cce13d485595 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1095 time: 0.1606035 Dec 16 15:10:33.727048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] Pushing event updated for resources: {'Network': ['ID=50812b9d-8080-444c-bc46-a43ba1fe91e8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.740409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c31ef6d4-60b7-4a31-9553-ca39b5930a67 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0771537 Dec 16 15:10:33.740409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60398) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:33.740616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:33.750808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Request body: {'subnet': {'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1097752249-subnet', 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:33.772784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-a24b92dc-0e8e-4074-adb5-f4b479ca5014 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471103 Dec 16 15:10:33.816355 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.898924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.901742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.904748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.909798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4894d588-ee5a-4a13-b34b-18d8cf6daab1 req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/491e41ab-eecb-4c9b-908d-766fca0528c2 HTTP/1.1" status: 204 len: 173 time: 0.4274118 Dec 16 15:10:33.910687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-ec2427c3-ec7e-4b3f-94ae-9f498c648c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:33.910687 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-ec2427c3-ec7e-4b3f-94ae-9f498c648c14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1702721 Dec 16 15:10:33.921002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89017a-ff23-4124-aca3-ba5ac963281f tempest-SecurityGroupsTestAdminJSON-593153182 tempest-SecurityGroupsTestAdminJSON-593153182-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491e41ab-eecb-4c9b-908d-766fca0528c2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:33.973353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.975888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:33.978320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:33.991466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-4cf7880a-3637-47d8-a2df-a1543ffd954e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0745132 Dec 16 15:10:34.013366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.064050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e4444933-c47a-4e7b-8157-0266663daa69 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:10:34.102763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-4c9c989d-41a5-482e-8a93-b17417613492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:34.104311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-4c9c989d-41a5-482e-8a93-b17417613492 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0835989 Dec 16 15:10:34.142457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d30aba-d607-4253-8798-45b4962b18dc req-1b64c2fc-16b0-43c9-938b-1e5b36127914 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:34.143462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89d30aba-d607-4253-8798-45b4962b18dc req-1b64c2fc-16b0-43c9-938b-1e5b36127914 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 944 time: 0.1615682 Dec 16 15:10:34.186560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-e2101399-862c-4bf1-b225-97263c792209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698528 Dec 16 15:10:34.190312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e4444933-c47a-4e7b-8157-0266663daa69 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:10:34.211047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['36e12114-2bc0-4b85-b923-52ac6c5219c7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:34.280997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e777c908-182f-4715-80b9-cfb04f7ef970 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:34.294534 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-5ba7b65a-6394-4087-a06b-ea4ca1705fc0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672955 Dec 16 15:10:34.386737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Allocated IP 172.25.7.15 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c11d7aee-e23e-49e7-b677-455d0f39ae02) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:34.410459 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-f06fef3e-b41e-457f-82d3-f5c37f8cc99e service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125599 Dec 16 15:10:34.410673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89d30aba-d607-4253-8798-45b4962b18dc req-982eb111-90bf-46ad-8d53-227c3d375a80 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567105 Dec 16 15:10:34.417952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e777c908-182f-4715-80b9-cfb04f7ef970 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:34.418191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.459101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dec49-b109-418b-ab58-2c9f49166dea req-a87a7a1e-9e78-4079-99cf-5f958dd31e2d tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:34.482235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a4dec49-b109-418b-ab58-2c9f49166dea req-a87a7a1e-9e78-4079-99cf-5f958dd31e2d tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.2472403 Dec 16 15:10:34.574526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:34.581578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'floatingip': {'port_id': 'ddb68290-035f-4c30-9db3-4a9d3c456281'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:34.595776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.627220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.668088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port e777c908-182f-4715-80b9-cfb04f7ef970, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e777c908-182f-4715-80b9-cfb04f7ef970,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:34.747273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.773785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccadd16-bed5-4ca3-8502-1f1b082fcf12 req-00d50dc2-794d-433b-b969-d0cbc924194a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:34.775847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ccadd16-bed5-4ca3-8502-1f1b082fcf12 req-00d50dc2-794d-433b-b969-d0cbc924194a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.1276298 Dec 16 15:10:34.789405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9167-27c3-433c-ad1f-c07988be0e6c req-7d7625bb-d529-4e46-b94c-092a4030822a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:34.791371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-533e9167-27c3-433c-ad1f-c07988be0e6c req-7d7625bb-d529-4e46-b94c-092a4030822a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.1320271 Dec 16 15:10:34.815713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=e777c908-182f-4715-80b9-cfb04f7ef970,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:34.834620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6b1b8-1c2c-4129-b1df-581b5d564868 None None] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:34.835026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.910975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-51a2f8aa-cdcd-4905-ba87-06d2ebdf3554 None None] Provisioning complete for port e777c908-182f-4715-80b9-cfb04f7ef970 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:34.911345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51a2f8aa-cdcd-4905-ba87-06d2ebdf3554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.913700 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:34.919437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:34.923196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-533e9167-27c3-433c-ad1f-c07988be0e6c req-2c802991-fd91-4a56-9c31-86892ecf1900 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239519 Dec 16 15:10:34.930098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:34.944405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ccadd16-bed5-4ca3-8502-1f1b082fcf12 req-2ddabfe4-2803-4a03-85fe-2abc2bb2a4f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450410 Dec 16 15:10:34.944405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:34.991774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Pushing event updated for resources: {'Port': ['ID=c11d7aee-e23e-49e7-b677-455d0f39ae02,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:35.078668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-6d9f7063-decb-4797-8050-3268e100a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:35.081707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-6d9f7063-decb-4797-8050-3268e100a2fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1117 time: 0.6909091 Dec 16 15:10:35.119352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.129513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-45e77131-f9e5-4bc8-b189-364bf1a17146 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443211 Dec 16 15:10:35.208347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-585b3bf2-2d05-4121-a9bb-a391f30751cd tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "GET /v2.0/security-groups/77b0fefb-698a-48f4-b914-98628e300c87 HTTP/1.1" status: 200 len: 1794 time: 0.2176955 Dec 16 15:10:35.354340 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-b1222957-da97-44f0-9804-63259736ac1d service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9196448 Dec 16 15:10:35.392252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-026e75f9-75bf-4755-91f6-a3b93b0103e0 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:35.395190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-026e75f9-75bf-4755-91f6-a3b93b0103e0 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594402 Dec 16 15:10:35.398435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8246bb60-4fdb-4e99-9179-d0376ed9ab80,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:35.420096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 36e12114-2bc0-4b85-b923-52ac6c5219c7 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:35.433714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-23024675-7f39-45cd-bc3d-936d5fd44f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:35.435519 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-23024675-7f39-45cd-bc3d-936d5fd44f85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.3099227 Dec 16 15:10:35.438043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:35.438903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-5a479dbd-a8e2-4f81-ad49-08aca7d5612a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/quotas/ae6aa2a9d9984131a6e08bdb8c2f38dc HTTP/1.1" status: 200 len: 375 time: 0.0251853 Dec 16 15:10:35.439303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Network hostable DHCP agents. Network: 50812b9d-8080-444c-bc46-a43ba1fe91e8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:35.446673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.510489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-5c07167d-f86f-42d8-87b6-a23f37f1a763 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705705 Dec 16 15:10:35.515377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.517903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.559085 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-922bd469-1770-421c-b9b5-911c3291a218 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.1104877 Dec 16 15:10:35.597926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 36e12114-2bc0-4b85-b923-52ac6c5219c7 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:35.611908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5b535a0c-ce4e-4448-8bb0-95b3cca2bce1 None None] Provisioning complete for port e777c908-182f-4715-80b9-cfb04f7ef970 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:35.611908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5b535a0c-ce4e-4448-8bb0-95b3cca2bce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.649568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 36e12114-2bc0-4b85-b923-52ac6c5219c7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:35.650245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.765080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.767760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.769708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1cf4c4c-2d31-45b3-91f1-c99eea06c7bd req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "DELETE /v2.0/security-groups/77b0fefb-698a-48f4-b914-98628e300c87 HTTP/1.1" status: 204 len: 173 time: 0.5537596 Dec 16 15:10:35.791001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727977-cac5-4c2e-9174-4a006b8e17ca tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b0fefb-698a-48f4-b914-98628e300c87,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:35.809554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.884742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:35.906471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:35.923053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7,segment=NetworkSegment(475364de-2899-47da-9194-dc9ac140d058),segment_id=475364de-2899-47da-9194-dc9ac140d058)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:35.924084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:35.926335 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c66b7d-c553-40d8-9f87-4528c4c9c247" -d '{"events": [{"server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "name": "network-vif-plugged", "status": "completed", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:35.967736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:10:35.980035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22b68d48-f026-4136-a4e7-a1cf82af7683 req-684bf3fc-76d8-411c-b90a-f5ff3642f4a4 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.0785382 Dec 16 15:10:35.999330 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.000164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:36.050306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 50812b9d-8080-444c-bc46-a43ba1fe91e8) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:36.075405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160502a4-148e-4656-9c6d-20f9da6c8fce None None] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:36.078667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.079272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.111599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.128798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-4345cc91-1551-493b-87e6-e80274c70a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.130785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cc20-af7d-4968-b0ca-80c659a491fb req-5ee7ef55-ae25-4841-909e-59c696d036b4 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.132637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1231cc20-af7d-4968-b0ca-80c659a491fb req-5ee7ef55-ae25-4841-909e-59c696d036b4 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 944 time: 0.2327709 Dec 16 15:10:36.136068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-4345cc91-1551-493b-87e6-e80274c70a4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.5470471 Dec 16 15:10:36.148996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-68293ff9-a2a4-4040-b015-c72edbedb1ac tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "GET /v2.0/security-groups/59e9acfc-f144-457c-9db7-0361f47fde7e HTTP/1.1" status: 200 len: 1795 time: 0.1121964 Dec 16 15:10:36.177875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-dfe93bfc-5edb-4335-854f-99d646601a29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345018 Dec 16 15:10:36.180381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2608ad48-cf6d-48cf-a4a1-72ece405a52a tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.180603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e777c908-182f-4715-80b9-cfb04f7ef970 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:36.181851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-2608ad48-cf6d-48cf-a4a1-72ece405a52a tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.1527696 Dec 16 15:10:36.231066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.246396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:36.271595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1231cc20-af7d-4968-b0ca-80c659a491fb req-f2beee5e-d003-47e6-9148-11a9c69462f8 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284256 Dec 16 15:10:36.322901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.337443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d793d46-b2c1-4ee3-99d4-7d98539ee603 None None] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:36.348872 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b3c0d7-d10b-456a-891d-391e13f89334 x-openstack-request-id: req-93b3c0d7-d10b-456a-891d-391e13f89334 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:36.349201 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "name": "network-vif-plugged", "status": "completed", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:36.349468 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93b3c0d7-d10b-456a-891d-391e13f89334 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:36.349873 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7', 'code': 200} Dec 16 15:10:36.358998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.406617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Router 3de90e01-e942-47e4-a036-2829a8d130f6 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:10:36.422246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d19abcd5-d241-4fbd-9878-0175acf6257b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:36.439926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e777c908-182f-4715-80b9-cfb04f7ef970 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:36.440312 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.441989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d19abcd5-d241-4fbd-9878-0175acf6257b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:36.442372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.467364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e57097f7-94d7-48f0-b680-3038e307d204 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7281663 Dec 16 15:10:36.595848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8f34-7dee-4fb6-9f00-0b0a2b50d920 req-2e1518e1-5400-4dd6-a63a-ee9d052127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.598529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fa8f34-7dee-4fb6-9f00-0b0a2b50d920 req-2e1518e1-5400-4dd6-a63a-ee9d052127a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 1096 time: 0.1295993 Dec 16 15:10:36.616463 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27 associated. External IP: 172.25.7.10, port: ddb68290-035f-4c30-9db3-4a9d3c456281. Dec 16 15:10:36.740155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.740155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.740155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b7844a-c348-46ec-a4ca-b1b1dc3bbcaf req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] 10.222.0.71 "DELETE /v2.0/security-groups/59e9acfc-f144-457c-9db7-0361f47fde7e HTTP/1.1" status: 204 len: 173 time: 0.5556858 Dec 16 15:10:36.768135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab0fd-e8a2-47b1-8418-3430075ae471 tempest-SecurityGroupsTestAdminJSON-1668629814 tempest-SecurityGroupsTestAdminJSON-1668629814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e9acfc-f144-457c-9db7-0361f47fde7e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:36.778897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:36.801005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb1767-813c-44c0-9e0a-ced93121b9f4 req-5e326fa8-b0ff-46d4-842b-89e5fcad37c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:36.810399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdfb1767-813c-44c0-9e0a-ced93121b9f4 req-5e326fa8-b0ff-46d4-842b-89e5fcad37c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.3949733 Dec 16 15:10:36.860330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:36.975832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdfb1767-813c-44c0-9e0a-ced93121b9f4 req-eb10d201-331c-4885-a953-2e9f81b8616b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644456 Dec 16 15:10:36.976882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:36.990225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Sync routers for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:37.005594 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:37.006493 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:37.008432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbecd93-b1ed-48f0-8687-9a9c400874e0 req-b5040858-d693-4f14-9643-737ec0295738 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:37.010139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fbecd93-b1ed-48f0-8687-9a9c400874e0 req-b5040858-d693-4f14-9643-737ec0295738 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.1080778 Dec 16 15:10:37.040632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-eaf0524e-9956-448b-a363-00c13a697874 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438995 Dec 16 15:10:37.063349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fbecd93-b1ed-48f0-8687-9a9c400874e0 req-3850aa5d-1f02-4fce-a0ce-742e2ec6f341 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Dec 16 15:10:37.115273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d02bf841-7685-4f4e-8363-ab52976b6c34 req-b0918a8a-ffc5-4ded-82c7-f3ec802ce23e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.0425825 Dec 16 15:10:37.115384 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fa8f34-7dee-4fb6-9f00-0b0a2b50d920 req-2dfdf9d2-49f1-4e84-92b8-5df457c289d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069323 Dec 16 15:10:37.144951 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:37.235071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a7fc-5ec1-46d9-b860-eb908c1d2d42 req-4a9420f6-e7d6-4b20-90bc-1b7de26c47c0 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:37.241563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90b5a7fc-5ec1-46d9-b860-eb908c1d2d42 req-4a9420f6-e7d6-4b20-90bc-1b7de26c47c0 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1095 time: 0.0712533 Dec 16 15:10:37.247850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:37.259479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:37.261174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d28da7c8-a9f1-4e45-a37f-32369617c143 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8130190 Dec 16 15:10:37.264461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60458) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:37.284397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-a61a21e0-9d16-4075-ae9b-39e467914c96 service neutron] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:37.294822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c54c09fa-290a-43a6-9e22-ca671ad2c311 req-1ebd15dd-3450-42d7-b987-c9e0ca134fd8 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367270 Dec 16 15:10:37.300312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-a61a21e0-9d16-4075-ae9b-39e467914c96 service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:37.310068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8952551b-68eb-4538-b2cc-5ae63dae9392 req-a61a21e0-9d16-4075-ae9b-39e467914c96 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 1.1094973 Dec 16 15:10:37.332488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:10:37.371338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:37.415181 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 3, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:37.433616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90b5a7fc-5ec1-46d9-b860-eb908c1d2d42 req-64d9bcae-266d-41f7-b217-d73e849154f3 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712906 Dec 16 15:10:37.442588 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Checking router: 3de90e01-e942-47e4-a036-2829a8d130f6 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:37.442948 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Updating router 3de90e01-e942-47e4-a036-2829a8d130f6 port c11d7aee-e23e-49e7-b677-455d0f39ae02 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:37.473553 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:37.480094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:37.488109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:37.522350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:37.536643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:37.540361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:37.576595 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d512693-1613-4e9f-8ee9-5158babc241f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "PUT /v2.0/floatingips/d6191b2d-b92d-475d-ac48-bce454aeeb27 HTTP/1.1" status: 200 len: 990 time: 3.0009789 Dec 16 15:10:37.644284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:37.648628 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:37.673307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-3685d57c-a434-405b-a23e-3babbc747d9d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366324 Dec 16 15:10:37.675813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19266caf-94d9-43dc-84fc-ffe391f4c55e req-e121f64d-682b-49ee-ad6e-275222265372 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:37.683284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19266caf-94d9-43dc-84fc-ffe391f4c55e req-e121f64d-682b-49ee-ad6e-275222265372 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 945 time: 0.2858489 Dec 16 15:10:37.789344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:37.792426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19266caf-94d9-43dc-84fc-ffe391f4c55e req-f6b06564-2aa4-40e1-a7cc-fe7ad89cf28d tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079276 Dec 16 15:10:37.948585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:37.953208 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28df700-da73-4aa7-a5e2-3c78452a243f x-openstack-request-id: req-b28df700-da73-4aa7-a5e2-3c78452a243f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:37.953512 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:37.953777 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b28df700-da73-4aa7-a5e2-3c78452a243f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:37.954529 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'status': 'completed', 'code': 200} Dec 16 15:10:38.051414 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.087473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-1d998593-36c3-4bcb-810a-72f8958d032d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:38.090755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-1d998593-36c3-4bcb-810a-72f8958d032d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099987 Dec 16 15:10:38.116945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Request body: {'port': {'device_id': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'ae6aa2a9d9984131a6e08bdb8c2f38dc'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:38.134318 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.284900 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebadc2c-3314-44c3-a387-c4915c046010 None None] Pushing event updated for resources: {'Port': ['ID=c11d7aee-e23e-49e7-b677-455d0f39ae02,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:38.287938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-7a66026e-c571-4ab7-a32a-09746fd0c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:38.319525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-7a66026e-c571-4ab7-a32a-09746fd0c084 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 1096 time: 0.3159528 Dec 16 15:10:38.321440 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Attempting to bind port c11d7aee-e23e-49e7-b677-455d0f39ae02 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:38.323208 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Attempting to bind port c11d7aee-e23e-49e7-b677-455d0f39ae02 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:38.333660 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Attempting to bind port c11d7aee-e23e-49e7-b677-455d0f39ae02 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:38.341402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:38.341779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:38.342189 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.342584 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:38.343072 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Bound port: c11d7aee-e23e-49e7-b677-455d0f39ae02, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:38.343483 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.401099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-5cd236c7-1349-4163-bd2c-442bea4700b2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:38.408924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-5cd236c7-1349-4163-bd2c-442bea4700b2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.4492521 Dec 16 15:10:38.419613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:38.421105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853219f-2010-4608-ba22-483748a050de req-64ccc14c-aefa-4bb3-950f-1b4d75bb136f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:38.422494 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd038829-2ef2-4f0e-b98e-fca01bdfc267" -d '{"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-plugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:38.431161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1853219f-2010-4608-ba22-483748a050de req-64ccc14c-aefa-4bb3-950f-1b4d75bb136f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.2838962 Dec 16 15:10:38.437806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60500) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:38.458125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-931358251-network', 'tenant_id': '4489f2ca96344cf4b6361dca8edc3f96'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:38.480966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-507273f9-d5ad-4143-a7ed-81e497b2f29a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/quotas/ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 375 time: 0.0695140 Dec 16 15:10:38.484763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:d4:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3e271e-86bb-455d-b462-b925c0d74581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 1, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:38.485230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] For port c11d7aee-e23e-49e7-b677-455d0f39ae02, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:38.489455 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] For port c11d7aee-e23e-49e7-b677-455d0f39ae02, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c11d7aee-e23e-49e7-b677-455d0f39ae02,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:38.519087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:38.529132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:38.529765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:38.561979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-839a1bc4-bafa-4221-adbe-00143f68722a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:38.563575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-839a1bc4-bafa-4221-adbe-00143f68722a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 925 time: 0.2278171 Dec 16 15:10:38.574896 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.615425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1853219f-2010-4608-ba22-483748a050de req-119f778b-bda8-44b1-b8e2-cef53abdbcb9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831033 Dec 16 15:10:38.632718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9cc9b506-9ef2-4a5b-8b7a-42dc75362b18 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fe5ebe4392c4cb6bf9e0c767aef4d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6775138 Dec 16 15:10:38.635794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60502) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:38.661287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-0fd39139-b483-4418-89ba-da58ea9622f0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791098 Dec 16 15:10:38.671126 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebadc2c-3314-44c3-a387-c4915c046010 None None] Pushing event updated for resources: {'Port': ['ID=c11d7aee-e23e-49e7-b677-455d0f39ae02,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:38.689094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Made reservation on behalf of 4489f2ca96344cf4b6361dca8edc3f96 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:38.692659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.696578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Made reservation on behalf of ae6aa2a9d9984131a6e08bdb8c2f38dc for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:38.701579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:38.701757 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:38.702275 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:38.708476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.753791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.794991 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-11c25e99-6197-4708-b88d-1c389f303c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddb68290-035f-4c30-9db3-4a9d3c456281 HTTP/1.1" status: 200 len: 998 time: 0.2172477 Dec 16 15:10:38.806275 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.809628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5dc0ffd-5712-442e-a1b7-0fc59034b22f req-19dbe352-6fc4-403e-981f-52c7d49680d7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.0676725 Dec 16 15:10:38.910351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:38.914480 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443a59b-267a-4946-9408-e6235e023cce x-openstack-request-id: req-6443a59b-267a-4946-9408-e6235e023cce {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:38.916231 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-plugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:38.916231 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6443a59b-267a-4946-9408-e6235e023cce {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:38.916231 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'code': 200} Dec 16 15:10:38.926302 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:38.959718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.011544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-cfe9c53a-bf26-45c0-8dc9-f532eace7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:39.017292 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-cfe9c53a-bf26-45c0-8dc9-f532eace7401 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.2124217 Dec 16 15:10:39.043454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-59e5fc4b-4164-40e8-80fe-77aa920f4a64 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809936 Dec 16 15:10:39.118616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.247212 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 3, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:39.255706 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.259602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be86f8-b389-4c53-90c5-7f320ce37fb5 req-7677fc89-ba3b-4427-b352-ce966fffcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:39.261402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68be86f8-b389-4c53-90c5-7f320ce37fb5 req-7677fc89-ba3b-4427-b352-ce966fffcda0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1100 time: 0.2190855 Dec 16 15:10:39.263933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-714de362-0bea-4550-844b-f42d68b47e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:39.265637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-714de362-0bea-4550-844b-f42d68b47e22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069643 Dec 16 15:10:39.283404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.295780 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c13bc5-b3ec-4696-9983-426b09ab4b93 None None] The sync data for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 is: [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 3, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:39.313632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-c5c8f655-79e4-4147-a88b-2d7d50ed9014 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581170 Dec 16 15:10:39.339595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c814bb-74a6-4634-a085-0e75c76fdf3e req-4237aebf-cfca-4bc1-8c5c-d92ff53a4f96 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:39.340963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:d4:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3e271e-86bb-455d-b462-b925c0d74581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 1, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:39.341264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67c814bb-74a6-4634-a085-0e75c76fdf3e req-4237aebf-cfca-4bc1-8c5c-d92ff53a4f96 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 945 time: 0.1835303 Dec 16 15:10:39.368510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.383230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.383814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Allocated IP 172.20.0.1 (61cdb2a5-5540-47b8-b745-e5d639bd3ed9/06f449cd-bbd2-4e84-b35d-5e7b8fe92e93/fcd6b3ea-a69d-406d-99d5-2748086498cb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:39.385011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32aa617-dbe2-4e7a-9a44-21e237f6b0be None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:d4:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3e271e-86bb-455d-b462-b925c0d74581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:10:35Z', 'revision_number': 1, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:39.400281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.400281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.400281 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a4a01e2-f96c-4dad-aa9b-215d0c538a37 HTTP/1.1" status: 204 len: 168 time: 0.7459242 Dec 16 15:10:39.514421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:39.525775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:39.539788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7adb33b-442c-45f2-80ae-4d422868a6ca,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:39.545409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68be86f8-b389-4c53-90c5-7f320ce37fb5 req-a0d1358d-9b70-4d58-8d67-503643c28ae5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675650 Dec 16 15:10:39.571552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce4333-9ec6-4237-93ce-ecd45f913191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a01e2-f96c-4dad-aa9b-215d0c538a37,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:39.584105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-e864df6c-3003-4d1d-85ad-068f6c284ada service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073270 Dec 16 15:10:39.620872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67c814bb-74a6-4634-a085-0e75c76fdf3e req-db242d09-1f1d-4b8a-ba88-5a78430f4739 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698264 Dec 16 15:10:39.634493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:39.634816 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Added segment 27e16e7b-542c-4fa3-9ddc-774612f615e6 of type vlan for network 37275414-7b7d-4c80-99f4-92d0f25f3024 Dec 16 15:10:39.749646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Allocated IP 192.168.233.109 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/8d54b686-baee-4833-a108-0fb1a0c19b5f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:39.950775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36288b0f-d323-4a68-865e-ff20d0963245 None None] New status for floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:10:40.270725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c11d7aee-e23e-49e7-b677-455d0f39ae02 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:40.303478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-797e1e87-7c29-4665-99d3-b69d7b0bb6ec req-c4a358b7-fd75-4473-9f23-c41091348733 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646466 Dec 16 15:10:40.375187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.383288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c11d7aee-e23e-49e7-b677-455d0f39ae02 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:40.383929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.399624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.487599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ad95238-e109-49eb-8e2d-4741e8c8880f req-7256091a-0aeb-44fc-9bec-4dcb5fd99b9e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 210 time: 0.1034415 Dec 16 15:10:40.494162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:10:40.539032 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.564996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.566065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c11d7aee-e23e-49e7-b677-455d0f39ae02, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c11d7aee-e23e-49e7-b677-455d0f39ae02,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:40.571397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-d8a178f9-f951-4719-9624-04d9f63cfd4b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8399899 Dec 16 15:10:40.587722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60528) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:40.619807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.661743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.727667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7cbb022-ca8d-4410-aee4-5640696ed2f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=868f676cf0264745bf3976ef37996de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360085 Dec 16 15:10:40.728316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:40.742469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c11d7aee-e23e-49e7-b677-455d0f39ae02,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:40.763168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:40.773222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:40.774665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899f0b-bf2f-4673-9479-39cf611ee622 req-af7c6131-0c59-48a8-83e3-a130994cfa2a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:40.775958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:40.783252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e899f0b-bf2f-4673-9479-39cf611ee622 req-af7c6131-0c59-48a8-83e3-a130994cfa2a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.4020040 Dec 16 15:10:40.784770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:40.785496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.786628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:40.787313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.852781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-94e9dd59-8a2a-4d4d-b76a-05a8337980f5 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:40.854485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-94e9dd59-8a2a-4d4d-b76a-05a8337980f5 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696977 Dec 16 15:10:40.864078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:40.865002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.886074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.914870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Request body: {'port': {'device_id': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'ae6aa2a9d9984131a6e08bdb8c2f38dc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:40.920445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:40.999602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e899f0b-bf2f-4673-9479-39cf611ee622 req-ada5d679-f87f-40d6-9b59-580c0e510551 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153647 Dec 16 15:10:41.009974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5671027 Dec 16 15:10:41.010783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642555b2-f0b2-43a7-8dad-59d79eddd00a admin admin] Pushing event updated for resources: {'Network': ['ID=37275414-7b7d-4c80-99f4-92d0f25f3024,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:41.011065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-dcfd4f75-104e-4eb9-bac9-ef63abc3b392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8983002 Dec 16 15:10:41.011649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:41.021896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 37275414-7b7d-4c80-99f4-92d0f25f3024 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:41.027330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Request body: {'subnet': {'network_id': '37275414-7b7d-4c80-99f4-92d0f25f3024', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-931358251-subnet', 'tenant_id': '4489f2ca96344cf4b6361dca8edc3f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:41.052437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Request body: {'port': {'device_id': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:41.091307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.093934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.099543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79f94ec1-165c-4741-97ea-fb1615814819 HTTP/1.1" status: 204 len: 168 time: 0.3662786 Dec 16 15:10:41.130739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.147375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7965d-ffab-435f-833a-88b6977259ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f94ec1-165c-4741-97ea-fb1615814819,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:41.174440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-922dde15-903d-4e95-82ff-5ba3338fa342 None None] Provisioning complete for port 8d54b686-baee-4833-a108-0fb1a0c19b5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:41.174970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-922dde15-903d-4e95-82ff-5ba3338fa342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.187419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.225291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-922dde15-903d-4e95-82ff-5ba3338fa342 None None] Port 8d54b686-baee-4833-a108-0fb1a0c19b5f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:41.231635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0447bdf9-4372-4748-99c8-3d7a35191f3d req-ad65a9d0-0af5-4c61-9557-29e3e8c8de98 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.1420949 Dec 16 15:10:41.266437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Made reservation on behalf of 4489f2ca96344cf4b6361dca8edc3f96 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:41.270074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.308517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:41.323809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:41.326408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:41.337536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:41.337536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.380306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Made reservation on behalf of ae6aa2a9d9984131a6e08bdb8c2f38dc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:41.383807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.414221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc0fe0-476c-4dd8-8cd2-8e04306f9402 req-34125432-436f-4d14-8e6b-1d4f1bd982d6 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:41.422511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bbc0fe0-476c-4dd8-8cd2-8e04306f9402 req-34125432-436f-4d14-8e6b-1d4f1bd982d6 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 945 time: 0.1454017 Dec 16 15:10:41.629754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c296b0e7-4fa6-44b1-9e9e-8e2ab114b9a3 req-fc11cca6-18e8-4012-baa5-dadaae059dce tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 210 time: 0.0489457 Dec 16 15:10:41.645962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bbc0fe0-476c-4dd8-8cd2-8e04306f9402 req-153e821c-525e-49ad-801d-00d97eb37027 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181644 Dec 16 15:10:41.656293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6144b684-8bb7-4f58-b805-bfc38c72e500 None None] Provisioning complete for port fcd6b3ea-a69d-406d-99d5-2748086498cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:41.656293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6144b684-8bb7-4f58-b805-bfc38c72e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.670211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:41.679738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.689388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6144b684-8bb7-4f58-b805-bfc38c72e500 None None] Port fcd6b3ea-a69d-406d-99d5-2748086498cb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:41.698924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.701656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Transition to ACTIVE for port object 8d54b686-baee-4833-a108-0fb1a0c19b5f will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:41.765509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df99a724-73fd-4887-9fbb-1e3d04854afd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:41.777553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Checking segment: {'id': '27e16e7b-542c-4fa3-9ddc-774612f615e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '37275414-7b7d-4c80-99f4-92d0f25f3024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:41.777553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Network hostable DHCP agents. Network: 37275414-7b7d-4c80-99f4-92d0f25f3024, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:41.790823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.802434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:41.857006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:41.910324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Network 37275414-7b7d-4c80-99f4-92d0f25f3024 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:41.974085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Attempting to bind port 8d54b686-baee-4833-a108-0fb1a0c19b5f on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:41.974599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Attempting to bind port 8d54b686-baee-4833-a108-0fb1a0c19b5f by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:41.975019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Attempting to bind port 8d54b686-baee-4833-a108-0fb1a0c19b5f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:41.980078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Port 8d54b686-baee-4833-a108-0fb1a0c19b5f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:41.980497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Attempting to bind port 8d54b686-baee-4833-a108-0fb1a0c19b5f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:41.985401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Allocated IP 192.168.233.100 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/c15d2e86-c186-4fbf-a806-42ae262e6e70) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:41.990484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:41.990954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:41.991551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:41.992364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Bound port: 8d54b686-baee-4833-a108-0fb1a0c19b5f, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:41.992969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.007865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 37275414-7b7d-4c80-99f4-92d0f25f3024) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:42.014778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.015505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.020267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd02e1c-ac42-40d7-8066-f13ae5f72b13 None None] Network 37275414-7b7d-4c80-99f4-92d0f25f3024 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:42.134469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:42.159929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:42.164811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c11d7aee-e23e-49e7-b677-455d0f39ae02 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:42.218371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d5cd32a1-90fa-4b80-a91f-4c1a59a1f42a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2055588 Dec 16 15:10:42.240129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.358850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597920b8-e708-404d-883f-a32321ce3bdb req-0085a7d1-d54d-47cd-abb2-d0aec50614b8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.363810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597920b8-e708-404d-883f-a32321ce3bdb req-0085a7d1-d54d-47cd-abb2-d0aec50614b8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1860592 Dec 16 15:10:42.364532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:42.377267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03a77e-9542-4243-b988-703033258631 None None] Network 37275414-7b7d-4c80-99f4-92d0f25f3024 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:42.388241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.393112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.393112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.394062 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-f335d128-ab38-4f0b-8df2-33b09a800329 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d54b686-baee-4833-a108-0fb1a0c19b5f HTTP/1.1" status: 200 len: 1096 time: 1.3516641 Dec 16 15:10:42.394472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:42.397811 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5844d0-3ce7-40f8-a755-7f62b4053176" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:42.514560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c11d7aee-e23e-49e7-b677-455d0f39ae02 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:42.517536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.522250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5f96506-0ddb-45e2-8bd8-efb78a8d9583 req-14e4008e-96a5-4858-adb7-3bb0c6dcd30a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.0611329 Dec 16 15:10:42.562124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.562863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.601869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.627516 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69688094-522f-4e7f-a339-519125f6e34e x-openstack-request-id: req-69688094-522f-4e7f-a339-519125f6e34e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:42.627855 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:42.628656 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69688094-522f-4e7f-a339-519125f6e34e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:42.629207 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'status': 'completed', 'code': 200} Dec 16 15:10:42.636028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597920b8-e708-404d-883f-a32321ce3bdb req-2366e2b0-0697-4e54-b021-d901b198f7c4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587709 Dec 16 15:10:42.658237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-3aac5ec4-89fb-4d63-a3a7-6c0ca1756347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.671930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-3aac5ec4-89fb-4d63-a3a7-6c0ca1756347 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1099 time: 0.1063881 Dec 16 15:10:42.763931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-545b4052-1603-47e1-a3be-44b0072441c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f HTTP/1.1" status: 200 len: 217 time: 0.0731790 Dec 16 15:10:42.804454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:42.833171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-98d88ad0-909f-4891-b6bf-281ee8c4b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.834949 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-98d88ad0-909f-4891-b6bf-281ee8c4b230 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0592995 Dec 16 15:10:42.838189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-56c56657-28d2-4768-b883-9aa8877704d6 req-bd5e6bfe-96f8-4b59-a4e2-4e9d3274e31d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:10:42.839203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56c56657-28d2-4768-b883-9aa8877704d6 req-bd5e6bfe-96f8-4b59-a4e2-4e9d3274e31d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124342 Dec 16 15:10:42.917446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc15d-9ae9-4324-bd5d-f0646bd8b591 req-723aa0d5-513c-4865-80e4-a382a8672e39 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.926819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f4dc15d-9ae9-4324-bd5d-f0646bd8b591 req-723aa0d5-513c-4865-80e4-a382a8672e39 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 945 time: 0.1416876 Dec 16 15:10:42.945619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62600-b37b-459b-9669-e20539f4741b req-3c0826ed-663a-4cf1-bb9b-ef29a4fba1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.947509 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-3c0826ed-663a-4cf1-bb9b-ef29a4fba1ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017058 Dec 16 15:10:42.964399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:42.965230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-f8179a5a-1ee2-4b52-86ba-fadda93b4b81 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:42.966984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-f8179a5a-1ee2-4b52-86ba-fadda93b4b81 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.30 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 945 time: 0.1094677 Dec 16 15:10:42.978127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:42.982834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:42.994492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:42.994492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.74', 64619) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:43.141225 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-6c22abbf-8275-454c-884d-f4ce6f78b0e2 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730156 Dec 16 15:10:43.252171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fa8769ce-771a-4d1a-8847-cfd543f665ee None None] Provisioning complete for port fcd6b3ea-a69d-406d-99d5-2748086498cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:43.252967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa8769ce-771a-4d1a-8847-cfd543f665ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.256548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-network', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:43.263174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Deleting port 36e12114-2bc0-4b85-b923-52ac6c5219c7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:10:43.263605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.266262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:43.288095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:43.297085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f4dc15d-9ae9-4324-bd5d-f0646bd8b591 req-4c432eaa-9196-4e72-9392-ba4c28ad6194 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/security-groups?id=4d871855-3bf2-4bea-b74d-462e14ab44c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694105 Dec 16 15:10:43.304941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:43.304941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:43.304941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.311270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event updated for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:43.350296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fa8769ce-771a-4d1a-8847-cfd543f665ee None None] Port fcd6b3ea-a69d-406d-99d5-2748086498cb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:43.374037 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82e62600-b37b-459b-9669-e20539f4741b req-6fb915b7-3269-44cb-b8bc-0acfc693ebd5 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221680 Dec 16 15:10:43.426518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] For port 36e12114-2bc0-4b85-b923-52ac6c5219c7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=36e12114-2bc0-4b85-b923-52ac6c5219c7,segment=NetworkSegment(475364de-2899-47da-9194-dc9ac140d058),segment_id=475364de-2899-47da-9194-dc9ac140d058)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:43.426887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.445494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Calling delete_port for 36e12114-2bc0-4b85-b923-52ac6c5219c7 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:10:43.455423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f889002f-fef1-4fa5-9df4-4f7a2f3c3edc req-7fd8642e-dbed-46c9-80e5-65241900708f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 210 time: 0.0753238 Dec 16 15:10:43.470036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-0bf846ba-0a82-45db-8803-4af4a00446da tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5642045 Dec 16 15:10:43.550009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Request body: {'port': {'device_id': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:43.599527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-5e300168-e3bd-4927-b1d2-4e60325cd7b9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:43.601057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-5e300168-e3bd-4927-b1d2-4e60325cd7b9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.6006448 Dec 16 15:10:43.609620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Made reservation on behalf of f802bd52bc82468c87438df630c1fdd2 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:43.611847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.650348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-a147ef7b-b9d8-4a4c-bd00-6acb63887e86 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1597259 Dec 16 15:10:43.666450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-c77cfb84-47d1-4a6e-b9f6-9e5f66a4484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:43.668072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-c77cfb84-47d1-4a6e-b9f6-9e5f66a4484a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1099 time: 0.1098149 Dec 16 15:10:43.676229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Request body: {'port': {'device_id': '3303a464-f287-4185-9ba8-7d69a966398d', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'admin_state_up': True, 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:43.682124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Router 3de90e01-e942-47e4-a036-2829a8d130f6 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:10:43.686318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.692676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d07bed24-ab16-46d5-bfb5-1dfc6fe555cf None None] Provisioning complete for port c15d2e86-c186-4fbf-a806-42ae262e6e70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:43.693360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d07bed24-ab16-46d5-bfb5-1dfc6fe555cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.735316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d07bed24-ab16-46d5-bfb5-1dfc6fe555cf None None] Port c15d2e86-c186-4fbf-a806-42ae262e6e70 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:43.757694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:43.901950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff82d6ac-2e8d-47e4-9fd9-f3d28de68d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.086640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-01a618e4-01ae-447d-929d-5e758c8951c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.088643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-01a618e4-01ae-447d-929d-5e758c8951c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.4125419 Dec 16 15:10:44.138472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.140794 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-96563695-7eb6-446f-aa85-6ca22ccb9ccd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f HTTP/1.1" status: 200 len: 217 time: 0.0407588 Dec 16 15:10:44.160225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebf405-1686-42b3-83db-71500e83d3fa req-3c78ed08-c0c3-4809-8a1f-a701d6b0a9f2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.161719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ebf405-1686-42b3-83db-71500e83d3fa req-3c78ed08-c0c3-4809-8a1f-a701d6b0a9f2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.5595343 Dec 16 15:10:44.177475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Pushing event deleted for resources: {'Port': ['ID=36e12114-2bc0-4b85-b923-52ac6c5219c7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:44.180542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['36e12114-2bc0-4b85-b923-52ac6c5219c7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:44.257332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] No DVR routers for this DVR port 36e12114-2bc0-4b85-b923-52ac6c5219c7 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:10:44.260478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-27bf787d-463c-4f52-97b3-10cfda9700eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.262010 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-27bf787d-463c-4f52-97b3-10cfda9700eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0964253 Dec 16 15:10:44.262959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.266099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5996ea16-97ae-4aae-9af5-fa3e607a0f3f req-ad5c603d-b8d3-4c01-bbd0-06c2c1077738 tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.30 "DELETE /v2.0/ports/36e12114-2bc0-4b85-b923-52ac6c5219c7 HTTP/1.1" status: 204 len: 173 time: 1.2760789 Dec 16 15:10:44.312459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-bc9f6ac8-134c-4648-8db6-70e0f9a77c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.314045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-bc9f6ac8-134c-4648-8db6-70e0f9a77c6f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443547 Dec 16 15:10:44.390710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-dc657b80-5477-43fb-a485-e0521ae791ea tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.391755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-dc657b80-5477-43fb-a485-e0521ae791ea tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.6735792 Dec 16 15:10:44.416639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-886a2897-05db-474f-84b1-29390fc5b543 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942800 Dec 16 15:10:44.474416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ebf405-1686-42b3-83db-71500e83d3fa req-0dfc87fa-550d-4fd0-a86c-2873ebffbf43 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997723 Dec 16 15:10:44.483974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-40567a3d-341a-4f33-8e9c-ae62b79f5f22 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/quotas/12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 375 time: 0.0666797 Dec 16 15:10:44.543843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:44.549093 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b5844d0-3ce7-40f8-a755-7f62b4053176 req-351a84dc-9ce3-4fa2-93c5-e2003bb2f4c5 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235247 Dec 16 15:10:44.549314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f23e41f0-f4b3-4eed-b2ff-dec7bb027519 admin admin] 10.222.0.71 "PUT /v2.0/routers/3de90e01-e942-47e4-a036-2829a8d130f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2832675 Dec 16 15:10:44.569086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Sync routers for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:44.595345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:44.603460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:44.603624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.603624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-8153e531-9bee-482e-a754-3b2f45fafdb4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975730 Dec 16 15:10:44.631080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'name': 'network-vif-deleted', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:44.637632 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05372e2-88ec-4c08-b6d1-cd05b584f7e7" -d '{"events": [{"server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "name": "network-vif-deleted", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:44.711684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:44.715388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.739360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:44.744687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.828217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:44.897780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851bbae-6aee-4a93-b8c8-3c7f01915b6c req-8f20d1d8-7614-482a-b2f8-0e35be7982ca tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:44.899311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6851bbae-6aee-4a93-b8c8-3c7f01915b6c req-8f20d1d8-7614-482a-b2f8-0e35be7982ca tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 936 time: 0.2639573 Dec 16 15:10:44.900136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3379d95-db36-45e9-bc13-c1d45a49a96e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:44.909109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:44.909460 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Added segment 2ee20f3d-5684-4187-8032-5a3b4d081066 of type vlan for network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e Dec 16 15:10:44.969205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-15f0a7b4-9feb-4b64-9641-cdd8040ebbea service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557174 Dec 16 15:10:45.027814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:41Z', 'revision_number': 4, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcd6b3ea-a69d-406d-99d5-2748086498cb', 'name': '', 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'mac_address': 'fa:16:3e:9a:6d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:39Z', 'updated_at': '2021-12-16T15:10:41Z', 'revision_number': 2, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'subnets': [{'id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:45.065836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Checking router: 3de90e01-e942-47e4-a036-2829a8d130f6 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:45.067052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Updating router 3de90e01-e942-47e4-a036-2829a8d130f6 port fcd6b3ea-a69d-406d-99d5-2748086498cb binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:45.069518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.121464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15d2e86-c186-4fbf-a806-42ae262e6e70 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:45.136245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.148715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.198641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6851bbae-6aee-4a93-b8c8-3c7f01915b6c req-39dd3838-3c80-496f-8a6d-7b90a41e1f83 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688215 Dec 16 15:10:45.208537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Transition to ACTIVE for port object c15d2e86-c186-4fbf-a806-42ae262e6e70 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:45.221224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Allocated IP 172.20.0.14 (84fe8b61-8553-4d43-990a-8416519c13ce/a1174a66-b53d-4131-831e-2435243984e6/881f52bb-6d55-4ddd-8a98-c1932847e1d6) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:45.263175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-fd30e569-1c93-47c4-b36e-9776462e7c03 service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625170 Dec 16 15:10:45.310046 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.311400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:45.312144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.322129 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.573183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5711524 Dec 16 15:10:45.591042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:45.607696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Request body: {'subnet': {'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-subnet', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:45.665765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c80afbae-7171-4df7-8b2e-1afb5c2893ba req-4adc6457-8677-4c07-ac8d-55101da9f8da tempest-InstanceActionsV221TestJSON-1112732781 tempest-InstanceActionsV221TestJSON-1112732781-project] 10.222.0.71 "GET /v2.0/ports?device_id=992c1556-d282-46e1-87d0-199d71cfa7fa HTTP/1.1" status: 200 len: 210 time: 0.2431653 Dec 16 15:10:45.759952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.810335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf5b4d2-12d8-4526-8db8-21ebb4fac77e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:45.811006 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c9d5d-e9dc-4060-9d9b-dc4fdf061811 x-openstack-request-id: req-f92c9d5d-e9dc-4060-9d9b-dc4fdf061811 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:45.811006 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992c1556-d282-46e1-87d0-199d71cfa7fa", "name": "network-vif-deleted", "tag": "36e12114-2bc0-4b85-b923-52ac6c5219c7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:45.811006 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f92c9d5d-e9dc-4060-9d9b-dc4fdf061811 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:45.811006 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992c1556-d282-46e1-87d0-199d71cfa7fa', 'name': 'network-vif-deleted', 'tag': '36e12114-2bc0-4b85-b923-52ac6c5219c7', 'status': 'completed', 'code': 200} Dec 16 15:10:45.814212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:45.822231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.822786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.823125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.823532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.823971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.824428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.824831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.825237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.825682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.826026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.826417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.826808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.827196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba6651-3365-413a-873b-0254fe4c60f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.839194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba1da2fe-3da2-4cfc-933d-f46cb0173e27 req-507781dc-75a4-4845-ad3e-5df6923dd011 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 210 time: 0.1583903 Dec 16 15:10:45.849649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:45.870919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Made reservation on behalf of f802bd52bc82468c87438df630c1fdd2 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:45.873969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:45.880649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.881235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.881643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.882055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.882459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.882860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.883256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.883653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.884070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.885190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.885608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.886035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.886397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:45.957866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.033009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8a75b-b274-4fcb-b594-23b82f1f8dda None None] Pushing event updated for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:46.038134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Attempting to bind port c15d2e86-c186-4fbf-a806-42ae262e6e70 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:46.038474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Attempting to bind port c15d2e86-c186-4fbf-a806-42ae262e6e70 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:46.038804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Attempting to bind port c15d2e86-c186-4fbf-a806-42ae262e6e70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:46.122145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f8ee63c-ab3d-44f3-9207-b15ee05358fe req-9b732a19-ad87-40f5-95eb-2ffbbdca24c5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 210 time: 0.1087096 Dec 16 15:10:46.145178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Port c15d2e86-c186-4fbf-a806-42ae262e6e70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:46.145583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Attempting to bind port c15d2e86-c186-4fbf-a806-42ae262e6e70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:46.175761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:46.176206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:46.180550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Attempting to bind port fcd6b3ea-a69d-406d-99d5-2748086498cb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:46.180976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Attempting to bind port fcd6b3ea-a69d-406d-99d5-2748086498cb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:46.181269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:46.181461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Attempting to bind port fcd6b3ea-a69d-406d-99d5-2748086498cb on network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:46.181672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:46.182579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Bound port: c15d2e86-c186-4fbf-a806-42ae262e6e70, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:46.182973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.190671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:46.191060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Checking segment: {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:46.191593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.192253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Bound using segment: {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:46.192757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Bound port: fcd6b3ea-a69d-406d-99d5-2748086498cb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614eca9d-c7b5-4938-a69f-9d5ab1e8970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:46.193145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.230099 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.244313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209bbe8-2972-4153-9fa5-9f77f46cdf06 req-70bc9809-f48d-4cc2-9371-ba3c43d44b7d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:46.260713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c209bbe8-2972-4153-9fa5-9f77f46cdf06 req-70bc9809-f48d-4cc2-9371-ba3c43d44b7d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.3439615 Dec 16 15:10:46.385522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c209bbe8-2972-4153-9fa5-9f77f46cdf06 req-0dcbfa00-3dbd-4b7e-9302-cdea8169c25f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235552 Dec 16 15:10:46.393497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] For port fcd6b3ea-a69d-406d-99d5-2748086498cb, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:46.461730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.492422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:10:46.496068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:46.511844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] For port fcd6b3ea-a69d-406d-99d5-2748086498cb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcd6b3ea-a69d-406d-99d5-2748086498cb,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:46.514878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:46.527855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3f62-a425-4e6b-8294-92408069a054 req-8c50f57b-f43e-4379-808b-af9ec0d5f052 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:46.537802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0fa3f62-a425-4e6b-8294-92408069a054 req-8c50f57b-f43e-4379-808b-af9ec0d5f052 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 948 time: 0.1069436 Dec 16 15:10:46.539237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6545b3-f309-40ef-a23f-79f2f43beba9,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:46.547622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.547993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.548632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.548632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.548971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.549293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.549615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.550900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.551257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.551584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.551854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.552177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.552495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:46.589329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.599481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Checking segment: {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:46.600135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Network hostable DHCP agents. Network: ecf5b4d2-12d8-4526-8db8-21ebb4fac77e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:46.648145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.660535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.686438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:46.687048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.688638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] 10.222.0.74 "PUT /v2.0/ports/c15d2e86-c186-4fbf-a806-42ae262e6e70 HTTP/1.1" status: 200 len: 1096 time: 3.1521742 Dec 16 15:10:46.691416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:46.694836 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4568aed-ec1b-4e16-9117-02880fcd3c15" -d '{"events": [{"name": "network-changed", "server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:46.727409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:46.757551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Network 84fe8b61-8553-4d43-990a-8416519c13ce is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:46.762001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:46.763777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] Provisioning complete for port fcd6b3ea-a69d-406d-99d5-2748086498cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:46.764362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.772678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:46.797122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0fa3f62-a425-4e6b-8294-92408069a054 req-bb6c55c2-e67a-4be3-bb90-25c58f25290c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475963 Dec 16 15:10:46.800435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:46.815605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:46.816322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.922482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ecf5b4d2-12d8-4526-8db8-21ebb4fac77e) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:46.949859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:46.951709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:46.965987 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8270312-5915-4601-834e-d20fb6d30f01 x-openstack-request-id: req-f8270312-5915-4601-834e-d20fb6d30f01 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:46.966289 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:46.966549 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f8270312-5915-4601-834e-d20fb6d30f01 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:46.966951 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70', 'status': 'completed', 'code': 200} Dec 16 15:10:47.088545 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-587f1ed0-da4d-4e33-b9b5-62fadddaca83 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4935153 Dec 16 15:10:47.093519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60670) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:47.099967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:47.131073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-8074bf2a-70e5-4774-8a41-a39a7ee58e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.133487 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-8074bf2a-70e5-4774-8a41-a39a7ee58e77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1100 time: 0.2074308 Dec 16 15:10:47.278976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5147cc0-8267-4161-9492-d3d2a7cb8cf2 None None] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:47.281324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42fb7e25-68c3-44b8-9af5-3f6975659e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.282370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a79b8de6-2157-4089-90c1-3ec40d002bef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6299572 Dec 16 15:10:47.301722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e490b4-2660-4978-835f-5cda46d6acb1 service neutron] Pushing event updated for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:47.318412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Request body: {'port': {'device_id': '3303a464-f287-4185-9ba8-7d69a966398d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:47.325948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:47.326638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:47.344660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5478cb40-3c56-43b9-9fb8-8031389aeb58 req-46ea382e-e643-4260-aa32-8a8f9089ab9e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 210 time: 0.0739276 Dec 16 15:10:47.367348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-61a84e1e-82df-49cf-97d4-cc88f14fac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.369169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-61a84e1e-82df-49cf-97d4-cc88f14fac2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 1099 time: 0.4303813 Dec 16 15:10:47.382268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cac12-464e-4236-8f39-8b8ea2414fae req-a1c6b54d-7839-48df-b090-3e45ecb49959 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.387604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.398958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.399328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-638cac12-464e-4236-8f39-8b8ea2414fae req-a1c6b54d-7839-48df-b090-3e45ecb49959 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 932 time: 0.2844665 Dec 16 15:10:47.430081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-c4d747f3-a126-43c2-830a-8eb90597513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.432409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-c4d747f3-a126-43c2-830a-8eb90597513b service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2832627 Dec 16 15:10:47.457815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60684) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:47.536479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.541210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:47.544492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-5f77e033-70af-4a0c-886e-ce67a961b877 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70 HTTP/1.1" status: 200 len: 217 time: 0.1516054 Dec 16 15:10:47.594161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-646096f2-2868-44d6-9e28-dc05e940cee4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.1505282 Dec 16 15:10:47.607921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.661261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 36e12114-2bc0-4b85-b923-52ac6c5219c7 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:10:47.723871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 36e12114-2bc0-4b85-b923-52ac6c5219c7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:10:47.724412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 36e12114-2bc0-4b85-b923-52ac6c5219c7 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:10:47.724981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-a489b35e-8f80-4d89-ad0d-8a0d5970e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.726650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-a489b35e-8f80-4d89-ad0d-8a0d5970e58a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1123366 Dec 16 15:10:47.817833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:47.832548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Deleting subnet e162a597-30b1-4909-9cc0-07963eb7600b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:10:47.847624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-638cac12-464e-4236-8f39-8b8ea2414fae req-2ded7097-e064-46df-8691-4f537e7afff5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514534 Dec 16 15:10:47.879758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8a75b-b274-4fcb-b594-23b82f1f8dda None None] Pushing event updated for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:47.943945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-b1b818c3-cb8e-4695-a562-53ae4f96e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:47.945608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-b1b818c3-cb8e-4695-a562-53ae4f96e74a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.3746471 Dec 16 15:10:47.961629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:47.966082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'mac_address': 'fa:16:3e:c8:fc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:47.973433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.029401 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.036665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b0b3c-45c3-466d-893b-20632106dce1 req-a93df863-3b5a-49be-b39a-907e4032842c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:48.045540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b2b0b3c-45c3-466d-893b-20632106dce1 req-a93df863-3b5a-49be-b39a-907e4032842c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.3557298 Dec 16 15:10:48.093718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] For port fcd6b3ea-a69d-406d-99d5-2748086498cb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcd6b3ea-a69d-406d-99d5-2748086498cb,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:48.164903 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.192772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:48.233419 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.274377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'fixed_ips': [{'subnet_id': '1d6545b3-f309-40ef-a23f-79f2f43beba9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:10:48.275245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.335080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.363709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-69222e31-5aab-49f9-8d2d-537a1bfdd2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:48.370278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:48.370723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-69222e31-5aab-49f9-8d2d-537a1bfdd2e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6299214 Dec 16 15:10:48.400999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.418168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:41Z', 'revision_number': 4, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcd6b3ea-a69d-406d-99d5-2748086498cb', 'name': '', 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'mac_address': 'fa:16:3e:9a:6d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:39Z', 'updated_at': '2021-12-16T15:10:46Z', 'revision_number': 4, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'subnets': [{'id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:48.459536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d83a5-85a7-4ad6-9080-512cb41a9e15 None None] The sync data for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 is: [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:10:41Z', 'revision_number': 4, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcd6b3ea-a69d-406d-99d5-2748086498cb', 'name': '', 'network_id': '61cdb2a5-5540-47b8-b745-e5d639bd3ed9', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'mac_address': 'fa:16:3e:9a:6d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:39Z', 'updated_at': '2021-12-16T15:10:46Z', 'revision_number': 4, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'subnets': [{'id': '06f449cd-bbd2-4e84-b35d-5e7b8fe92e93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:48.464722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bedeb6-be6e-4c64-a09e-a6bf1e3761b2 None None] Pushing event updated for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:48.561977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.610887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Allocated IP 172.20.0.2 (ecf5b4d2-12d8-4526-8db8-21ebb4fac77e/1d6545b3-f309-40ef-a23f-79f2f43beba9/28fb745d-5df3-4f0f-83d7-328c2ef218ca) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:48.703544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:48.733454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5a839aac-ed1e-4a70-b67d-1f0ea6259cc9 None None] Provisioning complete for port fcd6b3ea-a69d-406d-99d5-2748086498cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:48.734090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5a839aac-ed1e-4a70-b67d-1f0ea6259cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.873055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:48.907454 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-6f0ace9e-f0ef-4eba-a958-dc744dac072a service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299792 Dec 16 15:10:49.003889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:49.073269 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.134290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b2b0b3c-45c3-466d-893b-20632106dce1 req-f68b5be0-73fd-45a0-9a74-28cdf67b703e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0625002 Dec 16 15:10:49.136627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.144418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6ed0118-3eb8-48c8-b86c-26d3a1989c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:49.146369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-f6ed0118-3eb8-48c8-b86c-26d3a1989c0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1799388 Dec 16 15:10:49.267953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-26596dd6-d83b-43b5-9d60-cb8828f11074 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974751 Dec 16 15:10:49.278970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b112be5-c2a8-4cf2-8a4c-c6fc5414ba7a req-2033816c-7687-43d1-979d-fad0bd5610f4 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:49.287017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b112be5-c2a8-4cf2-8a4c-c6fc5414ba7a req-2033816c-7687-43d1-979d-fad0bd5610f4 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 948 time: 1.2849121 Dec 16 15:10:49.305397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.419868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Pushing event updated for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:49.462253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d87a84a-e5fa-408a-a772-aced4bf7d325 req-5c50c116-88d0-4330-b5ab-e100f88e1052 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 210 time: 0.1864049 Dec 16 15:10:49.479116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:49.482577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:49.509070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:49.557182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-ae7bb5d2-e93e-4abd-aa26-30fda32d2c62 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:49.563460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-ae7bb5d2-e93e-4abd-aa26-30fda32d2c62 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.3542049 Dec 16 15:10:49.566964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.591615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Request body: {'port': {'device_id': 'daede37c-e2ae-4078-b178-b095f558533b', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'admin_state_up': True, 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:49.634534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b112be5-c2a8-4cf2-8a4c-c6fc5414ba7a req-7bfe8e5c-6ecb-44a2-b8ae-cb555aba489c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462789 Dec 16 15:10:49.655328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-cbe35d0d-4f0e-41db-b6d5-8a69b40ed52e service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931431 Dec 16 15:10:49.662684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Attempting to bind port 28fb745d-5df3-4f0f-83d7-328c2ef218ca on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:49.664514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Attempting to bind port 28fb745d-5df3-4f0f-83d7-328c2ef218ca by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:49.664838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Attempting to bind port 28fb745d-5df3-4f0f-83d7-328c2ef218ca on network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:49.678218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.688979 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e162a597-30b1-4909-9cc0-07963eb7600b HTTP/1.1" status: 204 len: 168 time: 2.1945848 Dec 16 15:10:49.716710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:49.719775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Checking segment: {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:49.722693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.730778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60696) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:49.731516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Bound using segment: {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:49.732269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Bound port: 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:49.732769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.834081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bee08c6-ed12-4226-9f04-e08163f3af30 req-9c500a21-b49e-4aa3-b176-fada780a7bdf service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724811 Dec 16 15:10:49.841601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d39bc-c0a4-4b7e-bb14-44307d9f816a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e162a597-30b1-4909-9cc0-07963eb7600b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:49.870580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:49.876350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28fb745d-5df3-4f0f-83d7-328c2ef218ca,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:49.906778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.957358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:49.965677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:49.970574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.076737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881f52bb-6d55-4ddd-8a98-c1932847e1d6 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:50.110931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.131367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fd4c5-1543-4977-b8e2-94433cb2e464 None None] Pushing event updated for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:50.223922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Transition to ACTIVE for port object 881f52bb-6d55-4ddd-8a98-c1932847e1d6 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:50.238124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.256125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcd6b3ea-a69d-406d-99d5-2748086498cb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:50.287309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.324897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.336472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.389369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fcd6b3ea-a69d-406d-99d5-2748086498cb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:50.389840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.437430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752cb0-2a48-4866-952b-e62f18992821 req-8deffdb7-3d7b-443f-82b2-b25420b8ee51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:50.439672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4752cb0-2a48-4866-952b-e62f18992821 req-8deffdb7-3d7b-443f-82b2-b25420b8ee51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 932 time: 0.5979493 Dec 16 15:10:50.566629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:50.599448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-4fd90a31-f6be-405d-88b6-42473024f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:50.601006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-4fd90a31-f6be-405d-88b6-42473024f2e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 1099 time: 0.4208839 Dec 16 15:10:50.626601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Allocated IP 172.20.0.5 (50812b9d-8080-444c-bc46-a43ba1fe91e8/8246bb60-4fdb-4e99-9179-d0376ed9ab80/ddd0566c-df54-47e6-ad50-99088d246c37) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:50.633746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:50.828150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Allocated IP 172.25.7.122 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/68d13d04-1c0f-413c-a96f-ef2eecf2fb35) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:50.874261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea8c3c-c234-40a4-bc22-59fe38ab59fd req-d0beeb8b-1fd6-47f7-b52d-458c64d7cf24 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:50.881874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eea8c3c-c234-40a4-bc22-59fe38ab59fd req-d0beeb8b-1fd6-47f7-b52d-458c64d7cf24 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.5988195 Dec 16 15:10:50.941153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4752cb0-2a48-4866-952b-e62f18992821 req-c82c8bdf-94ad-47e0-9b9a-44bae0238ebe tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186749 Dec 16 15:10:50.955864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:50.960439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:50.960778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:50.961103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:50.998426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:50.998757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:51.014735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.015107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.015855 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.016195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > port after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.016517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.016834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > port after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.017152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.017846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.018171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.019047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.082834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.091630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.151159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.151580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.151931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.152272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 16 15:10:51.152693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100f21be-c29a-49f7-910f-aedd57ffaed5']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:51.196534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:51.196876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:51.197312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:51.197712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Bound port: 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:51.198066 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.218336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 8d54b686-baee-4833-a108-0fb1a0c19b5f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:51.231121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 8d54b686-baee-4833-a108-0fb1a0c19b5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:51.231121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.231292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475364de-2899-47da-9194-dc9ac140d058') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:51.231292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475364de-2899-47da-9194-dc9ac140d058') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:51.271098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.282553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-527cebc1-87f5-4351-9ae4-6c7389972419 req-cada5350-6d49-4aa4-9279-ffdb02737cf9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 210 time: 0.1097090 Dec 16 15:10:51.282553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eea8c3c-c234-40a4-bc22-59fe38ab59fd req-9b064290-b47a-4415-b990-2bf2478845f9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976414 Dec 16 15:10:51.298335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.301227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-9c415f5a-34f0-45f9-b563-e012bb8653c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.302892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-9c415f5a-34f0-45f9-b563-e012bb8653c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.6480825 Dec 16 15:10:51.355074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.402403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.446822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:10:51.447185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.451720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.456953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: from cryptography.utils import int_from_bytes Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: from cryptography.utils import int_from_bytes Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:10:51.462208 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:10:51.475421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-1d98419f-17bf-4216-9df6-f4774dc88c9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70 HTTP/1.1" status: 200 len: 217 time: 0.1399508 Dec 16 15:10:51.477752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:51.481827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:51.491760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:51.501461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:51.514571 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c031f607-fb59-411a-a728-725c4c78309a" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:51.539491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:51.546965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:51.573904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:51.584737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:51.587190 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff29cb9-6a72-4101-9354-bf081a134541 x-openstack-request-id: req-bff29cb9-6a72-4101-9354-bf081a134541 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:51.587507 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:51.587767 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bff29cb9-6a72-4101-9354-bf081a134541 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:51.588244 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'code': 200} Dec 16 15:10:51.610707 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.649923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:51.657815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:51.667321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-6c97f284-335d-4f47-9bf5-56687656553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.669055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-6c97f284-335d-4f47-9bf5-56687656553c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1532769 Dec 16 15:10:51.687691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567ebf4-970f-45f4-a5cf-3079ded17dc7 req-9409c54b-4fc6-4f43-b2a3-238f33802ecb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.689249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3567ebf4-970f-45f4-a5cf-3079ded17dc7 req-9409c54b-4fc6-4f43-b2a3-238f33802ecb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 948 time: 0.2376313 Dec 16 15:10:51.727406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:51.738708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:51.765075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.769351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.781142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.786362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.814505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.817847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] 10.222.0.71 "DELETE /v2.0/networks/100f21be-c29a-49f7-910f-aedd57ffaed5 HTTP/1.1" status: 204 len: 168 time: 2.0855293 Dec 16 15:10:51.853438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-01ae96a1-a48e-4351-9c31-aa1b91982ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.855122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-01ae96a1-a48e-4351-9c31-aa1b91982ef9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648858 Dec 16 15:10:51.865415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3567ebf4-970f-45f4-a5cf-3079ded17dc7 req-844dfca5-341c-43ea-b561-94edab63430f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603229 Dec 16 15:10:51.880620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89194949-6b84-4a52-aa27-e36efbafadbb admin admin] Pushing event deleted for resources: {'Network': ['ID=100f21be-c29a-49f7-910f-aedd57ffaed5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:51.942043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:51.942658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:51.944256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] 10.222.0.74 "PUT /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 1092 time: 4.6383636 Dec 16 15:10:51.944817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:51.947187 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7417b8-3c5c-400b-ba5d-f4f818c90693" -d '{"events": [{"name": "network-changed", "server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:52.013391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46b532-a9db-4669-acbd-e7b4c7394199 service neutron] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:52.069042 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6eedd1-8ab5-4afd-a008-564d1ab7ff65 x-openstack-request-id: req-2a6eedd1-8ab5-4afd-a008-564d1ab7ff65 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:52.069508 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:52.069768 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a6eedd1-8ab5-4afd-a008-564d1ab7ff65 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:52.080379 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'status': 'completed', 'code': 200} Dec 16 15:10:52.121225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ebc2ce-ed8e-4131-8606-cb61456da698 None None] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:52.195565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-780e0451-a341-40d4-a989-baa424995bc6 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227482 Dec 16 15:10:52.281546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-195dd808-c8b6-4cdb-85d2-0f3b7c9c9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.283125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-195dd808-c8b6-4cdb-85d2-0f3b7c9c9482 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1095 time: 0.1895480 Dec 16 15:10:52.289782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28fb745d-5df3-4f0f-83d7-328c2ef218ca up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:52.319403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279bc6d-d6fd-49dd-b00d-d8fcdd35769d req-4143fc80-40bf-4387-b8ed-c85d3088defd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.321458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2279bc6d-d6fd-49dd-b00d-d8fcdd35769d req-4143fc80-40bf-4387-b8ed-c85d3088defd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.2331345 Dec 16 15:10:52.329550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] Provisioning complete for port 28fb745d-5df3-4f0f-83d7-328c2ef218ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:52.330078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.428784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60718) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:52.466979 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.480820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a85d6-bb54-457a-a10d-3ce6282b987c req-9c6bc196-a919-4b4d-abd2-54f9017f3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.482315 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0e5a85d6-bb54-457a-a10d-3ce6282b987c req-9c6bc196-a919-4b4d-abd2-54f9017f3c08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1101 time: 0.7522712 Dec 16 15:10:52.490668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4568aed-ec1b-4e16-9117-02880fcd3c15 req-74bfa50d-21af-4b0f-86ff-7d054269efce service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760069 Dec 16 15:10:52.493230 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-2555acd6-f444-4820-bdb0-43d5f33fedd9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9055066 Dec 16 15:10:52.514973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28fb745d-5df3-4f0f-83d7-328c2ef218ca,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:52.516245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Request body: {'port': {'device_id': 'daede37c-e2ae-4078-b178-b095f558533b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:52.572042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 28fb745d-5df3-4f0f-83d7-328c2ef218ca triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:52.572609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.580849 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e18c0ad8-221c-4df3-b557-0406f5003daf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c59f4f4aaf945efa515ded4f485f5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493592 Dec 16 15:10:52.583882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60722) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:52.632484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.705610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0e5a85d6-bb54-457a-a10d-3ce6282b987c req-a6dc1b14-489f-485e-a26a-8c81132bbf42 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858475 Dec 16 15:10:52.706865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a21067-0bac-46d2-bd48-9237fe4049df None None] Pushing event updated for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:52.723697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.732018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2279bc6d-d6fd-49dd-b00d-d8fcdd35769d req-e7b22dbb-709e-4c59-ab1b-cda2d287d3e7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049096 Dec 16 15:10:52.752991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-73a9231e-4da5-401f-8314-ce6d78131623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.760290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-73a9231e-4da5-401f-8314-ce6d78131623 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4378467 Dec 16 15:10:52.789510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b407-96be-4b2c-bd4e-462d0eb7efb6 req-09bebb2c-9383-4f67-ba48-cd0e250bf896 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.802591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d0b407-96be-4b2c-bd4e-462d0eb7efb6 req-09bebb2c-9383-4f67-ba48-cd0e250bf896 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 931 time: 0.3007987 Dec 16 15:10:52.837629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.898468 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.900635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:52.939660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d0b407-96be-4b2c-bd4e-462d0eb7efb6 req-48e23542-9e8c-43fa-bc16-5ea1607ac06d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362040 Dec 16 15:10:52.967269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a063b6-ba88-4f09-a983-933b1080765f req-59a712d0-47dc-4e0b-979a-0133b8cd467e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:52.972504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55a063b6-ba88-4f09-a983-933b1080765f req-59a712d0-47dc-4e0b-979a-0133b8cd467e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.0968614 Dec 16 15:10:53.278483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a96aa45b-bcc0-45be-ab7c-584dec7ca907 None None] Provisioning complete for port 28fb745d-5df3-4f0f-83d7-328c2ef218ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:53.279381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a96aa45b-bcc0-45be-ab7c-584dec7ca907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.313486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.316046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.319728 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d871855-3bf2-4bea-b74d-462e14ab44c1 HTTP/1.1" status: 204 len: 168 time: 0.7303255 Dec 16 15:10:53.372669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e689b-cd06-426a-a5d3-c52046d9d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d871855-3bf2-4bea-b74d-462e14ab44c1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:53.383319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd0566c-df54-47e6-ad50-99088d246c37 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:53.395277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.440844 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Transition to ACTIVE for port object ddd0566c-df54-47e6-ad50-99088d246c37 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:10:53.473650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.532567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.615605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:53.658699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55a063b6-ba88-4f09-a983-933b1080765f req-76be9eab-7e81-4e2c-89d8-e5eff486eb9b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787353 Dec 16 15:10:53.722925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768e230-977f-4b41-8d0c-025c26a90e2f req-d160635b-596c-4c27-b3ed-817f4282009c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:53.724841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9768e230-977f-4b41-8d0c-025c26a90e2f req-d160635b-596c-4c27-b3ed-817f4282009c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 948 time: 0.3589866 Dec 16 15:10:53.731016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-bf6232a3-a8e9-44c4-944e-2850813bd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:53.732553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b7417b8-3c5c-400b-ba5d-f4f818c90693 req-bf6232a3-a8e9-44c4-944e-2850813bd154 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3245826 Dec 16 15:10:53.794661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:53.794661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:53.794661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:53.797750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:10:53.800226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:53.808152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:53.808959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:53.809698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:53.810306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Bound port: ddd0566c-df54-47e6-ad50-99088d246c37, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:53.810884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:53.840733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9768e230-977f-4b41-8d0c-025c26a90e2f req-617bd345-5f11-4e2f-8ba9-2170353f6012 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045947 Dec 16 15:10:53.936372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:10:54.007692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-b7e6dfb9-0657-4ecf-823a-2b24624d5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.010786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-b7e6dfb9-0657-4ecf-823a-2b24624d5903 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1095 time: 0.1640570 Dec 16 15:10:54.024715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6a8a-1ce4-47ad-9c27-f48f07b66b48 req-67fcd44d-7fc6-4309-a5f2-7cbaf913143c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.035861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db0d6a8a-1ce4-47ad-9c27-f48f07b66b48 req-67fcd44d-7fc6-4309-a5f2-7cbaf913143c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.0931866 Dec 16 15:10:54.110784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:54.151242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-0dab69a8-8095-4fc4-b423-bcf0448bbab5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 217 time: 0.1094408 Dec 16 15:10:54.155351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:54.186840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28fb745d-5df3-4f0f-83d7-328c2ef218ca up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:54.256488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 28fb745d-5df3-4f0f-83d7-328c2ef218ca triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:54.257113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:54.293092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-3ad31012-1522-4ac0-a0f6-a5f82d63ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.294469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-3ad31012-1522-4ac0-a0f6-a5f82d63ab95 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1106062 Dec 16 15:10:54.302464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84c411-e949-4e49-97a5-dc52eb2a6163 req-9a38c08e-26ae-4a71-a5fc-a08af1afa7f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.310266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab84c411-e949-4e49-97a5-dc52eb2a6163 req-9a38c08e-26ae-4a71-a5fc-a08af1afa7f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1961246 Dec 16 15:10:54.323676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db0d6a8a-1ce4-47ad-9c27-f48f07b66b48 req-7c3076e4-79fc-4184-9333-6d1354964c60 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898104 Dec 16 15:10:54.339648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:10:54.348727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-a2ff6f7a-3f09-47de-8947-63034f70d13d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358906 Dec 16 15:10:54.359963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Sync routers for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:10:54.362061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:54.386580 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:54.390904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:54.520418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:54.546267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.547537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:54.549129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-35644b4a-43f6-4e95-9deb-cff59f05d35e service neutron] 10.222.0.30 "PUT /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 1091 time: 2.0385973 Dec 16 15:10:54.550146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:54.553063 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2a9949-ffad-418c-aaeb-79e1d64302c9" -d '{"events": [{"name": "network-changed", "server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:54.571529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab84c411-e949-4e49-97a5-dc52eb2a6163 req-e9f550a7-1885-4515-8a87-41f1f5a77e26 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602258 Dec 16 15:10:54.606721 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:54.611682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60746) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:54.612484 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-35f452be-93dc-4182-9fc8-c3e7868bdcd8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5168619 Dec 16 15:10:54.621627 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:54.626673 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bff9ec-8ca4-4797-85c2-aea3981fef44 x-openstack-request-id: req-45bff9ec-8ca4-4797-85c2-aea3981fef44 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:54.626965 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:54.627374 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45bff9ec-8ca4-4797-85c2-aea3981fef44 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:54.628594 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'status': 'completed', 'code': 200} Dec 16 15:10:54.646913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c15d2e86-c186-4fbf-a806-42ae262e6e70 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:54.830495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-badb3557-c0a3-48bd-aecb-9f7b5facf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:54.832462 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-badb3557-c0a3-48bd-aecb-9f7b5facf376 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1094 time: 0.1596246 Dec 16 15:10:54.906797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:54.925342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'c15d2e86-c186-4fbf-a806-42ae262e6e70', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'c15d2e86-c186-4fbf-a806-42ae262e6e70', 'mac_address': 'fa:16:3e:dc:99:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:54.954349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:52Z', 'revision_number': 3, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:55.013149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.031926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15d2e86-c186-4fbf-a806-42ae262e6e70 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:55.056320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-7b604532-ab4d-4c42-b3af-813e00fa8feb service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989758 Dec 16 15:10:55.058817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:55.061807 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Checking router: 4f5350c1-a5b3-4e84-b842-fee40a0979c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:10:55.062160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Updating router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:10:55.107538 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.227358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-03c633a7-db75-4fc4-824e-321022f8c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:55.230091 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-03c633a7-db75-4fc4-824e-321022f8c92f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=12313a6a675a4faab564b6f0b7019f9b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3801045 Dec 16 15:10:55.281412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae26afc-5342-41ae-8b55-4cfe281be608 req-14bbd097-13de-49b4-a0b8-a38d31b4fea9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:55.283362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fae26afc-5342-41ae-8b55-4cfe281be608 req-14bbd097-13de-49b4-a0b8-a38d31b4fea9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.3629797 Dec 16 15:10:55.295078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b57d8-97e3-47a4-9237-c372458ace3a req-b434b967-5539-4ef9-a40e-86099591b4eb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:55.304471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-621b57d8-97e3-47a4-9237-c372458ace3a req-b434b967-5539-4ef9-a40e-86099591b4eb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 948 time: 0.2453680 Dec 16 15:10:55.356461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.415654 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.429354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:55.481904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8056b68d-d967-471f-9f6b-eac980fe8ca1 req-679ddc3d-c58c-4a29-b593-e81f67c909e1 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975327 Dec 16 15:10:55.510241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-1a32a041-978d-4ce2-a9b3-e2963e82c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:55.523855 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f2a9949-ffad-418c-aaeb-79e1d64302c9 req-1a32a041-978d-4ce2-a9b3-e2963e82c618 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733781 Dec 16 15:10:55.542652 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.557694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fae26afc-5342-41ae-8b55-4cfe281be608 req-7322c076-cae8-453b-9f9f-22e5b12e038d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510018 Dec 16 15:10:55.644152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Attempting to bind port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:10:55.647015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-621b57d8-97e3-47a4-9237-c372458ace3a req-2c8242b7-e249-430c-8127-d28a1a00f487 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412454 Dec 16 15:10:55.660633 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Attempting to bind port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:10:55.661166 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Attempting to bind port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:10:55.663578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:55.675890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c15d2e86-c186-4fbf-a806-42ae262e6e70'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:55.733859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:10:55.734146 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:55.734493 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.734888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:10:55.735379 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Bound port: 68d13d04-1c0f-413c-a96f-ef2eecf2fb35, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:10:55.735782 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:55.746173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-c8d40d29-abcb-46c8-8ba2-0805cb234a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:55.748314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-c8d40d29-abcb-46c8-8ba2-0805cb234a82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1094 time: 0.1629505 Dec 16 15:10:55.877216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-8d28b97b-540c-4069-8350-a7197cf695a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.1131105 Dec 16 15:10:56.053233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-04d526d5-febf-4f77-a4e8-e35eaf3f77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:56.054723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-04d526d5-febf-4f77-a4e8-e35eaf3f77cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1397376 Dec 16 15:10:56.089996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] For port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:10:56.098455 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] For port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:10:56.109459 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-5a0fd26e-e576-4765-ac09-b220e10d3648 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405743 Dec 16 15:10:56.111039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Pushing event updated for resources: {'Port': ['ID=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:56.122279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.123055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.123439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.123775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132236 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-356289949-network', 'tenant_id': '58701db0798246aca1291f2dcf3823c2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.132883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:10:56.188300 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:56.216292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100c754-bed1-47e2-8359-ee56f7e4bb40 req-8bb27ca6-a85f-47db-abbf-b7f306a60782 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:56.218712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1100c754-bed1-47e2-8359-ee56f7e4bb40 req-8bb27ca6-a85f-47db-abbf-b7f306a60782 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.3150818 Dec 16 15:10:56.225704 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-3ba1fddb-c4de-486d-983a-e0767c00b3bb service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069362 Dec 16 15:10:56.273705 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f0e76-5c71-47eb-8927-7cae44ad77eb None None] Pushing event updated for resources: {'Port': ['ID=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:56.304252 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:10:56.305020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:56.329755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b581e3c-246c-462c-b6f1-5f9b8f5c5a20 req-d787a402-b16e-4f4e-942c-73d37eef7c8a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:56.332937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b581e3c-246c-462c-b6f1-5f9b8f5c5a20 req-d787a402-b16e-4f4e-942c-73d37eef7c8a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.2288961 Dec 16 15:10:56.368101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12f6b6a3-10e8-4ed5-b160-af403b364d7c req-d0a177d7-94cd-4f2d-9293-c6ab89fc9287 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343336 Dec 16 15:10:56.388249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Made reservation on behalf of 58701db0798246aca1291f2dcf3823c2 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:56.391521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:56.458095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:56.471011 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:10:56.472110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1100c754-bed1-47e2-8359-ee56f7e4bb40 req-9da19895-5094-4e6d-bf44-3e1351c2f372 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062290 Dec 16 15:10:56.532690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:56.583359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b581e3c-246c-462c-b6f1-5f9b8f5c5a20 req-793b2af0-4508-4bef-b749-48e02a358077 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400904 Dec 16 15:10:56.668764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c15d2e86-c186-4fbf-a806-42ae262e6e70 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:56.792418 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:52Z', 'revision_number': 3, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:10:56.806495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Allocated IP 172.20.0.1 (ecf5b4d2-12d8-4526-8db8-21ebb4fac77e/1d6545b3-f309-40ef-a23f-79f2f43beba9/144efda1-fc8f-4eb8-8bd9-01386c9ef55b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:10:56.863044 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759d6a-d393-4846-94e6-e93db4aacdf6 None None] The sync data for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 is: [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:52Z', 'revision_number': 3, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:10:56.942464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port c15d2e86-c186-4fbf-a806-42ae262e6e70 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:10:56.953732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port c15d2e86-c186-4fbf-a806-42ae262e6e70 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:56.954255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:56.990111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.068143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f30c2-8f1f-43b9-9795-1024adc3c2e0 req-36a4c948-4139-4673-b15a-7987c224a3c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:57.076034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa4f30c2-8f1f-43b9-9795-1024adc3c2e0 req-36a4c948-4139-4673-b15a-7987c224a3c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.2020299 Dec 16 15:10:57.081796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.088822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2dd14-29b5-4264-ae87-ffea7254830e req-b4e8421d-e889-4054-98da-dbe56dcb576f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:57.096196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34d2dd14-29b5-4264-ae87-ffea7254830e req-b4e8421d-e889-4054-98da-dbe56dcb576f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 949 time: 0.2210572 Dec 16 15:10:57.105205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:10:57.107673 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e4dd7-feef-42aa-ab6a-cd8d101383f4" -d '{"events": [{"server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "name": "network-vif-plugged", "status": "completed", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:10:57.122595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:57.123151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.150411 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.184281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:10:57.198970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.259891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.276211 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Added segment 87503732-2074-4885-8da0-2048ec1fecef of type vlan for network 31c784d8-9777-463d-bda2-ff5a827323aa Dec 16 15:10:57.284417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34d2dd14-29b5-4264-ae87-ffea7254830e req-c1d21134-17af-453b-aff8-e4fd57322ad1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865399 Dec 16 15:10:57.301855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:57.385117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa4f30c2-8f1f-43b9-9795-1024adc3c2e0 req-ddbbb760-d834-4295-957c-f4c73b06afc1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081918 Dec 16 15:10:57.385805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e87152-397f-4fd3-9eef-48a04c1e8e35,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:57.454392 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b6e22f-834c-4e6f-99ea-08bda752243a x-openstack-request-id: req-55b6e22f-834c-4e6f-99ea-08bda752243a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:10:57.455550 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "name": "network-vif-plugged", "status": "completed", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:10:57.456124 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55b6e22f-834c-4e6f-99ea-08bda752243a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:10:57.456774 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70', 'code': 200} Dec 16 15:10:57.493467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.516832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:57.729851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Pushing event updated for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:58.117924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:58.157285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:58.188248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:10:58.206915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:10:58.235773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b60c8-a037-401a-bc91-2131782ce98d req-5cb89d5e-5ae7-42f9-aef6-4da8af54cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:58.239161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-428b60c8-a037-401a-bc91-2131782ce98d req-5cb89d5e-5ae7-42f9-aef6-4da8af54cfd7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 1101 time: 0.5979848 Dec 16 15:10:58.263953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195927a-e125-4f1d-bfc3-911dd7369f0b req-61de8d8c-1b20-4513-a0f5-5f3bc81a0e4c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:58.265685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4195927a-e125-4f1d-bfc3-911dd7369f0b req-61de8d8c-1b20-4513-a0f5-5f3bc81a0e4c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.6225200 Dec 16 15:10:58.283506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.288272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:58.288928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.304583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378c7f-bfc9-4249-a3bd-b338412865af req-b7c85ce2-4abd-4b67-8959-4a0c4328b459 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:58.306228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39378c7f-bfc9-4249-a3bd-b338412865af req-b7c85ce2-4abd-4b67-8959-4a0c4328b459 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.5340033 Dec 16 15:10:58.316205 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.340382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:58.340956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.418767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.451896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7580342 Dec 16 15:10:58.454660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:10:58.463362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Request body: {'subnet': {'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-356289949-subnet', 'tenant_id': '58701db0798246aca1291f2dcf3823c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:10:58.473544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.500789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:58.510379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-428b60c8-a037-401a-bc91-2131782ce98d req-50d62487-7703-48e7-9a5c-f757d93c05b7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628446 Dec 16 15:10:58.521658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9a632d53-9f56-4ca1-8ab8-5b89a117f56d None None] Provisioning complete for port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:10:58.522106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a632d53-9f56-4ca1-8ab8-5b89a117f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.529780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2b76-1844-4fc8-8b8b-7ab6ca6c7abb admin admin] Pushing event updated for resources: {'Network': ['ID=31c784d8-9777-463d-bda2-ff5a827323aa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:58.550991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 31c784d8-9777-463d-bda2-ff5a827323aa details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:10:58.568175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4195927a-e125-4f1d-bfc3-911dd7369f0b req-161eaa6b-a49f-4831-a201-d4b32d79c5f8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818191 Dec 16 15:10:58.616483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39378c7f-bfc9-4249-a3bd-b338412865af req-a0be08f4-5948-4dcd-87f1-0b9f188c4c4a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942879 Dec 16 15:10:58.616852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9a632d53-9f56-4ca1-8ab8-5b89a117f56d None None] Port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:10:58.627164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.656181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Made reservation on behalf of 58701db0798246aca1291f2dcf3823c2 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:10:58.663021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.703771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:58.780036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91208faa-94be-47fa-8751-f8970c5e3205 req-38c88a1e-84c7-4202-8977-ff20d536dc60 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:58.780236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:58.780408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91208faa-94be-47fa-8751-f8970c5e3205 req-38c88a1e-84c7-4202-8977-ff20d536dc60 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.1030936 Dec 16 15:10:58.901398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:58.908873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'port_id': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'mac_address': 'fa:16:3e:a6:a1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1174a66-b53d-4131-831e-2435243984e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:58.922760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.954477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91208faa-94be-47fa-8751-f8970c5e3205 req-8725497d-51b2-44ab-817e-38ed3c5f3d67 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758633 Dec 16 15:10:58.973640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:58.987531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881f52bb-6d55-4ddd-8a98-c1932847e1d6 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:10:59.012149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:59.017637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47df76-f661-46a7-9730-9e21b74690d4 req-3d1c55ae-6b8f-4bcb-ba13-8b7a207bc41d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:59.019817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd47df76-f661-46a7-9730-9e21b74690d4 req-3d1c55ae-6b8f-4bcb-ba13-8b7a207bc41d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1834471 Dec 16 15:10:59.101472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.133586 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.134928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.140386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd47df76-f661-46a7-9730-9e21b74690d4 req-393ead0e-50ac-4c57-a41d-4f44b7dd1c8c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127841 Dec 16 15:10:59.163615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ccebd9e-0f56-42b1-a81a-cfc25597920b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:59.188963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Checking segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:10:59.189562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Network hostable DHCP agents. Network: 31c784d8-9777-463d-bda2-ff5a827323aa, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:10:59.229788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:59.241360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.272495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Network 31c784d8-9777-463d-bda2-ff5a827323aa is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:10:59.312601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.341167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 31c784d8-9777-463d-bda2-ff5a827323aa) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:59.358946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:59.373012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.399081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712b59a-fbe8-44a3-86b8-f2e52a8ad4f4 None None] Network 31c784d8-9777-463d-bda2-ff5a827323aa requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:59.402010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Pushing event updated for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:10:59.451447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:10:59.500757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:10:59.526976 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3b36cf3-7fbe-4e77-b542-79fc68d5baa2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0700088 Dec 16 15:10:59.564164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:10:59.776084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:10:59.810919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:10:59.811224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:10:59.827665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'port_id': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'mac_address': 'fa:16:3e:05:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246bb60-4fdb-4e99-9179-d0376ed9ab80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:10:59.886241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb8021-1498-4451-b579-f8973e19d2ee None None] Network 31c784d8-9777-463d-bda2-ff5a827323aa requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:10:59.942177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329a644-1442-4ae6-bca3-f142c57a1a06 req-dd075308-3f9e-48d6-ba36-1e80003439aa tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:10:59.950908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d329a644-1442-4ae6-bca3-f142c57a1a06 req-dd075308-3f9e-48d6-ba36-1e80003439aa tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1791494 Dec 16 15:11:00.058182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:00.072080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5f7ff-c119-43d8-b39e-482a4261b635 req-5b1fa4d5-cd21-48e4-9c03-cf96a6444c99 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:00.078326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4a5f7ff-c119-43d8-b39e-482a4261b635 req-5b1fa4d5-cd21-48e4-9c03-cf96a6444c99 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.3616195 Dec 16 15:11:00.113399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd0566c-df54-47e6-ad50-99088d246c37 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:00.207969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d329a644-1442-4ae6-bca3-f142c57a1a06 req-61e647d5-7c47-43ae-9be2-3b77ee164ed6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540116 Dec 16 15:11:00.246855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:11:00.274168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4a5f7ff-c119-43d8-b39e-482a4261b635 req-6a3c76d2-410c-4b41-a919-67cb391eee2a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843600 Dec 16 15:11:00.314726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:00.363722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:00.431682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:11:00.431799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a54f3967-6069-41c8-84d4-88901c66f44d None None] Provisioning complete for port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:00.431799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a54f3967-6069-41c8-84d4-88901c66f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:00.433130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3874e374-9ed1-4224-9c75-118f012f5dfb admin admin] 10.222.0.71 "PUT /v2.0/routers/4f5350c1-a5b3-4e84-b842-fee40a0979c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8178668 Dec 16 15:11:00.484987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:00.485683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:00.489461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Sync routers for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:11:00.509191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:00.621849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856b887-d71a-49ed-a30c-4a8d17b9b27f req-d8621efc-c00d-4cd7-a13f-79f8e052fc28 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:00.622565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:00.630454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6856b887-d71a-49ed-a30c-4a8d17b9b27f req-d8621efc-c00d-4cd7-a13f-79f8e052fc28 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.1142504 Dec 16 15:11:00.638594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:11:00.639365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:00.702265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6856b887-d71a-49ed-a30c-4a8d17b9b27f req-1f8f1246-259f-4f22-9359-87caf4d61da2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 Dec 16 15:11:00.844574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:11:00.884961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a54f3967-6069-41c8-84d4-88901c66f44d None None] Port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:00.903999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798086b-4230-4e4e-9840-7fd8f43fb385 req-38bf2fc4-4e56-467b-be8a-23986d2839be tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:00.905534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8798086b-4230-4e4e-9840-7fd8f43fb385 req-38bf2fc4-4e56-467b-be8a-23986d2839be tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1093061 Dec 16 15:11:00.914568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-e25e9b7e-89cd-41d1-8766-2a1013d739bf tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:00.916142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-e25e9b7e-89cd-41d1-8766-2a1013d739bf tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 817 time: 0.1980398 Dec 16 15:11:00.986783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-9a9fbd78-1e30-45a2-93f9-a2a10eb31773 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/quotas/58701db0798246aca1291f2dcf3823c2 HTTP/1.1" status: 200 len: 375 time: 0.0610747 Dec 16 15:11:01.029554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ddd0566c-df54-47e6-ad50-99088d246c37'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:01.030512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8798086b-4230-4e4e-9840-7fd8f43fb385 req-0c11a397-968f-40c2-83b9-632595bfc955 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133606 Dec 16 15:11:01.038098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-ade05a23-8aea-4666-9954-70cbdfa2500c tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339935 Dec 16 15:11:01.308565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-d1ba9a0e-41b9-4741-be1c-ca46e2684b65 service neutron] 10.222.0.71 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636483 Dec 16 15:11:01.352659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '144efda1-fc8f-4eb8-8bd9-01386c9ef55b', 'name': '', 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:56Z', 'updated_at': '2021-12-16T15:10:59Z', 'revision_number': 2, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'subnets': [{'id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:01.398725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Checking router: 4f5350c1-a5b3-4e84-b842-fee40a0979c0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:11:01.399076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Updating router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:11:01.455429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:01.455567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b7ce163-8a12-4acc-b66e-19cba6ec366f req-f0dc834e-d466-4de6-a0cd-a8004459ca27 tempest-FloatingIPsNegativeTestJSON-1025394365 tempest-FloatingIPsNegativeTestJSON-1025394365-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=f802bd52bc82468c87438df630c1fdd2 HTTP/1.1" status: 200 len: 217 time: 0.1434894 Dec 16 15:11:01.586641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118899a2-6eea-42fc-a03b-67b5e5e845ad req-903cde86-fdc8-499e-afbe-f1aceebb86a0 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:01.595807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118899a2-6eea-42fc-a03b-67b5e5e845ad req-903cde86-fdc8-499e-afbe-f1aceebb86a0 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0720952 Dec 16 15:11:01.667014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118899a2-6eea-42fc-a03b-67b5e5e845ad req-cea8175d-8efa-4c12-bfb4-6065e4b4973c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701880 Dec 16 15:11:01.680327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-9a19897d-3622-4561-8e10-d197138d6ea5 service neutron] 10.222.0.71 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230217 Dec 16 15:11:01.943195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59ee7d-b2ec-4a6e-992b-86d2d32dd13f req-78c2e9b7-8b78-48e8-a059-0c5f57bc9e8e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:01.947723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac59ee7d-b2ec-4a6e-992b-86d2d32dd13f req-78c2e9b7-8b78-48e8-a059-0c5f57bc9e8e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1223440 Dec 16 15:11:02.013475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac59ee7d-b2ec-4a6e-992b-86d2d32dd13f req-a206b3fc-6c0e-483b-9d5f-e88a656b4337 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Dec 16 15:11:02.145184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.181111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68e75f-84ca-4a3f-897d-3ac07ca016e1 req-fc153de9-40cb-4784-af88-957c981915fb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:02.182763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed68e75f-84ca-4a3f-897d-3ac07ca016e1 req-fc153de9-40cb-4784-af88-957c981915fb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.0970383 Dec 16 15:11:02.246609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed68e75f-84ca-4a3f-897d-3ac07ca016e1 req-aa9ab393-f285-4542-907b-13e5b383f35a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573924 Dec 16 15:11:02.274058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.362211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cc3e9-7f35-4a5d-8efb-a805838aa230 None None] Pushing event updated for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:02.448219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Attempting to bind port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:02.448880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Attempting to bind port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:02.449372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Attempting to bind port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b on network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:02.455984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:02.456387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Checking segment: {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:02.456807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.457377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Bound using segment: {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:02.457869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Bound port: 144efda1-fc8f-4eb8-8bd9-01386c9ef55b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee20f3d-5684-4187-8032-5a3b4d081066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:02.458311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.554662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] For port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:02.572980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] For port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:02.586638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3cea804-d962-4b81-8c54-6e83582007bb req-98b3e365-624a-4693-9580-1afb49931fac tempest-FloatingIPsNegativeTestJSON-1025394365 tempest-FloatingIPsNegativeTestJSON-1025394365-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1056421 Dec 16 15:11:02.647884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e23627b-4e54-4b2b-acef-279d5eb3c90b None None] Provisioning complete for port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:02.648208 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e23627b-4e54-4b2b-acef-279d5eb3c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.669563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-ec90f08c-144f-4d5e-a024-251b03bc3a2a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588877 Dec 16 15:11:02.716169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:02.752016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:02.823841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cc3e9-7f35-4a5d-8efb-a805838aa230 None None] Pushing event updated for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:02.849690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194323a4-56d2-492e-aca9-a1dda9b1cd34 req-cedce4ab-5331-4f96-a455-5b01d5e5c577 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:02.865564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-194323a4-56d2-492e-aca9-a1dda9b1cd34 req-cedce4ab-5331-4f96-a455-5b01d5e5c577 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1427791 Dec 16 15:11:02.886501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9e23627b-4e54-4b2b-acef-279d5eb3c90b None None] Port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:02.894596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:11:02.895241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:02.971097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-efa59397-d954-4072-94b8-56cfce03e842 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:02.973778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-efa59397-d954-4072-94b8-56cfce03e842 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934315 Dec 16 15:11:02.982975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-194323a4-56d2-492e-aca9-a1dda9b1cd34 req-b82e25c2-60fc-4cde-8806-5fa83141f438 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025693 Dec 16 15:11:03.017906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-31b5047e-7556-4731-aaae-b5b2ac3f4265 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/quotas/ae6aa2a9d9984131a6e08bdb8c2f38dc HTTP/1.1" status: 200 len: 375 time: 0.0336993 Dec 16 15:11:03.064884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:03.082120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:03.082915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:03.137136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-6dd0e8b0-5eb6-4ee8-9246-e4ad2b540102 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105974 Dec 16 15:11:03.168746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:11:03.294210 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-ae3a30d8-5389-4761-bde7-5fbb520c7ed9 req-7fcc9ba3-2bf2-4ae1-8a96-509c1e72b54a tempest-FloatingIPsNegativeTestJSON-1025394365 tempest-FloatingIPsNegativeTestJSON-1025394365-project] show failed (client error): The resource could not be found. Dec 16 15:11:03.300104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] Provisioning complete for port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:03.300104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:03.305610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:03.307450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae3a30d8-5389-4761-bde7-5fbb520c7ed9 req-7fcc9ba3-2bf2-4ae1-8a96-509c1e72b54a tempest-FloatingIPsNegativeTestJSON-1025394365 tempest-FloatingIPsNegativeTestJSON-1025394365-project] 10.222.0.71 "GET /v2.0/floatingips/59849212-d2bb-459c-8661-8fe76d38b55a HTTP/1.1" status: 404 len: 350 time: 0.0903351 Dec 16 15:11:03.488550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d971b8-2108-437c-ad44-517f38809410 req-11d46a64-b1de-4feb-881a-9705ed9f81cb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:03.498378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45d971b8-2108-437c-ad44-517f38809410 req-11d46a64-b1de-4feb-881a-9705ed9f81cb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1061075 Dec 16 15:11:03.588804 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:03.597431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:03.739198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45d971b8-2108-437c-ad44-517f38809410 req-c2bfaa5c-6475-4a8c-8ccf-3084c3a3b726 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394538 Dec 16 15:11:03.815954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7104582-787b-460e-a59e-2c5b09749b1f req-92c18d28-d520-41f7-a621-6ce2bf6bc715 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.1330075 Dec 16 15:11:03.935253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02b48-fb7f-4428-9ba6-b577d4660d57 req-5ce97445-4de5-45b1-bb10-3411fdc53163 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:03.943755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b02b48-fb7f-4428-9ba6-b577d4660d57 req-5ce97445-4de5-45b1-bb10-3411fdc53163 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.0655239 Dec 16 15:11:04.094111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b02b48-fb7f-4428-9ba6-b577d4660d57 req-b22845ea-abf1-4bed-9d15-06ee55625598 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460543 Dec 16 15:11:04.188720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.193084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-673e9c5c-48b4-4122-b284-01e1d76bdeea req-6947f0b2-8e0c-4c4b-a342-c614d4760813 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0773675 Dec 16 15:11:04.217780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:04.225237 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35aee7-5de2-4d10-b6bb-c421e6b496f9" -d '{"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-plugged", "status": "completed", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:04.265717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:04.298008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '144efda1-fc8f-4eb8-8bd9-01386c9ef55b', 'name': '', 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:56Z', 'updated_at': '2021-12-16T15:11:02Z', 'revision_number': 4, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'subnets': [{'id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:04.386530 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb52ab-9685-4425-a7c1-a696eab90b9e x-openstack-request-id: req-d6cb52ab-9685-4425-a7c1-a696eab90b9e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:04.386899 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-plugged", "status": "completed", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:04.387173 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6cb52ab-9685-4425-a7c1-a696eab90b9e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:04.387620 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'code': 200} Dec 16 15:11:04.392941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bd44f-e750-4a84-84d9-3ce1c9376047 None None] The sync data for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 is: [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '144efda1-fc8f-4eb8-8bd9-01386c9ef55b', 'name': '', 'network_id': 'ecf5b4d2-12d8-4526-8db8-21ebb4fac77e', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'mac_address': 'fa:16:3e:fb:4c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:56Z', 'updated_at': '2021-12-16T15:11:02Z', 'revision_number': 4, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'subnets': [{'id': '1d6545b3-f309-40ef-a23f-79f2f43beba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:11:04.412297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ddd0566c-df54-47e6-ad50-99088d246c37 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:04.414921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] For port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:04.416835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ddd0566c-df54-47e6-ad50-99088d246c37 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:04.417261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.420404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.636801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:04.650037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1b09-b253-4b94-8d74-772542124a5d req-9e3d0513-097f-40f9-9279-01ed40e7c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:04.653443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-692a1b09-b253-4b94-8d74-772542124a5d req-9e3d0513-097f-40f9-9279-01ed40e7c30e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1097 time: 0.2030733 Dec 16 15:11:04.661739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.845772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-692a1b09-b253-4b94-8d74-772542124a5d req-c29c1b4b-8573-47c0-8cad-763f1465a2af service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836133 Dec 16 15:11:04.916099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208f284-5a2f-47ea-a317-c33e90d35d1c None None] Pushing event updated for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:04.926359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.939078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:04.992619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:05.034242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b5b4b-52ee-43d6-a09d-672650aa5fa1 req-daa4be5b-ed66-4001-844e-1aa7234b5e71 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:05.035953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e75b5b4b-52ee-43d6-a09d-672650aa5fa1 req-daa4be5b-ed66-4001-844e-1aa7234b5e71 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.2574220 Dec 16 15:11:05.099793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:05.131568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76d40-5066-4e35-b552-1acda94e98fc req-3cfc7b49-85f0-4ae9-8570-7a21052941d7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:05.146543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39e76d40-5066-4e35-b552-1acda94e98fc req-3cfc7b49-85f0-4ae9-8570-7a21052941d7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.2103751 Dec 16 15:11:05.226807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:05.266941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39e76d40-5066-4e35-b552-1acda94e98fc req-3ac34a0f-b960-4aa4-af70-13a105b9c760 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194975 Dec 16 15:11:05.293016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e75b5b4b-52ee-43d6-a09d-672650aa5fa1 req-9bb1eea3-26ac-4cd7-839a-e7fc2aa9f19f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268372 Dec 16 15:11:05.468332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34e1c50f-dd79-4bdd-8e2d-34781204e1b1 req-1671d9de-0af7-4713-837e-27e2e6d0fc6e tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.0831182 Dec 16 15:11:05.602491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Deleting port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:05.602853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:05.608352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7120527b-303b-456d-996b-fe82c5cc216d req-a60ac145-f174-443e-ba7d-b2b5aa7d99ca tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0363252 Dec 16 15:11:05.640446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27184f0-7a6b-4965-8be8-fd5f7297e3ea req-c7fc4bb0-344f-4c87-b7ab-a5b8688b6217 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:05.642185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e27184f0-7a6b-4965-8be8-fd5f7297e3ea req-c7fc4bb0-344f-4c87-b7ab-a5b8688b6217 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.1141632 Dec 16 15:11:05.696880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e27184f0-7a6b-4965-8be8-fd5f7297e3ea req-527eed45-d6b8-4980-be6c-0bc2db8baa5b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444982 Dec 16 15:11:05.697367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] For port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:05.697742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:05.713112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Calling delete_port for 144efda1-fc8f-4eb8-8bd9-01386c9ef55b owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:06.136171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:06.138405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 144efda1-fc8f-4eb8-8bd9-01386c9ef55b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:06.160484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 144efda1-fc8f-4eb8-8bd9-01386c9ef55b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:11:06.160841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 144efda1-fc8f-4eb8-8bd9-01386c9ef55b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 16 15:11:06.165618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Pushing event deleted for resources: {'Port': ['ID=144efda1-fc8f-4eb8-8bd9-01386c9ef55b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:06.185123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Port 144efda1-fc8f-4eb8-8bd9-01386c9ef55b not found, will not notify nova. {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 16 15:11:06.388727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:06.392255 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf57d68-59bc-44a0-a8ef-e178a6f58361" -d '{"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-plugged", "status": "completed", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:06.468881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:06.586306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb8660-afbc-45c6-b965-00ea869615c2 req-eca0edca-3606-456f-8286-25e62f4cce23 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:06.594199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35eb8660-afbc-45c6-b965-00ea869615c2 req-eca0edca-3606-456f-8286-25e62f4cce23 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 945 time: 0.1801658 Dec 16 15:11:06.612810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db087-79fe-40f5-b0a1-37a82c61d6d2 req-3fcf17fc-867e-40f3-beaf-652f638cc475 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:06.630905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad3db087-79fe-40f5-b0a1-37a82c61d6d2 req-3fcf17fc-867e-40f3-beaf-652f638cc475 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1418831 Dec 16 15:11:06.719659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35eb8660-afbc-45c6-b965-00ea869615c2 req-96faf2d9-7f0e-49ff-8526-5bda9189752e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202493 Dec 16 15:11:06.751111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad3db087-79fe-40f5-b0a1-37a82c61d6d2 req-abba6941-cd0b-451d-b016-e8f8602650b1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150858 Dec 16 15:11:06.752279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:11:06.783624 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54a461c-b6e3-4796-bb97-8a546adb33c5 x-openstack-request-id: req-a54a461c-b6e3-4796-bb97-8a546adb33c5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:06.784815 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-plugged", "status": "completed", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:06.785231 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a54a461c-b6e3-4796-bb97-8a546adb33c5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:06.785927 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'code': 200} Dec 16 15:11:06.892625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:11:06.901118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-183dc95c-1000-4f41-bb6d-2d3e9518b173 admin admin] 10.222.0.71 "PUT /v2.0/routers/4f5350c1-a5b3-4e84-b842-fee40a0979c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5911095 Dec 16 15:11:06.901453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:06.906058 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Sync routers for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:11:06.922242 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:11:06.922874 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:06.926315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ffc28bc-b414-4ec3-a16f-5d288f4cecff req-d7c061cc-b7a2-473a-8496-3a0a559423af tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.0941756 Dec 16 15:11:07.063057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:11:07.094389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c9d6129-068d-4f6a-b829-27d7c5b6daf0 req-e58585f4-a18b-4285-85aa-bd4cbb8f981e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0656066 Dec 16 15:11:07.112992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29c6bf-d9ba-4520-88d7-18d55d6fe5c9 req-f97a76a9-b4a5-4960-9301-1b9194d6cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:07.115053 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5f29c6bf-d9ba-4520-88d7-18d55d6fe5c9 req-f97a76a9-b4a5-4960-9301-1b9194d6cca5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1096 time: 0.1181724 Dec 16 15:11:07.128277 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:11:07.154982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a708312-fa72-4eff-8b95-f680d2727666 req-d7ad0bd7-b1bf-4066-bfd1-d39a772efa23 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:07.156544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a708312-fa72-4eff-8b95-f680d2727666 req-d7ad0bd7-b1bf-4066-bfd1-d39a772efa23 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0998387 Dec 16 15:11:07.195404 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:07.246466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5f29c6bf-d9ba-4520-88d7-18d55d6fe5c9 req-bb46cebe-374e-402f-93a5-3430b24dfecb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209328 Dec 16 15:11:07.257342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a708312-fa72-4eff-8b95-f680d2727666 req-cbd6de5b-4fc7-4f0d-bd2c-921520f26a70 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915158 Dec 16 15:11:07.343337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:07.416742 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:11:05Z', 'revision_number': 5, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port': {'id': '68d13d04-1c0f-413c-a96f-ef2eecf2fb35', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:50Z', 'updated_at': '2021-12-16T15:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:07.445156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e257e6-3957-4284-a5b3-6c1f3d1df9e3 req-69cf510b-a05d-43bc-9395-9c4ad6b13ac0 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:07.446737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e257e6-3957-4284-a5b3-6c1f3d1df9e3 req-69cf510b-a05d-43bc-9395-9c4ad6b13ac0 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1097 time: 0.0710526 Dec 16 15:11:07.450056 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Checking router: 4f5350c1-a5b3-4e84-b842-fee40a0979c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:11:07.467996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Routers {'4f5350c1-a5b3-4e84-b842-fee40a0979c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:11:07.469160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:10:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:07.521413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e257e6-3957-4284-a5b3-6c1f3d1df9e3 req-890243fc-862b-4f0c-9d62-6fc3281a1815 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665343 Dec 16 15:11:07.538712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Deleting port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:07.539062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:07.611087 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] Set router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:11:07.619599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-cffe863d-5f3e-4f91-bda5-ad27296925c4 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330930 Dec 16 15:11:07.689039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] For port 68d13d04-1c0f-413c-a96f-ef2eecf2fb35, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:07.689873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:07.707513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Calling delete_port for 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:07.769873 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-80e76974-0d70-4f85-9885-522b63699335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:11:07Z', 'revision_number': 6, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:07.825374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-32ab8601-c957-4659-8ae7-881ff286ffc3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:07.827048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-32ab8601-c957-4659-8ae7-881ff286ffc3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979914 Dec 16 15:11:07.839962 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e76974-0d70-4f85-9885-522b63699335 None None] The sync data for ids ['4f5350c1-a5b3-4e84-b842-fee40a0979c0'] in n-d-821947-3 is: [{'id': '4f5350c1-a5b3-4e84-b842-fee40a0979c0', 'name': 'tempest-FloatingIPsNegativeTestJSON-600612930-router', 'tenant_id': 'f802bd52bc82468c87438df630c1fdd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:47Z', 'updated_at': '2021-12-16T15:11:07Z', 'revision_number': 6, 'project_id': 'f802bd52bc82468c87438df630c1fdd2', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:11:07.859204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Request body: {'port': {'device_id': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'ae6aa2a9d9984131a6e08bdb8c2f38dc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:08.260113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:08.362409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 144efda1-fc8f-4eb8-8bd9-01386c9ef55b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:08.369271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d13d04-1c0f-413c-a96f-ef2eecf2fb35,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:08.412857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 144efda1-fc8f-4eb8-8bd9-01386c9ef55b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:11:08.413688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 144efda1-fc8f-4eb8-8bd9-01386c9ef55b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:11:08.558044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0746f65-6667-417d-89fb-0019feaf402c req-16ffc981-e654-4c0b-8d3d-1b72508577b6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:08.559878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0746f65-6667-417d-89fb-0019feaf402c req-16ffc981-e654-4c0b-8d3d-1b72508577b6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.2288492 Dec 16 15:11:08.571572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b6252-8e83-41b1-b5fe-b1d5c49f2ee9 req-84629f13-02ad-421b-8f6a-2055158e7963 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:08.573034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd3b6252-8e83-41b1-b5fe-b1d5c49f2ee9 req-84629f13-02ad-421b-8f6a-2055158e7963 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 945 time: 0.2321820 Dec 16 15:11:08.609090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:08.707493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0746f65-6667-417d-89fb-0019feaf402c req-a82cf16d-5431-4dfb-9443-626f5ba306c7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332846 Dec 16 15:11:08.718944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd3b6252-8e83-41b1-b5fe-b1d5c49f2ee9 req-0b73d5a7-41f7-425a-9e99-d2ab6eb6f908 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144607 Dec 16 15:11:08.782297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Made reservation on behalf of ae6aa2a9d9984131a6e08bdb8c2f38dc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:08.788094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.032197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-579cbdfc-0bed-4de7-988a-b2544276d386 req-88e02162-d1fd-48c0-b0b3-b70775229090 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.1363025 Dec 16 15:11:09.124960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00433418-4262-4798-8c21-d11f13a59339 req-7e0954a4-155a-4052-82e1-b46db4399104 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0891197 Dec 16 15:11:09.251491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Allocated IP 192.168.233.30 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/a1a645ff-a867-4b7b-b709-e0d5ac720ceb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:09.300071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0ea1c839-ff67-4115-9607-33b227455dfe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:09.302543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0ea1c839-ff67-4115-9607-33b227455dfe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 817 time: 0.9497585 Dec 16 15:11:09.332105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.338537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.355315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Request body: {'port': {'device_id': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'admin_state_up': True, 'tenant_id': '58701db0798246aca1291f2dcf3823c2'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:09.557752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.670525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1f07c24c-7906-4a6f-a1b9-19a81600c65e tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:09.672112 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1f07c24c-7906-4a6f-a1b9-19a81600c65e tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.74 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 817 time: 0.4482057 Dec 16 15:11:09.701834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Request body: {'port': {'device_id': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'admin_state_up': True, 'tenant_id': '58701db0798246aca1291f2dcf3823c2'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:09.759666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.794347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-a2b7c8be-df71-4fc1-b9f8-928fc5c1c96d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:09.796136 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-a2b7c8be-df71-4fc1-b9f8-928fc5c1c96d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 817 time: 0.2688396 Dec 16 15:11:09.799175 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.799736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5350c1-a5b3-4e84-b842-fee40a0979c0 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:11:09.807801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:09.811794 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-adf1be54-c0e3-42b8-9015-28f195f106e6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4f5350c1-a5b3-4e84-b842-fee40a0979c0 HTTP/1.1" status: 204 len: 168 time: 2.9092517 Dec 16 15:11:09.814813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8d54b686-baee-4833-a108-0fb1a0c19b5f', 'c15d2e86-c186-4fbf-a806-42ae262e6e70'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:09.817874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:09.842236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Request body: {'port': {'device_id': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'admin_state_up': True, 'tenant_id': '58701db0798246aca1291f2dcf3823c2'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:09.873736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Made reservation on behalf of 58701db0798246aca1291f2dcf3823c2 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:09.883218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.001060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:10.043748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Deleting subnet 1d6545b3-f309-40ef-a23f-79f2f43beba9 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:11:10.073095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.160762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event updated for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:10.179643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:10.205061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:10.211582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:10.246755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:11:10.247065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 68d13d04-1c0f-413c-a96f-ef2eecf2fb35 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:11:10.353163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.411994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc094cd-4058-4822-88b6-5c0cfff68d8f req-2124eb48-f6ad-47ee-8210-7d8440884777 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:10.418039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fc094cd-4058-4822-88b6-5c0cfff68d8f req-2124eb48-f6ad-47ee-8210-7d8440884777 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.3233633 Dec 16 15:11:10.443486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5f988-7042-40e7-9c45-4bbcda699cc9 req-512899fa-eb75-4107-8e25-110998a334f7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:10.454092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23e5f988-7042-40e7-9c45-4bbcda699cc9 req-512899fa-eb75-4107-8e25-110998a334f7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 945 time: 0.4506752 Dec 16 15:11:10.468994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Made reservation on behalf of 58701db0798246aca1291f2dcf3823c2 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:10.483014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.499002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:10.499910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.582610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fc094cd-4058-4822-88b6-5c0cfff68d8f req-2083d0ea-5290-4f40-aab0-251cc44e2fda tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164129 Dec 16 15:11:10.653100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-be09097e-2fc9-44f2-909b-e55d49538ee6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7994297 Dec 16 15:11:10.661183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cb260dd4-828c-482c-b84b-2d869ce4ef11 None None] Provisioning complete for port a1a645ff-a867-4b7b-b709-e0d5ac720ceb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:10.661562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb260dd4-828c-482c-b84b-2d869ce4ef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.673073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23e5f988-7042-40e7-9c45-4bbcda699cc9 req-34a21cd3-7db1-4e55-8300-cc394cc90ee9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185695 Dec 16 15:11:10.692376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Request body: {'port': {'device_id': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:10.772248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Made reservation on behalf of 58701db0798246aca1291f2dcf3823c2 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:10.785763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:10.796433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cb260dd4-828c-482c-b84b-2d869ce4ef11 None None] Port a1a645ff-a867-4b7b-b709-e0d5ac720ceb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:10.805225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Allocated IP 172.20.0.2 (31c784d8-9777-463d-bda2-ff5a827323aa/0ccebd9e-0f56-42b1-a81a-cfc25597920b/c505c76b-a1f5-445a-bb07-58187c097d82) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:10.833307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12f2c6f0-78df-4a61-b7a3-965ac61802ae req-68872b6d-c149-4857-93d4-bf14cb1038e9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.0687199 Dec 16 15:11:11.011476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.057311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd57f56-3f95-4f26-b668-5d3a3f41cbfe req-4f8884b0-cf19-4900-a922-5e68617f4312 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:11.058901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd57f56-3f95-4f26-b668-5d3a3f41cbfe req-4f8884b0-cf19-4900-a922-5e68617f4312 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 935 time: 0.2104559 Dec 16 15:11:11.217608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.229868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.411550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd57f56-3f95-4f26-b668-5d3a3f41cbfe req-f3d795fa-040d-4ffa-b565-671639898011 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389575 Dec 16 15:11:11.414052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47804eb-f812-484b-8e4b-5d8e1080864d req-6aae522f-4cd6-4f27-85a6-8df8681f68fd tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:11.421180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a47804eb-f812-484b-8e4b-5d8e1080864d req-6aae522f-4cd6-4f27-85a6-8df8681f68fd tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1096 time: 0.1428974 Dec 16 15:11:11.456136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.595888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a47804eb-f812-484b-8e4b-5d8e1080864d req-47a3deaa-2fdf-4011-95ce-afe83e43d05a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734252 Dec 16 15:11:11.611002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6545b3-f309-40ef-a23f-79f2f43beba9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:11.619067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.640738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fdea9-d436-490a-8f57-5de1356f6698 None None] Network ecf5b4d2-12d8-4526-8db8-21ebb4fac77e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:11:11.645809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a645ff-a867-4b7b-b709-e0d5ac720ceb {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:11.648281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.658653 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50f7e385-671a-4d6d-bd57-fb9df85dd8e3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1d6545b3-f309-40ef-a23f-79f2f43beba9 HTTP/1.1" status: 204 len: 168 time: 1.8402066 Dec 16 15:11:11.668141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32770) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:11.685468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:11.744716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Allocated IP 172.20.0.9 (31c784d8-9777-463d-bda2-ff5a827323aa/0ccebd9e-0f56-42b1-a81a-cfc25597920b/794def70-3a1e-48a9-9a1e-801973cb53d8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:11.817391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Network 31c784d8-9777-463d-bda2-ff5a827323aa is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:11.826597 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:11.835481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:11.938270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event updated for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:11.971206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Transition to ACTIVE for port object a1a645ff-a867-4b7b-b709-e0d5ac720ceb will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:12.004083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:12.004759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.008437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] DHCP port deletion for ecf5b4d2-12d8-4526-8db8-21ebb4fac77e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:11:12.019623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.119412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1963e-2fa5-4452-ab3e-42d4eeb17223 req-33924295-6737-4a51-8ce7-68c7c95bbb36 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:12.133130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9c1963e-2fa5-4452-ab3e-42d4eeb17223 req-33924295-6737-4a51-8ce7-68c7c95bbb36 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1096 time: 0.3346443 Dec 16 15:11:12.175586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28fb745d-5df3-4f0f-83d7-328c2ef218ca no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:12.207361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-b0981a10-3c79-4849-898c-9943af2b96b3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8605320 Dec 16 15:11:12.221283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a626a-7a6c-4a45-815f-19f9de9fbdc7 req-d0be48a4-05db-44c2-ad3c-8dc1fa941d09 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:12.238081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c08a626a-7a6c-4a45-815f-19f9de9fbdc7 req-d0be48a4-05db-44c2-ad3c-8dc1fa941d09 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.4255180 Dec 16 15:11:12.243012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Request body: {'port': {'device_id': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:12.249033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.282938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Deleting port 28fb745d-5df3-4f0f-83d7-328c2ef218ca {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:12.284027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.286163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.318049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:12.371702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.395574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9c1963e-2fa5-4452-ab3e-42d4eeb17223 req-a6f4cbb4-1769-4545-89a0-1501181cf3e1 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586722 Dec 16 15:11:12.405015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28fb745d-5df3-4f0f-83d7-328c2ef218ca,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:12.406895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.433336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Calling delete_port for 28fb745d-5df3-4f0f-83d7-328c2ef218ca owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:12.471185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-42988ecd-2e63-4706-aca0-7348ce3a3614 service neutron] 10.222.0.30 "GET /v2.0/ports/d19abcd5-d241-4fbd-9878-0175acf6257b/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.5572603 Dec 16 15:11:12.548589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c08a626a-7a6c-4a45-815f-19f9de9fbdc7 req-6bb2cbab-37ea-4354-8ec3-bda92a5b6f0b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041472 Dec 16 15:11:12.620545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.695240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.730831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Attempting to bind port a1a645ff-a867-4b7b-b709-e0d5ac720ceb on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:12.731100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Attempting to bind port a1a645ff-a867-4b7b-b709-e0d5ac720ceb by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:12.731438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Attempting to bind port a1a645ff-a867-4b7b-b709-e0d5ac720ceb on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:12.783079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28fb745d-5df3-4f0f-83d7-328c2ef218ca,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:12.825935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f8b5b0-5cbe-4bd9-888a-4dd631fa0d25 req-f53a2666-6bd9-40a9-a9c3-f28e0b1d3e60 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 210 time: 0.0789578 Dec 16 15:11:12.829099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Network 31c784d8-9777-463d-bda2-ff5a827323aa is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:12.837079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Deleting port 28fb745d-5df3-4f0f-83d7-328c2ef218ca {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:12.837487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.864960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event updated for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:12.877996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:12.880182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:12.902671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:12.975776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Port a1a645ff-a867-4b7b-b709-e0d5ac720ceb on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:12.975776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Attempting to bind port a1a645ff-a867-4b7b-b709-e0d5ac720ceb on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:12.983221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:12.984199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.012330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:13.013328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:13.013328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:13.013647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Bound port: a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:13.013968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.030987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Allocated IP 172.20.0.5 (31c784d8-9777-463d-bda2-ff5a827323aa/0ccebd9e-0f56-42b1-a81a-cfc25597920b/b93a3efe-4c50-486b-a2ed-5df72e03d27b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:13.032589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:13.049296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.050232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.050580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.050909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.051234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.051555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.051928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.052258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.052587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.052887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.053205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.053521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.053834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:13.066424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0593bc9-811e-48c1-8886-31d307a66c49 req-3c5ce0bb-4719-4800-8c09-a60d67c7df08 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:13.074324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0593bc9-811e-48c1-8886-31d307a66c49 req-3c5ce0bb-4719-4800-8c09-a60d67c7df08 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 947 time: 0.3652122 Dec 16 15:11:13.087241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] For port 28fb745d-5df3-4f0f-83d7-328c2ef218ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28fb745d-5df3-4f0f-83d7-328c2ef218ca,segment=NetworkSegment(2ee20f3d-5684-4187-8032-5a3b4d081066),segment_id=2ee20f3d-5684-4187-8032-5a3b4d081066)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:13.087550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.146837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Calling delete_port for 28fb745d-5df3-4f0f-83d7-328c2ef218ca owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:13.232322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.246526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0593bc9-811e-48c1-8886-31d307a66c49 req-1da455dd-6315-4248-96d6-0b06e1b7820f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712508 Dec 16 15:11:13.252227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:13.259780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:13.572715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.577624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.621306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Pushing event deleted for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:13.624056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] No DVR routers for this DVR port 28fb745d-5df3-4f0f-83d7-328c2ef218ca on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:13.625456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] Pushing event deleted for resources: {'Port': ['ID=28fb745d-5df3-4f0f-83d7-328c2ef218ca,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:13.635712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.637998 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1ee11a01-5d05-493e-bcd6-6267518d2c4f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9392269 Dec 16 15:11:13.641946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d8cb8-0e92-4cf5-a3dd-12c3639ba5fd None None] No DVR routers for this DVR port 28fb745d-5df3-4f0f-83d7-328c2ef218ca on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:13.652959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.748367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Request body: {'port': {'device_id': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:13.784463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.832385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:13.833006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:13.834413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] 10.222.0.74 "PUT /v2.0/ports/a1a645ff-a867-4b7b-b709-e0d5ac720ceb HTTP/1.1" status: 200 len: 1095 time: 3.1603870 Dec 16 15:11:13.835585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:13.840934 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa770d16-eaf0-447f-8388-f74ba61bb1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:13.880590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf5b4d2-12d8-4526-8db8-21ebb4fac77e']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:13.901852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d493fe-0d83-4c92-8bcc-beec33dbb232 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:13.941593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee20f3d-5684-4187-8032-5a3b4d081066') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:13.941593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee20f3d-5684-4187-8032-5a3b4d081066') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:11:13.961617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Network 31c784d8-9777-463d-bda2-ff5a827323aa is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:13.977118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.029614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4af7cc-14db-41f9-85dd-84e8254d8333 req-8959e931-0a2d-48db-afb7-0c24ad5eb18f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.035858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb91a3ea-5e98-4626-9cd5-ce93292c60b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.038819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d4af7cc-14db-41f9-85dd-84e8254d8333 req-8959e931-0a2d-48db-afb7-0c24ad5eb18f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.2196867 Dec 16 15:11:14.062641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.098827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:11:14.099243 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:11:14.110015 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:11:14.197199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:14.199916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:14.239977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event updated for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:14.241156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-016d5223-ff45-4917-9721-e195fa41cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.245032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-016d5223-ff45-4917-9721-e195fa41cafa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1100 time: 0.2625189 Dec 16 15:11:14.266666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-8414b2d5-d7cd-431e-a006-ec2d8b05f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.276525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-8414b2d5-d7cd-431e-a006-ec2d8b05f0a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 1098 time: 0.2353714 Dec 16 15:11:14.281110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d4af7cc-14db-41f9-85dd-84e8254d8333 req-8d415228-21c7-4b1d-85e3-ed721b202e9a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412658 Dec 16 15:11:14.356655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-ed768840-8c41-4422-ac49-0a979f82bb3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb HTTP/1.1" status: 200 len: 217 time: 0.0550945 Dec 16 15:11:14.368563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c505c76b-a1f5-445a-bb07-58187c097d82 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:14.368822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.415641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.419739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.425679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] 10.222.0.71 "DELETE /v2.0/networks/ecf5b4d2-12d8-4526-8db8-21ebb4fac77e HTTP/1.1" status: 204 len: 168 time: 2.7566969 Dec 16 15:11:14.453430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-952841a4-cefb-477d-93b2-4d34673b0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.453430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-952841a4-cefb-477d-93b2-4d34673b0d73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1100 time: 0.1641169 Dec 16 15:11:14.455191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.497660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.498620 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.508894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Transition to ACTIVE for port object c505c76b-a1f5-445a-bb07-58187c097d82 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:14.561705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d69bb-7b1c-4b7b-bfb9-41382f4b73dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf5b4d2-12d8-4526-8db8-21ebb4fac77e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:14.628710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:14.635381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-3eca545e-b9f3-4496-961c-d9e90e6a27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:14.637601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-3eca545e-b9f3-4496-961c-d9e90e6a27d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2702315 Dec 16 15:11:14.804622 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-3a882673-4c30-4cdb-8b97-9f93108f4c4d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9709218 Dec 16 15:11:14.846476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Request body: {'port': {'device_id': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:14.911987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:14.992460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.024071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:15.099164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d687-7285-4ee3-a744-75a2d533fd26 req-64b83652-ea01-41ab-98d5-4315306dac69 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.106182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3a2d687-7285-4ee3-a744-75a2d533fd26 req-64b83652-ea01-41ab-98d5-4315306dac69 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 931 time: 0.5931439 Dec 16 15:11:15.122934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Attempting to bind port c505c76b-a1f5-445a-bb07-58187c097d82 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:15.142784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Attempting to bind port c505c76b-a1f5-445a-bb07-58187c097d82 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:15.142784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Attempting to bind port c505c76b-a1f5-445a-bb07-58187c097d82 on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:15.146189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-ee63c38f-0c83-461e-8808-437db95b82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.147804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-ee63c38f-0c83-461e-8808-437db95b82c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.6662629 Dec 16 15:11:15.158541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03831-9618-4113-a2cb-416255de71a5 req-826b21b0-3347-4e65-b972-01edcfe0a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.161600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-826b21b0-3347-4e65-b972-01edcfe0a0ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5107620 Dec 16 15:11:15.186773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Port c505c76b-a1f5-445a-bb07-58187c097d82 on network 31c784d8-9777-463d-bda2-ff5a827323aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:15.187587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Attempting to bind port c505c76b-a1f5-445a-bb07-58187c097d82 on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:15.251581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:15.251581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Checking segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:15.251581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Bound using segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:15.251581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Bound port: c505c76b-a1f5-445a-bb07-58187c097d82, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:15.251581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.258887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-92eb0706-c05b-424e-941d-cfd2d1dde4e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f802bd52bc82468c87438df630c1fdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306633 Dec 16 15:11:15.264455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:15.297902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-7b2fd2fb-152a-42bc-820b-4a287f04b669 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.1357243 Dec 16 15:11:15.354472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3a2d687-7285-4ee3-a744-75a2d533fd26 req-f017756a-45c3-47e1-9549-f637a82a651b tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471781 Dec 16 15:11:15.418958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-92b592eb-d4f9-451e-8dc4-e5d6bbefa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.421398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-92b592eb-d4f9-451e-8dc4-e5d6bbefa2da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0903101 Dec 16 15:11:15.423032 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510ad53-2598-451f-b217-d3ed6dc6dbd3 x-openstack-request-id: req-f510ad53-2598-451f-b217-d3ed6dc6dbd3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:15.423322 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:15.423579 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f510ad53-2598-451f-b217-d3ed6dc6dbd3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:15.424018 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', 'status': 'completed', 'code': 200} Dec 16 15:11:15.484764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794def70-3a1e-48a9-9a1e-801973cb53d8 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:15.495728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-c5f84860-25bb-445e-b408-3448940e2e08 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110106 Dec 16 15:11:15.496525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.513946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:15.519627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c505c76b-a1f5-445a-bb07-58187c097d82,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:15.520789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.528953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Transition to ACTIVE for port object 794def70-3a1e-48a9-9a1e-801973cb53d8 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:15.552780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.637273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114644-2362-453e-8ed0-8a95f79364fe req-ae7adbfd-e232-4208-945b-b9b71ee43c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.638783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-ae7adbfd-e232-4208-945b-b9b71ee43c9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407361 Dec 16 15:11:15.663489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.663731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72e56e-9ef9-4d08-8ef8-80df86010e75 req-2c540dff-aead-4187-a2bb-3dbfd65dd8c6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.669201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:15.672530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a72e56e-9ef9-4d08-8ef8-80df86010e75 req-2c540dff-aead-4187-a2bb-3dbfd65dd8c6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 947 time: 0.1758723 Dec 16 15:11:15.695744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.789495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.795526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-f9169136-5ab7-465c-8e97-c724a0914a90 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428652 Dec 16 15:11:15.852013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:15.852013 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887a706-9599-4e33-ade8-1344bea714e1" -d '{"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:15.879165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:15.882980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:15.899927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:15.900232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.901862 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0551d02c-b40e-475b-9c77-f11ebcbc9b00 service neutron] 10.222.0.30 "PUT /v2.0/ports/c505c76b-a1f5-445a-bb07-58187c097d82 HTTP/1.1" status: 200 len: 1091 time: 3.6699328 Dec 16 15:11:15.909406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.911637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:15.916003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3379d95-db36-45e9-bc13-c1d45a49a96e HTTP/1.1" status: 204 len: 168 time: 0.5889962 Dec 16 15:11:15.916717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:15.919185 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324bfe29-36ac-43e9-bbc0-76d6278de34d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:15.941975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a72e56e-9ef9-4d08-8ef8-80df86010e75 req-ea024967-2580-48c9-8a34-db4dc75e0ea2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639592 Dec 16 15:11:16.008554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:16.036739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a03831-9618-4113-a2cb-416255de71a5 req-1703692b-d370-49be-9a23-603a04970e7d service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260165 Dec 16 15:11:16.082609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6114644-2362-453e-8ed0-8a95f79364fe req-d312ad30-1d50-4b20-bcaa-24d7f3a85f47 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742093 Dec 16 15:11:16.092628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fd602-e126-4f45-9587-912a41129b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3379d95-db36-45e9-bc13-c1d45a49a96e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:16.161309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:16.212265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-5d4e4adc-fd94-4ce6-9738-0f4c567456b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.213902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-5d4e4adc-fd94-4ce6-9738-0f4c567456b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 1094 time: 0.0614741 Dec 16 15:11:16.295189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-032fcb74-6227-427c-8a67-d245f012340f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c505c76b-a1f5-445a-bb07-58187c097d82 HTTP/1.1" status: 200 len: 217 time: 0.0652492 Dec 16 15:11:16.415662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-9b5ab194-d6cc-408f-9936-009f616c8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.417787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-9b5ab194-d6cc-408f-9936-009f616c8628 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 1098 time: 0.1207986 Dec 16 15:11:16.424934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-e1f9bad8-248f-4ce7-abfe-2c1e68ef9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.432838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-e1f9bad8-248f-4ce7-abfe-2c1e68ef9d6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.1023362 Dec 16 15:11:16.450014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d936514-bf86-4ba0-8394-b1e5b3773837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:16.501833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-7fc9ca84-2664-46b1-a014-2d6cb5b3b271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537939 Dec 16 15:11:16.652435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Pushing event updated for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:16.653448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-df9c783d-f213-4193-958e-01b372be856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.654931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-df9c783d-f213-4193-958e-01b372be856a service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2274051 Dec 16 15:11:16.681586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-2f09af82-cb65-41f2-bf26-f0e7e292cd89 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703629 Dec 16 15:11:16.738252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-8eb32620-b313-4df6-9358-b0f6464b7a1c tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:11:16.739637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-8eb32620-b313-4df6-9358-b0f6464b7a1c tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073307 Dec 16 15:11:16.742106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-b884de47-869e-4d28-8c70-1787fdd29eed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb HTTP/1.1" status: 200 len: 217 time: 0.0759959 Dec 16 15:11:16.780063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Attempting to bind port 794def70-3a1e-48a9-9a1e-801973cb53d8 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:16.780415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Attempting to bind port 794def70-3a1e-48a9-9a1e-801973cb53d8 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:16.780748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Attempting to bind port 794def70-3a1e-48a9-9a1e-801973cb53d8 on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:16.790840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Port 794def70-3a1e-48a9-9a1e-801973cb53d8 on network 31c784d8-9777-463d-bda2-ff5a827323aa not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:16.791280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Attempting to bind port 794def70-3a1e-48a9-9a1e-801973cb53d8 on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:16.798642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:16.798998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Checking segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:16.799395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Bound using segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:16.800171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Bound port: 794def70-3a1e-48a9-9a1e-801973cb53d8, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:16.800661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:16.875677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-32aef9fa-2b6a-4dfe-967c-21a88e7bc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.877090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-32aef9fa-2b6a-4dfe-967c-21a88e7bc4ad service neutron] 10.222.0.71 "GET /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 1093 time: 0.1134787 Dec 16 15:11:16.881164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-00a2ba79-5947-49fa-9841-ae0bd78c13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:16.882590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-00a2ba79-5947-49fa-9841-ae0bd78c13ed service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1294210 Dec 16 15:11:16.889205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Request body: {'binding': {'host': 'n-h2-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:16.889670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Unknown quota resources ['binding']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:11:16.927330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93a3efe-4c50-486b-a2ed-5df72e03d27b {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:16.958783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:16.984921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:16.997024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=794def70-3a1e-48a9-9a1e-801973cb53d8,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:17.006519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Transition to ACTIVE for port object b93a3efe-4c50-486b-a2ed-5df72e03d27b will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:17.041930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-c9912bd7-bf8f-4ba5-85f6-fa2f66633c31 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179491 Dec 16 15:11:17.062878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.090974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-aab438b4-97c6-450d-b0d4-5a77783592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.092641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-aab438b4-97c6-450d-b0d4-5a77783592c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030188 Dec 16 15:11:17.123751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on host n-h2-821947-3 for vnic_type normal with profile None {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:17.124156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:17.124477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:17.155265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.157212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.160723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] 10.222.0.74 "PUT /v2.0/ports/794def70-3a1e-48a9-9a1e-801973cb53d8 HTTP/1.1" status: 200 len: 1091 time: 3.4543726 Dec 16 15:11:17.182889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:17.182889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:17.183068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.185100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:17.185444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:17.185830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:17.186297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Bound port: ddd0566c-df54-47e6-ad50-99088d246c37, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:17.229276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43136b-b16c-47a4-8749-ac26134e3988 service neutron] Pushing event updated for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:17.279425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:17.284726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-6e0b03b7-69e4-46d1-b353-dbf6e451e6e5 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733220 Dec 16 15:11:17.322404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:17.333295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Attempting to bind port b93a3efe-4c50-486b-a2ed-5df72e03d27b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:17.333646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Attempting to bind port b93a3efe-4c50-486b-a2ed-5df72e03d27b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:17.334097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Attempting to bind port b93a3efe-4c50-486b-a2ed-5df72e03d27b on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:17.367970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Port b93a3efe-4c50-486b-a2ed-5df72e03d27b on network 31c784d8-9777-463d-bda2-ff5a827323aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:17.368194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Attempting to bind port b93a3efe-4c50-486b-a2ed-5df72e03d27b on network 31c784d8-9777-463d-bda2-ff5a827323aa {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:17.395166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:17.395511 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Checking segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:17.395993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Bound using segment: {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:17.396774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Bound port: b93a3efe-4c50-486b-a2ed-5df72e03d27b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87503732-2074-4885-8da0-2048ec1fecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:17.396909 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.427244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.428488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c111de52-ec60-41c6-a341-f9d7936ed46f service neutron] 10.222.0.71 "POST /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37/bindings HTTP/1.1" status: 201 len: 389 time: 0.5429049 Dec 16 15:11:17.459225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-969ff96b-f107-4dfa-abfe-1e415acd7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.460810 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-969ff96b-f107-4dfa-abfe-1e415acd7fbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 1094 time: 0.1071982 Dec 16 15:11:17.501009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa770d16-eaf0-447f-8388-f74ba61bb1b9 req-eb914d35-6803-43a4-9485-0ae63a87edb9 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082207 Dec 16 15:11:17.534163 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-e780078d-6448-483a-955e-4fc81e1ac3f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794def70-3a1e-48a9-9a1e-801973cb53d8 HTTP/1.1" status: 200 len: 217 time: 0.0559194 Dec 16 15:11:17.537964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:17.603212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:17.666653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.678010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1e322ef1-1893-4296-beb8-effe679454a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.679357 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1e322ef1-1893-4296-beb8-effe679454a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.0982287 Dec 16 15:11:17.697369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973397-33a0-4fe8-b220-0692c26f8b1d req-afbdda24-251b-4078-9056-4dade588895f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.704840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f973397-33a0-4fe8-b220-0692c26f8b1d req-afbdda24-251b-4078-9056-4dade588895f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.0771809 Dec 16 15:11:17.717386 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-086dcdf7-c5df-4366-8ff7-53f62915ae31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298162 Dec 16 15:11:17.759693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f973397-33a0-4fe8-b220-0692c26f8b1d req-ea6a3afb-9268-4ba3-9940-f850d5330269 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Dec 16 15:11:17.779617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.864446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:17.865164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:17.866695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/b93a3efe-4c50-486b-a2ed-5df72e03d27b HTTP/1.1" status: 200 len: 1091 time: 3.0325923 Dec 16 15:11:17.880072 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90bd946-a425-47e0-a873-7049551ceae7 x-openstack-request-id: req-a90bd946-a425-47e0-a873-7049551ceae7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:17.880702 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-unplugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:17.881117 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a90bd946-a425-47e0-a873-7049551ceae7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:17.881694 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'code': 200} Dec 16 15:11:17.944923 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80246668-4e77-4129-a671-6a8b0a87d89c x-openstack-request-id: req-80246668-4e77-4129-a671-6a8b0a87d89c {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:17.945450 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:17.952570 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80246668-4e77-4129-a671-6a8b0a87d89c {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:17.952570 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82', 'status': 'completed', 'code': 200} Dec 16 15:11:17.973365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b199-adea-40ca-9310-448201a879c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:17.994423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-4d84614b-ba54-4031-9bac-7aa788de1a09 service neutron] 10.222.0.74 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658048 Dec 16 15:11:18.061809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-22a69963-ace9-427b-b239-f183fcbc6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.063098 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-22a69963-ace9-427b-b239-f183fcbc6ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 1094 time: 0.0568659 Dec 16 15:11:18.167700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-2f618869-b306-475d-bb20-0cb157cc18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.169265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-2f618869-b306-475d-bb20-0cb157cc18c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 1094 time: 0.1196182 Dec 16 15:11:18.182406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116f2c0-3974-43fd-b42c-caebeb956b42 req-368ab7e4-f9f2-4c5a-9884-cd447fbd2999 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.191493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e116f2c0-3974-43fd-b42c-caebeb956b42 req-368ab7e4-f9f2-4c5a-9884-cd447fbd2999 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 943 time: 0.1955838 Dec 16 15:11:18.269235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-1bd34812-89ed-473c-8a1e-cfce693cb500 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b HTTP/1.1" status: 200 len: 217 time: 0.0682719 Dec 16 15:11:18.280406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-2bf87c8f-65ce-43e9-8e54-e0c4d876c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.281872 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-2bf87c8f-65ce-43e9-8e54-e0c4d876c397 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 918 time: 0.2076826 Dec 16 15:11:18.284294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce9a21-b213-4600-87b7-b6ad7fe169c3 req-b8feec36-0e55-4e66-8d86-09719a32f362 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.291279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9ce9a21-b213-4600-87b7-b6ad7fe169c3 req-b8feec36-0e55-4e66-8d86-09719a32f362 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 947 time: 0.2433259 Dec 16 15:11:18.323675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e116f2c0-3974-43fd-b42c-caebeb956b42 req-c697bc34-969d-4f71-bb02-a5ed6933da35 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311455 Dec 16 15:11:18.453046 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-0afe5930-7b20-4d1c-8239-249fc96522fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c505c76b-a1f5-445a-bb07-58187c097d82 HTTP/1.1" status: 200 len: 217 time: 0.0994897 Dec 16 15:11:18.514584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9ce9a21-b213-4600-87b7-b6ad7fe169c3 req-6c639555-e984-466f-8a39-72ad5760dcc7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224376 Dec 16 15:11:18.560727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-6f7adeb2-62cb-4440-aa14-ff331bbb4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.562214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-6f7adeb2-62cb-4440-aa14-ff331bbb4f48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.0777774 Dec 16 15:11:18.564565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-0cfc7606-51ca-49ed-84b1-1f1abab965ca service neutron] 10.222.0.74 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622541 Dec 16 15:11:18.565512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-513f3573-8589-4594-9863-c7258210130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.572408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-513f3573-8589-4594-9863-c7258210130a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.2294691 Dec 16 15:11:18.615927 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-d20d9aa5-9ae0-46ed-ba8c-6558989a41f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449598 Dec 16 15:11:18.664187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-069cfec6-4a6d-4ef7-9561-bb18a735ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:18.669825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-069cfec6-4a6d-4ef7-9561-bb18a735ddc0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1096 time: 0.2455223 Dec 16 15:11:18.669825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-29489b8c-5148-4237-b9ed-58d5f80f5972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641654 Dec 16 15:11:18.773883 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-645245ad-3d92-4820-be39-04df2d7e993c service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504798 Dec 16 15:11:18.940809 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-324bfe29-36ac-43e9-bbc0-76d6278de34d req-34e7c3b9-6e0f-4d6d-8bda-a1db574c6e48 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572850 Dec 16 15:11:19.059456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:19.185371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f24dda63-e5e4-47f9-a277-f38a42916d66 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=78f995a7d435433ba1f5028748699004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408506 Dec 16 15:11:19.203419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea41f0c-59b7-4405-84e0-946dce644e7d req-088803cc-cad5-4ade-8885-8c6e4c2091bd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.205276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ea41f0c-59b7-4405-84e0-946dce644e7d req-088803cc-cad5-4ade-8885-8c6e4c2091bd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 945 time: 0.6316907 Dec 16 15:11:19.323258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-91ecdc30-d0f4-407f-9aaf-890032b0de81 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384146 Dec 16 15:11:19.354723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-f929e667-40ed-4166-a573-b2d4b86f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.356240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-f929e667-40ed-4166-a573-b2d4b86f02a4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.6816425 Dec 16 15:11:19.461184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ea41f0c-59b7-4405-84e0-946dce644e7d req-b36686c5-0b2b-49a2-8406-a2fe54de8f64 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418334 Dec 16 15:11:19.470690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-dd9ce13f-4144-4c73-995b-2d8b45bec2a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.0952666 Dec 16 15:11:19.562286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-8789dd45-c8e7-4d73-a54e-2f6c7737d591 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.563718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-8789dd45-c8e7-4d73-a54e-2f6c7737d591 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495500 Dec 16 15:11:19.609206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-62e23d49-2757-4ef8-b821-d19d920555c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.610633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-62e23d49-2757-4ef8-b821-d19d920555c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1309848 Dec 16 15:11:19.615121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05aa7fb6-1167-4dde-a061-d2b1437265b4 req-be164c2e-092c-4bca-b3e6-524f0bf0047c service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813993 Dec 16 15:11:19.620890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-81b10bfc-70fd-489c-b817-a2dda36c3552 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/quotas/78f995a7d435433ba1f5028748699004 HTTP/1.1" status: 200 len: 375 time: 0.0217316 Dec 16 15:11:19.658656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-6d95ed34-e312-4c14-969a-07562ccb7c67 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392659 Dec 16 15:11:19.670248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c505c76b-a1f5-445a-bb07-58187c097d82 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:19.681920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-c70bbb27-eb80-4a42-8aff-fe38cf5cefd7 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=78f995a7d435433ba1f5028748699004&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503438 Dec 16 15:11:19.739276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28231fe-6a06-4e60-88d6-611423167ba0 req-0ddc792e-bd60-4902-a32c-c393331fe29a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.747242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e28231fe-6a06-4e60-88d6-611423167ba0 req-0ddc792e-bd60-4902-a32c-c393331fe29a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 947 time: 0.1922481 Dec 16 15:11:19.772334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c505c76b-a1f5-445a-bb07-58187c097d82,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:19.791568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c505c76b-a1f5-445a-bb07-58187c097d82', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'port_id': 'c505c76b-a1f5-445a-bb07-58187c097d82', 'mac_address': 'fa:16:3e:b5:6a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccebd9e-0f56-42b1-a81a-cfc25597920b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:19.832712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e28231fe-6a06-4e60-88d6-611423167ba0 req-3c1a3a43-42dc-404b-a0e9-b31d023be011 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843446 Dec 16 15:11:19.849623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:19.867984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c505c76b-a1f5-445a-bb07-58187c097d82 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:19.873924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-683dd6b1-82fe-4bca-b475-34506fff16d2 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943789 Dec 16 15:11:19.892170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c505c76b-a1f5-445a-bb07-58187c097d82,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:19.952204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8'}, {'name': 'network-changed', 'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:19.955664 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e98aecf-432a-424a-a849-243abd4edac0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8"}, {"name": "network-changed", "server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:19.989671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32b0d-6b52-423e-881f-9c88a2e82a1f req-608f3dcc-a917-466e-b5f6-343fd5047a55 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:19.993546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bc32b0d-6b52-423e-881f-9c88a2e82a1f req-608f3dcc-a917-466e-b5f6-343fd5047a55 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 943 time: 0.1054821 Dec 16 15:11:20.030997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-003003f7-eb41-4492-b091-e99133802386 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360979 Dec 16 15:11:20.072968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bc32b0d-6b52-423e-881f-9c88a2e82a1f req-8f9c0d4c-9b81-4a45-8923-343c94a936c9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744867 Dec 16 15:11:20.097088 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:20.097088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:20.100478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:20.246330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:20.327935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:20.341629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'mac_address': 'fa:16:3e:9e:1b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:20.428412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:20.447167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e764-1620-4cce-975c-43c32e2b647b req-e5b7b829-936d-404e-b675-27c29be4c580 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:20.457626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c37e764-1620-4cce-975c-43c32e2b647b req-e5b7b829-936d-404e-b675-27c29be4c580 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 947 time: 0.1752133 Dec 16 15:11:20.460828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19abcd5-d241-4fbd-9878-0175acf6257b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:20.472982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-31f01596-c693-4dcd-a4d3-9b3a1568287f tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:20.472982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-31f01596-c693-4dcd-a4d3-9b3a1568287f tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1197512 Dec 16 15:11:20.489063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:20.492343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:20.571565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:20.595473 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2c38c-7bae-4728-8a72-f42473f1a79b x-openstack-request-id: req-0ff2c38c-7bae-4728-8a72-f42473f1a79b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:20.598169 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:20.607055 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ff2c38c-7bae-4728-8a72-f42473f1a79b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:20.607887 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8', 'status': 'completed', 'code': 200} Dec 16 15:11:20.608565 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b', 'status': 'completed', 'code': 200} Dec 16 15:11:20.639633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c37e764-1620-4cce-975c-43c32e2b647b req-6234b1c5-58d4-43e5-811e-5692459a36bf tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810272 Dec 16 15:11:20.648634 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:20.702020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:20.760581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-2065aca0-b29c-40a8-9295-2695982fed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:20.762220 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-2065aca0-b29c-40a8-9295-2695982fed5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 1094 time: 0.1092541 Dec 16 15:11:20.803212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a1a645ff-a867-4b7b-b709-e0d5ac720ceb details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:20.852525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9537941d-9888-4a66-b9f3-d8f2242eada7 req-456e3988-5a7c-4185-9cd6-bbb9d4439aa3 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0774410 Dec 16 15:11:20.942822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-308c5b92-cd26-4351-a7df-034a14007264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:20.942822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-308c5b92-cd26-4351-a7df-034a14007264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58701db0798246aca1291f2dcf3823c2&device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 1094 time: 0.2856028 Dec 16 15:11:21.107008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84040ae-2ce5-400a-a78d-39779bfa4097 req-a36b20a2-16aa-4085-858e-7d1c0e83b141 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.115116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f84040ae-2ce5-400a-a78d-39779bfa4097 req-a36b20a2-16aa-4085-858e-7d1c0e83b141 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 945 time: 0.3633575 Dec 16 15:11:21.123213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:21.144067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-02feebe8-cafb-461e-acba-10af19fe8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.146218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-02feebe8-cafb-461e-acba-10af19fe8a62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 918 time: 0.3675942 Dec 16 15:11:21.164246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-296aa7c1-3226-4b8a-b46c-1c74d7e6c8b8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.166105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-296aa7c1-3226-4b8a-b46c-1c74d7e6c8b8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd&tenant_id=f258d0d0febf486181cb1b4733ef842a&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 948 time: 0.1692560 Dec 16 15:11:21.204516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c505c76b-a1f5-445a-bb07-58187c097d82'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:21.219948 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-63197172-5d91-4cbb-9592-590a40448c6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=794def70-3a1e-48a9-9a1e-801973cb53d8 HTTP/1.1" status: 200 len: 217 time: 0.0525868 Dec 16 15:11:21.220246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d19abcd5-d241-4fbd-9878-0175acf6257b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:21.228339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb442f-e59d-4b37-a096-b1a39a187bda req-efdb44ad-4483-407f-8eea-8ed661865431 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.236032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5dcb442f-e59d-4b37-a096-b1a39a187bda req-efdb44ad-4483-407f-8eea-8ed661865431 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.2257047 Dec 16 15:11:21.281888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:21.293391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', 'mac_address': 'fa:16:3e:fc:1d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:21.331237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-a350c232-fcc3-4ca2-9a40-3c1c07a06986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.333515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-a350c232-fcc3-4ca2-9a40-3c1c07a06986 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.1037765 Dec 16 15:11:21.356293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:21.388750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:21.411254 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-fde8a41d-11a6-437e-b796-a2ddc9764644 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614195 Dec 16 15:11:21.430126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:21.437204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:21.439553 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112bdca-6865-45e9-988b-d26cf159197f" -d '{"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:21.444323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-85fb756a-0ca1-488e-b70f-e975bf7eb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.446059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-85fb756a-0ca1-488e-b70f-e975bf7eb80f service neutron] 10.222.0.30 "GET /v2.0/networks?id=31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 200 len: 918 time: 0.4406452 Dec 16 15:11:21.448928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-da23a3c8-676d-4e50-acfa-2fa0f20521bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.450721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-da23a3c8-676d-4e50-acfa-2fa0f20521bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1099 time: 0.1317756 Dec 16 15:11:21.472696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f84040ae-2ce5-400a-a78d-39779bfa4097 req-bb44ac61-ec65-4b45-8ffc-3f14f1d1e41d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566349 Dec 16 15:11:21.487415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a645ff-a867-4b7b-b709-e0d5ac720ceb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:21.541987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:21.597619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-8fc5c89c-29ad-49e9-bf4b-83b62b2b9a40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b HTTP/1.1" status: 200 len: 217 time: 0.1188877 Dec 16 15:11:21.601627 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:21.625132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-50c5cd13-3b37-4230-a7d1-60bd414bc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.627178 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-50c5cd13-3b37-4230-a7d1-60bd414bc7bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1411715 Dec 16 15:11:21.654557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:21.709204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:21.760284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-198f6668-905e-4bb6-90c9-bdc761dd0dac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.1169543 Dec 16 15:11:21.760456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5dcb442f-e59d-4b37-a096-b1a39a187bda req-ee8cc294-58e2-4f5f-b8b1-ab44422673d5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213451 Dec 16 15:11:21.829519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98aecf-432a-424a-a849-243abd4edac0 req-0baf4016-22b8-4238-a7ab-67cafb644c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.832666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-0baf4016-22b8-4238-a7ab-67cafb644c73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 200 len: 857 time: 0.2016172 Dec 16 15:11:21.839507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-1a7607c5-1904-4774-9790-1266ef263898 service neutron] 10.222.0.74 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191089 Dec 16 15:11:21.842844 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-680bd23d-1605-4634-8940-4eb600bb18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.844332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-680bd23d-1605-4634-8940-4eb600bb18ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0808356 Dec 16 15:11:21.857016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:21.911301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on host n-h1-821947-3 for vnic_type normal with profile {"migrating_to": "n-h2-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:21.911646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:21.912019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:21.942406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-8e6c7525-e26c-439a-88a3-37166d67f155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31c784d8-9777-463d-bda2-ff5a827323aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793266 Dec 16 15:11:21.950255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8081a0-b97b-4b82-94a6-7774ce8118f9 req-c4b91f5c-7b85-4c6f-afb5-10510ca23dba tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:21.958602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8081a0-b97b-4b82-94a6-7774ce8118f9 req-c4b91f5c-7b85-4c6f-afb5-10510ca23dba tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 943 time: 0.3646848 Dec 16 15:11:21.962484 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a911e121-16ea-4981-98ea-13aa120aafba x-openstack-request-id: req-a911e121-16ea-4981-98ea-13aa120aafba {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:21.962793 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:21.963033 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a911e121-16ea-4981-98ea-13aa120aafba {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:21.963436 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'code': 200} Dec 16 15:11:21.997600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-ba12a997-9d3e-4f26-bf33-6d100ebe3847 service neutron] 10.222.0.74 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476018 Dec 16 15:11:22.005046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:22.005383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Attempting to bind port ddd0566c-df54-47e6-ad50-99088d246c37 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:22.016206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-476bf1b1-bc9b-44c0-b34d-6a71cafcc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:22.018316 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-476bf1b1-bc9b-44c0-b34d-6a71cafcc1ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1156778 Dec 16 15:11:22.036343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a1a645ff-a867-4b7b-b709-e0d5ac720ceb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:22.121838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:22.122672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:22.123797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:22.124521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Bound port: ddd0566c-df54-47e6-ad50-99088d246c37, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:22.125177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:22.185984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8081a0-b97b-4b82-94a6-7774ce8118f9 req-45979419-3edf-458f-b336-841081c7be89 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263830 Dec 16 15:11:22.251470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-fb189b72-f34b-466e-b269-57b2c3d0e58d service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208683 Dec 16 15:11:22.323924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541b7b-b4bd-43d7-8939-56d31763126e req-631578ec-b6a6-4faa-8822-8122f527f782 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:22.325715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37541b7b-b4bd-43d7-8939-56d31763126e req-631578ec-b6a6-4faa-8822-8122f527f782 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 948 time: 0.2193737 Dec 16 15:11:22.352213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-7ae05c9a-00f2-41f3-b3bd-1fb65a5ffe45 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494172 Dec 16 15:11:22.356679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-454ec0a9-5775-497f-85d8-0f20592a4031 req-472d9aaa-b5be-4cdd-ba82-52197988fef0 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0688281 Dec 16 15:11:22.364353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:22.395961 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-60ef3b61-2da7-459c-8a7f-a657aa03346c req-e402228b-acf5-41d6-a4a5-505a6911f15e service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287181 Dec 16 15:11:22.429564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:22.484594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37541b7b-b4bd-43d7-8939-56d31763126e req-159907af-e4bf-4507-9f6a-b7ac00b99bcf tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313341 Dec 16 15:11:22.547264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e98aecf-432a-424a-a849-243abd4edac0 req-4e4f80c4-0ff6-4586-a7bb-6ff4011f84f1 service neutron] 10.222.0.30 "GET /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797869 Dec 16 15:11:22.565626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:22.758637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:22.771002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4c8b-c6c2-494e-8cb8-5eb093fdb7f0 req-5d5cee89-b932-4fda-8009-d43337ec3d46 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:22.773057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f85e4c8b-c6c2-494e-8cb8-5eb093fdb7f0 req-5d5cee89-b932-4fda-8009-d43337ec3d46 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1695631 Dec 16 15:11:22.780199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:22.781589 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:22.783434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a0edcaa9-cd25-4788-b947-53de6cd44be1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 1121 time: 2.2987735 Dec 16 15:11:22.819080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 794def70-3a1e-48a9-9a1e-801973cb53d8 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:22.853410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f85e4c8b-c6c2-494e-8cb8-5eb093fdb7f0 req-eeb8b1a5-f286-403f-8c31-e70aa6d59670 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659647 Dec 16 15:11:22.921857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-50a89602-c6d2-42d8-b593-febe340e315f tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:22.926714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-50a89602-c6d2-42d8-b593-febe340e315f tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/networks?id=4a6824c9-3ab9-434f-89bd-40d6c00e8c56 HTTP/1.1" status: 200 len: 815 time: 0.2477713 Dec 16 15:11:22.960539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6fe85645-f887-4760-ac8a-70fbc4edff09 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/quotas/fb72f81d34c944e2ac64208b221bfc03 HTTP/1.1" status: 200 len: 375 time: 0.0233145 Dec 16 15:11:23.044299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-9909a7cb-a1e8-40b2-998c-3a398419da6f tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb72f81d34c944e2ac64208b221bfc03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819151 Dec 16 15:11:23.053414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6be704-3f54-468b-bb0f-9921e65cbf27 req-51391f4d-0312-48de-867a-af7f4b942a94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:23.055309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec6be704-3f54-468b-bb0f-9921e65cbf27 req-51391f4d-0312-48de-867a-af7f4b942a94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.0843136 Dec 16 15:11:23.177266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ddd0566c-df54-47e6-ad50-99088d246c37'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:23.261155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=794def70-3a1e-48a9-9a1e-801973cb53d8,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:23.277161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '794def70-3a1e-48a9-9a1e-801973cb53d8', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'port_id': '794def70-3a1e-48a9-9a1e-801973cb53d8', 'mac_address': 'fa:16:3e:c1:c3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccebd9e-0f56-42b1-a81a-cfc25597920b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:23.335316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:23.364021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794def70-3a1e-48a9-9a1e-801973cb53d8 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:23.424715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=794def70-3a1e-48a9-9a1e-801973cb53d8,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:23.457943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec6be704-3f54-468b-bb0f-9921e65cbf27 req-ff0d9e57-e388-4f48-9ec8-d1dbe18bf3cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939126 Dec 16 15:11:23.493194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-c2ef922e-3de9-4710-aeb2-1c250a58c7b9 service neutron] 10.222.0.71 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363408 Dec 16 15:11:23.547605 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:23.605744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:23.614747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-1fd8f849-96c2-4d5c-a241-e8d517e81197 service neutron] 10.222.0.71 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127062 Dec 16 15:11:23.684500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b93a3efe-4c50-486b-a2ed-5df72e03d27b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:23.700465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a59d65-10eb-44a1-b8ce-ae1717603d4b req-d9301efc-db2d-44a8-a95c-913a19a3693a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:23.709145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a59d65-10eb-44a1-b8ce-ae1717603d4b req-d9301efc-db2d-44a8-a95c-913a19a3693a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 943 time: 0.0676069 Dec 16 15:11:23.712104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c505c76b-a1f5-445a-bb07-58187c097d82 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:23.762057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a59d65-10eb-44a1-b8ce-ae1717603d4b req-1acd084a-2593-468b-af29-ec331512f93d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Dec 16 15:11:23.871158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:23.885348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b', 'network_id': '31c784d8-9777-463d-bda2-ff5a827323aa', 'port_id': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b', 'mac_address': 'fa:16:3e:97:df:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ccebd9e-0f56-42b1-a81a-cfc25597920b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:23.886269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8810d3fa-0510-4fc4-a6a3-3fbb18e9c832 req-f102f1e7-224f-4623-bfe7-bbd5a8959ddc tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0478714 Dec 16 15:11:23.941711 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:23.964743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:23.969172 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33270e6e-aade-4b37-b786-a8be75fd40c4" -d '{"events": [{"name": "network-changed", "server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:23.972847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93a3efe-4c50-486b-a2ed-5df72e03d27b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:23.992469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['794def70-3a1e-48a9-9a1e-801973cb53d8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:24.002012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c505c76b-a1f5-445a-bb07-58187c097d82 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:24.009725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:24.048161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c505c76b-a1f5-445a-bb07-58187c097d82 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:24.048907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.119321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3910905-231d-434f-99ef-3c5127b477df req-8f0f901a-ba07-43ea-a782-b0189ff053f3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:24.122225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3910905-231d-434f-99ef-3c5127b477df req-8f0f901a-ba07-43ea-a782-b0189ff053f3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 948 time: 0.1444335 Dec 16 15:11:24.132948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.249723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.251961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:24.280555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100522-d11c-4cd0-ab17-6267aba599e1 req-a6b48ad4-d080-499a-8f66-9a4413914b1e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:24.282254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6100522-d11c-4cd0-ab17-6267aba599e1 req-a6b48ad4-d080-499a-8f66-9a4413914b1e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1574495 Dec 16 15:11:24.286559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3910905-231d-434f-99ef-3c5127b477df req-e533115a-5c0b-4c1b-b234-7f1069a41d98 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454811 Dec 16 15:11:24.296134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:24.298398 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aee1a4-9cd8-48ce-bd64-22807128b5f6" -d '{"events": [{"server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "name": "network-vif-plugged", "status": "completed", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:24.333962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c505c76b-a1f5-445a-bb07-58187c097d82,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:24.384158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6100522-d11c-4cd0-ab17-6267aba599e1 req-32ebe7f2-fb47-4f9d-83e9-64fc034c4100 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884502 Dec 16 15:11:24.413987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e762c634-5373-46f1-8df7-062f21e6bfb5 req-6309ec82-247f-4885-b378-955123f8fb30 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 210 time: 0.0450354 Dec 16 15:11:24.415562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.416490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:24.467049 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10106b9d-d63c-4924-b5bd-345b379365cf x-openstack-request-id: req-10106b9d-d63c-4924-b5bd-345b379365cf {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:24.467353 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:24.467619 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10106b9d-d63c-4924-b5bd-345b379365cf {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:24.468058 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'status': 'completed', 'code': 200} Dec 16 15:11:24.514569 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab486d7-48d7-4ee5-b26c-20172635f41c x-openstack-request-id: req-fab486d7-48d7-4ee5-b26c-20172635f41c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:24.514986 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "name": "network-vif-plugged", "status": "completed", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:24.517235 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fab486d7-48d7-4ee5-b26c-20172635f41c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:24.519018 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82', 'code': 200} Dec 16 15:11:24.521655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b93a3efe-4c50-486b-a2ed-5df72e03d27b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:24.555268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:24.597629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d19abcd5-d241-4fbd-9878-0175acf6257b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:24.598149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.642181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a3e2df9f-7d7c-472b-9a80-a1fd42f49222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:24.645096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a3e2df9f-7d7c-472b-9a80-a1fd42f49222 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1124 time: 0.0825760 Dec 16 15:11:24.657897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb01ea-892b-4879-9629-7f1890f9c0e3 req-595cd864-f2d5-4327-ae0e-6e3e0e70ad51 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:24.668637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2abb01ea-892b-4879-9629-7f1890f9c0e3 req-595cd864-f2d5-4327-ae0e-6e3e0e70ad51 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.1078033 Dec 16 15:11:24.747365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2abb01ea-892b-4879-9629-7f1890f9c0e3 req-59066531-c75e-4f7d-9a0e-fb4e8b53575c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772681 Dec 16 15:11:24.766219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:24.798573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-51899e7d-a6a7-4150-ad06-ef352775f6b3 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=78f995a7d435433ba1f5028748699004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759788 Dec 16 15:11:24.817459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a1a645ff-a867-4b7b-b709-e0d5ac720ceb up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:24.895245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5384159-2379-4bb8-8262-e758d3509529 req-d5ff5cf2-deb6-41f3-b24c-c7e7d850ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:24.898021 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5384159-2379-4bb8-8262-e758d3509529 req-d5ff5cf2-deb6-41f3-b24c-c7e7d850ab5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 1096 time: 0.1848073 Dec 16 15:11:24.960278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:25.011440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ec017-6d03-43d9-a82a-005136090295 req-fd873763-5cab-4d88-930c-b83feb4a8df9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.019730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d4ec017-6d03-43d9-a82a-005136090295 req-fd873763-5cab-4d88-930c-b83feb4a8df9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 944 time: 0.1324475 Dec 16 15:11:25.033099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a69439f6-7c7c-4560-abe2-c47b4ec0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.035132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a69439f6-7c7c-4560-abe2-c47b4ec0730a service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.3441279 Dec 16 15:11:25.035699 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5384159-2379-4bb8-8262-e758d3509529 req-4da9837c-30e5-486c-b52b-fb0de14ebb48 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304233 Dec 16 15:11:25.042718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-bff9f065-5bcb-4310-8a14-c6a5ba18c019 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.044328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-bff9f065-5bcb-4310-8a14-c6a5ba18c019 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378652 Dec 16 15:11:25.058826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8724c-2db1-4890-921d-26651c2a935f req-e079935b-900d-46e4-b142-b28a0c04d06e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.060408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98a8724c-2db1-4890-921d-26651c2a935f req-e079935b-900d-46e4-b142-b28a0c04d06e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 948 time: 0.1752553 Dec 16 15:11:25.086889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port a1a645ff-a867-4b7b-b709-e0d5ac720ceb completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:25.090341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.096112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d4ec017-6d03-43d9-a82a-005136090295 req-3418e6ec-4d5f-4959-82a9-e013ba6984f6 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754237 Dec 16 15:11:25.109871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port a1a645ff-a867-4b7b-b709-e0d5ac720ceb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:25.110338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.136731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98a8724c-2db1-4890-921d-26651c2a935f req-a11c34be-e6ff-4f74-aace-1e2dc714e6a9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677848 Dec 16 15:11:25.224394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:25.244908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-937488df-750c-43b5-b398-66f1929af0e4 req-9859f492-c68d-4520-91be-3840abb82271 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Dec 16 15:11:25.286278 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.329306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:25.345414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Request body: {'port': {'device_id': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '78f995a7d435433ba1f5028748699004'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:25.410355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-269aa3ee-8c68-4aee-9841-c12cc8b3c275 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.0993197 Dec 16 15:11:25.495588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.569577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b89b-e398-46e3-b975-c51d29dd0a22 req-66b3521a-a1ef-4380-b07f-b24ef5ad318f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.572012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd87b89b-e398-46e3-b975-c51d29dd0a22 req-66b3521a-a1ef-4380-b07f-b24ef5ad318f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 948 time: 0.1698575 Dec 16 15:11:25.572336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:25.575525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a3e26895-b0da-49ea-b444-0cdb0f118dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.577686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-a3e26895-b0da-49ea-b444-0cdb0f118dbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1601434 Dec 16 15:11:25.655815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Made reservation on behalf of 78f995a7d435433ba1f5028748699004 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:25.659371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.675807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.688404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-78337edc-0593-45cf-908e-0dc1e9d07b8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503526 Dec 16 15:11:25.700957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009581d-45de-472c-ba48-ebb1603effca req-19b1e5f4-429a-4631-8da5-c7a697598569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:25.702477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5009581d-45de-472c-ba48-ebb1603effca req-19b1e5f4-429a-4631-8da5-c7a697598569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1712549 Dec 16 15:11:25.708191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd87b89b-e398-46e3-b975-c51d29dd0a22 req-5a115308-fa19-4f7c-8ab8-57d2e4bdd2ff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086590 Dec 16 15:11:25.825171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3102aff3-2053-45fd-957d-d9e5f8c7110d req-f6424d18-38c1-4fd2-a728-1cf2f5bb4dbe tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 210 time: 0.0469902 Dec 16 15:11:25.859535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5009581d-45de-472c-ba48-ebb1603effca req-b0b07a1b-c65b-4b33-bf29-4d462ed1aa8a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494086 Dec 16 15:11:25.886193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:25.893469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-795fc4e5-8576-4652-80de-666c5fd76e46 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766710 Dec 16 15:11:25.989546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-4cbdabef-cccb-4497-92f0-c780976ed9d9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298476 Dec 16 15:11:26.025065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:26.081926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33270e6e-aade-4b37-b786-a8be75fd40c4 req-ef5cbaec-e201-47d4-a974-8d3576ff2ecd service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803741 Dec 16 15:11:26.098155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0404ddec-9771-4aa4-acf3-9a0c81aa9cda,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:26.134877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-39364444-7996-4bb6-a227-619a614531f3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:26.136529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-39364444-7996-4bb6-a227-619a614531f3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409152 Dec 16 15:11:26.153326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-16a169f6-a2f9-4ec9-a5be-0406075ff0f6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/quotas/f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 375 time: 0.0107217 Dec 16 15:11:26.184949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Allocated IP 192.168.233.205 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/dae00e83-5361-4c29-9ea2-34501b4e4317) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:26.228610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c900df30-6d8d-4a8a-8613-fee3ad218163 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694129 Dec 16 15:11:26.283968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c41fd-e6c7-4a92-ac07-2d1d967de1e5 req-a3035eb0-37e8-4f01-b31f-b234c02321dd tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:26.285589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc7c41fd-e6c7-4a92-ac07-2d1d967de1e5 req-a3035eb0-37e8-4f01-b31f-b234c02321dd tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 944 time: 0.0555563 Dec 16 15:11:26.379204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:26.403222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc7c41fd-e6c7-4a92-ac07-2d1d967de1e5 req-c7897e88-d734-416d-a488-57bf29a3248b tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104925 Dec 16 15:11:26.506096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb60155b-440d-47a8-9d26-549b92818cf7 req-42e2748e-3b08-4632-8676-d2ca13979fb8 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0417962 Dec 16 15:11:26.520440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b'}, {'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:26.523532 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59dbc9f-0cda-4024-ac4f-60b65a3d757b" -d '{"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-plugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b"}, {"server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "name": "network-vif-plugged", "status": "completed", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:26.525572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7873477-1447-444e-9a7c-8548b4c5f58e req-b3615521-31ce-46c8-b774-5c71bbcf9fd2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 210 time: 0.0435808 Dec 16 15:11:26.578674 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8eb50-c781-49cf-b4ac-dc0d34692d08 x-openstack-request-id: req-aab8eb50-c781-49cf-b4ac-dc0d34692d08 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:26.579059 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-plugged", "status": "completed", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b", "code": 200}, {"server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "name": "network-vif-plugged", "status": "completed", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:26.579389 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aab8eb50-c781-49cf-b4ac-dc0d34692d08 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:26.579793 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'code': 200} Dec 16 15:11:26.580091 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', 'code': 200} Dec 16 15:11:26.585215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:26.630811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:26.634569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:26.639517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:26.678961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Pushing event updated for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:26.708138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:26.708825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:26.770880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3167b-75c4-4f60-86e8-f451ae0deb45 req-99f9411b-c396-4ffb-b74e-0279a4e5c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:26.770880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fac3167b-75c4-4f60-86e8-f451ae0deb45 req-99f9411b-c396-4ffb-b74e-0279a4e5c071 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 1100 time: 0.0452259 Dec 16 15:11:26.813687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:26.836109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-f83796ae-5e45-43db-9f86-49e639a88b7c tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4953516 Dec 16 15:11:26.861726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Request body: {'port': {'device_id': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:26.924497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 794def70-3a1e-48a9-9a1e-801973cb53d8 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:26.967639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:26.979023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2f8422-c589-4724-84a8-c6a17277f307 req-a5da152e-37ee-44d3-a8c2-84f1d3318cd8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 210 time: 0.0563855 Dec 16 15:11:26.981553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fac3167b-75c4-4f60-86e8-f451ae0deb45 req-5a20312e-cafc-4fd1-8a48-e47ee2b49537 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005959 Dec 16 15:11:26.999364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdaa88-b7df-418f-bf6d-52a27871741d req-f400b481-71a9-44b9-97f3-5123b04ebedb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:27.012603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-51ae965e-63dd-41bf-a5be-b21ba846a243 None None] Provisioning complete for port dae00e83-5361-4c29-9ea2-34501b4e4317 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:27.013245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-51ae965e-63dd-41bf-a5be-b21ba846a243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.019416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1bdaa88-b7df-418f-bf6d-52a27871741d req-f400b481-71a9-44b9-97f3-5123b04ebedb tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.2135255 Dec 16 15:11:27.062456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-51ae965e-63dd-41bf-a5be-b21ba846a243 None None] Port dae00e83-5361-4c29-9ea2-34501b4e4317 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:27.101108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:27.115738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 has no active binding in host n-h2-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:11:27.137998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1bdaa88-b7df-418f-bf6d-52a27871741d req-b4c952ab-3da7-4e88-896c-68b1b555ea09 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154814 Dec 16 15:11:27.166099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a0c68-b7bc-49ee-969e-04fdaa280874 req-b0c560bf-3694-4018-b4d9-7b9b25cae38c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:27.175234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b01a0c68-b7bc-49ee-969e-04fdaa280874 req-b0c560bf-3694-4018-b4d9-7b9b25cae38c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.0899572 Dec 16 15:11:27.205390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 794def70-3a1e-48a9-9a1e-801973cb53d8 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:27.210923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 794def70-3a1e-48a9-9a1e-801973cb53d8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:27.211305 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.255800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b01a0c68-b7bc-49ee-969e-04fdaa280874 req-ef7d4d2d-718f-48dc-bcf3-873e07b99c16 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785728 Dec 16 15:11:27.322859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae00e83-5361-4c29-9ea2-34501b4e4317 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:27.324232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.330594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.346571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Transition to ACTIVE for port object dae00e83-5361-4c29-9ea2-34501b4e4317 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:27.361351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=794def70-3a1e-48a9-9a1e-801973cb53d8,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:27.444418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-1d578c53-4ffa-4a3e-85dc-01156d7a074b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:27.445049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.446640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-1d578c53-4ffa-4a3e-85dc-01156d7a074b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.74 "GET /v2.0/networks?id=4a6824c9-3ab9-434f-89bd-40d6c00e8c56 HTTP/1.1" status: 200 len: 815 time: 0.1155913 Dec 16 15:11:27.474120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.492321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Request body: {'port': {'device_id': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'admin_state_up': True, 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:27.543607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:27.584672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:27.672969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Attempting to bind port dae00e83-5361-4c29-9ea2-34501b4e4317 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:27.673247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Attempting to bind port dae00e83-5361-4c29-9ea2-34501b4e4317 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:27.673636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Attempting to bind port dae00e83-5361-4c29-9ea2-34501b4e4317 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:27.679714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Port dae00e83-5361-4c29-9ea2-34501b4e4317 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:27.680142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Attempting to bind port dae00e83-5361-4c29-9ea2-34501b4e4317 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:27.689446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b93a3efe-4c50-486b-a2ed-5df72e03d27b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:27.689974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:27.690943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:27.691601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:27.692207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Bound port: dae00e83-5361-4c29-9ea2-34501b4e4317, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:27.692988 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:27.738356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f64cbd-4b93-43fb-a068-7207a0384b77 req-95e754bb-f1f0-4cd5-8179-8129e5ae2c5a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:27.747873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14f64cbd-4b93-43fb-a068-7207a0384b77 req-95e754bb-f1f0-4cd5-8179-8129e5ae2c5a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 944 time: 0.1416409 Dec 16 15:11:27.791013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:27.791345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=dae00e83-5361-4c29-9ea2-34501b4e4317,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:27.800119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104ab22-b43a-41e7-88ea-bffa9071092a req-eb4785c5-c224-46b5-a594-0167edfb2318 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:27.801704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9104ab22-b43a-41e7-88ea-bffa9071092a req-eb4785c5-c224-46b5-a594-0167edfb2318 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 948 time: 0.1559434 Dec 16 15:11:27.855754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14f64cbd-4b93-43fb-a068-7207a0384b77 req-6f9af00a-571c-4509-9f31-2217e0138882 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069958 Dec 16 15:11:27.881649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9104ab22-b43a-41e7-88ea-bffa9071092a req-d357b037-eb9e-45da-9da1-71f77aa280d8 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728519 Dec 16 15:11:27.964336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3871ed2a-e29d-4392-a0bc-e3c076c9c4f6 req-654190b8-adf4-4f0e-801b-469276efbc31 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 210 time: 0.0296521 Dec 16 15:11:28.008124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port b93a3efe-4c50-486b-a2ed-5df72e03d27b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:28.009136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.012563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port b93a3efe-4c50-486b-a2ed-5df72e03d27b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:28.013344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.055793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.056820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.059126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] 10.222.0.30 "PUT /v2.0/ports/dae00e83-5361-4c29-9ea2-34501b4e4317 HTTP/1.1" status: 200 len: 1096 time: 1.2027080 Dec 16 15:11:28.059955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:28.062260 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504be76-b75a-4668-8e50-78d63daac9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:28.096106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Made reservation on behalf of fb72f81d34c944e2ac64208b221bfc03 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:28.104417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.124706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.131226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d81ab-bcd0-4419-9617-10e06173bd42 service neutron] Pushing event updated for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:28.138202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f92cd8c-8d7c-418e-bc4b-6bf65cf6bbb6 req-9cfbae9f-76de-4f5e-ad71-1df0f5bdb937 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 210 time: 0.0775270 Dec 16 15:11:28.143096 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b53816-0982-4d3e-8f46-f37534b031de x-openstack-request-id: req-41b53816-0982-4d3e-8f46-f37534b031de {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:28.143629 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:28.146750 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41b53816-0982-4d3e-8f46-f37534b031de {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:28.147351 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317', 'status': 'completed', 'code': 200} Dec 16 15:11:28.191960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:28.260476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504be76-b75a-4668-8e50-78d63daac9e3 req-74101a51-1be9-4e66-a1d4-80f5f4a1e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.264896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2504be76-b75a-4668-8e50-78d63daac9e3 req-74101a51-1be9-4e66-a1d4-80f5f4a1e22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78f995a7d435433ba1f5028748699004&device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 1099 time: 0.0774543 Dec 16 15:11:28.298003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.356135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2504be76-b75a-4668-8e50-78d63daac9e3 req-4956f1a8-21c2-44db-b598-18ee1ec9e8d8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78f995a7d435433ba1f5028748699004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747221 Dec 16 15:11:28.401698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.405380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:28.431192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557779-60cd-47d4-b7cd-fa8698f259f5 req-07af6c39-5154-45fc-a811-2f0a920c879b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.441833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36557779-60cd-47d4-b7cd-fa8698f259f5 req-07af6c39-5154-45fc-a811-2f0a920c879b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.1739793 Dec 16 15:11:28.538554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Allocated IP 172.20.0.12 (4a6824c9-3ab9-434f-89bd-40d6c00e8c56/4a2d1fcc-9f99-4eb6-b9f7-050136521f5a/c6e1ff14-41de-4234-8744-9b55b8c21ce7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:28.582030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8'}, {'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:28.592846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36557779-60cd-47d4-b7cd-fa8698f259f5 req-7cc5f913-bcc2-41e8-b118-aab3ffcfdb16 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482968 Dec 16 15:11:28.593629 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b010200-a89f-457d-ab76-85f4e3022795" -d '{"events": [{"server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "name": "network-vif-plugged", "status": "completed", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8"}, {"server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "name": "network-vif-plugged", "status": "completed", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:28.604802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504be76-b75a-4668-8e50-78d63daac9e3 req-69bebeb2-abd0-4553-a599-9ea3ad712b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.607440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2504be76-b75a-4668-8e50-78d63daac9e3 req-69bebeb2-abd0-4553-a599-9ea3ad712b61 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418435 Dec 16 15:11:28.670054 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f69201-bf2d-4f0c-847d-1262acb6d03b x-openstack-request-id: req-f7f69201-bf2d-4f0c-847d-1262acb6d03b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:28.670391 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "name": "network-vif-plugged", "status": "completed", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8", "code": 200}, {"server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "name": "network-vif-plugged", "status": "completed", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:28.671130 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f7f69201-bf2d-4f0c-847d-1262acb6d03b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:28.671772 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8', 'code': 200} Dec 16 15:11:28.672225 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b', 'code': 200} Dec 16 15:11:28.674074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-9535a945-dea8-4bf6-943b-480aa726880f service neutron] 10.222.0.30 "GET /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37/bindings/n-h2-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.2241459 Dec 16 15:11:28.764392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2876e-d9d7-4e70-8375-48a68734aeba req-46924007-0067-44cf-ac56-36d015a5d502 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.766640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99a2876e-d9d7-4e70-8375-48a68734aeba req-46924007-0067-44cf-ac56-36d015a5d502 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.1517184 Dec 16 15:11:28.767002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-537cd5a1-eef5-4cdd-ad6a-ea106ce81704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.768964 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-537cd5a1-eef5-4cdd-ad6a-ea106ce81704 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78f995a7d435433ba1f5028748699004&device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 1099 time: 0.0554314 Dec 16 15:11:28.848887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-7887da34-d601-4f89-9629-83e516d55f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dae00e83-5361-4c29-9ea2-34501b4e4317 HTTP/1.1" status: 200 len: 217 time: 0.0655372 Dec 16 15:11:28.930781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d42103-1351-4842-a5a0-73930957493b req-4fb16fbc-dfdb-44a8-bae0-2aedd3861205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.932346 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d42103-1351-4842-a5a0-73930957493b req-4fb16fbc-dfdb-44a8-bae0-2aedd3861205 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 1096 time: 0.1624980 Dec 16 15:11:28.935356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99a2876e-d9d7-4e70-8375-48a68734aeba req-992a0a70-4932-4604-81d8-ddfc87b6d427 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313474 Dec 16 15:11:28.955310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab588a0-6c9f-4a97-868c-371ef6b92e06 req-a2f7c81f-2249-425d-a920-4f4cf128c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.955310 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab588a0-6c9f-4a97-868c-371ef6b92e06 req-a2f7c81f-2249-425d-a920-4f4cf128c7f4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 1096 time: 0.1434083 Dec 16 15:11:28.963065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:28.991354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-e5cafad8-4e5a-43c8-b730-588b1413225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:28.992925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-e5cafad8-4e5a-43c8-b730-588b1413225c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1272249 Dec 16 15:11:29.164670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:29.188176 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d42103-1351-4842-a5a0-73930957493b req-a02538ac-1860-4e86-bfb9-353406d16b93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457941 Dec 16 15:11:29.191596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d7d70-e255-4932-bdb9-a2818e762ed0 req-a89e815a-60d8-422e-8335-05792c246cb3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:29.193976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-857d7d70-e255-4932-bdb9-a2818e762ed0 req-a89e815a-60d8-422e-8335-05792c246cb3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 945 time: 0.1825514 Dec 16 15:11:29.209589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:29.233101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab588a0-6c9f-4a97-868c-371ef6b92e06 req-417da0a3-3b6c-4f2a-b738-38a5796f0819 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371943 Dec 16 15:11:29.242102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca382b-5f98-4498-b35e-60e2056b5336 req-61ac38c4-a073-4fcb-8db7-815bef5abbed tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:29.243719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0123e5da-eb0d-46eb-ae7c-40d03acfecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:29.244083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bca382b-5f98-4498-b35e-60e2056b5336 req-61ac38c4-a073-4fcb-8db7-815bef5abbed tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 948 time: 0.1799767 Dec 16 15:11:29.253381 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-0123e5da-eb0d-46eb-ae7c-40d03acfecdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380559 Dec 16 15:11:29.258048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:29.337144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:29.392416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:29.418057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:29.425408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Pushing event updated for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:29.452012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-857d7d70-e255-4932-bdb9-a2818e762ed0 req-f5bc7e03-aec8-433b-9152-f5d61ccb64db tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325509 Dec 16 15:11:29.470380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:29.508822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bca382b-5f98-4498-b35e-60e2056b5336 req-855e1de4-7730-4bc2-819c-179d5861d80a tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522178 Dec 16 15:11:29.535220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd0566c-df54-47e6-ad50-99088d246c37 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:29.619658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:29.676135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a6c04c4-6351-4fba-9742-6bc807acdb3e req-94692b8b-e9f3-4539-a1c1-28eac31b4af3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 210 time: 0.0912580 Dec 16 15:11:29.711668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:29.712623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:29.808641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90368f9b-4b9b-453b-b336-1c748d609f95 req-b291d9a9-524e-42a0-bbf4-dbec223b2999 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:29.810261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90368f9b-4b9b-453b-b336-1c748d609f95 req-b291d9a9-524e-42a0-bbf4-dbec223b2999 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0934916 Dec 16 15:11:29.891809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:29.911613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b8fccd6-683f-4e41-971b-24e3f8310586 None None] Provisioning complete for port c6e1ff14-41de-4234-8744-9b55b8c21ce7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:29.911613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b8fccd6-683f-4e41-971b-24e3f8310586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:29.948666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90368f9b-4b9b-453b-b336-1c748d609f95 req-a1398f0f-9ca3-43b1-b40a-14f4439f8ee1 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295757 Dec 16 15:11:29.969754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-6adf96f8-a9b3-4b29-966c-1a1503a251fc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5041525 Dec 16 15:11:30.005381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b8fccd6-683f-4e41-971b-24e3f8310586 None None] Port c6e1ff14-41de-4234-8744-9b55b8c21ce7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:30.118341 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-cebe9399-f2cb-46a9-aecb-04d75ce4ed89 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5875559 Dec 16 15:11:30.266765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-7793a232-7244-4e3c-a6ec-cbd9d52203a0 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537508 Dec 16 15:11:30.338841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-1df61556-deee-47df-8167-450a83dcac5b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:30.340785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-1df61556-deee-47df-8167-450a83dcac5b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101824 Dec 16 15:11:30.432346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Request body: {'port': {'device_id': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'f258d0d0febf486181cb1b4733ef842a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:30.522349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b01abc1-a66d-46be-97ba-c2b8f8f228f8 req-24e11b25-2516-4016-ac00-967ec9d6bdf9 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222853 Dec 16 15:11:30.543364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08735736-17a5-4a22-9788-c185c3ba80d8 req-20533503-407a-495c-b755-753189e76113 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:30.551132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08735736-17a5-4a22-9788-c185c3ba80d8 req-20533503-407a-495c-b755-753189e76113 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.4950640 Dec 16 15:11:30.561243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] Transition to ACTIVE for port object ddd0566c-df54-47e6-ad50-99088d246c37 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:30.590494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79855ced-36f3-46fe-81b5-73cd70e9048a req-3584328c-28a8-414a-aa19-eb61ab130a43 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:30.592091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79855ced-36f3-46fe-81b5-73cd70e9048a req-3584328c-28a8-414a-aa19-eb61ab130a43 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 943 time: 0.4857664 Dec 16 15:11:30.653323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08735736-17a5-4a22-9788-c185c3ba80d8 req-7b57f9b0-c3df-4afe-97d6-88633baef0c9 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012242 Dec 16 15:11:30.678135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79855ced-36f3-46fe-81b5-73cd70e9048a req-dec6249c-3784-4d85-8ee0-b561c635ae31 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766413 Dec 16 15:11:30.679859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:30.773304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] No DVR routers for this DVR port ddd0566c-df54-47e6-ad50-99088d246c37 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:30.828722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] 10.222.0.30 "PUT /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37/bindings/n-h2-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0844576 Dec 16 15:11:30.859582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Made reservation on behalf of f258d0d0febf486181cb1b4733ef842a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:30.864023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:30.867678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae523b1a-f398-43de-abf6-08f932d7bec0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:30.917303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6db129-83bc-4aa5-b83a-70c428a02a73 req-76eaf793-9c72-40b8-97ea-2cfd51100531 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:30.918992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c6db129-83bc-4aa5-b83a-70c428a02a73 req-76eaf793-9c72-40b8-97ea-2cfd51100531 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 948 time: 0.1473105 Dec 16 15:11:30.941032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee77b2-0579-4565-be21-919343d44a62 req-5efec804-084e-402a-a1f5-eb9c3efd50f1 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:30.949043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72ee77b2-0579-4565-be21-919343d44a62 req-5efec804-084e-402a-a1f5-eb9c3efd50f1 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 945 time: 0.1383414 Dec 16 15:11:31.033948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c6db129-83bc-4aa5-b83a-70c428a02a73 req-2fe786b4-0522-4657-b4d5-788b4e238c82 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022902 Dec 16 15:11:31.060518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Allocated IP 192.168.233.34 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/d7a79e6b-7094-4cfb-9d60-e43331883631) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:31.076424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72ee77b2-0579-4565-be21-919343d44a62 req-caadea85-fd0e-4594-8f56-d15adde5ac18 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264510 Dec 16 15:11:31.200442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0151794c-b508-429a-87d8-f1ca5727a440 req-b75aff80-6fb9-492b-b351-aaf57ce04f63 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 210 time: 0.0580392 Dec 16 15:11:31.296141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:31.419174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054fa08-d007-4d22-ae13-d5e2abec6770 req-0c755fb4-76de-4a88-9033-9edffbf47e83 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:31.424538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e054fa08-d007-4d22-ae13-d5e2abec6770 req-0c755fb4-76de-4a88-9033-9edffbf47e83 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0704565 Dec 16 15:11:31.468004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:31.480577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e054fa08-d007-4d22-ae13-d5e2abec6770 req-1688468e-c4ae-4a5b-a026-050811d8ceea tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549786 Dec 16 15:11:31.505558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096', 'd19abcd5-d241-4fbd-9878-0175acf6257b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:31.521560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:31.524894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:31.527432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:31.586457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:31.656792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:31.658176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:31.704547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:31.825973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:11:31.864208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-9adb3e2a-e802-47f5-bb09-fb99b5753e94 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4387319 Dec 16 15:11:31.884094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Request body: {'port': {'device_id': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:31.904171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34196bf-590c-4b8b-980d-88e29ead9bf0 req-7bc7bc3a-f56c-4edd-bada-1c8097fbf8f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:31.912233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a34196bf-590c-4b8b-980d-88e29ead9bf0 req-7bc7bc3a-f56c-4edd-bada-1c8097fbf8f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1130242 Dec 16 15:11:31.987291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e0ff8c8f-d1c8-4a30-a8b3-457abc911eb1 None None] Provisioning complete for port d7a79e6b-7094-4cfb-9d60-e43331883631 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:31.987844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0ff8c8f-d1c8-4a30-a8b3-457abc911eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.037929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.064740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a34196bf-590c-4b8b-980d-88e29ead9bf0 req-41c581ab-8d87-4ca3-ab8c-f5834f2e1464 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237910 Dec 16 15:11:32.106037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.106528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.107010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.116139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.116784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.117278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.118472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.118980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.119584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.120060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.120593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.121063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.121537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.122123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.122662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.124081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.133946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-9c0d8b0b-5876-40fa-9064-69afe7537a92 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782&device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef&device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651&device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f&device_id=5ffc3098-a288-4cec-8487-2b1287adafd7&device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254&device_id=a5793d72-aad9-4834-9143-3197eedc8b8f&device_id=daede37c-e2ae-4078-b178-b095f558533b&device_id=3303a464-f287-4185-9ba8-7d69a966398d&device_id=984212fa-6f09-4a58-b2f5-bf47a8948338&device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306&device_id=7b60822f-3a53-4e28-b908-267765a442bd&device_id=5b3e271e-86bb-455d-b462-b925c0d74581&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 14301 time: 0.2135918 Dec 16 15:11:32.197751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-7466f55f-2a2b-4b1c-a2ba-b687b8079b7d tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.223949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e0ff8c8f-d1c8-4a30-a8b3-457abc911eb1 None None] Port d7a79e6b-7094-4cfb-9d60-e43331883631 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:11:32.264358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbbda3-3564-452e-b27d-da0c4a8d0a4a req-35c22e14-4e5c-455a-be69-484537f51280 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.266102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9fbbda3-3564-452e-b27d-da0c4a8d0a4a req-35c22e14-4e5c-455a-be69-484537f51280 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 948 time: 0.1071737 Dec 16 15:11:32.363783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9fbbda3-3564-452e-b27d-da0c4a8d0a4a req-77c6a94d-bee2-420b-971b-fb04662c08d1 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893621 Dec 16 15:11:32.398217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-7466f55f-2a2b-4b1c-a2ba-b687b8079b7d tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.440367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:32.450061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.463671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Transition to ACTIVE for port object d7a79e6b-7094-4cfb-9d60-e43331883631 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:32.485920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-7466f55f-2a2b-4b1c-a2ba-b687b8079b7d tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.562635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca391ddf-70a7-4df2-82c0-a73688bebc72 req-17961f70-752e-43e1-8bb1-d3af5f762c3f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.564162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca391ddf-70a7-4df2-82c0-a73688bebc72 req-17961f70-752e-43e1-8bb1-d3af5f762c3f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 945 time: 0.1138058 Dec 16 15:11:32.568596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466f55f-2a2b-4b1c-a2ba-b687b8079b7d tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d0856d-1eff-426a-a759-a60a5dbfa8e5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:32.571765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.651854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:32.689578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-fba3fa4c-692c-4d7b-a0a6-311ef66965b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426866 Dec 16 15:11:32.708712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca391ddf-70a7-4df2-82c0-a73688bebc72 req-d8e7c427-37b4-4155-9288-b6c7a6f902ff tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177752 Dec 16 15:11:32.764241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b77b6514-6184-4ae2-aa8f-a26e3e6aba90 req-7466f55f-2a2b-4b1c-a2ba-b687b8079b7d tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&id=b0b47a02-f62d-439e-8f6f-e255489ca78f&id=ec46e714-3595-41d3-8f07-52a756fb0e97&id=4b7653dc-ab10-4e83-b212-35eff89904bf&id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&id=08e87152-397f-4fd3-9eef-48a04c1e8e35&id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.6292150 Dec 16 15:11:32.870331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Attempting to bind port d7a79e6b-7094-4cfb-9d60-e43331883631 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:32.870687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Attempting to bind port d7a79e6b-7094-4cfb-9d60-e43331883631 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:32.871019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Attempting to bind port d7a79e6b-7094-4cfb-9d60-e43331883631 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:32.893150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Port d7a79e6b-7094-4cfb-9d60-e43331883631 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:32.896096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Attempting to bind port d7a79e6b-7094-4cfb-9d60-e43331883631 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:32.909001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:32.909356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:32.909784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:32.910241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Bound port: d7a79e6b-7094-4cfb-9d60-e43331883631, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:32.910598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:32.945010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-823c0795-25e1-4342-b1c8-b3c64a818ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:32.951406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-823c0795-25e1-4342-b1c8-b3c64a818ad1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 1101 time: 0.1682007 Dec 16 15:11:32.995489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0762c-da90-4b17-8609-939385b612a1 req-6314343a-ff73-4808-8eca-56e290496a00 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.001022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7a0762c-da90-4b17-8609-939385b612a1 req-6314343a-ff73-4808-8eca-56e290496a00 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.1491134 Dec 16 15:11:33.039617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:33.052031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:33.148917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:33.178353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7a0762c-da90-4b17-8609-939385b612a1 req-6699fa9a-68e9-480a-8d0f-6c8b11d4247d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139052 Dec 16 15:11:33.187632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67a58a-7b67-4087-ae50-75b38cc99b82 req-03063de1-c19d-488a-aa1d-fa98fc7e21f1 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.189934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.190218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab67a58a-7b67-4087-ae50-75b38cc99b82 req-03063de1-c19d-488a-aa1d-fa98fc7e21f1 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.1879411 Dec 16 15:11:33.190632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:33.192392 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 1095 time: 1.3132739 Dec 16 15:11:33.192660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:33.196209 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:33.198859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-87867568-6839-4578-8bb5-661b1fbfbd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.211401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-87867568-6839-4578-8bb5-661b1fbfbd27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2283802 Dec 16 15:11:33.259563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2817d44-c55d-4cb8-ba2e-a519109622d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:33.300425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-6f9da6a4-2eb9-4e0c-af3d-10edcf857430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 200 len: 217 time: 0.0854087 Dec 16 15:11:33.383482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab67a58a-7b67-4087-ae50-75b38cc99b82 req-56a1dfc5-0c96-4263-9dcc-9b71e8c95a53 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704831 Dec 16 15:11:33.394820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-060eaddb-e1ad-43f4-b0d9-c5dfe15c80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.397389 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-060eaddb-e1ad-43f4-b0d9-c5dfe15c80e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1098 time: 0.0543637 Dec 16 15:11:33.420840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-02db2612-b15d-4129-a9ae-d3aca5cd1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.423343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-02db2612-b15d-4129-a9ae-d3aca5cd1b8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0980451 Dec 16 15:11:33.433679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328f89c-c1fb-4dff-aca9-4b99695b19d5 req-94d55571-6863-452f-b747-19b87e1c5b84 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.435386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3328f89c-c1fb-4dff-aca9-4b99695b19d5 req-94d55571-6863-452f-b747-19b87e1c5b84 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.1475048 Dec 16 15:11:33.480758 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-2c6e2fe4-e88c-46b3-98ef-81392ec364bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.0627339 Dec 16 15:11:33.535170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3328f89c-c1fb-4dff-aca9-4b99695b19d5 req-166c1e7b-5a27-468b-8d82-53b6bff3a3f2 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886304 Dec 16 15:11:33.537452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-7c19cf3b-e476-48a4-b03f-1ff8f4c2f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.539260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-7c19cf3b-e476-48a4-b03f-1ff8f4c2f328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025972 Dec 16 15:11:33.563214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-fc03b8ae-dc96-43ef-a38d-d125e449ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.565865 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-fc03b8ae-dc96-43ef-a38d-d125e449ee1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0834253 Dec 16 15:11:33.622440 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a345b606-87be-47fa-9af0-8ce056b94d26 x-openstack-request-id: req-a345b606-87be-47fa-9af0-8ce056b94d26 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:33.622952 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:33.623361 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a345b606-87be-47fa-9af0-8ce056b94d26 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:33.623936 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'status': 'completed', 'code': 200} Dec 16 15:11:33.644144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-2d1e1293-9307-4c0d-9f34-eb061527eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.646129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-2d1e1293-9307-4c0d-9f34-eb061527eb37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637887 Dec 16 15:11:33.708042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device dae00e83-5361-4c29-9ea2-34501b4e4317 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:33.757586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432076-d09b-4e9e-ab7f-0a11229e2298 req-988acc8e-bad6-4df0-aea6-c65a8eeb3fa7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.759271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0432076-d09b-4e9e-ab7f-0a11229e2298 req-988acc8e-bad6-4df0-aea6-c65a8eeb3fa7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1160173 Dec 16 15:11:33.767639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-0d909317-35b7-44db-af79-ee8d50facd9d service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067139 Dec 16 15:11:33.799367 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-a38e507d-d348-4a0f-9d33-49ec810d21fd service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414039 Dec 16 15:11:33.836943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7894b-6988-41e1-b3c3-3536aae90613 req-58bf2730-843b-4e28-8f91-b1afffe98918 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:33.838691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cb7894b-6988-41e1-b3c3-3536aae90613 req-58bf2730-843b-4e28-8f91-b1afffe98918 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 948 time: 0.1530006 Dec 16 15:11:33.878150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=dae00e83-5361-4c29-9ea2-34501b4e4317,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:33.899531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'dae00e83-5361-4c29-9ea2-34501b4e4317', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'dae00e83-5361-4c29-9ea2-34501b4e4317', 'mac_address': 'fa:16:3e:57:e6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:33.934535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0432076-d09b-4e9e-ab7f-0a11229e2298 req-be1b46e8-7d78-49f0-9156-fb6556a4ea4f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644032 Dec 16 15:11:33.960620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:33.964785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-66d470be-7843-45f5-82d2-c8c5f1bd9ab3 req-430d232d-0f4c-44e2-8236-c829115e0c01 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537361 Dec 16 15:11:33.979183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae00e83-5361-4c29-9ea2-34501b4e4317 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:33.980932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cb7894b-6988-41e1-b3c3-3536aae90613 req-dd504282-bb95-470c-95f9-d1dcc949c1a9 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292927 Dec 16 15:11:33.993984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03af3fae-46dc-44f9-bffd-7059b9017521 req-3630ab5a-ada0-4005-995e-8a2fb392dd96 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164736 Dec 16 15:11:34.003955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=dae00e83-5361-4c29-9ea2-34501b4e4317,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:34.202973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48065eef-3335-4bdd-b254-aa82e49e2306 req-b4248762-e0c0-47f9-b218-c7209c97d0d9 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.203574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48065eef-3335-4bdd-b254-aa82e49e2306 req-b4248762-e0c0-47f9-b218-c7209c97d0d9 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.204069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48065eef-3335-4bdd-b254-aa82e49e2306 req-b4248762-e0c0-47f9-b218-c7209c97d0d9 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.206592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48065eef-3335-4bdd-b254-aa82e49e2306 req-b4248762-e0c0-47f9-b218-c7209c97d0d9 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f&device_id=984212fa-6f09-4a58-b2f5-bf47a8948338&device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 2883 time: 0.0464387 Dec 16 15:11:34.207945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:34.308222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48065eef-3335-4bdd-b254-aa82e49e2306 req-37cfc3f5-4919-44ca-82ba-097f9d22d98e tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948050 Dec 16 15:11:34.316426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:34.370637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-4a680206-9cc3-4e98-85cc-b95128e151cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.372160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-4a680206-9cc3-4e98-85cc-b95128e151cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1098 time: 0.1095426 Dec 16 15:11:34.380817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeacc2e-2bad-4fab-9e5d-fd7783bccaba req-09e674a2-6b8b-4513-9d16-8fc8c7f2f2e5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.383723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ceeacc2e-2bad-4fab-9e5d-fd7783bccaba req-09e674a2-6b8b-4513-9d16-8fc8c7f2f2e5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.1087599 Dec 16 15:11:34.553265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ceeacc2e-2bad-4fab-9e5d-fd7783bccaba req-f0d7773a-ffff-48be-9130-66e728c80c4b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121757 Dec 16 15:11:34.557356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-003c210d-ac52-46fd-91e2-4ec9a0dcac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.558839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-003c210d-ac52-46fd-91e2-4ec9a0dcac36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1740661 Dec 16 15:11:34.584392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ae3a-86c7-481e-9a96-e1297b307165 req-1e534a1d-a43e-4a7f-b3ce-eee66ab53998 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.585953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e496ae3a-86c7-481e-9a96-e1297b307165 req-1e534a1d-a43e-4a7f-b3ce-eee66ab53998 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0997522 Dec 16 15:11:34.612167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['dae00e83-5361-4c29-9ea2-34501b4e4317'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:34.632640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-1aa3cc7f-f8b2-4708-95de-92e9a1500798 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.0648625 Dec 16 15:11:34.728111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e496ae3a-86c7-481e-9a96-e1297b307165 req-369864ac-1d27-4aec-8179-3903392a7721 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214831 Dec 16 15:11:34.732547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-0acaa869-092b-4783-9397-d6bd718dff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.734045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-0acaa869-092b-4783-9397-d6bd718dff75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0890405 Dec 16 15:11:34.792255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-4262cfe7-1a5f-461f-8999-49d5b82e2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.793835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-4262cfe7-1a5f-461f-8999-49d5b82e2548 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0521212 Dec 16 15:11:34.887297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6862ec-fb37-4659-8fde-241ac0364a44 req-d6f8b9a2-018e-45ca-bfe0-7f314045f0aa tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:34.888849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a6862ec-fb37-4659-8fde-241ac0364a44 req-d6f8b9a2-018e-45ca-bfe0-7f314045f0aa tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0793424 Dec 16 15:11:35.005730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a6862ec-fb37-4659-8fde-241ac0364a44 req-04169e48-859d-4999-92ec-9e562e8ef09d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915813 Dec 16 15:11:35.008112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-52e9df84-9d3b-4975-89cf-8d74e358fd37 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491089 Dec 16 15:11:35.137743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38ce3c16-9813-40ee-adbd-c8d0ba5a5bf5 req-ea6429fb-29f6-4472-b9bc-0c1e6c8fc3d4 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220219 Dec 16 15:11:35.162184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bd755-9929-404d-94cc-95b103a6532e req-7689e6cf-857e-440f-bc06-225c3715e282 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:35.163843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d09bd755-9929-404d-94cc-95b103a6532e req-7689e6cf-857e-440f-bc06-225c3715e282 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0791790 Dec 16 15:11:35.224634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d09bd755-9929-404d-94cc-95b103a6532e req-55e1294b-8143-4508-9e9a-3de46f0e76d9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533702 Dec 16 15:11:35.335946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498f00-5419-40f2-9fd8-cb8fc933c47d req-ece5821b-e0a2-40e0-844e-5bd39034c78d tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:35.337504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c498f00-5419-40f2-9fd8-cb8fc933c47d req-ece5821b-e0a2-40e0-844e-5bd39034c78d tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 949 time: 0.0579710 Dec 16 15:11:35.414980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c498f00-5419-40f2-9fd8-cb8fc933c47d req-cd72eb4c-0c5c-4cfd-8309-a4f3291b0f8b tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556228 Dec 16 15:11:35.701544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5aa440-0c25-4538-8995-d05591d2dd34 req-18682879-3218-4799-8832-4ecc364e023b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:35.703089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c5aa440-0c25-4538-8995-d05591d2dd34 req-18682879-3218-4799-8832-4ecc364e023b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.0565705 Dec 16 15:11:35.729468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device dae00e83-5361-4c29-9ea2-34501b4e4317 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:35.786767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c5aa440-0c25-4538-8995-d05591d2dd34 req-5a4b0459-34e8-4295-b606-7275251a2b2e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720329 Dec 16 15:11:35.883404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port dae00e83-5361-4c29-9ea2-34501b4e4317 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:35.889974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port dae00e83-5361-4c29-9ea2-34501b4e4317 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:35.890435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:35.920721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cba07b-efbd-46a9-869a-2d50408d86c2 req-ebc8b47e-2149-433b-ad99-d2c700f2db82 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:35.923137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5cba07b-efbd-46a9-869a-2d50408d86c2 req-ebc8b47e-2149-433b-ad99-d2c700f2db82 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0664430 Dec 16 15:11:35.976893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5cba07b-efbd-46a9-869a-2d50408d86c2 req-bf4d899d-7441-43f6-8067-e92141cea171 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457609 Dec 16 15:11:36.002320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:36.059849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:36.059849 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd673740-1797-4f40-8c87-eb6476e6bfbb" -d '{"events": [{"server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "name": "network-vif-plugged", "status": "completed", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:36.074445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=dae00e83-5361-4c29-9ea2-34501b4e4317,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:36.121499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d83a2d-a51e-41bc-9077-c85355803e9f req-1c213c11-91ad-43ea-94af-6b1f703df6d1 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.123002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d83a2d-a51e-41bc-9077-c85355803e9f req-1c213c11-91ad-43ea-94af-6b1f703df6d1 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1101 time: 0.0667067 Dec 16 15:11:36.147466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:36.191560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577dfc9-48ed-42c0-a35d-4ab2f8601ef0 req-5c15998a-79cc-4b37-a298-3ae403d48793 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.192507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7577dfc9-48ed-42c0-a35d-4ab2f8601ef0 req-5c15998a-79cc-4b37-a298-3ae403d48793 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0868564 Dec 16 15:11:36.199429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d83a2d-a51e-41bc-9077-c85355803e9f req-969bdbea-af15-4769-b4a3-cb83d1cbd60b tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624635 Dec 16 15:11:36.209279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:36.335860 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe19c4fd-68cd-40ac-996e-3a356ef844be x-openstack-request-id: req-fe19c4fd-68cd-40ac-996e-3a356ef844be {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:36.335860 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "name": "network-vif-plugged", "status": "completed", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:36.335860 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe19c4fd-68cd-40ac-996e-3a356ef844be {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:36.335860 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317', 'code': 200} Dec 16 15:11:36.336887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7577dfc9-48ed-42c0-a35d-4ab2f8601ef0 req-0576d002-29bf-4308-b662-2416fef9e6c1 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Dec 16 15:11:36.476963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad2499-1a1a-4bb5-a3b0-83bb266869cc req-3ffa4717-6469-4685-a08a-12289e7d72f3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.478232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fad2499-1a1a-4bb5-a3b0-83bb266869cc req-3ffa4717-6469-4685-a08a-12289e7d72f3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1437049 Dec 16 15:11:36.479890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c6ad-9049-4d81-95d6-f0a9ce584767 req-d6907066-19c8-4bf8-a833-8802e79e8c7c tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.481263 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c121c6ad-9049-4d81-95d6-f0a9ce584767 req-d6907066-19c8-4bf8-a833-8802e79e8c7c tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1101 time: 0.0986400 Dec 16 15:11:36.509172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824af30-f805-4a7b-b7f9-382178b42ce7 req-1704b0c2-d51e-4f32-a92f-bece2f4f51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.510629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c824af30-f805-4a7b-b7f9-382178b42ce7 req-1704b0c2-d51e-4f32-a92f-bece2f4f51ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 1101 time: 0.0955172 Dec 16 15:11:36.585447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fad2499-1a1a-4bb5-a3b0-83bb266869cc req-8af60c42-c916-4250-a475-e7c6121ff85e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004150 Dec 16 15:11:36.590652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c121c6ad-9049-4d81-95d6-f0a9ce584767 req-8f8d7b66-fd2c-499b-8bea-329c0d65ab1c tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033571 Dec 16 15:11:36.605551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c824af30-f805-4a7b-b7f9-382178b42ce7 req-efbdd08c-6181-476d-b348-06344a695d31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832872 Dec 16 15:11:36.708972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85bb1b-94fa-48a8-b81a-6730f967ec8a req-47e8a150-9a44-4064-9904-b9498193e866 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:36.710633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec85bb1b-94fa-48a8-b81a-6730f967ec8a req-47e8a150-9a44-4064-9904-b9498193e866 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.0564189 Dec 16 15:11:36.763450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec85bb1b-94fa-48a8-b81a-6730f967ec8a req-ffa94105-f2a6-472d-8477-4fed9917967f tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Dec 16 15:11:37.020838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa9d8-28e6-43cf-b979-94211ed6525c req-5ed60fa8-b771-4745-87ed-2b526c9c0b24 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:37.022626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bffa9d8-28e6-43cf-b979-94211ed6525c req-5ed60fa8-b771-4745-87ed-2b526c9c0b24 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.0576081 Dec 16 15:11:37.092317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bffa9d8-28e6-43cf-b979-94211ed6525c req-60b60cc3-7064-44e5-84c0-bb6e8bd7645d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Dec 16 15:11:37.149202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40839806-fc35-46ed-ae6e-6883437e386a req-b4e33c7e-1fa4-490f-8f6c-f7aa555d3140 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:37.150989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40839806-fc35-46ed-ae6e-6883437e386a req-b4e33c7e-1fa4-490f-8f6c-f7aa555d3140 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0729673 Dec 16 15:11:37.203482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40839806-fc35-46ed-ae6e-6883437e386a req-df42303f-242d-486d-9724-434d3f91569f tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Dec 16 15:11:37.463534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0acf4-8992-4add-ac65-dbe39814ad6c req-c6f06f51-8549-4f64-b9fd-2cea8ed9c3a6 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:37.465116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad0acf4-8992-4add-ac65-dbe39814ad6c req-c6f06f51-8549-4f64-b9fd-2cea8ed9c3a6 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0572498 Dec 16 15:11:37.520325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad0acf4-8992-4add-ac65-dbe39814ad6c req-f0719057-d897-4bbc-bbdb-fa8d3acf0f63 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490668 Dec 16 15:11:37.728084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad752-658a-4c12-b06a-7c404b057e42 req-3fadd5de-539f-4e05-ab33-28ef9f43dc10 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:37.729582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c11ad752-658a-4c12-b06a-7c404b057e42 req-3fadd5de-539f-4e05-ab33-28ef9f43dc10 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0517409 Dec 16 15:11:37.758242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:37.807513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c11ad752-658a-4c12-b06a-7c404b057e42 req-0d4e6716-cd0b-4eb5-920c-70e5ac8b90e6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713928 Dec 16 15:11:37.892970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:37.913264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'mac_address': 'fa:16:3e:1e:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:37.971722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:38.004310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:38.042122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:38.153331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:38.213757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:38.275449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42d0a0-4c02-4b33-b777-b82fe9b6b9b1 req-695369ee-9f8f-4dc4-b742-a7e6bad4e9b6 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:38.276919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf42d0a0-4c02-4b33-b777-b82fe9b6b9b1 req-695369ee-9f8f-4dc4-b742-a7e6bad4e9b6 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.1015587 Dec 16 15:11:38.287216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494cd9-ac2f-48dd-aad8-21132def9831 req-680d352d-f5b4-4a91-9bc2-6981c15c8b63 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:38.288678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5494cd9-ac2f-48dd-aad8-21132def9831 req-680d352d-f5b4-4a91-9bc2-6981c15c8b63 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1364942 Dec 16 15:11:38.573311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:38.617468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5494cd9-ac2f-48dd-aad8-21132def9831 req-fa99ef3a-8b93-46a4-9981-6a016ea4bfdf tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220556 Dec 16 15:11:38.620995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf42d0a0-4c02-4b33-b777-b82fe9b6b9b1 req-5b244ea3-03b9-4f27-b38e-29b4e3c5d332 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313093 Dec 16 15:11:38.770853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2d71c-29b5-40ac-857d-88da17672f69 req-2a1ca524-61af-4ad9-8973-872e63d22213 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:38.772631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7e2d71c-29b5-40ac-857d-88da17672f69 req-2a1ca524-61af-4ad9-8973-872e63d22213 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 948 time: 0.0853744 Dec 16 15:11:38.786159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9011e84-493c-4d35-94ee-f01608714bc9 req-ceea9493-f70a-410e-b8d1-f8395caa9bfa tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:38.787741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9011e84-493c-4d35-94ee-f01608714bc9 req-ceea9493-f70a-410e-b8d1-f8395caa9bfa tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0890319 Dec 16 15:11:38.866665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7e2d71c-29b5-40ac-857d-88da17672f69 req-9c9563e8-f7b6-4b75-9ade-b6674724ffc8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Dec 16 15:11:38.870388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9011e84-493c-4d35-94ee-f01608714bc9 req-51f02de0-822d-4ffe-b31c-83ef3a2a27fe tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Dec 16 15:11:39.023545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d899-e82e-4da4-bce4-ffe25441bb02 req-9d88fd37-ce3b-4b90-8171-9e01b8e08dea tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:39.025002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55f4d899-e82e-4da4-bce4-ffe25441bb02 req-9d88fd37-ce3b-4b90-8171-9e01b8e08dea tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0831459 Dec 16 15:11:39.037425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ed72-700d-405c-9ef9-ac82d9e35616 req-b64f5024-848a-47b4-88bb-8052fb998ff3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:39.038890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3444ed72-700d-405c-9ef9-ac82d9e35616 req-b64f5024-848a-47b4-88bb-8052fb998ff3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0874841 Dec 16 15:11:39.112980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55f4d899-e82e-4da4-bce4-ffe25441bb02 req-ab68a3fd-f164-4288-a2c0-a1588d5057f7 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730891 Dec 16 15:11:39.135978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3444ed72-700d-405c-9ef9-ac82d9e35616 req-90c52733-3a73-46a9-909c-57cec59e7ecb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882113 Dec 16 15:11:39.774176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21385a19-f00f-401f-a543-272ccb2a6c3a req-e94c56da-f479-48f4-b9f9-ac3a89a5f512 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:39.775675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21385a19-f00f-401f-a543-272ccb2a6c3a req-e94c56da-f479-48f4-b9f9-ac3a89a5f512 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0840671 Dec 16 15:11:39.780139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:39.785305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e84fa-cc98-47db-94d8-235e55e693f0 req-fa910c13-c8a7-4a06-98e0-b5ee8e5ca755 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:39.786315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf6e84fa-cc98-47db-94d8-235e55e693f0 req-fa910c13-c8a7-4a06-98e0-b5ee8e5ca755 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.0855565 Dec 16 15:11:39.856251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21385a19-f00f-401f-a543-272ccb2a6c3a req-5225e737-b076-4beb-82c9-c4bdc758fa99 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Dec 16 15:11:39.879955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf6e84fa-cc98-47db-94d8-235e55e693f0 req-aa8e4011-7785-484b-92b9-4f4dd02d4224 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853317 Dec 16 15:11:39.941730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d7a79e6b-7094-4cfb-9d60-e43331883631 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:39.946632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d7a79e6b-7094-4cfb-9d60-e43331883631 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:39.947213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:40.048377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:40.083899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:40.086725 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35c3b5-8b58-4995-894c-60a43ff78145" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:40.090895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d47941-27d5-4a9c-a18b-9e759200e0ef req-8c9722a7-4a87-4bbf-ba9b-0b8dfc4ea73a tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.100564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d47941-27d5-4a9c-a18b-9e759200e0ef req-8c9722a7-4a87-4bbf-ba9b-0b8dfc4ea73a tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.1046793 Dec 16 15:11:40.106491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:40.130580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ee8cc-dae7-425d-a596-851f8cd49670 req-9f532b43-a3e8-4bcd-9661-25ba4f2fac0e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.138138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-354ee8cc-dae7-425d-a596-851f8cd49670 req-9f532b43-a3e8-4bcd-9661-25ba4f2fac0e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 948 time: 0.1308544 Dec 16 15:11:40.191427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d47941-27d5-4a9c-a18b-9e759200e0ef req-22fb5a87-03ef-4c03-918a-456529646565 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895982 Dec 16 15:11:40.211013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-354ee8cc-dae7-425d-a596-851f8cd49670 req-fa0bf083-2005-4c3e-948a-9b859fc597bd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720108 Dec 16 15:11:40.273650 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3171ef07-ec67-4ce8-b65f-2bdb8131d825 x-openstack-request-id: req-3171ef07-ec67-4ce8-b65f-2bdb8131d825 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:40.274098 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:40.274424 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3171ef07-ec67-4ce8-b65f-2bdb8131d825 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:40.274832 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'code': 200} Dec 16 15:11:40.396268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:40.421686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f257c-7e19-4850-9b75-9d2c988bd01d req-1bcf345b-ad60-40fc-b09d-179c3b1a2b92 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.423624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b7f257c-7e19-4850-9b75-9d2c988bd01d req-1bcf345b-ad60-40fc-b09d-179c3b1a2b92 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0768547 Dec 16 15:11:40.481957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:40.511344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7f32f-a3ac-4ccc-a9ba-47d0edede809 req-2c89a322-d080-4ad2-aa6e-3001bd4b1c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.513360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeb7f32f-a3ac-4ccc-a9ba-47d0edede809 req-2c89a322-d080-4ad2-aa6e-3001bd4b1c6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1100 time: 0.1002445 Dec 16 15:11:40.521457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b7f257c-7e19-4850-9b75-9d2c988bd01d req-baacb00e-334e-4957-8830-37d398a8eaaf tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879261 Dec 16 15:11:40.616113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeb7f32f-a3ac-4ccc-a9ba-47d0edede809 req-af84fcac-a0ce-4808-aa28-838675774eab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879581 Dec 16 15:11:40.689724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd416bd4-f269-4f3e-b591-9aaab1cf6b28 req-a1c9edbb-ddd3-4a7a-8380-83df579e41a3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.699210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd416bd4-f269-4f3e-b591-9aaab1cf6b28 req-a1c9edbb-ddd3-4a7a-8380-83df579e41a3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0690324 Dec 16 15:11:40.754050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd416bd4-f269-4f3e-b591-9aaab1cf6b28 req-8d43e4af-baff-4a7b-b4f4-73b96995d3c7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537646 Dec 16 15:11:40.866934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57572c2a-ad87-4f98-91f8-22f272a6fe0b req-a105cbe0-eda2-47e5-852e-190d12616b0b tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:40.868810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57572c2a-ad87-4f98-91f8-22f272a6fe0b req-a105cbe0-eda2-47e5-852e-190d12616b0b tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.0573494 Dec 16 15:11:40.919582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57572c2a-ad87-4f98-91f8-22f272a6fe0b req-c8096b58-ddcd-4743-b14b-3c081c8d9434 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Dec 16 15:11:41.054595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f02f-f643-4f21-a01a-d421de80b35b req-b6d511d8-2431-47ec-a3fd-a0e2da40efda tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:41.056283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1d6f02f-f643-4f21-a01a-d421de80b35b req-b6d511d8-2431-47ec-a3fd-a0e2da40efda tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0657377 Dec 16 15:11:41.113043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1d6f02f-f643-4f21-a01a-d421de80b35b req-3a987140-7d0c-427f-b8ef-f8650f3c0d12 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Dec 16 15:11:41.359958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dbabd-9a4e-480e-95a0-a9145f448762 req-b6fc2294-639d-46d9-b911-c38ddb9755b8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:41.362554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da2dbabd-9a4e-480e-95a0-a9145f448762 req-b6fc2294-639d-46d9-b911-c38ddb9755b8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0865219 Dec 16 15:11:41.375562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61f10-7ed6-48b4-a185-04c29f2222b9 req-0b9925fa-c7eb-47a2-b260-c8081d9996ad tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:41.377121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7b61f10-7ed6-48b4-a185-04c29f2222b9 req-0b9925fa-c7eb-47a2-b260-c8081d9996ad tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0871267 Dec 16 15:11:41.453868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da2dbabd-9a4e-480e-95a0-a9145f448762 req-193bba11-7d74-4134-8c77-fa24e3542c73 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756819 Dec 16 15:11:41.458375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7b61f10-7ed6-48b4-a185-04c29f2222b9 req-e28425da-47a4-46a5-b6ae-294e98e91e72 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739651 Dec 16 15:11:41.654735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad553-5386-44c0-be9e-d8a00c66ea65 req-b2848408-c917-49fd-83e0-8b1c697c10e9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:41.662552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-771ad553-5386-44c0-be9e-d8a00c66ea65 req-b2848408-c917-49fd-83e0-8b1c697c10e9 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0622914 Dec 16 15:11:41.709619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-771ad553-5386-44c0-be9e-d8a00c66ea65 req-e28b2edd-e39a-4b7d-ac36-9fbdafee1cba tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Dec 16 15:11:41.880818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e90cc1-4f3d-4552-ac42-61d0deb160ca req-305f9864-911b-4930-9a5e-85c453b042f4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:41.882294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67e90cc1-4f3d-4552-ac42-61d0deb160ca req-305f9864-911b-4930-9a5e-85c453b042f4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0565162 Dec 16 15:11:41.936896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67e90cc1-4f3d-4552-ac42-61d0deb160ca req-c013b309-ba2f-4be7-b2cf-264ae8fc0302 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Dec 16 15:11:42.053557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9184fa-e147-4423-bb56-236cddff707c req-9934f852-78d8-4a8f-914e-0a88a2c45823 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:42.055170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d9184fa-e147-4423-bb56-236cddff707c req-9934f852-78d8-4a8f-914e-0a88a2c45823 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.0508540 Dec 16 15:11:42.115641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d9184fa-e147-4423-bb56-236cddff707c req-6806b438-4476-4676-877f-bd897e6d875a tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523744 Dec 16 15:11:42.245287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3d372-40dc-4175-b88c-1a6cd89bce22 req-ba4416ae-2c91-4771-838a-a076add4dd90 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:42.246785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8de3d372-40dc-4175-b88c-1a6cd89bce22 req-ba4416ae-2c91-4771-838a-a076add4dd90 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0550392 Dec 16 15:11:42.302390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8de3d372-40dc-4175-b88c-1a6cd89bce22 req-557fcc80-aefc-478b-aa0c-a0687b524f36 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494018 Dec 16 15:11:42.609515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e832bcc-99fd-4c3d-817d-fd902925d3dd req-232ef62d-9ab4-4a7d-a4cd-376e2b184808 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:42.611028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e832bcc-99fd-4c3d-817d-fd902925d3dd req-232ef62d-9ab4-4a7d-a4cd-376e2b184808 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0792804 Dec 16 15:11:42.619971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144bc2d-c8df-4597-98f9-1a36a8ebe495 req-d552b1f5-aa09-4c92-9c5c-8a4e3694d675 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:42.621392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9144bc2d-c8df-4597-98f9-1a36a8ebe495 req-d552b1f5-aa09-4c92-9c5c-8a4e3694d675 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.0799496 Dec 16 15:11:42.694864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e832bcc-99fd-4c3d-817d-fd902925d3dd req-30edafa1-b42a-48e8-9625-c436249afba4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725121 Dec 16 15:11:42.704804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9144bc2d-c8df-4597-98f9-1a36a8ebe495 req-a7cc83ff-145c-4e14-a909-6055c49b0302 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Dec 16 15:11:42.847418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a4469-068f-40f3-94c5-50499ede4b24 req-2f4a1949-f407-49a1-a87a-3b06e53db98c tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:42.848953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d03a4469-068f-40f3-94c5-50499ede4b24 req-2f4a1949-f407-49a1-a87a-3b06e53db98c tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Dec 16 15:11:42.898701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d03a4469-068f-40f3-94c5-50499ede4b24 req-3a9ef020-297e-4199-a81d-ae98e9e6adf2 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Dec 16 15:11:43.079660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80532-ca41-4f88-ac58-c8e167a25029 req-2898cda8-2358-4158-b201-b1c259438870 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.081809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36e80532-ca41-4f88-ac58-c8e167a25029 req-2898cda8-2358-4158-b201-b1c259438870 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0504355 Dec 16 15:11:43.118849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Request body: {'port': {'device_id': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:43.160772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36e80532-ca41-4f88-ac58-c8e167a25029 req-24bb26df-d94f-45c6-ab14-4c8ba272d158 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730057 Dec 16 15:11:43.223387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:43.329393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-a0dd58e7-3267-4956-9224-9be7f7a338bf tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.331572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-a0dd58e7-3267-4956-9224-9be7f7a338bf tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.1482348 Dec 16 15:11:43.339606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c17b1ac9-6c29-4136-8d31-7e3de5bed40e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.346126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-c17b1ac9-6c29-4136-8d31-7e3de5bed40e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.0729723 Dec 16 15:11:43.416829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-bca75540-0c8b-44d8-b361-7c0d48751439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.417100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-bca75540-0c8b-44d8-b361-7c0d48751439 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&tenant_id=12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 1095 time: 0.0577838 Dec 16 15:11:43.450104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368666b8-0605-4a08-9460-25221cd10f6d req-3cd4f366-fe1a-414e-b363-c05415aa0d14 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.451600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-368666b8-0605-4a08-9460-25221cd10f6d req-3cd4f366-fe1a-414e-b363-c05415aa0d14 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 950 time: 0.2329087 Dec 16 15:11:43.594780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a713187e-c62e-4955-9016-0d0fe5b3c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.596371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-a713187e-c62e-4955-9016-0d0fe5b3c449 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1095 time: 0.0408483 Dec 16 15:11:43.622642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e422628-2225-442c-a390-32f314df49b0 req-839ee1d4-78bf-4b98-9736-5c7e6268041d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.624170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e422628-2225-442c-a390-32f314df49b0 req-839ee1d4-78bf-4b98-9736-5c7e6268041d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1870096 Dec 16 15:11:43.638675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-368666b8-0605-4a08-9460-25221cd10f6d req-ba71e3d5-f9f1-4ddc-a540-87af17f71cb2 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/security-groups?id=0404ddec-9771-4aa4-acf3-9a0c81aa9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741030 Dec 16 15:11:43.703421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-80f25ee6-da6d-4df6-ac58-713a1a901bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.705020 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-80f25ee6-da6d-4df6-ac58-713a1a901bda service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.0995128 Dec 16 15:11:43.715244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Deleting port dae00e83-5361-4c29-9ea2-34501b4e4317 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:43.715594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:43.762187 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-2170faec-83c1-458d-bb12-5baca39edc33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.0486248 Dec 16 15:11:43.807864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e422628-2225-442c-a390-32f314df49b0 req-7f7c6348-cc1a-457b-aaac-2779cd916a6a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740088 Dec 16 15:11:43.842546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-b284c7f9-83bc-459d-92a0-a3224609d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.844943 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-b284c7f9-83bc-459d-92a0-a3224609d0db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0594068 Dec 16 15:11:43.894100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-84eed5cc-b6cc-4491-9dfa-ff84acbb7398 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297992 Dec 16 15:11:43.939358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e1ff14-41de-4234-8744-9b55b8c21ce7 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:43.945401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] For port dae00e83-5361-4c29-9ea2-34501b4e4317, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=dae00e83-5361-4c29-9ea2-34501b4e4317,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:43.945768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:43.959510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16acab-32b0-4fde-9f11-100b636b2254 req-ead76781-92be-46ad-bc87-85b04ee82cc6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:43.959510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f16acab-32b0-4fde-9f11-100b636b2254 req-ead76781-92be-46ad-bc87-85b04ee82cc6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1742885 Dec 16 15:11:43.977184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:43.980074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Calling delete_port for dae00e83-5361-4c29-9ea2-34501b4e4317 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:44.011080 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-d9db9bb1-9ab0-4637-a64b-8363cfa9d5cd service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056333 Dec 16 15:11:44.018948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-764f2497-d5ee-4e1e-83a6-fe13fb691e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:44.021824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Transition to ACTIVE for port object c6e1ff14-41de-4234-8744-9b55b8c21ce7 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:44.033053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8b0e5-78bf-4204-a005-42d2fea01c35 req-2a780b84-27a6-4a71-a9a5-ecceee9bf5ec tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:44.035032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08a8b0e5-78bf-4204-a005-42d2fea01c35 req-2a780b84-27a6-4a71-a9a5-ecceee9bf5ec tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 932 time: 0.1514273 Dec 16 15:11:44.062147 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:11:44.107002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:44.134968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f16acab-32b0-4fde-9f11-100b636b2254 req-6f2ff320-0042-4fc6-8d8a-d8bb8ec2686c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674683 Dec 16 15:11:44.139632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-bb431a21-9d50-40e3-8868-bef8f40de43c service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946066 Dec 16 15:11:44.211452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08a8b0e5-78bf-4204-a005-42d2fea01c35 req-d0cd119a-e489-4eb1-81d5-a489632e9574 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434567 Dec 16 15:11:44.224075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:44.358017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafed54-c741-4317-b888-95c06723f818 req-d90191ba-bf75-4f15-b4bb-62a3871fdfdb tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:44.359474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4aafed54-c741-4317-b888-95c06723f818 req-d90191ba-bf75-4f15-b4bb-62a3871fdfdb tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.1590672 Dec 16 15:11:44.437066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Attempting to bind port c6e1ff14-41de-4234-8744-9b55b8c21ce7 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:44.444705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Attempting to bind port c6e1ff14-41de-4234-8744-9b55b8c21ce7 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:44.444705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Attempting to bind port c6e1ff14-41de-4234-8744-9b55b8c21ce7 on network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:44.465025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e4a86-dcb0-41fe-a555-30bec64a1637 req-3ad4b16a-7bcc-49c5-a484-8e78775807c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:44.466513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c1e4a86-dcb0-41fe-a555-30bec64a1637 req-3ad4b16a-7bcc-49c5-a484-8e78775807c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1420352 Dec 16 15:11:44.467073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Port c6e1ff14-41de-4234-8744-9b55b8c21ce7 on network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:44.467398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Attempting to bind port c6e1ff14-41de-4234-8744-9b55b8c21ce7 on network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:44.473667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4aafed54-c741-4317-b888-95c06723f818 req-5ec2e232-19c8-49aa-b2fc-b25eaaad738e tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905104 Dec 16 15:11:44.478106 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:44.489775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:44.490113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Checking segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:44.490503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Bound using segment: {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:44.490966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Bound port: c6e1ff14-41de-4234-8744-9b55b8c21ce7, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f27ceeb1-46f4-4885-a664-f9a0fb571824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:44.491327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:44.516373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['dae00e83-5361-4c29-9ea2-34501b4e4317'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:44.536134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Pushing event deleted for resources: {'Port': ['ID=dae00e83-5361-4c29-9ea2-34501b4e4317,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:44.628953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] No DVR routers for this DVR port dae00e83-5361-4c29-9ea2-34501b4e4317 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:44.652024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:44.655523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7aebc978-b267-4a8d-b79b-f563a20df5fa req-7138d6de-de10-4c4d-8bc8-0c0b9784dd43 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.30 "DELETE /v2.0/ports/dae00e83-5361-4c29-9ea2-34501b4e4317 HTTP/1.1" status: 204 len: 173 time: 1.3175924 Dec 16 15:11:44.656988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'name': 'network-vif-deleted', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:44.663619 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2754568a-65e3-4ad0-a696-3ac5eff52817" -d '{"events": [{"server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "name": "network-vif-deleted", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:44.671032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c1e4a86-dcb0-41fe-a555-30bec64a1637 req-8c967246-32cb-41b5-bc7f-9f1024036355 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961000 Dec 16 15:11:44.703267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:44.713354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d14e8-dabf-4037-bdc6-77855e77c408 req-b6b65a56-e8e5-4b52-a095-a88f0743231d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:44.717795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-926d14e8-dabf-4037-bdc6-77855e77c408 req-b6b65a56-e8e5-4b52-a095-a88f0743231d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.1462886 Dec 16 15:11:44.717795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:44.777300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-926d14e8-dabf-4037-bdc6-77855e77c408 req-e27633c4-696d-4ec8-83cb-5561b2592178 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518639 Dec 16 15:11:44.827719 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fb45bd-f4d1-41b5-ab2d-8691da834f30 x-openstack-request-id: req-35fb45bd-f4d1-41b5-ab2d-8691da834f30 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:44.830660 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce14384c-aafd-4bc0-a9cd-01c1b3ea9651", "name": "network-vif-deleted", "tag": "dae00e83-5361-4c29-9ea2-34501b4e4317", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:44.831593 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-35fb45bd-f4d1-41b5-ab2d-8691da834f30 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:44.832088 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce14384c-aafd-4bc0-a9cd-01c1b3ea9651', 'name': 'network-vif-deleted', 'tag': 'dae00e83-5361-4c29-9ea2-34501b4e4317', 'status': 'completed', 'code': 200} Dec 16 15:11:44.889338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570165fe-0d0b-49a1-a32b-3676c47c190a req-bed55c74-1b74-4941-9497-0b2a1c6e1f20 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0292423 Dec 16 15:11:44.972604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:45.024930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.025555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:45.026939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] 10.222.0.74 "PUT /v2.0/ports/c6e1ff14-41de-4234-8744-9b55b8c21ce7 HTTP/1.1" status: 200 len: 1092 time: 1.9147332 Dec 16 15:11:45.045186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832db15-3c01-4937-80b1-50a91f0b2392 req-212a759a-af9a-45ac-aa52-e39bd59f9110 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.050132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e832db15-3c01-4937-80b1-50a91f0b2392 req-212a759a-af9a-45ac-aa52-e39bd59f9110 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1016567 Dec 16 15:11:45.070777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30536c8c-1b45-4b5d-b600-f86de48666cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:45.128774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e832db15-3c01-4937-80b1-50a91f0b2392 req-072c37e6-429c-4365-b8a1-0ba9f9ca8012 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 Dec 16 15:11:45.185451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-842dd8fe-7da2-4a00-b6b8-1d3152b50d88 req-673647f7-3304-49c0-bf58-38efc4548c4b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:11:45.186640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-842dd8fe-7da2-4a00-b6b8-1d3152b50d88 req-673647f7-3304-49c0-bf58-38efc4548c4b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064938 Dec 16 15:11:45.255642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-50f8f4fd-ecb7-479a-a82a-7509124ce5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.257446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-50f8f4fd-ecb7-479a-a82a-7509124ce5de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb72f81d34c944e2ac64208b221bfc03&device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 1095 time: 0.0481341 Dec 16 15:11:45.591900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-31b02146-1e0f-4c8d-b191-ff9786af8569 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7 HTTP/1.1" status: 200 len: 217 time: 0.2691677 Dec 16 15:11:45.608755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fd7df-e981-411e-a5f0-52dedc906e9d req-dfce9344-8fc2-434c-b072-9337c8831742 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.610430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-399fd7df-e981-411e-a5f0-52dedc906e9d req-dfce9344-8fc2-434c-b072-9337c8831742 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 944 time: 0.3138888 Dec 16 15:11:45.683350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-4af2f41a-e69c-4840-ab6e-1d37dd19828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.684861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-4af2f41a-e69c-4840-ab6e-1d37dd19828a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a2d1fcc-9f99-4eb6-b9f7-050136521f5a HTTP/1.1" status: 200 len: 854 time: 0.0735497 Dec 16 15:11:45.722125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-399fd7df-e981-411e-a5f0-52dedc906e9d req-e6bfaa53-5058-4323-b34f-508a402a56df tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015120 Dec 16 15:11:45.738287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-a47ff881-fb5f-490c-b583-29d1c8ca93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.743869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-a47ff881-fb5f-490c-b583-29d1c8ca93a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6824c9-3ab9-434f-89bd-40d6c00e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463064 Dec 16 15:11:45.902654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34164d7-be21-4350-8a65-2d0a123db0cf req-bd619171-9cc9-47ac-9ae9-f107e616ec3d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.904217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d34164d7-be21-4350-8a65-2d0a123db0cf req-bd619171-9cc9-47ac-9ae9-f107e616ec3d tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.1585522 Dec 16 15:11:45.941423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-f691a696-da64-48d1-8dbd-e93370df9ea0 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832047 Dec 16 15:11:45.961968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992e5ac-70e5-407f-8ff8-a9ace04098ae req-dbcf7afb-7d01-4b67-b71c-03f02b0f05d9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:45.963872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4992e5ac-70e5-407f-8ff8-a9ace04098ae req-dbcf7afb-7d01-4b67-b71c-03f02b0f05d9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1361895 Dec 16 15:11:46.030189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-b8e0b7ca-bed3-4787-bc69-cc96d157fa66 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.031727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-b8e0b7ca-bed3-4787-bc69-cc96d157fa66 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.1398599 Dec 16 15:11:46.036082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-89f13df7-2ca0-491a-813e-3ddd5dc36829 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547857 Dec 16 15:11:46.055709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-bfce9bce-8bd1-41fd-bc56-b35c5f40bd23 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:11:46.056751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-bfce9bce-8bd1-41fd-bc56-b35c5f40bd23 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054359 Dec 16 15:11:46.079967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d34164d7-be21-4350-8a65-2d0a123db0cf req-19d46c93-4f98-426c-8fbe-1fcf5606e97a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612370 Dec 16 15:11:46.114668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4992e5ac-70e5-407f-8ff8-a9ace04098ae req-7222e125-9433-4cb9-9ff9-855ac4c2acc6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361632 Dec 16 15:11:46.139668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc62652-9039-431b-bdce-bd2f347055d3 req-c0a82223-e2f0-4d03-b5cf-66a4bc52cf73 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725245 Dec 16 15:11:46.273908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd36e-7196-4ace-a2b0-ac401189a94d req-1aa2a8e2-e5f4-4201-8c86-502cd615596c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.276034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886fd36e-7196-4ace-a2b0-ac401189a94d req-1aa2a8e2-e5f4-4201-8c86-502cd615596c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.0795596 Dec 16 15:11:46.305062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-994c7d62-4a0f-4b9c-87ae-50b6d907ed7d service neutron] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:46.308935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-994c7d62-4a0f-4b9c-87ae-50b6d907ed7d service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:46.311936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a92a93b0-ed0b-40c6-a7ae-9e4196abc095 req-994c7d62-4a0f-4b9c-87ae-50b6d907ed7d service neutron] 10.222.0.74 "DELETE /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37/bindings/n-h1-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.2660284 Dec 16 15:11:46.363325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886fd36e-7196-4ace-a2b0-ac401189a94d req-be2ebe1a-154d-4d97-bb2d-754b13ebec13 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800118 Dec 16 15:11:46.379240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09d73847-8c9f-4856-91d6-4cbda4353324 req-a8b3ec5c-28e4-4648-9712-a104ee9a2747 tempest-ImagesNegativeTestJSON-1779151393 tempest-ImagesNegativeTestJSON-1779151393-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce14384c-aafd-4bc0-a9cd-01c1b3ea9651 HTTP/1.1" status: 200 len: 210 time: 0.0297341 Dec 16 15:11:46.398958 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fa88557-6c80-4a22-883f-2e9a88b38c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:46.511714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d1a41-7964-4c92-9647-e1485a1f1578 req-b418c1f2-7fb0-4991-b855-e5b221f3cc4c tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.513137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f6d1a41-7964-4c92-9647-e1485a1f1578 req-b418c1f2-7fb0-4991-b855-e5b221f3cc4c tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 945 time: 0.0789564 Dec 16 15:11:46.526346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39fdb0-b867-4cd0-a11b-fada584cf04b req-ec2e5770-8695-4a6a-91f7-877ba9cb8dae tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.529817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce39fdb0-b867-4cd0-a11b-fada584cf04b req-ec2e5770-8695-4a6a-91f7-877ba9cb8dae tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0824761 Dec 16 15:11:46.599453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f6d1a41-7964-4c92-9647-e1485a1f1578 req-6734dea5-1df2-4567-bf8a-8c7606fd8cbe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Dec 16 15:11:46.602904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce39fdb0-b867-4cd0-a11b-fada584cf04b req-2b47245d-59fd-4229-837a-0310a38d9674 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678194 Dec 16 15:11:46.737379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194491a-422f-409e-b75c-09b8bcaeeefa req-62a20167-ec74-488b-9759-4e21ed48b445 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.738910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3194491a-422f-409e-b75c-09b8bcaeeefa req-62a20167-ec74-488b-9759-4e21ed48b445 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1095 time: 0.0448911 Dec 16 15:11:46.797093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3194491a-422f-409e-b75c-09b8bcaeeefa req-0d4c5a9d-d409-499a-931b-2d0a3bb5ee2f tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490491 Dec 16 15:11:46.833938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:46.837472 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef045109-9553-42d4-8f99-67d623082ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:46.912577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46373873-4997-4103-beea-9c18c605c159 req-476f91e9-58fa-438c-b802-626f44c9f6d8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:46.920674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46373873-4997-4103-beea-9c18c605c159 req-476f91e9-58fa-438c-b802-626f44c9f6d8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 944 time: 0.0639780 Dec 16 15:11:46.982031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46373873-4997-4103-beea-9c18c605c159 req-33015f0e-79da-49e6-9103-48cc0dfde99a tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Dec 16 15:11:47.047069 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d18ffa-696d-4bcc-bc31-3a2a63eb4c68 x-openstack-request-id: req-f4d18ffa-696d-4bcc-bc31-3a2a63eb4c68 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:47.047777 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:47.048174 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4d18ffa-696d-4bcc-bc31-3a2a63eb4c68 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:47.048739 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7', 'status': 'completed', 'code': 200} Dec 16 15:11:47.175580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef045109-9553-42d4-8f99-67d623082ee9 req-7ea77bc7-9437-4135-825e-97e1c4a62a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.177997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-7ea77bc7-9437-4135-825e-97e1c4a62a08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb72f81d34c944e2ac64208b221bfc03&device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 1095 time: 0.0757976 Dec 16 15:11:47.276943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef045109-9553-42d4-8f99-67d623082ee9 req-b3fc26fb-c041-4566-a2bc-a8298f5fda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.278463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-b3fc26fb-c041-4566-a2bc-a8298f5fda8f service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6824c9-3ab9-434f-89bd-40d6c00e8c56 HTTP/1.1" status: 200 len: 916 time: 0.0891862 Dec 16 15:11:47.292000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb8367-9ca0-4f8d-9077-fcf0fe055eca req-a892a73a-f129-42a8-9dfc-1b9aa94551eb tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.293548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02bb8367-9ca0-4f8d-9077-fcf0fe055eca req-a892a73a-f129-42a8-9dfc-1b9aa94551eb tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 945 time: 0.1094239 Dec 16 15:11:47.303267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-aa8c21d6-4a46-423f-9f2a-e1c91679a0ff tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.304787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-aa8c21d6-4a46-423f-9f2a-e1c91679a0ff tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.1866169 Dec 16 15:11:47.331117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-f339a3c1-3c12-4695-9405-b339fef6a260 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/quotas/12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 375 time: 0.0186801 Dec 16 15:11:47.334128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-f3886b2f-f5bf-44bf-81e8-faa6b78b00c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7 HTTP/1.1" status: 200 len: 217 time: 0.0451989 Dec 16 15:11:47.381285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02bb8367-9ca0-4f8d-9077-fcf0fe055eca req-6a6dbd4b-2d0f-428d-b142-0dd8908b5cd7 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755091 Dec 16 15:11:47.391156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef045109-9553-42d4-8f99-67d623082ee9 req-6bc3eb4d-e414-4926-b0e0-e42880185fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.392645 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-6bc3eb4d-e414-4926-b0e0-e42880185fdc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4a2d1fcc-9f99-4eb6-b9f7-050136521f5a HTTP/1.1" status: 200 len: 854 time: 0.0448585 Dec 16 15:11:47.399090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-db0c32b1-a5ed-49d0-8ee4-9445e40fe64d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578825 Dec 16 15:11:47.445158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef045109-9553-42d4-8f99-67d623082ee9 req-620de570-8400-466d-84cd-9d41f36fb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.446803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-620de570-8400-466d-84cd-9d41f36fb851 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6824c9-3ab9-434f-89bd-40d6c00e8c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433929 Dec 16 15:11:47.542504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340011-7970-4037-a706-7be73e2dcc0e req-44d66251-d00f-4650-a568-3867b685fffa tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.545083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09340011-7970-4037-a706-7be73e2dcc0e req-44d66251-d00f-4650-a568-3867b685fffa tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0894284 Dec 16 15:11:47.551573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-06af1230-5759-4109-afc3-4cdd5812cd44 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944307 Dec 16 15:11:47.555531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-260e5e68-3b6f-40a3-b4b8-051a85c4675a service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487360 Dec 16 15:11:47.630152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:47.652023 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef045109-9553-42d4-8f99-67d623082ee9 req-dcb29c27-0f5d-4e8d-88b4-647269425d04 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873227 Dec 16 15:11:47.655388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09340011-7970-4037-a706-7be73e2dcc0e req-382fb107-29cc-46c9-ba74-ad2155221ea4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987546 Dec 16 15:11:47.686027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-a2b3c5f9-1860-4017-9a99-9bec199ed648 service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217375 Dec 16 15:11:47.755619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802093-3c05-431f-b8b5-249f58d095cd req-f96bac0d-d284-440b-a255-b978842aa676 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:47.757325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9802093-3c05-431f-b8b5-249f58d095cd req-f96bac0d-d284-440b-a255-b978842aa676 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1097 time: 0.0435936 Dec 16 15:11:47.807186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9802093-3c05-431f-b8b5-249f58d095cd req-32bcda23-a8ef-4b4e-b03b-b58b6f4d1bf8 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Dec 16 15:11:47.852852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device dae00e83-5361-4c29-9ea2-34501b4e4317 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:47.888039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: dae00e83-5361-4c29-9ea2-34501b4e4317 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:11:47.888634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device dae00e83-5361-4c29-9ea2-34501b4e4317 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:11:48.057007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6001-703b-427d-a6c9-da1c52e413ee req-e6ced86b-3b39-418e-bea8-1b2823f32901 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:48.058763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2a6001-703b-427d-a6c9-da1c52e413ee req-e6ced86b-3b39-418e-bea8-1b2823f32901 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0692227 Dec 16 15:11:48.064103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-5a40515b-3df8-455b-a51f-8a001eaf988b req-227e5af7-aac0-4841-bfcd-97c3eb1b3bd7 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:11:48.065333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a40515b-3df8-455b-a51f-8a001eaf988b req-227e5af7-aac0-4841-bfcd-97c3eb1b3bd7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056586 Dec 16 15:11:48.120747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2a6001-703b-427d-a6c9-da1c52e413ee req-c2fe779a-208f-480b-b3f2-86aa9584b4b7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535669 Dec 16 15:11:48.192174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dc55298-d279-47cc-950e-ba86ebc61ff4 req-4f85d6bf-212e-44cc-9857-28c8b8f9dc48 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Dec 16 15:11:48.329683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8a928-a577-4f71-bcae-70386dbe24d4 req-9a9a7d8b-f4aa-4e61-a2ba-b5480e62c5ce tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:48.331745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6f8a928-a577-4f71-bcae-70386dbe24d4 req-9a9a7d8b-f4aa-4e61-a2ba-b5480e62c5ce tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 944 time: 0.0527973 Dec 16 15:11:48.379446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6f8a928-a577-4f71-bcae-70386dbe24d4 req-cd1bf21c-dc5f-49c5-9255-4812fbb6d116 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Dec 16 15:11:48.502105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75320a59-7a13-4bce-842f-9af2c7633959 req-abb6bc0b-f21c-40a9-bff8-67cb4c000143 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:48.503679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75320a59-7a13-4bce-842f-9af2c7633959 req-abb6bc0b-f21c-40a9-bff8-67cb4c000143 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 945 time: 0.0521917 Dec 16 15:11:48.552474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75320a59-7a13-4bce-842f-9af2c7633959 req-ca00b0fc-0144-4131-8e08-077c887367d5 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Dec 16 15:11:48.779664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8b3b0-8634-4c8f-8d2b-78b4f30083dc req-04508294-9c64-4956-9f00-ddcba8bf705c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:48.781186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cff8b3b0-8634-4c8f-8d2b-78b4f30083dc req-04508294-9c64-4956-9f00-ddcba8bf705c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0572755 Dec 16 15:11:48.842452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cff8b3b0-8634-4c8f-8d2b-78b4f30083dc req-382da6dc-f569-4a34-bba1-2ed719d5bbc0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 Dec 16 15:11:49.015590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.164085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3bea7d62-fb66-4e23-a0eb-4e565ceb3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.165568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3bea7d62-fb66-4e23-a0eb-4e565ceb3ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1100 time: 0.0471752 Dec 16 15:11:49.195668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33498) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:49.327317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8839de9-d7e3-4e88-825a-50cb537b7aac req-dc9451f8-8235-4f16-aa0d-e4d29fef8d34 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.329056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8839de9-d7e3-4e88-825a-50cb537b7aac req-dc9451f8-8235-4f16-aa0d-e4d29fef8d34 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1156940 Dec 16 15:11:49.334191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-ae0dfe20-4cae-4a80-b0d1-3bc2468563e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.335725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-ae0dfe20-4cae-4a80-b0d1-3bc2468563e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1421015 Dec 16 15:11:49.362551 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-76dc291c-22e3-4faf-a1dc-58c03b9162ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78f995a7d435433ba1f5028748699004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640069 Dec 16 15:11:49.364968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33508) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:49.396915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3d76aa0c-7bb7-4ef3-b94f-97272f11f5f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.0455844 Dec 16 15:11:49.414564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.419126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8839de9-d7e3-4e88-825a-50cb537b7aac req-614b9153-e06e-44f2-b1c3-783f16f5a3e8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824060 Dec 16 15:11:49.436637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.525049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cfc32a6-385a-4e20-b012-9dbda59d1a45 req-49734bf5-c90e-4fbd-a614-fa8b1e897657 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 210 time: 0.0380259 Dec 16 15:11:49.551413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-a5f80a8f-bce5-404c-a756-daa4461a78e5 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.553319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-a5f80a8f-bce5-404c-a756-daa4461a78e5 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 945 time: 0.0587153 Dec 16 15:11:49.560893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3e15daf5-fbd1-46ee-b71d-acd9e7fa3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.562422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3e15daf5-fbd1-46ee-b71d-acd9e7fa3849 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0641525 Dec 16 15:11:49.588930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.592708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.593471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0404ddec-9771-4aa4-acf3-9a0c81aa9cda HTTP/1.1" status: 204 len: 168 time: 0.2273066 Dec 16 15:11:49.628273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0404ddec-9771-4aa4-acf3-9a0c81aa9cda,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:49.645314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.645934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.646432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.646933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.647418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.647949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.648438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.648947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.649439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.649924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.650423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.650911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.651389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77233d3-9546-417d-9838-22a1965cbcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:49.664955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-0d08a30c-8354-4d75-b17e-31c2a525f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.667448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-0d08a30c-8354-4d75-b17e-31c2a525f789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900352 Dec 16 15:11:49.712146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f081e8e-b5ea-4602-97ae-18eea721eb68 req-6f7ebad7-0ba0-4b8c-ada0-b69e9bf45c8b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:49.716323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f081e8e-b5ea-4602-97ae-18eea721eb68 req-6f7ebad7-0ba0-4b8c-ada0-b69e9bf45c8b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 944 time: 0.1100342 Dec 16 15:11:49.718353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Deleting port c505c76b-a1f5-445a-bb07-58187c097d82 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:49.719080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.820673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.824748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f081e8e-b5ea-4602-97ae-18eea721eb68 req-8d43f4c0-6d38-40f8-b4f6-59616bdb5d23 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821238 Dec 16 15:11:49.836254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-3d9c3969-073b-4ab6-bee3-2281a9d32bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589448 Dec 16 15:11:49.851051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] For port c505c76b-a1f5-445a-bb07-58187c097d82, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c505c76b-a1f5-445a-bb07-58187c097d82,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:49.851051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:49.890963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Calling delete_port for c505c76b-a1f5-445a-bb07-58187c097d82 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:50.013165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9a8ea-e3b6-4317-8aa6-cf6769cef2b2 req-98f1d4d2-34c5-4c57-bd12-5d51d7dff281 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.014859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8db9a8ea-e3b6-4317-8aa6-cf6769cef2b2 req-98f1d4d2-34c5-4c57-bd12-5d51d7dff281 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 945 time: 0.0959239 Dec 16 15:11:50.021416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-934e3395-6cf1-4e54-a01c-bd95c83c8576 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738319 Dec 16 15:11:50.067601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8db9a8ea-e3b6-4317-8aa6-cf6769cef2b2 req-ccf46017-3f6a-46f5-816c-77c4583751c5 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Dec 16 15:11:50.204422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77b863-c913-4173-969d-63fc15c77715 req-0ba45b27-e044-4c97-9183-e39c7df5bf86 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.206070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d77b863-c913-4173-969d-63fc15c77715 req-0ba45b27-e044-4c97-9183-e39c7df5bf86 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0567865 Dec 16 15:11:50.224097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-c88df293-3a0a-4cda-b7f6-0d6d016476d1 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:11:50.225102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-c88df293-3a0a-4cda-b7f6-0d6d016476d1 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059874 Dec 16 15:11:50.230501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:50.259182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d77b863-c913-4173-969d-63fc15c77715 req-bf670736-7140-413b-beef-f1d6689d9611 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Dec 16 15:11:50.274654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['794def70-3a1e-48a9-9a1e-801973cb53d8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:50.279552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c505c76b-a1f5-445a-bb07-58187c097d82', 'b93a3efe-4c50-486b-a2ed-5df72e03d27b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:50.293818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event deleted for resources: {'Port': ['ID=c505c76b-a1f5-445a-bb07-58187c097d82,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:50.342380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] No DVR routers for this DVR port c505c76b-a1f5-445a-bb07-58187c097d82 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:50.344465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-e0cf53f0-afa4-4545-a8ee-0913b38f2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.346273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-e0cf53f0-afa4-4545-a8ee-0913b38f2280 service neutron] 10.222.0.71 "GET /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 1094 time: 0.1130359 Dec 16 15:11:50.351918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:50.358368 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75035a6d-bf85-4aad-a371-ac2e86a67e22 req-0abe01e2-becf-4536-a925-94f19def77fe tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "DELETE /v2.0/ports/c505c76b-a1f5-445a-bb07-58187c097d82 HTTP/1.1" status: 204 len: 173 time: 0.7826710 Dec 16 15:11:50.359732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'name': 'network-vif-deleted', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:50.363648 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b04877-da7a-4ff2-946d-41737addf1fe" -d '{"events": [{"server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "name": "network-vif-deleted", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:50.387350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:50.387857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Unknown quota resources ['binding']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:11:50.457154 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce50a0e-d432-428d-bbff-521790b06e73 x-openstack-request-id: req-4ce50a0e-d432-428d-bbff-521790b06e73 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:50.457620 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5793d72-aad9-4834-9143-3197eedc8b8f", "name": "network-vif-deleted", "tag": "c505c76b-a1f5-445a-bb07-58187c097d82", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:50.458152 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4ce50a0e-d432-428d-bbff-521790b06e73 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:50.458610 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5793d72-aad9-4834-9143-3197eedc8b8f', 'name': 'network-vif-deleted', 'tag': 'c505c76b-a1f5-445a-bb07-58187c097d82', 'status': 'completed', 'code': 200} Dec 16 15:11:50.568647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2be4db-b3b0-4794-9814-748e2c78a9ac req-b66844ca-21af-4cdf-b0a2-e0c18415520a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.570530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2be4db-b3b0-4794-9814-748e2c78a9ac req-b66844ca-21af-4cdf-b0a2-e0c18415520a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0633943 Dec 16 15:11:50.630007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2be4db-b3b0-4794-9814-748e2c78a9ac req-1bef2235-8ea8-4bff-b683-9c67bec46384 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508742 Dec 16 15:11:50.643785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-950e9902-9a9b-482c-9c28-ad26a29b9593 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.645269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-950e9902-9a9b-482c-9c28-ad26a29b9593 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.1370003 Dec 16 15:11:50.685048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:50.685397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:50.685930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:50.692534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:50.696226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:50.702912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Request body: {'port': {'device_id': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'admin_state_up': True, 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:50.710342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:50.710700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:50.711095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:50.711546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Bound port: 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:50.731804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaec21d2-6aad-4184-a22e-782c07c066df req-9238dac3-4ff5-4bcc-8ce7-0bccbc16f640 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Dec 16 15:11:50.847534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:50.956581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:50.957894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-70c1d628-d9d4-4d83-9dde-1037c50b8e0c service neutron] 10.222.0.71 "POST /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5769565 Dec 16 15:11:50.967891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e1478-029e-4398-b6b4-acdfc6764c9b req-5446c759-ee57-417c-9cac-a97e7e1ffe46 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:50.973068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c6e1ff14-41de-4234-8744-9b55b8c21ce7 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:50.978667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b76e1478-029e-4398-b6b4-acdfc6764c9b req-5446c759-ee57-417c-9cac-a97e7e1ffe46 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 944 time: 0.0609424 Dec 16 15:11:51.009733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:11:51.013473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.038952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b76e1478-029e-4398-b6b4-acdfc6764c9b req-baaf85a1-9c34-430e-8e18-786b437bffcc tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509989 Dec 16 15:11:51.094782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:51.110686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7', 'network_id': '4a6824c9-3ab9-434f-89bd-40d6c00e8c56', 'port_id': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7', 'mac_address': 'fa:16:3e:fd:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2d1fcc-9f99-4eb6-b9f7-050136521f5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:51.158153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.172954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e1ff14-41de-4234-8744-9b55b8c21ce7 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:51.208734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0164e2a-5f21-42be-a455-943908081a76 req-33175af0-868e-4a2c-9da6-76c884bd515b tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5793d72-aad9-4834-9143-3197eedc8b8f HTTP/1.1" status: 200 len: 210 time: 0.0346174 Dec 16 15:11:51.215717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Allocated IP 172.20.0.9 (50812b9d-8080-444c-bc46-a43ba1fe91e8/8246bb60-4fdb-4e99-9179-d0376ed9ab80/98babffc-725e-4cd8-a5b7-ba7f6e3df979) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:11:51.216748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:51.295632 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.354788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:51.367552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089254a-8bf8-4e2a-a101-347bbbc049b5 req-804edd65-8596-4c07-8d03-1f6f64b3e0c5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.370358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1089254a-8bf8-4e2a-a101-347bbbc049b5 req-804edd65-8596-4c07-8d03-1f6f64b3e0c5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0772686 Dec 16 15:11:51.460053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1089254a-8bf8-4e2a-a101-347bbbc049b5 req-b4196e28-fa2e-4b5d-8cf3-95ede613d690 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525684 Dec 16 15:11:51.461104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.530265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f87f48-bffc-46e1-89d7-184f3ac30dee req-8627868e-ef0a-48f1-a370-ec129b41469a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.530265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86f87f48-bffc-46e1-89d7-184f3ac30dee req-8627868e-ef0a-48f1-a370-ec129b41469a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0539436 Dec 16 15:11:51.587608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.595909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86f87f48-bffc-46e1-89d7-184f3ac30dee req-9563a2b4-b064-4c40-a421-2ad292dc2515 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572016 Dec 16 15:11:51.639804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:11:51.643238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:11:51.647852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:11:51.682780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:51.715439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.716445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.797014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c6e1ff14-41de-4234-8744-9b55b8c21ce7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:51.802112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df315-5eea-4bb6-bb5b-7c954fd98b28 req-3e4d90e6-a26c-4f8e-be98-cade8213e446 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.804511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e74df315-5eea-4bb6-bb5b-7c954fd98b28 req-3e4d90e6-a26c-4f8e-be98-cade8213e446 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0923727 Dec 16 15:11:51.862863 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-576d6000-5e78-4b64-a1ec-5acd067960d2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714301 Dec 16 15:11:51.863888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-7d1e4fc8-0b85-452f-bb1a-55c6fdcbf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.865413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-7d1e4fc8-0b85-452f-bb1a-55c6fdcbf5d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1097 time: 0.1118305 Dec 16 15:11:51.892856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Request body: {'port': {'device_id': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:11:51.919460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e74df315-5eea-4bb6-bb5b-7c954fd98b28 req-e06a026c-b34e-4c26-a385-f9b2bf786805 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058040 Dec 16 15:11:51.959185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:51.990569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5a6a5-0165-4ff2-957c-0a909d3095f1 req-6dab35ab-4cd5-4355-9c6c-67e634f8eff9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:51.992024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24d5a6a5-0165-4ff2-957c-0a909d3095f1 req-6dab35ab-4cd5-4355-9c6c-67e634f8eff9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 931 time: 0.1697202 Dec 16 15:11:52.054595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-06cc88a7-bdc5-4d77-a4c8-cf1af546914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.056086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-06cc88a7-bdc5-4d77-a4c8-cf1af546914c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1409659 Dec 16 15:11:52.102308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-e3192409-18c2-4be9-9bcf-4c1c7a72c793 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 217 time: 0.0353634 Dec 16 15:11:52.106415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24d5a6a5-0165-4ff2-957c-0a909d3095f1 req-2b673a5a-0555-4034-991e-907369b026ee tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074865 Dec 16 15:11:52.200286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1eaea8f2-0dc0-423d-b3e1-d961bf59eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.201753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1eaea8f2-0dc0-423d-b3e1-d961bf59eb74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0904346 Dec 16 15:11:52.218203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f720280-e857-4251-aca8-310e2945e328 req-a324c394-1432-47d5-a561-c4c857a302d2 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.219702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f720280-e857-4251-aca8-310e2945e328 req-a324c394-1432-47d5-a561-c4c857a302d2 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 945 time: 0.0677454 Dec 16 15:11:52.290270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98babffc-725e-4cd8-a5b7-ba7f6e3df979 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:52.303261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.320465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Transition to ACTIVE for port object 98babffc-725e-4cd8-a5b7-ba7f6e3df979 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:11:52.387070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:52.400574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.524567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:52.539419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2d13-576d-4acc-99fc-a29f7438fcf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.551298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-0352e944-aa5d-4b87-a182-9d6d528ea62e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3304930 Dec 16 15:11:52.558075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:11:52.558419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:11:52.558750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:52.570264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:11:52.570766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:11:52.582529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:11:52.582998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:11:52.583545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:11:52.587811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Bound port: 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:11:52.587811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.652989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f720280-e857-4251-aca8-310e2945e328 req-88fe25e2-811a-4d91-b304-1ade03cdee96 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238966 Dec 16 15:11:52.700716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-73ef1f84-807f-4d2c-8526-ee9075ea377f service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390204 Dec 16 15:11:52.704879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:11:52.712050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:11:52.717046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2d13-576d-4acc-99fc-a29f7438fcf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.809286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b57731-7349-4d80-bb61-112be40f6d7b req-58084de7-ca95-4ee9-b278-4833f01f9058 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.810833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60b57731-7349-4d80-bb61-112be40f6d7b req-58084de7-ca95-4ee9-b278-4833f01f9058 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.1144545 Dec 16 15:11:52.814029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.850416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.851112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.852661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] 10.222.0.30 "PUT /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 1091 time: 0.9642541 Dec 16 15:11:52.853184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:52.855500 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84533378-96f7-44ff-9703-d08295b870d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:52.870805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2d13-576d-4acc-99fc-a29f7438fcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:52.883436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-4ac70990-bf56-4bc9-add5-86841d3f38fe service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745522 Dec 16 15:11:52.915915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60b57731-7349-4d80-bb61-112be40f6d7b req-3a069493-1e2f-4b3b-a466-0062c3b1d36b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981250 Dec 16 15:11:52.919732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7c286-7d93-4255-8ff4-25b67b93a123 service neutron] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:52.925868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd2d13-576d-4acc-99fc-a29f7438fcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e6c260-879d-47bd-83a1-efc303f850f8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:52.929621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8a23-51cb-44b8-b497-5b296fa373cd req-5757c44b-d7a3-445c-9173-7ee99b39c023 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:52.931198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9bc8a23-51cb-44b8-b497-5b296fa373cd req-5757c44b-d7a3-445c-9173-7ee99b39c023 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1124070 Dec 16 15:11:52.934409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:11:52.934755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ebd2d13-576d-4acc-99fc-a29f7438fcf6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f4839a7fd2fe4346941e16148ae61a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5450907 Dec 16 15:11:53.021494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9bc8a23-51cb-44b8-b497-5b296fa373cd req-3e6d9c11-cd2b-4a10-b9cb-425177f5448d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727048 Dec 16 15:11:53.052541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:53.066664 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e634e7a1-4345-48c2-9716-a09f1b616b55 x-openstack-request-id: req-e634e7a1-4345-48c2-9716-a09f1b616b55 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:53.067014 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:53.068057 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e634e7a1-4345-48c2-9716-a09f1b616b55 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:53.068476 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'status': 'completed', 'code': 200} Dec 16 15:11:53.112571 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:53.170060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-638599ab-060f-498d-9eb1-9c606c4bbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.171660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-638599ab-060f-498d-9eb1-9c606c4bbbe9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1094 time: 0.1453326 Dec 16 15:11:53.185440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbc120-5907-4716-b1dd-338c388f32dd req-82250289-c616-4e55-9def-4cb7b7b94dc6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.186929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bdbc120-5907-4716-b1dd-338c388f32dd req-82250289-c616-4e55-9def-4cb7b7b94dc6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0992808 Dec 16 15:11:53.240751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bdbc120-5907-4716-b1dd-338c388f32dd req-88be9eed-ec5c-47e6-b9ab-e79886cf384c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475395 Dec 16 15:11:53.319727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d724c3c-bcf9-49a6-954e-dc18002cfd6a req-d21a48fc-e8d9-49d6-b712-90198770da83 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.321186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d724c3c-bcf9-49a6-954e-dc18002cfd6a req-d21a48fc-e8d9-49d6-b712-90198770da83 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.0537016 Dec 16 15:11:53.322352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:53.324945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:53.328478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2e6c260-879d-47bd-83a1-efc303f850f8 HTTP/1.1" status: 204 len: 168 time: 0.3915365 Dec 16 15:11:53.341314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e6c260-879d-47bd-83a1-efc303f850f8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:53.357012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.357368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.357716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.358054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.358390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.358721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.359055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.359387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.359712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.360061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.360430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.360786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.361037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4396df3-282f-491c-b546-a746cee40628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:11:53.394145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d724c3c-bcf9-49a6-954e-dc18002cfd6a req-60c0e6d0-7c44-4cc9-b93b-256610fe1cb8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654726 Dec 16 15:11:53.460646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-72e88393-58ae-44f8-a998-0a9d8ed2b431 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0640733 Dec 16 15:11:53.524580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-913abf27-853b-44e1-8aeb-74f7db0ff4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.526370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-913abf27-853b-44e1-8aeb-74f7db0ff4cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0566597 Dec 16 15:11:53.581318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-60ef4210-e01f-49fd-91ce-d03596c52c2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416558 Dec 16 15:11:53.652311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b8e1a-3d4d-4909-8c75-8c22c7d0d499 req-7e90d6ca-1be2-49b1-86a6-dc8f944eee9f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.660094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b8e1a-3d4d-4909-8c75-8c22c7d0d499 req-7e90d6ca-1be2-49b1-86a6-dc8f944eee9f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.661765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f9b8e1a-3d4d-4909-8c75-8c22c7d0d499 req-7e90d6ca-1be2-49b1-86a6-dc8f944eee9f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7&device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 1681 time: 0.1340756 Dec 16 15:11:53.746412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-a989761f-a280-4f3b-9dc7-21189e7af06e service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558051 Dec 16 15:11:53.749980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f9b8e1a-3d4d-4909-8c75-8c22c7d0d499 req-e64789ef-0844-47e7-829e-df8317bac8db tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780594 Dec 16 15:11:53.861777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c505c76b-a1f5-445a-bb07-58187c097d82 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:11:53.867109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cc674-c974-4e3b-9f69-a9bab63656d1 req-44632eb1-0f24-438d-8f5b-f2bd943dcb62 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:53.869138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501cc674-c974-4e3b-9f69-a9bab63656d1 req-44632eb1-0f24-438d-8f5b-f2bd943dcb62 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 945 time: 0.1177075 Dec 16 15:11:53.923904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c505c76b-a1f5-445a-bb07-58187c097d82 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:11:53.929314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c505c76b-a1f5-445a-bb07-58187c097d82 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:11:53.990533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501cc674-c974-4e3b-9f69-a9bab63656d1 req-70a47972-f125-48ae-9c03-79bb3cf06953 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087055 Dec 16 15:11:53.993370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b1f7033-344a-47d9-a4b2-439c62e675b1 req-cc1d4048-17f6-4b06-8494-416c4a689da1 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216389 Dec 16 15:11:54.120952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dc7-20a3-4393-bf29-929a04da193a req-113f3a12-c6a5-41b4-adcc-1dfdcf906895 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.122487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c400dc7-20a3-4393-bf29-929a04da193a req-113f3a12-c6a5-41b4-adcc-1dfdcf906895 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0595732 Dec 16 15:11:54.204657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d4027-4dc9-4d8d-a5ff-67da4523b401 req-4ce06dc3-7725-40e6-ad7c-cf80d8386f10 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.206236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c6d4027-4dc9-4d8d-a5ff-67da4523b401 req-4ce06dc3-7725-40e6-ad7c-cf80d8386f10 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0828369 Dec 16 15:11:54.260033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c400dc7-20a3-4393-bf29-929a04da193a req-eb3b9779-2f64-4e98-927c-0b85dd5c3827 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Dec 16 15:11:54.293235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533378-96f7-44ff-9703-d08295b870d8 req-8b20a5bc-32a4-4870-9602-83fc8a589ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.295770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-8b20a5bc-32a4-4870-9602-83fc8a589ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1094 time: 0.0856681 Dec 16 15:11:54.340561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c6d4027-4dc9-4d8d-a5ff-67da4523b401 req-4a62225a-766d-4b60-8589-007bc7cbe345 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177690 Dec 16 15:11:54.481960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524f9a6-b372-45d9-bc91-189f17ae49e4 req-4d8c023e-a8ac-41c5-9a22-1e5724c84ab6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.483544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e524f9a6-b372-45d9-bc91-189f17ae49e4 req-4d8c023e-a8ac-41c5-9a22-1e5724c84ab6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0820096 Dec 16 15:11:54.485652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533378-96f7-44ff-9703-d08295b870d8 req-5d3a0071-c4f1-4e5d-9fc0-892c3557fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.487676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-5d3a0071-c4f1-4e5d-9fc0-892c3557fd4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1821637 Dec 16 15:11:54.544332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-d0b607df-8a9c-42ba-a43f-b2b9545c2649 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0439701 Dec 16 15:11:54.605306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e524f9a6-b372-45d9-bc91-189f17ae49e4 req-62ed9fdf-ee28-4967-a2ea-e8bf199ecde6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Dec 16 15:11:54.617073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533378-96f7-44ff-9703-d08295b870d8 req-2d2f8370-4a67-42a6-882f-c8e0311da859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.618485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-2d2f8370-4a67-42a6-882f-c8e0311da859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0630975 Dec 16 15:11:54.655602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-d1ed99be-80fe-4ca8-9b98-03ca93cf62a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271518 Dec 16 15:11:54.780471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5851ff-6a7e-49b7-9f4b-90c3f501c04d req-b962f6a5-c571-48da-8db5-d83c0c56e69c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:54.781939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c5851ff-6a7e-49b7-9f4b-90c3f501c04d req-b962f6a5-c571-48da-8db5-d83c0c56e69c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.1090331 Dec 16 15:11:54.810315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-322657ab-c6a6-46c2-bc71-e2fa7d4b7d37 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451983 Dec 16 15:11:54.857692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c5851ff-6a7e-49b7-9f4b-90c3f501c04d req-ea93d13d-00bf-4d74-b81c-cf2ac83c58dd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687749 Dec 16 15:11:54.943989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84533378-96f7-44ff-9703-d08295b870d8 req-893f79c7-b7cc-4974-879e-a0e55506f7dd service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157324 Dec 16 15:11:54.977543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c6e1ff14-41de-4234-8744-9b55b8c21ce7 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:11:55.107507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port c6e1ff14-41de-4234-8744-9b55b8c21ce7 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:11:55.112144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port c6e1ff14-41de-4234-8744-9b55b8c21ce7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:11:55.112618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:55.197370 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:55.222588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:55.224959 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64046c84-0bf3-433f-937a-9d6409557dd6" -d '{"events": [{"server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:55.239537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:55.324458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:55.381509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:55.413925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4174a8-6b01-4fd4-a22e-3acc7caca996 req-2e59c3c7-3f1b-4aa4-a6cd-d67deece6232 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.415616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a4174a8-6b01-4fd4-a22e-3acc7caca996 req-2e59c3c7-3f1b-4aa4-a6cd-d67deece6232 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.0679708 Dec 16 15:11:55.434382 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e730a29-3f7e-4a32-8c18-3b0faa67f9f5 x-openstack-request-id: req-8e730a29-3f7e-4a32-8c18-3b0faa67f9f5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:55.434382 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:55.434382 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e730a29-3f7e-4a32-8c18-3b0faa67f9f5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:55.434382 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7', 'code': 200} Dec 16 15:11:55.472541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a4174a8-6b01-4fd4-a22e-3acc7caca996 req-85a8ff4c-d6a0-4306-b3ac-f1e878c49b11 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496802 Dec 16 15:11:55.540573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e43c9-aa27-4a40-a35f-22e25b71f311 req-e7054a92-97bb-4c80-a1b6-cb889787ce73 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.542652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3e43c9-aa27-4a40-a35f-22e25b71f311 req-e7054a92-97bb-4c80-a1b6-cb889787ce73 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0593419 Dec 16 15:11:55.608643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3e43c9-aa27-4a40-a35f-22e25b71f311 req-0b58d5b0-9156-4d29-ad8a-ec6a54a13f9a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564139 Dec 16 15:11:55.612942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e5617-0107-44d5-9d6b-9a0c96eb3ea1 req-32ce8a94-2b77-423b-b6a2-bb1bae53ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.615521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e85e5617-0107-44d5-9d6b-9a0c96eb3ea1 req-32ce8a94-2b77-423b-b6a2-bb1bae53ba9f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 1097 time: 0.0510266 Dec 16 15:11:55.677065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a312e-8401-494e-a5bd-9640101eac3d req-a2943425-a182-4bf3-b1d8-279244a23ec1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.679094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c1a312e-8401-494e-a5bd-9640101eac3d req-a2943425-a182-4bf3-b1d8-279244a23ec1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0626333 Dec 16 15:11:55.681952 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e85e5617-0107-44d5-9d6b-9a0c96eb3ea1 req-506021c7-ba12-43db-a1c3-2471674b07d3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Dec 16 15:11:55.766590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c1a312e-8401-494e-a5bd-9640101eac3d req-9d0f5571-2993-4bf1-aa60-8d29fbbcd37e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Dec 16 15:11:55.775105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc6b87-05be-4575-ac45-48e67a0dffe8 req-75938892-3d62-4247-8e3f-6b1d361af10a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.776619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6cc6b87-05be-4575-ac45-48e67a0dffe8 req-75938892-3d62-4247-8e3f-6b1d361af10a tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0726330 Dec 16 15:11:55.837700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6cc6b87-05be-4575-ac45-48e67a0dffe8 req-c7d80352-7b29-4de5-8d61-14b4249f0e5f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Dec 16 15:11:55.955670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a984-5b43-49c3-8f0d-b7947b5d251a req-a3f9f8e3-f405-4237-b32e-e911b16bc1ac tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:55.957383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52f9a984-5b43-49c3-8f0d-b7947b5d251a req-a3f9f8e3-f405-4237-b32e-e911b16bc1ac tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0618856 Dec 16 15:11:56.043042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52f9a984-5b43-49c3-8f0d-b7947b5d251a req-32cb3b75-19e7-4feb-beb8-c2b2ede68e52 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Dec 16 15:11:56.051216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8e7b-da26-4e04-8edd-7fafda02bac9 req-c66da0a6-3194-4011-8505-c945527ee684 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:56.052947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cac8e7b-da26-4e04-8edd-7fafda02bac9 req-c66da0a6-3194-4011-8505-c945527ee684 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.0892849 Dec 16 15:11:56.113174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cac8e7b-da26-4e04-8edd-7fafda02bac9 req-e42b3e5e-0cd9-4727-925c-c001e0010998 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Dec 16 15:11:56.598009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a39758-88b9-4ea7-8225-78a926f50393 req-9d688440-1ff8-4e15-895a-c81a25ff9a1b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:56.599521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a39758-88b9-4ea7-8225-78a926f50393 req-9d688440-1ff8-4e15-895a-c81a25ff9a1b tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.0520644 Dec 16 15:11:56.650154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a39758-88b9-4ea7-8225-78a926f50393 req-d8fde276-b555-44b1-b770-baf63c6634f8 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Dec 16 15:11:56.766190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c53e4e-d26a-4bea-a4c7-54038618b1f9 req-1c2330c6-9eee-46ac-9566-a86e06dc20f9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:56.769718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5c53e4e-d26a-4bea-a4c7-54038618b1f9 req-1c2330c6-9eee-46ac-9566-a86e06dc20f9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0590801 Dec 16 15:11:56.818379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5c53e4e-d26a-4bea-a4c7-54038618b1f9 req-017923e2-e8e8-406d-a83d-b6463e3ccbef tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Dec 16 15:11:56.966093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f2c0d-650b-4000-8918-84067e2b3063 req-2b4129fb-59f9-410b-b8af-13ad923fb1e3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:56.967788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5f2c0d-650b-4000-8918-84067e2b3063 req-2b4129fb-59f9-410b-b8af-13ad923fb1e3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0833633 Dec 16 15:11:57.002285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf11a8-4011-462e-8846-0140be841e7a req-9c7d829e-64fd-4a01-99fe-0610eaa7ad69 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:57.004340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdcf11a8-4011-462e-8846-0140be841e7a req-9c7d829e-64fd-4a01-99fe-0610eaa7ad69 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0864387 Dec 16 15:11:57.051372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5f2c0d-650b-4000-8918-84067e2b3063 req-9b7e2c4c-6d19-44f7-8d39-cb42a64f01e8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Dec 16 15:11:57.076084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdcf11a8-4011-462e-8846-0140be841e7a req-c58a7c00-e566-4362-bca9-a1f7622e1ff3 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/security-groups?id=08e87152-397f-4fd3-9eef-48a04c1e8e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654526 Dec 16 15:11:57.201183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-02c6d21a-68cb-4f8e-9a0a-d6b941ff6e38 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:57.202811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-02c6d21a-68cb-4f8e-9a0a-d6b941ff6e38 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ffc3098-a288-4cec-8487-2b1287adafd7 HTTP/1.1" status: 200 len: 945 time: 0.0834851 Dec 16 15:11:57.215758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784acbd-3f55-4c77-82a3-e0b4ab3daed9 req-e27aec5b-bf52-4a47-9e13-e0035edc212a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:57.217210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f784acbd-3f55-4c77-82a3-e0b4ab3daed9 req-e27aec5b-bf52-4a47-9e13-e0035edc212a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0710249 Dec 16 15:11:57.353827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1758-c092-429c-9274-e10f4f001976 req-367c8410-28bd-4ee9-a208-d240f5f52d11 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:57.355334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8e1758-c092-429c-9274-e10f4f001976 req-367c8410-28bd-4ee9-a208-d240f5f52d11 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.1371171 Dec 16 15:11:57.366701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f784acbd-3f55-4c77-82a3-e0b4ab3daed9 req-01cf32ff-6f46-4b71-9464-28f1124f927c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407003 Dec 16 15:11:57.423888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Deleting port b93a3efe-4c50-486b-a2ed-5df72e03d27b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:57.424399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:57.477006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8e1758-c092-429c-9274-e10f4f001976 req-a7d7937d-1c1a-487b-bb30-f3c27399edd7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138942 Dec 16 15:11:57.540741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] For port b93a3efe-4c50-486b-a2ed-5df72e03d27b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b93a3efe-4c50-486b-a2ed-5df72e03d27b,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:57.541115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:57.558888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Calling delete_port for b93a3efe-4c50-486b-a2ed-5df72e03d27b owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:57.666859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-fe725450-d3d0-4b3e-881e-b614ecc86507 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:57.669821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-fe725450-d3d0-4b3e-881e-b614ecc86507 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 945 time: 0.0558684 Dec 16 15:11:57.847626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Deleting port 794def70-3a1e-48a9-9a1e-801973cb53d8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:11:57.847985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:57.886388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:11:58.031056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] For port 794def70-3a1e-48a9-9a1e-801973cb53d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=794def70-3a1e-48a9-9a1e-801973cb53d8,segment=NetworkSegment(87503732-2074-4885-8da0-2048ec1fecef),segment_id=87503732-2074-4885-8da0-2048ec1fecef)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:58.031304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.047136 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.052468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Calling delete_port for 794def70-3a1e-48a9-9a1e-801973cb53d8 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:11:58.065463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:58.081852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'port_id': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'mac_address': 'fa:16:3e:1f:f3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246bb60-4fdb-4e99-9179-d0376ed9ab80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:11:58.105226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event deleted for resources: {'Port': ['ID=b93a3efe-4c50-486b-a2ed-5df72e03d27b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:58.147392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8613-cf3e-4b28-8522-b91bc3b0c829 req-05eb6d28-e78b-4315-93d0-c3486f1dc39a tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:58.155115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ab8613-cf3e-4b28-8522-b91bc3b0c829 req-05eb6d28-e78b-4315-93d0-c3486f1dc39a tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.4013376 Dec 16 15:11:58.169047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b93a3efe-4c50-486b-a2ed-5df72e03d27b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:58.175556 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.179186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['794def70-3a1e-48a9-9a1e-801973cb53d8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:58.190461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] No DVR routers for this DVR port b93a3efe-4c50-486b-a2ed-5df72e03d27b on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:58.196459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.199789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56be4751-f07c-4309-8c4f-2ef638a3fb70 req-49747b57-feb1-43ac-9a26-c10694a18b88 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.30 "DELETE /v2.0/ports/b93a3efe-4c50-486b-a2ed-5df72e03d27b HTTP/1.1" status: 204 len: 173 time: 0.9800246 Dec 16 15:11:58.215842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25c3a2-2b24-4974-b9fe-0e70ad228b02 req-5d655ba5-0d3f-49ab-9edf-4f79ecff1adb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:58.217369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd25c3a2-2b24-4974-b9fe-0e70ad228b02 req-5d655ba5-0d3f-49ab-9edf-4f79ecff1adb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.1751151 Dec 16 15:11:58.217848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'name': 'network-vif-deleted', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:58.220213 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7e161-4b5b-42cc-9b03-a1d0b6f08a0d" -d '{"events": [{"server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "name": "network-vif-deleted", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:58.266683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98babffc-725e-4cd8-a5b7-ba7f6e3df979 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:11:58.282771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ab8613-cf3e-4b28-8522-b91bc3b0c829 req-fa6e2ced-06f0-4520-913d-2b45338a7f36 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266320 Dec 16 15:11:58.320476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:11:58.322058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.337275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd25c3a2-2b24-4974-b9fe-0e70ad228b02 req-690705b3-d6e0-4615-8d4a-27f748a6f0c9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100299 Dec 16 15:11:58.377162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.378299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b93a3efe-4c50-486b-a2ed-5df72e03d27b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:58.411268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Pushing event deleted for resources: {'Port': ['ID=794def70-3a1e-48a9-9a1e-801973cb53d8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:58.438162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.585252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7241f8-7592-4833-b474-14d94dcd4fb9 req-c5c6f12b-9596-4480-9ef6-f62e05204789 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:58.588096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:11:58.588598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f7241f8-7592-4833-b474-14d94dcd4fb9 req-c5c6f12b-9596-4480-9ef6-f62e05204789 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1012361 Dec 16 15:11:58.698698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f7241f8-7592-4833-b474-14d94dcd4fb9 req-10388c74-e6d8-4248-b2a8-fc5ec63c9eae tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877745 Dec 16 15:11:58.801617 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521cabf7-d27f-4dd0-afdc-9e59b78c7b5b x-openstack-request-id: req-521cabf7-d27f-4dd0-afdc-9e59b78c7b5b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:58.802131 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffc3098-a288-4cec-8487-2b1287adafd7", "name": "network-vif-deleted", "tag": "b93a3efe-4c50-486b-a2ed-5df72e03d27b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:58.802563 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-521cabf7-d27f-4dd0-afdc-9e59b78c7b5b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:58.803137 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffc3098-a288-4cec-8487-2b1287adafd7', 'name': 'network-vif-deleted', 'tag': 'b93a3efe-4c50-486b-a2ed-5df72e03d27b', 'status': 'completed', 'code': 200} Dec 16 15:11:58.827061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['98babffc-725e-4cd8-a5b7-ba7f6e3df979'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:11:58.835199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e2a0bc6-0678-4350-932a-59b2e17b7da6 req-2c8d6891-0b15-4265-8516-18693800dc7f tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 210 time: 0.0477319 Dec 16 15:11:58.941114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] No DVR routers for this DVR port 794def70-3a1e-48a9-9a1e-801973cb53d8 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:11:58.944055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:58.947743 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cddd6b7-1e24-418e-8791-fb8707e16eb1 req-c4424362-5579-44b3-a81e-2ed4f6bc2940 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.74 "DELETE /v2.0/ports/794def70-3a1e-48a9-9a1e-801973cb53d8 HTTP/1.1" status: 204 len: 173 time: 1.2675517 Dec 16 15:11:58.948243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'name': 'network-vif-deleted', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:11:58.950689 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7715a79b-aeb9-469b-b4ec-198f97752ddd" -d '{"events": [{"server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "name": "network-vif-deleted", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:11:58.972604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81d3f-612c-433c-974d-4525beaed265 req-68e052db-c123-4b49-b373-3f4655410a1f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:58.976302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58e81d3f-612c-433c-974d-4525beaed265 req-68e052db-c123-4b49-b373-3f4655410a1f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0994668 Dec 16 15:11:59.059134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380088-d625-4edf-a503-b1d3ceaf6e55 req-bda6052a-11c0-4a46-9775-b521e31fe913 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:59.060881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a380088-d625-4edf-a503-b1d3ceaf6e55 req-bda6052a-11c0-4a46-9775-b521e31fe913 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.0836515 Dec 16 15:11:59.071163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58e81d3f-612c-433c-974d-4525beaed265 req-b63fa5a0-ea3c-480d-acb9-1f06f49631ce tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849435 Dec 16 15:11:59.177968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a380088-d625-4edf-a503-b1d3ceaf6e55 req-e958269f-4650-44d4-95fd-468bc83cec3e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057429 Dec 16 15:11:59.234916 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ec76a-f353-49fd-a405-0379d9c23ceb x-openstack-request-id: req-9c3ec76a-f353-49fd-a405-0379d9c23ceb {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:11:59.235222 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a55fe9-9609-4b69-9822-3e0615a9d254", "name": "network-vif-deleted", "tag": "794def70-3a1e-48a9-9a1e-801973cb53d8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:11:59.235491 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9c3ec76a-f353-49fd-a405-0379d9c23ceb {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:11:59.236322 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a55fe9-9609-4b69-9822-3e0615a9d254', 'name': 'network-vif-deleted', 'tag': '794def70-3a1e-48a9-9a1e-801973cb53d8', 'status': 'completed', 'code': 200} Dec 16 15:11:59.241978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:11:59.480765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d570a-308a-4f12-8b68-6d886de6ae2a req-9a68d50d-36ba-4aaa-a3e1-2b38e937f5d1 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:59.482317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-034d570a-308a-4f12-8b68-6d886de6ae2a req-9a68d50d-36ba-4aaa-a3e1-2b38e937f5d1 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0587282 Dec 16 15:11:59.544004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-034d570a-308a-4f12-8b68-6d886de6ae2a req-9cc0ccd6-a71c-43e7-ac94-3b57ee2c4100 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Dec 16 15:11:59.888020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a605dd-5d1e-4e0e-b049-48b2b5a48394 req-6bd36636-b839-4fa6-982b-40302869bb20 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:11:59.888020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38a605dd-5d1e-4e0e-b049-48b2b5a48394 req-6bd36636-b839-4fa6-982b-40302869bb20 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0560412 Dec 16 15:11:59.949679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38a605dd-5d1e-4e0e-b049-48b2b5a48394 req-237acd57-f56d-40f4-b12c-35ace4d84446 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568528 Dec 16 15:12:00.036216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f6982cf-e7dc-4111-af23-ba5918da2374 req-61ef9da9-832d-428a-aeee-dc0a630ab567 tempest-ListServersNegativeTestJSON-879678533 tempest-ListServersNegativeTestJSON-879678533-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8a55fe9-9609-4b69-9822-3e0615a9d254 HTTP/1.1" status: 200 len: 210 time: 0.0387673 Dec 16 15:12:00.207817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4270-1cd5-44c5-a4e2-d7a5674d9985 req-b4f5d655-dbd0-4142-a85c-50ee2d4834b1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:00.210702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ef4270-1cd5-44c5-a4e2-d7a5674d9985 req-b4f5d655-dbd0-4142-a85c-50ee2d4834b1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0688529 Dec 16 15:12:00.293430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ef4270-1cd5-44c5-a4e2-d7a5674d9985 req-598da780-3db4-40a9-a46d-17ded182cad3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762577 Dec 16 15:12:00.530725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe9a42-46b6-4ebd-bebb-b6620dbc1f39 req-27cd1126-3011-4c1e-b7d3-a6c29bb29bb6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:00.532366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ffe9a42-46b6-4ebd-bebb-b6620dbc1f39 req-27cd1126-3011-4c1e-b7d3-a6c29bb29bb6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.0557098 Dec 16 15:12:00.589056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ffe9a42-46b6-4ebd-bebb-b6620dbc1f39 req-f22ce3a7-7dec-4cf3-8375-97a23170368e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502424 Dec 16 15:12:00.753236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631895b-149c-47d6-929f-d73628b2b657 req-0b0ec90d-ec8c-441e-a86a-be99e424d52d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:00.754697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1631895b-149c-47d6-929f-d73628b2b657 req-0b0ec90d-ec8c-441e-a86a-be99e424d52d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0620184 Dec 16 15:12:00.814447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1631895b-149c-47d6-929f-d73628b2b657 req-f9cb93ae-cfef-4d23-ba07-9ddb4af78344 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527084 Dec 16 15:12:00.992194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 794def70-3a1e-48a9-9a1e-801973cb53d8 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:01.013412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 794def70-3a1e-48a9-9a1e-801973cb53d8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:01.013834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 794def70-3a1e-48a9-9a1e-801973cb53d8 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:01.100533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce83b-ec4b-4915-9c61-15740598a3d2 req-69bc5c08-6cbe-403b-a7b4-f4bdb488ebdf tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:01.102102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-173ce83b-ec4b-4915-9c61-15740598a3d2 req-69bc5c08-6cbe-403b-a7b4-f4bdb488ebdf tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0537596 Dec 16 15:12:01.161597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-173ce83b-ec4b-4915-9c61-15740598a3d2 req-a5da4841-23b4-4bb8-86a2-a7b6d4a24027 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Dec 16 15:12:01.291336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33802) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:01.343495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Deleting subnet 0ccebd9e-0f56-42b1-a81a-cfc25597920b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:12:01.347178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.390272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.439233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.535146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f914d1e-1932-41bf-a1a3-37eb8d0b13e6 req-3caaddf1-4337-4ed5-85ec-4b0d00481950 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:01.536791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f914d1e-1932-41bf-a1a3-37eb8d0b13e6 req-3caaddf1-4337-4ed5-85ec-4b0d00481950 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0788145 Dec 16 15:12:01.595581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f914d1e-1932-41bf-a1a3-37eb8d0b13e6 req-25d19a19-1eea-47cd-85e0-ade38fb815ce tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Dec 16 15:12:01.630764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.658087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccebd9e-0f56-42b1-a81a-cfc25597920b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:01.660190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.663639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c86fc923-7726-4450-abfc-e43a54b535ba admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0ccebd9e-0f56-42b1-a81a-cfc25597920b HTTP/1.1" status: 204 len: 168 time: 0.3710220 Dec 16 15:12:01.668431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33818) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:01.758531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.885272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.903116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:01.922580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c784d8-9777-463d-bda2-ff5a827323aa']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:01.925883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9348a2e-6e4a-40d6-a8ba-34276a115d5b req-2bde0205-0cb1-4ef7-83f8-55ddfd27637a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:01.928692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9348a2e-6e4a-40d6-a8ba-34276a115d5b req-2bde0205-0cb1-4ef7-83f8-55ddfd27637a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.0886934 Dec 16 15:12:01.940333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87503732-2074-4885-8da0-2048ec1fecef') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:01.941160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87503732-2074-4885-8da0-2048ec1fecef') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:01.962261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:01.992860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.004157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:12:02.004802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:12:02.008302 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:12:02.026566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9348a2e-6e4a-40d6-a8ba-34276a115d5b req-1611cfb9-c2d6-49e7-a3c7-ab4d1c8e2c94 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891206 Dec 16 15:12:02.082947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:12:02.089996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:02.090613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.183748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba06f5-0743-4616-9261-5980bd06218d req-e0c585ae-61f7-4655-8503-4a8386d87db0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:02.185399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dba06f5-0743-4616-9261-5980bd06218d req-e0c585ae-61f7-4655-8503-4a8386d87db0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0541782 Dec 16 15:12:02.189542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.202733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.213186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/31c784d8-9777-463d-bda2-ff5a827323aa HTTP/1.1" status: 204 len: 168 time: 0.5411615 Dec 16 15:12:02.247330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081a07f-03be-40e0-904b-d73e0df9a0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=31c784d8-9777-463d-bda2-ff5a827323aa,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:02.265350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.296678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dba06f5-0743-4616-9261-5980bd06218d req-58da3032-3dac-44c8-a845-73c1c9ff9dd2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983114 Dec 16 15:12:02.306525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:02.309671 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d358d763-20ca-4abb-8427-a0bde371f9a2" -d '{"events": [{"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-plugged", "status": "completed", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:02.333733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:02.427791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:02.429265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b93a3efe-4c50-486b-a2ed-5df72e03d27b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:02.507735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: b93a3efe-4c50-486b-a2ed-5df72e03d27b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:02.512119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b93a3efe-4c50-486b-a2ed-5df72e03d27b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:02.579214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933e3a4-825f-4cf6-806d-2d5a3e8cf22b req-72a1c7f1-db17-4d7f-aa07-4c42fba7a854 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:02.583415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e933e3a4-825f-4cf6-806d-2d5a3e8cf22b req-72a1c7f1-db17-4d7f-aa07-4c42fba7a854 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0917571 Dec 16 15:12:02.586470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:02.594785 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceaa705-cbce-4bb0-a7f9-d3793601fa0b x-openstack-request-id: req-6ceaa705-cbce-4bb0-a7f9-d3793601fa0b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:02.595506 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-plugged", "status": "completed", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:02.596011 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ceaa705-cbce-4bb0-a7f9-d3793601fa0b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:02.597136 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'code': 200} Dec 16 15:12:02.726801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e933e3a4-825f-4cf6-806d-2d5a3e8cf22b req-aee571d8-6c4b-4849-b3f2-bcc2ba15aa93 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241961 Dec 16 15:12:02.794645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33842) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:02.823281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d5566-1243-4dc8-8470-dbbe1453730c req-b73f28cd-edb4-4a88-a4c7-e1defc847de7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:02.832379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-789d5566-1243-4dc8-8470-dbbe1453730c req-b73f28cd-edb4-4a88-a4c7-e1defc847de7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1381011 Dec 16 15:12:02.861097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7e733-1965-46ee-894b-e6e50bf3e303 req-af44c421-d2cb-4064-8482-c36eb9bf5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:02.863036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af7e733-1965-46ee-894b-e6e50bf3e303 req-af44c421-d2cb-4064-8482-c36eb9bf5ebc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.0985272 Dec 16 15:12:02.911408 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7824d4f1-4485-4449-9106-e4acc37462da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58701db0798246aca1291f2dcf3823c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143909 Dec 16 15:12:02.915127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33844) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:02.920914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-789d5566-1243-4dc8-8470-dbbe1453730c req-071b324c-0201-4036-b4d5-18caad5174ec tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868244 Dec 16 15:12:02.973976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af7e733-1965-46ee-894b-e6e50bf3e303 req-63b2aa0a-4045-4c1a-8a1f-8d81bd73c3ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 Dec 16 15:12:02.998826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.026697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.178323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:03.211228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1236-6655-4132-932c-b4ae00a9bcc0 req-2ed63504-b5e2-48fc-bea5-aa11f8ee9d8d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:03.212831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-141e1236-6655-4132-932c-b4ae00a9bcc0 req-2ed63504-b5e2-48fc-bea5-aa11f8ee9d8d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 945 time: 0.0646701 Dec 16 15:12:03.213506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.216438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.227423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/08e87152-397f-4fd3-9eef-48a04c1e8e35 HTTP/1.1" status: 204 len: 168 time: 0.3064039 Dec 16 15:12:03.249355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf5389-d323-472d-b0c6-9ce21b90cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e87152-397f-4fd3-9eef-48a04c1e8e35,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:03.313281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-141e1236-6655-4132-932c-b4ae00a9bcc0 req-f88f40cb-2a17-426b-8fb9-ed4128ccc1a3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853591 Dec 16 15:12:03.371858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-417a8a4e-208b-4df3-a0a0-c3ceba097439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.481825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-417a8a4e-208b-4df3-a0a0-c3ceba097439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.489454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5febf-1fdc-4c8d-b850-b753d45a9670 req-9bce8991-776c-4490-9058-f0a03279c4e8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:03.491482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ca5febf-1fdc-4c8d-b850-b753d45a9670 req-9bce8991-776c-4490-9058-f0a03279c4e8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0707159 Dec 16 15:12:03.552737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-417a8a4e-208b-4df3-a0a0-c3ceba097439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.563241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ca5febf-1fdc-4c8d-b850-b753d45a9670 req-7ba0e9b1-2fff-49bc-b821-28df60541390 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Dec 16 15:12:03.652148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:03.653227 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-417a8a4e-208b-4df3-a0a0-c3ceba097439 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb48dbb234ad4566a424167bb8fe1058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727287 Dec 16 15:12:03.669749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a8a4e-208b-4df3-a0a0-c3ceba097439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d02824-ffb7-49cd-9488-a0a8629de654,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:03.737769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.778634 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.921316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd69af-8a9d-46b0-93ec-286a007f25ef req-eb26dcab-4736-496a-a72d-78b03a76e4cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:03.923336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38cd69af-8a9d-46b0-93ec-286a007f25ef req-eb26dcab-4736-496a-a72d-78b03a76e4cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0778260 Dec 16 15:12:03.931015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.938911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:03.945827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17d02824-ffb7-49cd-9488-a0a8629de654 HTTP/1.1" status: 204 len: 168 time: 0.2881024 Dec 16 15:12:03.981647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cbc2a-8ba4-45f3-962c-75ab4df536b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d02824-ffb7-49cd-9488-a0a8629de654,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:04.027393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38cd69af-8a9d-46b0-93ec-286a007f25ef req-c90c1084-3b82-468a-8adf-20ec5ecd0283 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844512 Dec 16 15:12:04.239200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130a4b-aa2e-4730-b993-5f989e228cb2 req-e70f2ca0-f484-4c22-95cb-a21208fc059c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:04.244243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46130a4b-aa2e-4730-b993-5f989e228cb2 req-e70f2ca0-f484-4c22-95cb-a21208fc059c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0853269 Dec 16 15:12:04.337813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46130a4b-aa2e-4730-b993-5f989e228cb2 req-b070eada-1982-4f6d-8197-8344964b853e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767691 Dec 16 15:12:04.466751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc7e0e-7e45-455a-a38a-890c31101fff req-33bc5434-42b5-493a-85f0-6a6bfa2162fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:04.469083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bdc7e0e-7e45-455a-a38a-890c31101fff req-33bc5434-42b5-493a-85f0-6a6bfa2162fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 945 time: 0.0748632 Dec 16 15:12:04.547227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bdc7e0e-7e45-455a-a38a-890c31101fff req-71ab7161-52e7-47ca-b4f5-12115479a2a3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661469 Dec 16 15:12:04.717328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:04.733626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91faa63-435c-4c36-8766-f78f3f3f417f req-406ccd60-c416-4433-9a3c-54ae948a3c86 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:04.735919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d91faa63-435c-4c36-8766-f78f3f3f417f req-406ccd60-c416-4433-9a3c-54ae948a3c86 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.0678692 Dec 16 15:12:04.849192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d91faa63-435c-4c36-8766-f78f3f3f417f req-05f94f16-6a6f-4d6e-89c5-c1d809ff328c tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009357 Dec 16 15:12:04.873084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c53726-d7c8-4355-92d5-5cd64ef46b9b req-c63d5013-6206-4382-a93f-5e655e0fee19 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:04.874716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56c53726-d7c8-4355-92d5-5cd64ef46b9b req-c63d5013-6206-4382-a93f-5e655e0fee19 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.1042037 Dec 16 15:12:04.895854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-146007388-network', 'tenant_id': '94890ce1107645f5afeee8919b53fae6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:04.990227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56c53726-d7c8-4355-92d5-5cd64ef46b9b req-d1eb7e44-8763-4590-8f51-2ba97ec87e9d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994756 Dec 16 15:12:05.013922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea4af-8b4e-4555-aa3b-cbfca0be98a5 req-24b162e0-68f1-47f5-a4d4-92b028a86c6f tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:05.015353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac7ea4af-8b4e-4555-aa3b-cbfca0be98a5 req-24b162e0-68f1-47f5-a4d4-92b028a86c6f tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.0768514 Dec 16 15:12:05.045477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:05.049637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.060293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.119721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac7ea4af-8b4e-4555-aa3b-cbfca0be98a5 req-503de483-a632-4f6a-a692-d6ab7e326524 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853741 Dec 16 15:12:05.199625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.280558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd726f0-d366-4eaa-8103-6d64497cd072 req-1850f270-d144-4c69-af48-12f62d5c9614 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:05.282254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bd726f0-d366-4eaa-8103-6d64497cd072 req-1850f270-d144-4c69-af48-12f62d5c9614 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0660429 Dec 16 15:12:05.294854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.332330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:12:05.352940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.353287 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Added segment bc970621-3399-404c-b13f-22daee5cd90c of type vlan for network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 Dec 16 15:12:05.360069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bd726f0-d366-4eaa-8103-6d64497cd072 req-b62aeb07-27ae-4bc8-b2eb-c9c0f1b6b626 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697651 Dec 16 15:12:05.361486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f5ffe-072f-4f60-9981-1ff32a1346a2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:05.434114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.506078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df83334-d5ff-420d-a02f-4f37d76fb278 req-558239c1-c2aa-4739-b344-f7f9a0a77b82 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:05.514654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0df83334-d5ff-420d-a02f-4f37d76fb278 req-558239c1-c2aa-4739-b344-f7f9a0a77b82 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0737505 Dec 16 15:12:05.588284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.591397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:05.592873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:05.600654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0df83334-d5ff-420d-a02f-4f37d76fb278 req-ef016d14-c2c1-4db8-9d32-866b1a07df55 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Dec 16 15:12:05.614601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e20fd-20c3-40ba-8fcd-4868834f54ee req-58d94962-46f1-4563-8192-8360f45b0162 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:05.632941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee7e20fd-20c3-40ba-8fcd-4868834f54ee req-58d94962-46f1-4563-8192-8360f45b0162 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.1003580 Dec 16 15:12:05.703945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee7e20fd-20c3-40ba-8fcd-4868834f54ee req-63da27bf-5c4c-4e70-889a-31472782c311 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699973 Dec 16 15:12:05.713367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] Pushing event updated for resources: {'Network': ['ID=5eff5e1f-621d-4d71-81a3-6cf4c67383f3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:05.732428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33934) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:05.734752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:12:05.815270 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f0720da-fc21-48dd-97bd-cd86bafb04ac admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0952058 Dec 16 15:12:05.818569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:05.831960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Request body: {'subnet': {'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-146007388-subnet', 'tenant_id': '94890ce1107645f5afeee8919b53fae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:05.851758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-596683334-network', 'tenant_id': 'e6b086bdc7544c35a358665d92eebcb8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:05.977297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:05.979879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.141827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Made reservation on behalf of e6b086bdc7544c35a358665d92eebcb8 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:06.144864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.156476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.220098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5ead2-20c7-4662-a173-2046a733bb6c req-abbc47f6-32ba-4d90-a49d-fa49d3eb5f8e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.222063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7f5ead2-20c7-4662-a173-2046a733bb6c req-abbc47f6-32ba-4d90-a49d-fa49d3eb5f8e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.1260698 Dec 16 15:12:06.250548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.280168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7f5ead2-20c7-4662-a173-2046a733bb6c req-5a2b4501-39db-4b4f-986a-39ee0ae85f8e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 Dec 16 15:12:06.405898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.442102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.488008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:12:06.504172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.504845 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Added segment e8adb2dc-51f5-4ed4-a188-b694e195a16f of type vlan for network e531adf6-2fb2-4e58-b003-5761df2e0a56 Dec 16 15:12:06.525429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d28145e-3248-4358-9507-ec02be6f1bae,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:06.548389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f7278-f103-4275-b629-6a67bc0286e6 req-efd542c6-3e45-4bd7-8880-500866d761b4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.556124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e75f7278-f103-4275-b629-6a67bc0286e6 req-efd542c6-3e45-4bd7-8880-500866d761b4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1199195 Dec 16 15:12:06.558953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Checking segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:06.559322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Network hostable DHCP agents. Network: 5eff5e1f-621d-4d71-81a3-6cf4c67383f3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:12:06.561833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ad015-cb7c-4b0d-b839-42e1ad83c438,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:06.571489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.617773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e75f7278-f103-4275-b629-6a67bc0286e6 req-d4ec467f-e281-44c2-9708-77566e933244 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607722 Dec 16 15:12:06.737116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c81eda-26e4-4d8e-b2ef-108552561d78 req-e75d98c3-55c5-4899-8a61-53f7a26fb6aa tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.738858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4c81eda-26e4-4d8e-b2ef-108552561d78 req-e75d98c3-55c5-4899-8a61-53f7a26fb6aa tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0588317 Dec 16 15:12:06.747899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.752222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.752222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.753825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:12:06.813812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4c81eda-26e4-4d8e-b2ef-108552561d78 req-5c1217c1-a6ad-4a68-b160-4618319381f3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678174 Dec 16 15:12:06.852843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] Pushing event updated for resources: {'Network': ['ID=e531adf6-2fb2-4e58-b003-5761df2e0a56,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:06.865171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e531adf6-2fb2-4e58-b003-5761df2e0a56 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:12:06.876140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04389867-cc66-4000-a38b-1fe380cfd6cb req-12335f4a-2d17-49fc-ada2-21971d1f5b1e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.879589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04389867-cc66-4000-a38b-1fe380cfd6cb req-12335f4a-2d17-49fc-ada2-21971d1f5b1e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.0841737 Dec 16 15:12:06.910245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5eff5e1f-621d-4d71-81a3-6cf4c67383f3) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:06.916631 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31404d57-84db-4212-bd41-26410975ddfc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1823931 Dec 16 15:12:06.919479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33954) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:06.938826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:06.941487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:06.942340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Request body: {'subnet': {'network_id': 'e531adf6-2fb2-4e58-b003-5761df2e0a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-596683334-subnet', 'tenant_id': 'e6b086bdc7544c35a358665d92eebcb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:07.060197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04389867-cc66-4000-a38b-1fe380cfd6cb req-101a55ff-54f9-49ce-9008-f10a33ee2470 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682796 Dec 16 15:12:07.063869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-f3a97d36-98f3-4e47-8a2b-6b95e59b2970 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:07.066526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-f3a97d36-98f3-4e47-8a2b-6b95e59b2970 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1097 time: 0.0825770 Dec 16 15:12:07.078715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8dd26-6368-4f3c-a505-e89a256515d7 None None] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:07.085484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:07.135856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-759e87a3-1702-4b8f-ab85-8254a9ea1390 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3063035 Dec 16 15:12:07.183345 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.230630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Made reservation on behalf of e6b086bdc7544c35a358665d92eebcb8 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:07.251656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.267757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ecef2-8eda-4136-87a5-23e73024d197 None None] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:07.428104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:07.520103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:07.571511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9141e-2f00-4879-a03c-75b910f99b2b req-3011c625-0155-4035-b129-1e0c3eba73f9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:07.573010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7c9141e-2f00-4879-a03c-75b910f99b2b req-3011c625-0155-4035-b129-1e0c3eba73f9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 946 time: 0.0913992 Dec 16 15:12:07.590277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:07.592548 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1cb2ee-7e91-41eb-beca-799a6c4d953c" -d '{"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-unplugged", "status": "completed", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:07.597746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.651584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7c9141e-2f00-4879-a03c-75b910f99b2b req-c5fc9a31-2a19-4965-9d3f-82025ccdd987 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688293 Dec 16 15:12:07.656400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.714263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9bf2af-c648-4694-bdcc-68814d51f0e2,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:07.731475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Checking segment: {'id': 'e8adb2dc-51f5-4ed4-a188-b694e195a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e531adf6-2fb2-4e58-b003-5761df2e0a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:07.731874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Network hostable DHCP agents. Network: e531adf6-2fb2-4e58-b003-5761df2e0a56, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:12:07.770747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.873362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Network e531adf6-2fb2-4e58-b003-5761df2e0a56 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:12:07.930064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:07.935092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:07.935439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:07.935776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:07.987470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e531adf6-2fb2-4e58-b003-5761df2e0a56) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:07.988320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:07.988320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Attempting to bind port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:07.990393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:07.996831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:07.998605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:07.998951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:07.999345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:07.999790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Bound port: 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:08.000185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:08.005430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5abd3-e286-4469-8216-bc2478f3266b None None] Network e531adf6-2fb2-4e58-b003-5761df2e0a56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:08.138447 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7db0d90b-80bb-496e-8c70-1864fb85506f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2156417 Dec 16 15:12:08.149575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-1fc1c83c-deef-495c-8666-80248e0e2ba5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:08.157510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-1fc1c83c-deef-495c-8666-80248e0e2ba5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.2431514 Dec 16 15:12:08.185708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-878903c0-bcf9-4b30-9fb4-06ed3bdaf51d tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/quotas/94890ce1107645f5afeee8919b53fae6 HTTP/1.1" status: 200 len: 375 time: 0.0263696 Dec 16 15:12:08.188869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:08.200101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:08.225474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-cb8a12c8-6e17-44cc-8bcb-705351ad43ee tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389035 Dec 16 15:12:08.235271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0dc8c6-a2b4-4b40-8ffd-d6bd2a6bbdfc None None] Network e531adf6-2fb2-4e58-b003-5761df2e0a56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:08.298726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:08.430645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:08.436951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:08.437808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:08.441606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-3bc9faa4-d60e-4f50-a4cb-7fd40377000a service neutron] 10.222.0.30 "PUT /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 1122 time: 1.3669105 Dec 16 15:12:08.444560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-35ec0118-2570-4e5e-92e5-315da349ab12 service neutron] 10.222.0.71 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096307 Dec 16 15:12:08.564084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-4f8513a8-b99f-42b5-b9a5-de7cb8a06d18 service neutron] 10.222.0.71 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123972 Dec 16 15:12:08.621733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:08.654075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:08.997898 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3226d8b9-758d-498b-a890-f194d17193eb x-openstack-request-id: req-3226d8b9-758d-498b-a890-f194d17193eb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:08.998786 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-unplugged", "status": "completed", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:08.999222 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3226d8b9-758d-498b-a890-f194d17193eb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:08.999797 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'code': 200} Dec 16 15:12:09.118222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250aaa-d667-4843-86dc-59b8574175e4 req-a9def0fe-ee7a-4d71-9f6e-efa1fde2d866 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:09.118222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34250aaa-d667-4843-86dc-59b8574175e4 req-a9def0fe-ee7a-4d71-9f6e-efa1fde2d866 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0636127 Dec 16 15:12:09.219799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34250aaa-d667-4843-86dc-59b8574175e4 req-cde1c137-c559-47c0-b681-7369cebf9d05 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955558 Dec 16 15:12:09.341949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64f81f-6185-4c0b-989d-2ce09d389097 req-a184dfc6-4765-44b1-8688-733055fbebb7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:09.343750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b64f81f-6185-4c0b-989d-2ce09d389097 req-a184dfc6-4765-44b1-8688-733055fbebb7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0533016 Dec 16 15:12:09.404164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b64f81f-6185-4c0b-989d-2ce09d389097 req-2821be87-cd20-4e7c-8242-adc35ecb5afe tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Dec 16 15:12:09.581205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1838704314', 'description': 'tempest-description-24862978'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:09.697088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-38da4217-03e9-4f21-8eb9-cd89f9697879 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:12:09.698093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-38da4217-03e9-4f21-8eb9-cd89f9697879 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063889 Dec 16 15:12:09.750407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1add82b9-8715-4761-86a7-47dfbd96902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:09.752874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1add82b9-8715-4761-86a7-47dfbd96902f service neutron] 10.222.0.71 "GET /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 1093 time: 0.0472853 Dec 16 15:12:09.763578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Request body: {'binding': {'host': 'n-h2-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:09.764094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Unknown quota resources ['binding']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:12:09.790109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:09.948224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:09.950346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:09.963529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on host n-h2-821947-3 for vnic_type normal with profile None {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:09.963951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:09.964293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:09.969492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:09.969694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:09.976493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:09.977032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:09.977420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:09.977922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Bound port: 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:10.052499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:10.073532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.074765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:10.089778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:12:10.107171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b11148-871b-470e-b6b5-e2f80f95ff77,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:10.175555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.176788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-1871106e-fd51-41a5-968a-f781fdd69eaf service neutron] 10.222.0.71 "POST /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979/bindings HTTP/1.1" status: 201 len: 389 time: 0.4171190 Dec 16 15:12:10.223803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.224992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c5299c2-ea75-454a-b9a9-eebc3c3d6146 req-63d92784-2654-4ccb-8a86-821ae156e8be tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6480501 Dec 16 15:12:10.329586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab64d-8b40-4ca9-a384-d74ef1864f16 req-4c226622-cff7-4374-9781-ce99428bc0cb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:10.331627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e31ab64d-8b40-4ca9-a384-d74ef1864f16 req-4c226622-cff7-4374-9781-ce99428bc0cb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.0556157 Dec 16 15:12:10.382258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e31ab64d-8b40-4ca9-a384-d74ef1864f16 req-856d74a0-16bf-4448-b52f-51e041cb89ea tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Dec 16 15:12:10.450620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-59c254b8-ab5d-48e8-b8d6-6f31e87c93ba tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/b9b11148-871b-470e-b6b5-e2f80f95ff77 HTTP/1.1" status: 200 len: 1820 time: 0.0401747 Dec 16 15:12:10.464592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9b11148-871b-470e-b6b5-e2f80f95ff77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:10.464916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9b11148-871b-470e-b6b5-e2f80f95ff77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:10.558300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdb40f-795f-48a8-b266-af9f99fb63cf req-24398c3c-9a4b-4d6f-bc4e-16f4685ca9f1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:10.559845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7bdb40f-795f-48a8-b266-af9f99fb63cf req-24398c3c-9a4b-4d6f-bc4e-16f4685ca9f1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0587111 Dec 16 15:12:10.634758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7bdb40f-795f-48a8-b266-af9f99fb63cf req-925a0456-8d17-4b3b-9f4c-2c519e400d34 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Dec 16 15:12:10.637464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.666755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.759022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12c20c-4a49-4e53-9ea0-38672d47b8e1 req-9e0058c7-51d9-4321-a154-9fe18a777bd0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:10.760521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d12c20c-4a49-4e53-9ea0-38672d47b8e1 req-9e0058c7-51d9-4321-a154-9fe18a777bd0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 945 time: 0.0578890 Dec 16 15:12:10.770097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.805987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae07d2a5-f8a2-4de8-9945-010be298e154,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:10.838439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d12c20c-4a49-4e53-9ea0-38672d47b8e1 req-a8c8b2ae-3371-4772-af99-550354bcbb66 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710704 Dec 16 15:12:10.951200 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:10.953296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dc523c9-ad87-4c12-9989-e1cf5ce72625 req-841178de-8ec4-4814-9ddc-2f6ccc8467cc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4934554 Dec 16 15:12:10.966978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ca3f3-fbe7-4772-812b-0b99d3cc07dd req-d2ca15a8-79ec-4f58-a69e-cd5fc299f853 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:10.969940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7ca3f3-fbe7-4772-812b-0b99d3cc07dd req-d2ca15a8-79ec-4f58-a69e-cd5fc299f853 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0702558 Dec 16 15:12:11.001828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:11.006268 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e9ede-2e36-4848-9489-5031d6dcd422" -d '{"events": [{"name": "network-changed", "server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:11.035366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:11.047238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1959c375-4299-402f-b999-393d9f2d7e4e req-c1bda2b6-3369-4672-b62d-9eab413bbd49 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 210 time: 0.0504394 Dec 16 15:12:11.066866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:11.088712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7ca3f3-fbe7-4772-812b-0b99d3cc07dd req-f8251f40-37a7-45a3-a598-d63fe848bd5a tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Dec 16 15:12:11.138490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1416983485', 'description': 'tempest-description-1032742778'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:11.163026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-7626ca1d-d018-4d22-89e4-ee0bc2ab9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.165297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-7626ca1d-d018-4d22-89e4-ee0bc2ab9773 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1096 time: 0.0557024 Dec 16 15:12:11.223064 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b764bd8-b2fe-425a-8552-d84fc26a1011 x-openstack-request-id: req-6b764bd8-b2fe-425a-8552-d84fc26a1011 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:11.223364 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:11.223622 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b764bd8-b2fe-425a-8552-d84fc26a1011 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:11.224062 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'status': 'completed', 'code': 200} Dec 16 15:12:11.259137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.293708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0420d1bb-8091-4181-a6e8-e49f1f115342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.295698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0420d1bb-8091-4181-a6e8-e49f1f115342 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1194224 Dec 16 15:12:11.334782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-d8e14e4e-eac8-4d0c-a89c-a14d7cfbff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.336479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-d8e14e4e-eac8-4d0c-a89c-a14d7cfbff63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1125 time: 0.0625417 Dec 16 15:12:11.339339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.366019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-e6e10e30-8d08-46ac-bde8-7beef327f593 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0605237 Dec 16 15:12:11.384892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:11.387260 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3955f62-1495-42bd-b8c1-57cae0d6fef9" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-unplugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:11.408162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:11.414056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:11.434676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-3cfa3c92-d39e-4a54-a53e-6b6ff90d32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.436356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'mac_address': 'fa:16:3e:c8:fc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:11.437509 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-3cfa3c92-d39e-4a54-a53e-6b6ff90d32a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0633609 Dec 16 15:12:11.437955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.476726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-e41194ad-4a72-4c14-9de4-89d738078378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.478635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-e41194ad-4a72-4c14-9de4-89d738078378 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1326528 Dec 16 15:12:11.485937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-36d33cd1-be69-4edf-9015-f202d5a853c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394688 Dec 16 15:12:11.492652 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e8260d-a6da-400d-8e6a-1d6ba1b111a9 x-openstack-request-id: req-81e8260d-a6da-400d-8e6a-1d6ba1b111a9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:11.492958 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-unplugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:11.493180 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81e8260d-a6da-400d-8e6a-1d6ba1b111a9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:11.493570 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'code': 200} Dec 16 15:12:11.510478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.529884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.556093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.558591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:11.614709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-abdfdc50-1d9c-4e9e-8d44-339833caad41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 217 time: 0.0853388 Dec 16 15:12:11.622179 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-2a30836e-2005-4790-ab9e-124ebec1b748 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040320 Dec 16 15:12:11.626270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:11.634779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:12:11.635391 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:12:11.673781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39866c3f-4bee-452d-952f-e3cb3db4f550,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:11.696801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21f1db-3882-4658-869f-5baa5f8ad077 req-5aaf511c-7602-4f19-89d3-9a19c7728e8d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.698458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a21f1db-3882-4658-869f-5baa5f8ad077 req-5aaf511c-7602-4f19-89d3-9a19c7728e8d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.1672838 Dec 16 15:12:11.707862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-0ac663ad-b8f2-482f-a6e2-699e3ee36000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.713044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-0ac663ad-b8f2-482f-a6e2-699e3ee36000 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0820611 Dec 16 15:12:11.743494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:11.745033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1e1a9dd-3842-49be-bf14-3c0ea07bc3a2 req-f116fe9c-935b-4bd4-8a58-f97622fd2788 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6148949 Dec 16 15:12:11.761302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-396e1d60-36ad-4924-aa1e-eaf26e1fc874 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316913 Dec 16 15:12:11.770294 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-2daa84ff-1d84-4f0e-92d6-b825d24580dc service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249301 Dec 16 15:12:11.847976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a21f1db-3882-4658-869f-5baa5f8ad077 req-71113f27-f1be-411e-81ea-19dd7d5f1c81 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343598 Dec 16 15:12:11.938434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd543-0844-4531-9144-ae2bf367bf92 req-5fb79ac2-0c28-4618-8b03-9693f9f862be tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:11.940022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b9bd543-0844-4531-9144-ae2bf367bf92 req-5fb79ac2-0c28-4618-8b03-9693f9f862be tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1110561 Dec 16 15:12:11.955017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-5bec7805-3f6d-45f2-ac2e-6725d122429e service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831493 Dec 16 15:12:11.966806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-bd370406-93c7-423a-938e-38f1fa4de5f9 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/39866c3f-4bee-452d-952f-e3cb3db4f550 HTTP/1.1" status: 200 len: 1822 time: 0.0810843 Dec 16 15:12:11.993159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '39866c3f-4bee-452d-952f-e3cb3db4f550', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:11.993485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '39866c3f-4bee-452d-952f-e3cb3db4f550', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:12.079751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b9bd543-0844-4531-9144-ae2bf367bf92 req-02bb1eef-2476-4906-962b-241643ef226e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254494 Dec 16 15:12:12.138907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-fa34ec3e-dc54-4ac1-b35f-e598ff57fafc tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:12.141283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-fa34ec3e-dc54-4ac1-b35f-e598ff57fafc tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.0737269 Dec 16 15:12:12.160016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821947-3'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:12.165196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f0e9ede-2e36-4848-9489-5031d6dcd422 req-e67f2cf1-f1cc-43de-b455-f62982cab238 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971781 Dec 16 15:12:12.197102 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.216353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:12.231927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.238910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.243417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:12.281259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.295562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111c809-ffce-4791-bc28-7178bee427d2 req-f6bf0f0c-3c98-4703-a175-61c7dc772154 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:12.297203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f111c809-ffce-4791-bc28-7178bee427d2 req-f6bf0f0c-3c98-4703-a175-61c7dc772154 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 945 time: 0.0972478 Dec 16 15:12:12.342370 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.359211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.396973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778284cd-9435-4ff7-86ce-b9bfe2a7e115,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:12.416957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:12.432530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f111c809-ffce-4791-bc28-7178bee427d2 req-72ae71a0-1fc9-4d90-9b88-4e6ec829b872 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273332 Dec 16 15:12:12.442276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:12.481069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:12.500866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.501976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8919acfa-b60d-4adc-b5fe-0b150ddc88c5 req-8f188a3e-9fd9-4d7e-ae83-9732957d4ebe tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5221212 Dec 16 15:12:12.534070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.537583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:12.540061 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b926191e-5a13-4e17-b6ba-414505522776" -d '{"events": [{"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-unplugged", "status": "completed", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:12.555008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eca86cde-5cd7-47fa-99fc-d9b019bcb04b req-59a4be62-c571-48f0-9b86-3b87af074dae tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 210 time: 0.0437815 Dec 16 15:12:12.617588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.748964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:12.760350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on host n-h1-821947-3 for vnic_type normal with profile {"migrating_to": "n-h2-821947-3"} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:12.760691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:12.761042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:12.766199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:12.766532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Attempting to bind port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:12.772771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:12.773147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:12.773519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:12.773992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Bound port: 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:12.774361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.843805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:12.848479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:12.889939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:12.905471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1066469271', 'description': 'tempest-description-1907749608'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:12.942839 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:12.974943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baebff-0f05-4a22-ad3b-5f40e2687fd0 req-848ca2a4-3952-42c0-8ddd-ccfc7aad10e1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:12.982673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1baebff-0f05-4a22-ad3b-5f40e2687fd0 req-848ca2a4-3952-42c0-8ddd-ccfc7aad10e1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 949 time: 0.3962510 Dec 16 15:12:13.020300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-f663e7ce-cc7c-4b24-9b74-e5c21080759e tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.021925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-f663e7ce-cc7c-4b24-9b74-e5c21080759e tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.4549134 Dec 16 15:12:13.047136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Request body: {'port': {'device_id': '31513165-c6e2-4af3-a916-de75cd621879', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'admin_state_up': True, 'tenant_id': '94890ce1107645f5afeee8919b53fae6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:13.075076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=8']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:13.078988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.079629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:13.082182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-cccdb651-24cc-4e10-96cc-4adddd839a95 service neutron] 10.222.0.74 "PUT /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 1121 time: 0.9307132 Dec 16 15:12:13.124744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1baebff-0f05-4a22-ad3b-5f40e2687fd0 req-42d34841-b61f-4cff-a744-115b9c7e0a36 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405210 Dec 16 15:12:13.190663 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70c4ac-8550-4415-a91d-06cac64b3a8f x-openstack-request-id: req-6d70c4ac-8550-4415-a91d-06cac64b3a8f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:13.190962 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-unplugged", "status": "completed", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:13.191232 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6d70c4ac-8550-4415-a91d-06cac64b3a8f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:13.191642 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'code': 200} Dec 16 15:12:13.287847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['98babffc-725e-4cd8-a5b7-ba7f6e3df979'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:13.296396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21240-292e-48a1-9556-73154459c3b8 req-5fe81bd2-0dbb-4965-b6cf-6a158acfeb51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.298137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e21240-292e-48a1-9556-73154459c3b8 req-5fe81bd2-0dbb-4965-b6cf-6a158acfeb51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.0559464 Dec 16 15:12:13.358608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e21240-292e-48a1-9556-73154459c3b8 req-d2513886-b978-4c38-9f25-4c816da24fdb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Dec 16 15:12:13.368425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:13.529021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2834352-90b5-42a8-8ef6-e2bf3f43bc27 req-f0cb2f8c-3c09-4d63-b53d-98dc68881b05 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.530622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2834352-90b5-42a8-8ef6-e2bf3f43bc27 req-f0cb2f8c-3c09-4d63-b53d-98dc68881b05 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0961432 Dec 16 15:12:13.542618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:13.587254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2834352-90b5-42a8-8ef6-e2bf3f43bc27 req-f503d9d9-66c2-463c-9321-aeeefb7aa956 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Dec 16 15:12:13.709440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:13.713462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:13.732324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-9a8d0c90-fdbe-441a-a1d7-cf4e037e4b43 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.734870 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-9a8d0c90-fdbe-441a-a1d7-cf4e037e4b43 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.74 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.1580894 Dec 16 15:12:13.757026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e52602-62c4-4a9a-afbf-8a5173539617 req-822d2ddd-e472-4a32-b62a-cbcab55a4188 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:13.758559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53e52602-62c4-4a9a-afbf-8a5173539617 req-822d2ddd-e472-4a32-b62a-cbcab55a4188 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.0771148 Dec 16 15:12:13.760737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Request body: {'port': {'device_id': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'admin_state_up': True, 'tenant_id': '94890ce1107645f5afeee8919b53fae6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:13.813086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:13.905043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a666ce60-5d78-4243-a7b7-03db0eaa50ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:13.915201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53e52602-62c4-4a9a-afbf-8a5173539617 req-9b996f40-1929-4830-aebb-5d0ce8118ed9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297059 Dec 16 15:12:13.947424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Allocated IP 172.20.0.9 (5eff5e1f-621d-4d71-81a3-6cf4c67383f3/4d28145e-3248-4358-9507-ec02be6f1bae/f6b95c9f-eb5f-4764-97e7-c05b3ff4493e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:13.983453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.000508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7f97d8c-0da9-4163-ad8a-939cef93332d req-3df1b1c1-4d6d-41f4-b859-f0db86bab23d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1055894 Dec 16 15:12:14.026970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9432b8ae-3453-40f7-a7f3-2126bdf8486d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.047910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-472386c9-64ce-4820-8f8f-853dea7234ad req-dedaff9a-73df-47f0-894f-3db4699ed0e0 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 210 time: 0.0393472 Dec 16 15:12:14.125336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:14.131904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.143566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-809450397', 'description': 'tempest-description-1897189205'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:14.236552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.270856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.301473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3acad-0cd5-4461-885a-d36e8a260b43 req-15942cd7-2335-434b-a32b-7093def1d2d3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:14.303033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47a3acad-0cd5-4461-885a-d36e8a260b43 req-15942cd7-2335-434b-a32b-7093def1d2d3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 949 time: 0.0854995 Dec 16 15:12:14.396925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47a3acad-0cd5-4461-885a-d36e8a260b43 req-01a57d5d-b2d4-48e8-ad86-565bdd99c3d8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857618 Dec 16 15:12:14.411108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.461444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.478207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:14.489011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:14.489011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event updated for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:14.492876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:14.493899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Allocated IP 172.20.0.5 (5eff5e1f-621d-4d71-81a3-6cf4c67383f3/4d28145e-3248-4358-9507-ec02be6f1bae/11da7e2e-733b-4986-aa48-65a05b7d6729) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:14.561869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.621591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:14.622252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.636454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f064aa-ec0d-4bff-b231-b871cdb7375f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:14.648759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f419089-9384-4686-a41f-f1a909948b1b req-87f33e1d-55ea-4167-9767-72fea533deb6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:14.650324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f419089-9384-4686-a41f-f1a909948b1b req-87f33e1d-55ea-4167-9767-72fea533deb6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.1522152 Dec 16 15:12:14.699611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.703360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f419089-9384-4686-a41f-f1a909948b1b req-313798bc-7919-4067-b02d-f68864767160 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467939 Dec 16 15:12:14.717185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.719068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08e329b9-c67e-449d-8fd4-5c2c1e7f4f3a req-35845e31-2d41-46d8-9d92-92068dcaea1c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5889311 Dec 16 15:12:14.778937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0a4a796e-6206-4148-a163-9131c90a6983 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7369783 Dec 16 15:12:14.796335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-a11d3f3a-6c73-430b-9fce-fe94dd7a33a4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/a666ce60-5d78-4243-a7b7-03db0eaa50ed HTTP/1.1" status: 200 len: 1822 time: 0.0482976 Dec 16 15:12:14.802137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Request body: {'port': {'device_id': '31513165-c6e2-4af3-a916-de75cd621879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:14.863272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.917465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:14.920808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:14.925128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:14.930197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-717d450a-a4b3-4a24-b058-a48ed2873ecc tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/09f064aa-ec0d-4bff-b231-b871cdb7375f HTTP/1.1" status: 200 len: 1821 time: 0.1212437 Dec 16 15:12:14.930197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:14.932527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event updated for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:14.954763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fc68c-132b-4f9d-9daa-8aae6450a5c5 req-0d4cef5c-0a97-4ded-a989-9b25ad01d105 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:14.958386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929fc68c-132b-4f9d-9daa-8aae6450a5c5 req-0d4cef5c-0a97-4ded-a989-9b25ad01d105 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1427989 Dec 16 15:12:14.975742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a666ce60-5d78-4243-a7b7-03db0eaa50ed', 'remote_group_id': '09f064aa-ec0d-4bff-b231-b871cdb7375f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:14.976058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a666ce60-5d78-4243-a7b7-03db0eaa50ed', 'remote_group_id': '09f064aa-ec0d-4bff-b231-b871cdb7375f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:14.997345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:14.997920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.029781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:15.090863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 8d54b686-baee-4833-a108-0fb1a0c19b5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:15.091567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.117134 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b3851f0d-2a6f-4f40-884f-ced70028555c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3602867 Dec 16 15:12:15.148071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Request body: {'port': {'device_id': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:15.189240 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.205054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:15.210092 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48773393-96b1-413a-8b80-efee2326207e" -d '{"events": [{"name": "network-changed", "server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:15.213398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929fc68c-132b-4f9d-9daa-8aae6450a5c5 req-cd818053-1be3-4a38-b750-69cb7c3d395b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324986 Dec 16 15:12:15.233778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:15.236188 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226d102e-3f0d-4980-a1f4-617a58372fd1" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:15.261477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:15.319943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.353031 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.443376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.476597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:15.481322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ed892-22ab-4e40-9cd6-2d8c446b7303 req-512d873b-b895-41db-be3d-7d47ce526360 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:15.483589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8ed892-22ab-4e40-9cd6-2d8c446b7303 req-512d873b-b895-41db-be3d-7d47ce526360 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.1400630 Dec 16 15:12:15.496677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.497133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.497653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.498236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.498756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.500971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.501541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.502114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.504688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.505269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.505965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.506603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.507118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:15.593479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.618696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8ed892-22ab-4e40-9cd6-2d8c446b7303 req-e8f5453b-0844-4334-be0a-ce230c2b7771 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236618 Dec 16 15:12:15.675133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b95c9f-eb5f-4764-97e7-c05b3ff4493e {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:15.683692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.695898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.719876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Transition to ACTIVE for port object f6b95c9f-eb5f-4764-97e7-c05b3ff4493e will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:15.751786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90536715-a8a7-426b-a8f1-ca6a23d43387,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:15.779785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb951b3-56ca-429b-bade-bce5ffecdf46 req-618d35fa-8ad4-4341-afb8-1d48d135cb81 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:15.781554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb951b3-56ca-429b-bade-bce5ffecdf46 req-618d35fa-8ad4-4341-afb8-1d48d135cb81 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 931 time: 0.0867355 Dec 16 15:12:15.844322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb951b3-56ca-429b-bade-bce5ffecdf46 req-a45076c6-6cf9-4dbd-95cd-43288b139636 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558743 Dec 16 15:12:15.956564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.995973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:15.998070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e66fdd07-bbc9-4859-8484-6385c0c0bad4 req-9c48dd80-5d1f-4834-9b58-1ebcc21c3e9f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0267723 Dec 16 15:12:16.036573 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be37aa-a244-41ac-ac1c-49120e23af10 x-openstack-request-id: req-11be37aa-a244-41ac-ac1c-49120e23af10 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:16.037539 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:16.037979 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11be37aa-a244-41ac-ac1c-49120e23af10 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:16.038581 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'status': 'completed', 'code': 200} Dec 16 15:12:16.075117 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af359b96-b168-4cae-add1-438cc9a43bac x-openstack-request-id: req-af359b96-b168-4cae-add1-438cc9a43bac {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:16.075641 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:16.076042 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af359b96-b168-4cae-add1-438cc9a43bac {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:16.076933 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'code': 200} Dec 16 15:12:16.099930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:16.186296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48773393-96b1-413a-8b80-efee2326207e req-c5efc9c2-2efd-4457-9fb7-c41865cd75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.190619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-c5efc9c2-2efd-4457-9fb7-c41865cd75e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1124 time: 0.1247387 Dec 16 15:12:16.304189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Attempting to bind port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:16.304777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Attempting to bind port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:16.305190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Attempting to bind port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:16.326918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:16.327916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Attempting to bind port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:16.335931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:16.336370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Checking segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:16.337285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Bound using segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:16.337896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Bound port: f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:16.338510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.340501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11da7e2e-733b-4986-aa48-65a05b7d6729 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:16.350292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c6aa-6164-4311-85af-1ec4b013d5c0 req-148bcfb6-672f-4903-b700-d77ef9c6d943 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.352742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.360841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd98c6aa-6164-4311-85af-1ec4b013d5c0 req-148bcfb6-672f-4903-b700-d77ef9c6d943 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.1531384 Dec 16 15:12:16.383611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Transition to ACTIVE for port object 11da7e2e-733b-4986-aa48-65a05b7d6729 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:16.394760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48773393-96b1-413a-8b80-efee2326207e req-c45d903c-7712-4d94-90c4-28ca2eb45319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.396282 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-c45d903c-7712-4d94-90c4-28ca2eb45319 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1940725 Dec 16 15:12:16.405350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e154b6-66b1-4026-bafc-c1e5941ce46a req-132c968d-e0d7-4754-9b3f-8d200f154686 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.407053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9e154b6-66b1-4026-bafc-c1e5941ce46a req-132c968d-e0d7-4754-9b3f-8d200f154686 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1578908 Dec 16 15:12:16.451570 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-132b19e3-a955-4555-91ef-54dc808b7515 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0465002 Dec 16 15:12:16.479150 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-36de4372-e583-4293-bb2b-c3e3e40153ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.498769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.572823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48773393-96b1-413a-8b80-efee2326207e req-a98af889-eb3e-4241-a8ba-e6a129d060ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.573183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-a98af889-eb3e-4241-a8ba-e6a129d060ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1123745 Dec 16 15:12:16.578788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9e154b6-66b1-4026-bafc-c1e5941ce46a req-8f02f2d6-2a50-4a58-ad29-3b7492eb3cc5 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443837 Dec 16 15:12:16.601875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd98c6aa-6164-4311-85af-1ec4b013d5c0 req-4b16370d-01f5-4946-a92a-e5bedbe257eb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416196 Dec 16 15:12:16.613696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:16.619495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:16.623279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18d991-218d-4400-aa5d-65663e5180a0 req-b707b2e0-04f6-4b7e-866d-bdc8a836fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.625109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db18d991-218d-4400-aa5d-65663e5180a0 req-b707b2e0-04f6-4b7e-866d-bdc8a836fa78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1101 time: 0.1769948 Dec 16 15:12:16.669868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Pushing event updated for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:16.711140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-222885619', 'description': 'tempest-description-434766641'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:16.714240 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-3f87aede-64a9-4e64-90a4-f9f96820f296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314898 Dec 16 15:12:16.735043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.803197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Attempting to bind port 11da7e2e-733b-4986-aa48-65a05b7d6729 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:16.803654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Attempting to bind port 11da7e2e-733b-4986-aa48-65a05b7d6729 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:16.803970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Attempting to bind port 11da7e2e-733b-4986-aa48-65a05b7d6729 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:16.812530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Port 11da7e2e-733b-4986-aa48-65a05b7d6729 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:16.812964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Attempting to bind port 11da7e2e-733b-4986-aa48-65a05b7d6729 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:16.821627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:16.822048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Checking segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:16.825188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Bound using segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:16.825188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Bound port: 11da7e2e-733b-4986-aa48-65a05b7d6729, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:16.825188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.846972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.850636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:16.850636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] 10.222.0.30 "PUT /v2.0/ports/f6b95c9f-eb5f-4764-97e7-c05b3ff4493e HTTP/1.1" status: 200 len: 1091 time: 2.0524983 Dec 16 15:12:16.858084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:16.861595 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea" -d '{"events": [{"name": "network-changed", "server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:16.866822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db18d991-218d-4400-aa5d-65663e5180a0 req-0f7f9314-a2fd-4b4c-b7fb-a3f3d09cd0ab service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207289 Dec 16 15:12:16.885892 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-24761ec8-c44b-4410-8d25-c45def6fd4cc service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589415 Dec 16 15:12:16.894163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ded8e-a198-478f-8684-a390639ca449 req-c75e1bd3-8f82-477a-93f0-1b351271630e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:16.895746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec7ded8e-a198-478f-8684-a390639ca449 req-c75e1bd3-8f82-477a-93f0-1b351271630e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.2319360 Dec 16 15:12:16.905531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc81e1-97f3-4c0a-9b04-4631958396cf service neutron] Pushing event updated for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:16.961948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec7ded8e-a198-478f-8684-a390639ca449 req-8e4b34c2-e484-441c-896b-1411ab0e1599 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582323 Dec 16 15:12:16.990981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:17.004703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=11da7e2e-733b-4986-aa48-65a05b7d6729,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:17.019307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.047163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:17.053529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-48773393-96b1-413a-8b80-efee2326207e req-01089506-7bb6-4881-82ff-49bc2e9831e3 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585586 Dec 16 15:12:17.070952 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.118722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.119745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.121672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] 10.222.0.74 "PUT /v2.0/ports/11da7e2e-733b-4986-aa48-65a05b7d6729 HTTP/1.1" status: 200 len: 1091 time: 1.9864259 Dec 16 15:12:17.141959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20992-f7e4-4cd2-bbc9-a4166bcbbda0 service neutron] Pushing event updated for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:17.187857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:17.195687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893d75-dcfb-4d25-9118-50618c661c4e req-8a65633c-058e-4148-a820-aad349078e66 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.197422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50893d75-dcfb-4d25-9118-50618c661c4e req-8a65633c-058e-4148-a820-aad349078e66 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1564074 Dec 16 15:12:17.220603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 has no active binding in host n-h2-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:12:17.248093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-3493af79-ea91-4464-b32a-b5c5f2b12a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.253458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-3493af79-ea91-4464-b32a-b5c5f2b12a76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=31513165-c6e2-4af3-a916-de75cd621879 HTTP/1.1" status: 200 len: 1094 time: 0.2069094 Dec 16 15:12:17.334381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50893d75-dcfb-4d25-9118-50618c661c4e req-cec4ec72-a404-4a29-b991-204fed5b6b49 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237178 Dec 16 15:12:17.339173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.339988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-0af77efe-ea69-41e1-bf18-b8fbe8c559e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e HTTP/1.1" status: 200 len: 217 time: 0.0555007 Dec 16 15:12:17.417947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-86b4ce4b-1752-4a85-bafc-ed11a8b45852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.419393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-86b4ce4b-1752-4a85-bafc-ed11a8b45852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.0704899 Dec 16 15:12:17.453468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-3ad6484e-34b9-4b10-8c24-7fc9a483821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.453468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-3ad6484e-34b9-4b10-8c24-7fc9a483821f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 1094 time: 0.0441000 Dec 16 15:12:17.461887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-35614dd2-57a4-41ac-adc8-8c73845ec626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279498 Dec 16 15:12:17.463006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.523184 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-7f11ffdc-f7e4-4072-9ab6-c225fcce9b64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11da7e2e-733b-4986-aa48-65a05b7d6729 HTTP/1.1" status: 200 len: 217 time: 0.0428753 Dec 16 15:12:17.578130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b6daa6a9-4474-4d19-a77a-a1ff5d0dfe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.579694 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-b6daa6a9-4474-4d19-a77a-a1ff5d0dfe71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.0471027 Dec 16 15:12:17.590319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d449db-64a4-4495-9d85-d53e12550940 req-4f2e66af-0a62-411e-ada0-7b7def274113 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:17.591868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25d449db-64a4-4495-9d85-d53e12550940 req-4f2e66af-0a62-411e-ada0-7b7def274113 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 943 time: 0.1936815 Dec 16 15:12:17.598449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa68697-54bd-4c10-8509-34b249aa6d53,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:17.623476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-390cffac-8afd-4c60-b08c-05f14ec7ae9c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324135 Dec 16 15:12:17.633855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.641706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:17.646532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cbc30fc-bf13-488f-88dd-7fee45a3a6d7 req-36cc6f7d-0a17-44ec-be01-bdd8a83c4e5a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.9455574 Dec 16 15:12:17.698142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-ec0b656e-6963-4776-be17-eeb8e21c7bc4 service neutron] 10.222.0.74 "GET /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.2037542 Dec 16 15:12:17.699966 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c10e8-8ece-49ca-bf51-043b2437a4ca x-openstack-request-id: req-076c10e8-8ece-49ca-bf51-043b2437a4ca {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:17.699966 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:17.700365 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-076c10e8-8ece-49ca-bf51-043b2437a4ca {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:17.700833 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e', 'status': 'completed', 'code': 200} Dec 16 15:12:17.724858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-cd0460e0-faeb-45dc-a2c6-b2f695d263d0 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511306 Dec 16 15:12:17.756338 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-024ab43b-6c28-437d-a4ec-14a2b033aa57 service neutron] 10.222.0.74 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225729 Dec 16 15:12:17.762985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25d449db-64a4-4495-9d85-d53e12550940 req-766c7747-6d84-45e3-86a7-4aaef440ae87 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620371 Dec 16 15:12:17.889699 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-6e005001-3097-4abe-add7-ce030cba3481 service neutron] 10.222.0.74 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232092 Dec 16 15:12:17.972314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-bccf58f4-ae57-4b64-8002-371fa32e3793 service neutron] 10.222.0.30 "GET /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979/bindings/n-h2-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.0730050 Dec 16 15:12:18.039337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:18.041779 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:18.193917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da8f84-7dbc-4165-ab32-90091ab64a5d req-97a07cd5-25ad-4087-b3a9-69671e8fa8f0 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.195448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16da8f84-7dbc-4165-ab32-90091ab64a5d req-97a07cd5-25ad-4087-b3a9-69671e8fa8f0 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 943 time: 0.4363868 Dec 16 15:12:18.217281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:18.239694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126fd87-2571-499e-b98a-27c73d9602b7 req-a87b1ab5-3238-4595-a77b-9c4760a4c86b service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954386 Dec 16 15:12:18.252082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:18.294003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98babffc-725e-4cd8-a5b7-ba7f6e3df979 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:18.305316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:18.339790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f465d-3ac6-47c5-9a0a-b08b0d7bdf93 req-5f17544f-ed9f-40c7-a45a-dd04375187e6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.341304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a44f465d-3ac6-47c5-9a0a-b08b0d7bdf93 req-5f17544f-ed9f-40c7-a45a-dd04375187e6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1681345 Dec 16 15:12:18.372331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16da8f84-7dbc-4165-ab32-90091ab64a5d req-a5d29789-3020-4195-800c-c469c174120f tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642251 Dec 16 15:12:18.406768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:18.450225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:18.458764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:18.465324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a44f465d-3ac6-47c5-9a0a-b08b0d7bdf93 req-31dcffe7-1571-4e17-b0f4-0f61b28485cf tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157715 Dec 16 15:12:18.546127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-591417843', 'description': 'tempest-description-1768738417'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:18.561215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881f52bb-6d55-4ddd-8a98-c1932847e1d6 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:18.569223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] Transition to ACTIVE for port object 98babffc-725e-4cd8-a5b7-ba7f6e3df979 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:18.584993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:18.608224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b613a-df3e-4057-9c7d-0bf0c9f21657 req-ce250113-6d1e-4896-a17f-1f95d2daef68 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.609824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f43b613a-df3e-4057-9c7d-0bf0c9f21657 req-ce250113-6d1e-4896-a17f-1f95d2daef68 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 944 time: 0.1688895 Dec 16 15:12:18.631244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-1d7e0674-5321-4c62-90a8-5acdb6bab953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.632823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-1d7e0674-5321-4c62-90a8-5acdb6bab953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=31513165-c6e2-4af3-a916-de75cd621879 HTTP/1.1" status: 200 len: 1094 time: 0.1367903 Dec 16 15:12:18.642250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:18.708653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:18.719268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] No DVR routers for this DVR port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:18.731341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] Pushing event updated for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=10']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:18.756807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f43b613a-df3e-4057-9c7d-0bf0c9f21657 req-7a8b1051-6e35-42e7-9ad6-e3afc72669cb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380672 Dec 16 15:12:18.760044 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0e5629a2-71b2-4ad7-a73c-0b9fa2fddca8 service neutron] 10.222.0.30 "PUT /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979/bindings/n-h2-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7805586 Dec 16 15:12:18.793314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:18.828487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-be11c7d0-bca3-44aa-98a7-0f5338182629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.830062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-be11c7d0-bca3-44aa-98a7-0f5338182629 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 913 time: 0.1887093 Dec 16 15:12:18.891066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-a3c34d8d-8979-49f7-8c49-7aa040727945 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e HTTP/1.1" status: 200 len: 217 time: 0.0516536 Dec 16 15:12:18.952230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] Transition to ACTIVE for port object 881f52bb-6d55-4ddd-8a98-c1932847e1d6 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:18.989582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-9f9ff8d1-8335-46c5-ab40-6e5aa049fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:18.989582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-9f9ff8d1-8335-46c5-ab40-6e5aa049fc2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.0894790 Dec 16 15:12:19.007348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.009978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.026712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-7147302a-1654-4e72-b8cb-3504729e7e51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298712 Dec 16 15:12:19.043075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-f207bdca-b1e3-460a-b337-863503fe5aad tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.044847 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-f207bdca-b1e3-460a-b337-863503fe5aad tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.0875192 Dec 16 15:12:19.059265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:19.084983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.114635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:19.120754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-c70ec5c3-a48c-4874-86c2-5b8ad61a660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.122611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-c70ec5c3-a48c-4874-86c2-5b8ad61a660e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49&tenant_id=12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 1095 time: 0.0584204 Dec 16 15:12:19.133494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.208508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] Pushing event updated for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:19.231508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] No DVR routers for this DVR port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:19.232009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-77311642-a387-47bd-b6c3-3b89aec466e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.233691 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-77311642-a387-47bd-b6c3-3b89aec466e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1095 time: 0.0597956 Dec 16 15:12:19.236185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3252cb8f-3915-49e0-9776-c52e600519f4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:19.246346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-75a17d0c-0227-4c05-af09-c16c033fd577 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102609 Dec 16 15:12:19.317195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.318460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e5b13de-821c-4f4b-aa0d-3b43bb690f02 req-2362769d-80a3-4194-8148-c465d032329d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7880385 Dec 16 15:12:19.328140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-1c6dfb41-8daf-4e11-8434-d911ac0af633 service neutron] 10.222.0.74 "PUT /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6157055 Dec 16 15:12:19.376508 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c9aea9-7791-4510-b1ab-747ae91cb19e x-openstack-request-id: req-c3c9aea9-7791-4510-b1ab-747ae91cb19e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:19.379126 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:19.379512 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3c9aea9-7791-4510-b1ab-747ae91cb19e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:19.381526 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729', 'status': 'completed', 'code': 200} Dec 16 15:12:19.422595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af43c7bf-7fda-4488-b1e8-3cfc6d8529ea req-0915972d-eaa5-4fda-84c5-7bc5459992d9 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592140 Dec 16 15:12:19.423314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-e62d20c0-3d49-485a-9876-dd4d12957f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.425543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-e62d20c0-3d49-485a-9876-dd4d12957f42 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1838434 Dec 16 15:12:19.524590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-b88077c8-db64-44d8-9811-673913750b75 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0664797 Dec 16 15:12:19.530333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909e091-be07-4feb-97f6-5908ded54ee3 req-25641e6b-b2a2-457a-b8b0-079dd4cbec05 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.531873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0909e091-be07-4feb-97f6-5908ded54ee3 req-25641e6b-b2a2-457a-b8b0-079dd4cbec05 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.0875435 Dec 16 15:12:19.542946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-cd5f8658-6bff-46b2-a26e-c61cc4f04ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.544539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-cd5f8658-6bff-46b2-a26e-c61cc4f04ee4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 1094 time: 0.0900650 Dec 16 15:12:19.593836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-abdff0a2-7a2a-4214-9e93-d829d0d9957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.597314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-abdff0a2-7a2a-4214-9e93-d829d0d9957d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0639446 Dec 16 15:12:19.647705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-f5f94317-21b3-43b2-81cd-65b82b5d8abd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426013 Dec 16 15:12:19.678928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-9d4500d8-7332-4f69-bb84-0e307aa9d6af tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.680559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-9d4500d8-7332-4f69-bb84-0e307aa9d6af tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1477268 Dec 16 15:12:19.694165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0909e091-be07-4feb-97f6-5908ded54ee3 req-707d5c34-a69f-4790-91c3-61a2e6b6e9d5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486268 Dec 16 15:12:19.736276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-0fbfa715-3721-4380-93e9-c41f4ddfe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.737831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-0fbfa715-3721-4380-93e9-c41f4ddfe8cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 913 time: 0.1698902 Dec 16 15:12:19.761038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-5a290a02-852e-49dd-b304-e1e0fac10d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.762528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-5a290a02-852e-49dd-b304-e1e0fac10d38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 1096 time: 0.0724206 Dec 16 15:12:19.762703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:19.780628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-0588e08a-0387-4ade-9d1b-205d08635cd0 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236050 Dec 16 15:12:19.855607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-880deebe-bb89-4013-80dc-970452f6d8b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11da7e2e-733b-4986-aa48-65a05b7d6729 HTTP/1.1" status: 200 len: 217 time: 0.1054816 Dec 16 15:12:19.946539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-76e04bb2-2d90-4209-8d75-4c457a4566de service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571605 Dec 16 15:12:19.985055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22528ff-3e69-4d14-bcc2-fee4e4234a68 req-0b9b20d7-4e3f-423b-9590-b38c08571cb4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.986641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e22528ff-3e69-4d14-bcc2-fee4e4234a68 req-0b9b20d7-4e3f-423b-9590-b38c08571cb4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.1908393 Dec 16 15:12:19.989899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-d66aa48b-ee1e-4957-ad47-b6d13cae5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.991362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-d66aa48b-ee1e-4957-ad47-b6d13cae5b9c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.1194999 Dec 16 15:12:19.994243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-a7883f0a-8c36-4829-9620-3a6ab54e89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:19.996098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-a7883f0a-8c36-4829-9620-3a6ab54e89c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1096 time: 0.1913257 Dec 16 15:12:20.001597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-485e1ba7-71a0-4e88-b71a-dfa868bb653a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3aa68697-54bd-4c10-8509-34b249aa6d53 HTTP/1.1" status: 200 len: 1820 time: 0.1439376 Dec 16 15:12:20.063424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-1253b018-befd-48ff-84d4-56afb534ebe6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607381 Dec 16 15:12:20.249164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-0859fba7-0d98-4710-9274-67226354ac5c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3252cb8f-3915-49e0-9776-c52e600519f4 HTTP/1.1" status: 200 len: 1821 time: 0.2305994 Dec 16 15:12:20.262134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e22528ff-3e69-4d14-bcc2-fee4e4234a68 req-5a0dbc06-d59b-4e31-86a4-da153ad67d96 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645082 Dec 16 15:12:20.285571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3aa68697-54bd-4c10-8509-34b249aa6d53', 'remote_group_id': '3252cb8f-3915-49e0-9776-c52e600519f4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:20.285571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3aa68697-54bd-4c10-8509-34b249aa6d53', 'remote_group_id': '3252cb8f-3915-49e0-9776-c52e600519f4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:20.348670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-f176d11d-195f-4fa9-a341-2dbe6f3734a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:20.350238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-f176d11d-195f-4fa9-a341-2dbe6f3734a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.3345361 Dec 16 15:12:20.374682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-f1e5245a-cf14-49f6-bce2-98aa053a549c service neutron] 10.222.0.74 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612197 Dec 16 15:12:20.433439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-98e0dc51-b803-4cf6-bea1-e7fbcbe40d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 200 len: 217 time: 0.0623536 Dec 16 15:12:20.532730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcdd6-ce53-4e68-8ef0-a3ac410d02ed req-eb4c2a04-30a3-499f-9c64-f0f0ae68473a tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:20.534832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d17fcdd6-ce53-4e68-8ef0-a3ac410d02ed req-eb4c2a04-30a3-499f-9c64-f0f0ae68473a tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 943 time: 0.2009583 Dec 16 15:12:20.588586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-0417f772-a62f-497d-a8df-2e01fac13979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:20.589963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-0417f772-a62f-497d-a8df-2e01fac13979 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1223569 Dec 16 15:12:20.616661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-e6c1ae5c-fe9b-41c4-bdb9-28d34a02db63 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:20.618492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-e6c1ae5c-fe9b-41c4-bdb9-28d34a02db63 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.0569639 Dec 16 15:12:20.654070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c1d81f-350c-4ed3-b843-bb8d29f24e8a req-6bc1e6a3-c09a-4859-9399-5ec34ec4c716 service neutron] 10.222.0.74 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715452 Dec 16 15:12:20.656345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-363718e3-a2b4-443d-9e2e-67664084fdcf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459681 Dec 16 15:12:20.665063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:20.742392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d17fcdd6-ce53-4e68-8ef0-a3ac410d02ed req-e53f7d65-dfec-49e1-9af9-008db2991fd5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921413 Dec 16 15:12:20.769190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:20.851950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:20.901008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-fa048e42-788b-41c9-9f37-595574e35967 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299731 Dec 16 15:12:20.907618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942d03a2-765c-4d2e-bf62-52fe892d3ddb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:21.022633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71159340-5520-4301-b005-82d0f4d5ce47 req-2e6ef99b-4694-4f0f-a17b-10f58c020e53 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:21.025001 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-71159340-5520-4301-b005-82d0f4d5ce47 req-2e6ef99b-4694-4f0f-a17b-10f58c020e53 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b3e271e-86bb-455d-b462-b925c0d74581 HTTP/1.1" status: 200 len: 945 time: 0.1424968 Dec 16 15:12:21.062694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 11da7e2e-733b-4986-aa48-65a05b7d6729 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:21.067777 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:12:21.082773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.087405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6c143d4-9801-43e7-8bbe-6c2730ae8516 req-905d4ff5-1bab-4ae7-ab34-9e59af17796b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8236887 Dec 16 15:12:21.138228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-2d106c16-6b87-49f7-be87-5238071e033b service neutron] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:21.165855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-3980e48b-1e35-4c88-9381-a00c0d2b19f3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--529856066&fields=id&tenant_id=08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 267 time: 0.0954845 Dec 16 15:12:21.171278 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-2d106c16-6b87-49f7-be87-5238071e033b service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.173242 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67a44d3-a702-478c-be28-7b81db7a9a13 req-2d106c16-6b87-49f7-be87-5238071e033b service neutron] 10.222.0.74 "DELETE /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979/bindings/n-h1-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.5450134 Dec 16 15:12:21.241654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-001f9210-27fc-4f6e-ac10-e416f03649bf service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213573 Dec 16 15:12:21.332122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=11da7e2e-733b-4986-aa48-65a05b7d6729,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:21.364310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Deleting port ddb68290-035f-4c30-9db3-4a9d3c456281 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:21.364310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.366626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '11da7e2e-733b-4986-aa48-65a05b7d6729', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'port_id': '11da7e2e-733b-4986-aa48-65a05b7d6729', 'mac_address': 'fa:16:3e:9a:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d28145e-3248-4358-9507-ec02be6f1bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:21.372929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e50ed-a4ff-4586-88bc-5319485cd72a req-a2cdabf6-4dc2-4c04-adf1-48eab37b2bf5 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:21.375545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd5e50ed-a4ff-4586-88bc-5319485cd72a req-a2cdabf6-4dc2-4c04-adf1-48eab37b2bf5 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1204817 Dec 16 15:12:21.427257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.448348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11da7e2e-733b-4986-aa48-65a05b7d6729 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:21.479143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-d1d62bbe-36de-4eac-9c93-260e9b79fc92 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:21.482173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-d1d62bbe-36de-4eac-9c93-260e9b79fc92 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 824 time: 0.3149250 Dec 16 15:12:21.483412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=11da7e2e-733b-4986-aa48-65a05b7d6729,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:21.528450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-45090b06-0e4a-48c8-bb86-40604fe9159e tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/quotas/08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 375 time: 0.0338075 Dec 16 15:12:21.559210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] For port ddb68290-035f-4c30-9db3-4a9d3c456281, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ddb68290-035f-4c30-9db3-4a9d3c456281,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:21.559843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.591851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd5e50ed-a4ff-4586-88bc-5319485cd72a req-c1d36a65-b662-4397-997d-5f0acca43dd2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283958 Dec 16 15:12:21.613811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:21.667502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-d541b7d6-55ec-43c0-b240-adf30e6d147b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150537 Dec 16 15:12:21.739870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:21.867666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-71045826-0f6a-4b41-93b1-a7e07fb8a821 service neutron] 10.222.0.71 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764693 Dec 16 15:12:21.885342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b135e9-4482-4987-9b89-6920d4162f29 req-d9cd890c-2aeb-4fb9-b265-c4cdcdb03134 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:21.886886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03b135e9-4482-4987-9b89-6920d4162f29 req-d9cd890c-2aeb-4fb9-b265-c4cdcdb03134 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.0777342 Dec 16 15:12:22.023591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['11da7e2e-733b-4986-aa48-65a05b7d6729'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:22.029182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f6b95c9f-eb5f-4764-97e7-c05b3ff4493e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:22.057026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:22.273559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:22.274165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:22.274553 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27 disassociated. External IP: 172.25.7.10, port: ddb68290-035f-4c30-9db3-4a9d3c456281. Dec 16 15:12:22.275036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Calling delete_port for ddb68290-035f-4c30-9db3-4a9d3c456281 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:22.364929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:22.430966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:22.465372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'port_id': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e', 'mac_address': 'fa:16:3e:f1:5d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d28145e-3248-4358-9507-ec02be6f1bae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:22.522325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:22.545970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:22.582646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event deleted for resources: {'Port': ['ID=ddb68290-035f-4c30-9db3-4a9d3c456281,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:22.588542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b95c9f-eb5f-4764-97e7-c05b3ff4493e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:22.596218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03b135e9-4482-4987-9b89-6920d4162f29 req-b2f09edb-5a3f-43ef-ac14-6f3b8df1f0b4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899469 Dec 16 15:12:22.623092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:22.641854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-522cedac-03da-429b-8293-4f177dc1baed tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:22.643635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-522cedac-03da-429b-8293-4f177dc1baed tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1295159 Dec 16 15:12:22.713114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:22.747268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7eefb5d1-904a-4488-8ba3-3cf6a0d8aa99 service neutron] 10.222.0.71 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590896 Dec 16 15:12:22.903378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:23.019716 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-acccffbc-1f2b-4f4c-a69c-68b5efdf9aa8 service neutron] 10.222.0.30 "GET /v2.0/ports/d7a79e6b-7094-4cfb-9d60-e43331883631/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.3264711 Dec 16 15:12:23.060280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:12:23.104369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404e249-b741-4883-9150-491395bd88f2 req-15fefc3d-8315-453b-8bb8-fec557477464 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:23.106234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7404e249-b741-4883-9150-491395bd88f2 req-15fefc3d-8315-453b-8bb8-fec557477464 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.3173614 Dec 16 15:12:23.112616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f6b95c9f-eb5f-4764-97e7-c05b3ff4493e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:23.221466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7404e249-b741-4883-9150-491395bd88f2 req-0e9d6758-86e8-42c7-aa17-7e0421206c9a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029444 Dec 16 15:12:23.324137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:12:23.333892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-85e44298-c0d8-41fb-a954-1256420789c2 service neutron] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:23.350606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:12:23.363696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-0a9899a0-f294-4608-a681-82fe09dfd1d7 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3252cb8f-3915-49e0-9776-c52e600519f4 HTTP/1.1" status: 200 len: 1821 time: 0.1404781 Dec 16 15:12:23.399755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-85e44298-c0d8-41fb-a954-1256420789c2 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.400941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c2d85b6-c350-49d2-a79c-c837540558ee req-85e44298-c0d8-41fb-a954-1256420789c2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.7468531 Dec 16 15:12:23.448083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:23.449258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:23.460657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] No DVR routers for this DVR port ddb68290-035f-4c30-9db3-4a9d3c456281 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:23.465101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.467551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.468529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-71159340-5520-4301-b005-82d0f4d5ce47 req-827333ed-a53f-4ace-bf8d-be55f12823f4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "DELETE /v2.0/ports/ddb68290-035f-4c30-9db3-4a9d3c456281 HTTP/1.1" status: 204 len: 173 time: 2.4352615 Dec 16 15:12:23.472536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'name': 'network-vif-deleted', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:23.486103 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2545b4-87ee-4aaa-aab5-b9f3de70908d" -d '{"events": [{"server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "name": "network-vif-deleted", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:23.488230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee19d1-bad5-46d5-97af-b3524d4289dd req-c045e4cd-def3-4267-bbf5-6dbbd6f345a1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:23.501046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58ee19d1-bad5-46d5-97af-b3524d4289dd req-c045e4cd-def3-4267-bbf5-6dbbd6f345a1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.1529436 Dec 16 15:12:23.621105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.676234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:23.692131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58ee19d1-bad5-46d5-97af-b3524d4289dd req-bd2853a4-c650-4025-9794-bfba546f903b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930180 Dec 16 15:12:23.866059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-7e545fe4-e49b-4dcb-847d-867d22e9a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:23.869337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-7e545fe4-e49b-4dcb-847d-867d22e9a68a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1100 time: 0.1312842 Dec 16 15:12:23.980186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.989900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:23.993611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-302e4798-d5f4-471b-9f33-4a3c94f0e6d8 req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/3252cb8f-3915-49e0-9776-c52e600519f4 HTTP/1.1" status: 204 len: 173 time: 0.6289926 Dec 16 15:12:24.018544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688288-4a30-4051-b918-8eb98a223000 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252cb8f-3915-49e0-9776-c52e600519f4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:24.052291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-98fd9637-4bec-4942-bf86-e127deb9960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.053854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-98fd9637-4bec-4942-bf86-e127deb9960f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1100 time: 0.1107931 Dec 16 15:12:24.069803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddb68290-035f-4c30-9db3-4a9d3c456281 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:24.095495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ddb68290-035f-4c30-9db3-4a9d3c456281 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:24.097398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ddb68290-035f-4c30-9db3-4a9d3c456281 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:24.097548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b4706-4252-4971-9bc5-8b36e3b15a2d req-01aca551-fa2f-4c50-ad6a-45efc19868a3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.098248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:24.099169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29b4706-4252-4971-9bc5-8b36e3b15a2d req-01aca551-fa2f-4c50-ad6a-45efc19868a3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.2261751 Dec 16 15:12:24.256147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:24.293710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ad19-322b-426e-9903-ebd067ec75b5 req-1d44b604-a25a-4ba8-b8ef-c7e52bf80b0b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.314066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce53ad19-322b-426e-9903-ebd067ec75b5 req-1d44b604-a25a-4ba8-b8ef-c7e52bf80b0b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 944 time: 0.2137778 Dec 16 15:12:24.350145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29b4706-4252-4971-9bc5-8b36e3b15a2d req-a15f967e-a097-4b2d-b31b-20662ed08fe4 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847394 Dec 16 15:12:24.416049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce53ad19-322b-426e-9903-ebd067ec75b5 req-20f8801d-69df-42ba-a318-0b71a9e854cd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009510 Dec 16 15:12:24.461632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-67b02242-6776-4e8c-ad6c-7c5e0d54289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.469413 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-67b02242-6776-4e8c-ad6c-7c5e0d54289d service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.4038417 Dec 16 15:12:24.481648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:12:24.542221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:24.548345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80d856ad-ed8b-43e9-a6a1-78fb3cbec652 req-f12b914a-e9ca-4541-b530-3228bb45d8c9 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 210 time: 0.0594604 Dec 16 15:12:24.572584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:24.573351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:24.618608 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d48d26-8d9b-431e-a3ab-e3a6c4adbba4 x-openstack-request-id: req-38d48d26-8d9b-431e-a3ab-e3a6c4adbba4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:24.618920 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e271e-86bb-455d-b462-b925c0d74581", "name": "network-vif-deleted", "tag": "ddb68290-035f-4c30-9db3-4a9d3c456281", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:24.619192 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38d48d26-8d9b-431e-a3ab-e3a6c4adbba4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:24.619937 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e271e-86bb-455d-b462-b925c0d74581', 'name': 'network-vif-deleted', 'tag': 'ddb68290-035f-4c30-9db3-4a9d3c456281', 'status': 'completed', 'code': 200} Dec 16 15:12:24.621473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-c4442cac-bc64-44e3-9e1c-e6ee0e804911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.1458085 Dec 16 15:12:24.746747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-bbf1c8cd-5cc8-4c98-b158-8ff1bbecf2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.750421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-bbf1c8cd-5cc8-4c98-b158-8ff1bbecf2bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0958154 Dec 16 15:12:24.753137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:24.756277 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c5530-6f2d-42f1-8300-e8ea28ded25a" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:24.775855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:24.834212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-08a6a86a-7db6-4cb1-a0d6-0ac3becd84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.835735 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-08a6a86a-7db6-4cb1-a0d6-0ac3becd84db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779846 Dec 16 15:12:24.843359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-355a07a0-0757-48c7-9c99-7cb7d431723d req-f0dc7ede-d86d-4493-9c88-1ce4152ea30e tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3aa68697-54bd-4c10-8509-34b249aa6d53 HTTP/1.1" status: 200 len: 1820 time: 0.2152863 Dec 16 15:12:24.886794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dee99-74af-46a5-9596-7676e771f710 req-55172d60-e791-4c8f-aeee-96c9525e817a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:24.898363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-559dee99-74af-46a5-9596-7676e771f710 req-55172d60-e791-4c8f-aeee-96c9525e817a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.2346997 Dec 16 15:12:24.934787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:24.998036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:25.070589 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-5b4999ca-8824-44f4-a2d9-31ade8afdf9c service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240620 Dec 16 15:12:25.107200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-559dee99-74af-46a5-9596-7676e771f710 req-58823af3-cd8b-453f-8222-57f2039de83b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845891 Dec 16 15:12:25.171243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 11da7e2e-733b-4986-aa48-65a05b7d6729 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:25.200097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66f2c-136f-4a98-966d-a644f71e8b35 req-a99daf3b-d896-4ddf-879e-b0f696604fe5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:25.210480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9d66f2c-136f-4a98-966d-a644f71e8b35 req-a99daf3b-d896-4ddf-879e-b0f696604fe5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.1377280 Dec 16 15:12:25.287731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5c0fb721-86fb-411b-8e68-78d6d6db964b req-21bf5e1e-5e61-42b2-8944-1b1cacbb3a4a service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075210 Dec 16 15:12:25.307705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9d66f2c-136f-4a98-966d-a644f71e8b35 req-16b77e73-d2c7-4977-a5ef-7fa2f7162af1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962174 Dec 16 15:12:25.384849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:25.504611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447f32c-f970-4cc8-aa92-b0871b2c5d2f req-e75bc7d0-6965-4f8d-b13d-f5ce7a7f7634 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:25.506572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3447f32c-f970-4cc8-aa92-b0871b2c5d2f req-e75bc7d0-6965-4f8d-b13d-f5ce7a7f7634 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1095 time: 0.0704939 Dec 16 15:12:25.574976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:25.609991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3447f32c-f970-4cc8-aa92-b0871b2c5d2f req-ca621c30-166a-46ea-8207-40707d91cb49 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Dec 16 15:12:25.680608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e527e8f-ed5f-4755-bd8a-e3ed6fb84712 x-openstack-request-id: req-2e527e8f-ed5f-4755-bd8a-e3ed6fb84712 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:25.680608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:25.680608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e527e8f-ed5f-4755-bd8a-e3ed6fb84712 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:25.680608 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'code': 200} Dec 16 15:12:25.680608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 11da7e2e-733b-4986-aa48-65a05b7d6729 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:12:25.686335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1cc0f-2d84-4ac8-9ee9-54094058943a None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:12:25.688251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 11da7e2e-733b-4986-aa48-65a05b7d6729 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:25.688702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:25.697887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1974314115', 'description': 'tempest-description-1101401502'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:25.851077 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:25.864588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:25.954768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=11da7e2e-733b-4986-aa48-65a05b7d6729,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:26.034838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.042371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f6b95c9f-eb5f-4764-97e7-c05b3ff4493e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:26.097844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.151475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.203264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:26.218054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d75e35-1e2b-4aef-a552-af51a349e268 req-e18a3cef-c255-43eb-8f94-19d781a3f833 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:26.229359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14d75e35-1e2b-4aef-a552-af51a349e268 req-e18a3cef-c255-43eb-8f94-19d781a3f833 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 945 time: 0.1099603 Dec 16 15:12:26.232126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e302d-c3e2-4711-8c8b-beaea36eac9c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:26.273508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:12:26.279331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:26.279949 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.291448 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3735bd-b12b-4f8d-add3-0227c7fbf243 None None] New status for floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:12:26.327183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14d75e35-1e2b-4aef-a552-af51a349e268 req-6dbaf2fd-9618-4526-9451-a97305d3cf1f tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Dec 16 15:12:26.351079 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.380809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-463d833e-22f6-4bf0-a0cf-35d8b5b6463b req-b004d600-bb1b-44a8-a9e5-fb8c4965978d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6871674 Dec 16 15:12:26.498768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.536812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae55b637-622c-4408-bf25-231d420979cb req-4d207f02-1817-43fc-ba3f-9e37817cf0e0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 210 time: 0.0591373 Dec 16 15:12:26.578985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:26.733828 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:26.793685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:26.800547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7708e-69cd-4d63-94be-28d0ffed8ee7 req-9492350e-abcf-4d48-8bb9-bb5496155427 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:26.803500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fe7708e-69cd-4d63-94be-28d0ffed8ee7 req-9492350e-abcf-4d48-8bb9-bb5496155427 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1177561 Dec 16 15:12:26.868761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-31e946ee-70ef-48d7-b1c1-62ae6ccb9f0d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:26.875906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-31e946ee-70ef-48d7-b1c1-62ae6ccb9f0d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.2963402 Dec 16 15:12:26.941984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-b03b7fa8-5893-4de6-be11-7513609c7ee2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/quotas/12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 375 time: 0.0460908 Dec 16 15:12:27.005126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fe7708e-69cd-4d63-94be-28d0ffed8ee7 req-07280180-97c6-48a4-8535-c75531240a81 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945641 Dec 16 15:12:27.037593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-89a06f6a-7da8-4a18-b5b7-4c3afcdf81be tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849857 Dec 16 15:12:27.133284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-944a358c-eeac-404d-b003-eea8bcafac55 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:27.134748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-944a358c-eeac-404d-b003-eea8bcafac55 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 824 time: 0.2072682 Dec 16 15:12:27.193261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05346b56-7c59-4020-ab0f-ccc858b0c641 req-fc6db467-2f23-4959-a9bf-b6f4bd69775c tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:27.194994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05346b56-7c59-4020-ab0f-ccc858b0c641 req-fc6db467-2f23-4959-a9bf-b6f4bd69775c tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1096 time: 0.0883296 Dec 16 15:12:27.203595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-bec397de-bc76-4c0f-b9f3-07b3f17e29cc service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624763 Dec 16 15:12:27.264542 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-fc1d3048-9575-4bb8-a366-9219bed1b217 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08bf3135fbc045499c0ff121b739e387 HTTP/1.1" status: 200 len: 379 time: 0.1134379 Dec 16 15:12:27.278434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'port': {'device_id': '8289116e-1440-4b40-b637-df221b79d4e3', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'admin_state_up': True, 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'security_groups': ['4b7653dc-ab10-4e83-b212-35eff89904bf']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:27.312851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05346b56-7c59-4020-ab0f-ccc858b0c641 req-ca2c9e53-940f-421d-9989-826b994528e9 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999677 Dec 16 15:12:27.379120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-5e2beb36-c78a-4ed7-85da-e4ae1115a797 service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744893 Dec 16 15:12:27.502282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b77b87-aa4b-4589-9793-32d40bd8a863 req-fe97e00d-fe5e-4f70-9479-10dc1fc438e9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:27.504440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90b77b87-aa4b-4589-9793-32d40bd8a863 req-fe97e00d-fe5e-4f70-9479-10dc1fc438e9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.0614195 Dec 16 15:12:27.563418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90b77b87-aa4b-4589-9793-32d40bd8a863 req-78161fb6-942d-43f9-9e8f-be05bda962bd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519326 Dec 16 15:12:27.624722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Made reservation on behalf of 08bf3135fbc045499c0ff121b739e387 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:27.630644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:27.632462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35b40612-16bc-49b0-89bd-7effb43032cc req-3c9082a4-bc40-4688-bd98-d3be58d8d226 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 200 len: 1822 time: 0.0456152 Dec 16 15:12:27.644866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf0e302d-c3e2-4711-8c8b-beaea36eac9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:27.645183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf0e302d-c3e2-4711-8c8b-beaea36eac9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:27.680135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729'}, {'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:27.686111 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350a1bee-f129-477a-81ba-942f3530c9d8" -d '{"events": [{"server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "name": "network-vif-plugged", "status": "completed", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729"}, {"server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "name": "network-vif-plugged", "status": "completed", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:27.843746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Allocated IP 172.20.0.11 (c055742f-1ff7-444e-9d33-20c825d0bf31/ac559c96-e8a2-4a12-8aca-7d5954e0f23d/fd272ea8-2842-43e3-8e45-f1cf3017ed61) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:27.885768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:27.897904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eedc62-4688-4b2b-8c82-610ca74c6b32 req-a3743f1a-aa9c-460f-adbe-8964fe6d5a02 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:27.899456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86eedc62-4688-4b2b-8c82-610ca74c6b32 req-a3743f1a-aa9c-460f-adbe-8964fe6d5a02 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 945 time: 0.1234596 Dec 16 15:12:27.927981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:27.964411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86eedc62-4688-4b2b-8c82-610ca74c6b32 req-b3828bce-cce5-4a05-9069-f6be78323b3f tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584402 Dec 16 15:12:28.044135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:28.061778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.085017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60191d-1a16-4d39-9611-a9bd74db0624 req-62c22481-e160-42e2-a88f-7652854cf13e tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.087495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d60191d-1a16-4d39-9611-a9bd74db0624 req-62c22481-e160-42e2-a88f-7652854cf13e tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 1096 time: 0.0519061 Dec 16 15:12:28.109612 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.141629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2dd983c-2fbe-4c4f-bc94-aad92ce7af03,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:28.169519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:28.171455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d60191d-1a16-4d39-9611-a9bd74db0624 req-da62fc49-b870-4d96-8476-eaeef6977ee7 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Dec 16 15:12:28.197685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'mac_address': 'fa:16:3e:1e:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:28.283338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.296794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.326650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:28.372200 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.386123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:28.387057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35b40612-16bc-49b0-89bd-7effb43032cc req-4e94cf42-cfba-449a-a0e5-47eb5490fad2 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7460778 Dec 16 15:12:28.430575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Network c055742f-1ff7-444e-9d33-20c825d0bf31 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:28.437438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:28.438684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e527ff7-1e01-42d2-9e32-1073b19f78da req-f91d2d33-84db-4742-ad1d-a847b4b1312b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.443651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.444846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:28.448899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event updated for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:28.459443 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13e4f5-7c75-4057-aba9-ae655165c17f x-openstack-request-id: req-7a13e4f5-7c75-4057-aba9-ae655165c17f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:28.459889 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "name": "network-vif-plugged", "status": "completed", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729", "code": 200}, {"server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "name": "network-vif-plugged", "status": "completed", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:28.460404 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a13e4f5-7c75-4057-aba9-ae655165c17f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:28.460959 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729', 'code': 200} Dec 16 15:12:28.461310 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e', 'code': 200} Dec 16 15:12:28.462298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e527ff7-1e01-42d2-9e32-1073b19f78da req-f91d2d33-84db-4742-ad1d-a847b4b1312b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 932 time: 0.1659598 Dec 16 15:12:28.539347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.600370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.601343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.612423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374b5685-b335-4ce7-8548-3d9e2ea8fcb8 req-87ee043b-d9a2-4567-8f21-e7cc6fa8a2ad tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 210 time: 0.0876338 Dec 16 15:12:28.630172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:28.722838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15015f-fd02-42f3-9dca-5fa9f66d7383 req-c59738c8-4d7a-4814-b2be-75588d0bc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.726333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a15015f-fd02-42f3-9dca-5fa9f66d7383 req-c59738c8-4d7a-4814-b2be-75588d0bc73f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 1096 time: 0.0925665 Dec 16 15:12:28.726793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e527ff7-1e01-42d2-9e32-1073b19f78da req-1f585fac-e338-4465-8247-0fc918c97c2f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606423 Dec 16 15:12:28.743528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-7d5c8321-cc98-4f2c-9315-d08fcf70b866 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4687223 Dec 16 15:12:28.783298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263f46c-8bc6-4e2b-a79e-ca53374f7551 req-4e5a241a-3a2f-40c1-ba7d-69ef570320af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.790804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3263f46c-8bc6-4e2b-a79e-ca53374f7551 req-4e5a241a-3a2f-40c1-ba7d-69ef570320af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31513165-c6e2-4af3-a916-de75cd621879 HTTP/1.1" status: 200 len: 1096 time: 0.1861334 Dec 16 15:12:28.791006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Request body: {'port': {'device_id': '8289116e-1440-4b40-b637-df221b79d4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:28.829707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff3eb5-8bec-46bb-a22b-fc34f4be1bdc req-74e5a300-a38c-4df3-b809-9aeda862c8a8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:28.839530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3ff3eb5-8bec-46bb-a22b-fc34f4be1bdc req-74e5a300-a38c-4df3-b809-9aeda862c8a8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1276336 Dec 16 15:12:28.885530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:28.963310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:28.993510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3263f46c-8bc6-4e2b-a79e-ca53374f7551 req-8ee5df0d-48e4-438c-ad5d-446c9239be6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981556 Dec 16 15:12:29.031478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a15015f-fd02-42f3-9dca-5fa9f66d7383 req-88f18eb6-6e56-4d1f-aa1e-e47de6e9c3f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858593 Dec 16 15:12:29.039471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54f6451b-bc91-42a4-8f65-00a2d4af49c4 None None] Provisioning complete for port fd272ea8-2842-43e3-8e45-f1cf3017ed61 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:29.040326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54f6451b-bc91-42a4-8f65-00a2d4af49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.049668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3ff3eb5-8bec-46bb-a22b-fc34f4be1bdc req-76e835b3-ba2b-4c1e-aeb3-2a5a9f18d39b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090058 Dec 16 15:12:29.119032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-54f6451b-bc91-42a4-8f65-00a2d4af49c4 None None] Port fd272ea8-2842-43e3-8e45-f1cf3017ed61 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:12:29.135246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-a0653791-30ef-42ae-926d-7e8025305a4d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 200 len: 2415 time: 0.0481637 Dec 16 15:12:29.148137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf0e302d-c3e2-4711-8c8b-beaea36eac9c', 'remote_group_id': None}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:29.148485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf0e302d-c3e2-4711-8c8b-beaea36eac9c', 'remote_group_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:29.230149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.329182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd272ea8-2842-43e3-8e45-f1cf3017ed61 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:29.339745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.347171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.352633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Transition to ACTIVE for port object fd272ea8-2842-43e3-8e45-f1cf3017ed61 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:29.380695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.465223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.557701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02feb3-3dcf-4ea9-bb1c-9bb83a27dbae req-3276ac23-b51f-4520-a89e-8d69a9189054 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:29.560325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf02feb3-3dcf-4ea9-bb1c-9bb83a27dbae req-3276ac23-b51f-4520-a89e-8d69a9189054 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 948 time: 0.0846329 Dec 16 15:12:29.562044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.581711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:29.626833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8019e910-2dea-4dc1-86a9-9c0f71a10a87,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:29.669418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Attempting to bind port fd272ea8-2842-43e3-8e45-f1cf3017ed61 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:29.670406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Attempting to bind port fd272ea8-2842-43e3-8e45-f1cf3017ed61 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:29.674339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Attempting to bind port fd272ea8-2842-43e3-8e45-f1cf3017ed61 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:29.684135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Port fd272ea8-2842-43e3-8e45-f1cf3017ed61 on network c055742f-1ff7-444e-9d33-20c825d0bf31 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:29.685303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Attempting to bind port fd272ea8-2842-43e3-8e45-f1cf3017ed61 on network c055742f-1ff7-444e-9d33-20c825d0bf31 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:29.685663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf02feb3-3dcf-4ea9-bb1c-9bb83a27dbae req-8b08e82b-6e2d-413a-96fa-f1d94b9b7f1e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155412 Dec 16 15:12:29.694594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:29.694946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Checking segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:29.695575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Bound using segment: {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:29.696117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Bound port: fd272ea8-2842-43e3-8e45-f1cf3017ed61, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:29.702049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.738541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.752261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-632ce6e0-7266-4dac-b128-1aac0c9f3108 req-ba09711d-79c3-4030-8b1c-a26beac8698a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6101389 Dec 16 15:12:29.840327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:29.846431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:29.946484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168b18f-1cb4-4ed7-90ea-538155633b98 req-8b8b123b-57d1-4c4a-8e05-d8df415926f5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:29.955802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5168b18f-1cb4-4ed7-90ea-538155633b98 req-8b8b123b-57d1-4c4a-8e05-d8df415926f5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 945 time: 0.0958164 Dec 16 15:12:29.957235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:29.999704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.000496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:30.002354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] 10.222.0.30 "PUT /v2.0/ports/fd272ea8-2842-43e3-8e45-f1cf3017ed61 HTTP/1.1" status: 200 len: 1092 time: 1.2246947 Dec 16 15:12:30.002975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:30.005898 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:30.037434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea12e-07d5-4dbd-9f07-c8975b6939d4 service neutron] Pushing event updated for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:30.043524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:30.048256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1c0131c-0e85-401f-b31b-7a13ecc1fc82 req-4478c7f1-27d8-4e15-8210-d6ad8c146fb1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 210 time: 0.0906541 Dec 16 15:12:30.108384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5168b18f-1cb4-4ed7-90ea-538155633b98 req-56356331-da7a-4fa1-a4fa-569e387ab54d tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481564 Dec 16 15:12:30.170849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d7a79e6b-7094-4cfb-9d60-e43331883631 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:30.171673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:30.212496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03b63d45-5223-4eb5-a450-bc74a15b1c2f req-8d4741ca-fafd-40b4-ad41-571a36ec93e4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 200 len: 3013 time: 0.0767643 Dec 16 15:12:30.359852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8baf94-963c-49c7-b60b-5c691f8dbcd9 req-d2da0da4-3e35-4583-9e4d-8d747ef7fae5 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.361803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad8baf94-963c-49c7-b60b-5c691f8dbcd9 req-d2da0da4-3e35-4583-9e4d-8d747ef7fae5 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 944 time: 0.0728471 Dec 16 15:12:30.369922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-c3f2452d-d02e-4267-b758-4281da901401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.373425 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-c3f2452d-d02e-4267-b758-4281da901401 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0993290 Dec 16 15:12:30.445695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:30.461124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-97b6aaee-5cf9-435a-8274-d3ec9c4a9fd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61 HTTP/1.1" status: 200 len: 217 time: 0.0722504 Dec 16 15:12:30.465307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad8baf94-963c-49c7-b60b-5c691f8dbcd9 req-e768332e-6c5a-4561-90a4-8ffe4efb447a tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844181 Dec 16 15:12:30.496964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:30.501869 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72553b6d-5dc7-4fd0-a5b9-b1da2e87b855" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:30.523405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-eca5f781-e81c-41d6-89db-bd049aae5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.525407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-eca5f781-e81c-41d6-89db-bd049aae5e20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.0551341 Dec 16 15:12:30.533059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:30.586263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-fe8ee8aa-0224-4421-a028-eb32ca86d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.588044 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-fe8ee8aa-0224-4421-a028-eb32ca86d0cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541341 Dec 16 15:12:30.673680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:30.754874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-9f6432e5-d56c-483b-825c-ab39a53e35b2 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564829 Dec 16 15:12:30.757460 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb71958-d0c8-496e-98d6-8af0fc4b9e2c x-openstack-request-id: req-5fb71958-d0c8-496e-98d6-8af0fc4b9e2c {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:30.758106 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:30.758371 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fb71958-d0c8-496e-98d6-8af0fc4b9e2c {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:30.758900 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'status': 'completed', 'code': 200} Dec 16 15:12:30.888617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ddf46-201d-4ce3-91f8-5fe9a8a28489 req-53193c63-6a3e-49fb-93ba-54cff7e1a2a6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:30.897079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a4ddf46-201d-4ce3-91f8-5fe9a8a28489 req-53193c63-6a3e-49fb-93ba-54cff7e1a2a6 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1061053 Dec 16 15:12:30.903440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38775b5c-71dc-4af4-ad2f-b76e1fee84c4 req-c051bb06-4d9d-4c7a-b969-8d658484b59f service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364961 Dec 16 15:12:30.978384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a4ddf46-201d-4ce3-91f8-5fe9a8a28489 req-f4232af9-78bc-45aa-9605-7b8f039f0049 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Dec 16 15:12:31.047415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:31.073662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-d909b717-8387-4aed-816e-cfabce3a0ca4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-group-rules/8019e910-2dea-4dc1-86a9-9c0f71a10a87 HTTP/1.1" status: 200 len: 783 time: 0.0411620 Dec 16 15:12:31.167603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-d01c9e31-05d1-4747-8dd4-8e4c8a1cd095 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 200 len: 3013 time: 0.0799696 Dec 16 15:12:31.215901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:31.222583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-ee9f6734-43db-4558-b7f9-17db094c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.224438 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-ee9f6734-43db-4558-b7f9-17db094c4afc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0702903 Dec 16 15:12:31.234653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:31.315234 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd5841-39ff-4746-a711-9a38643387f1 x-openstack-request-id: req-3fdd5841-39ff-4746-a711-9a38643387f1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:31.315559 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:31.316084 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fdd5841-39ff-4746-a711-9a38643387f1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:31.316497 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'code': 200} Dec 16 15:12:31.403364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-b9c1bde0-4c7a-4bbe-a24b-604f63e3bcec tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.406052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-b9c1bde0-4c7a-4bbe-a24b-604f63e3bcec tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782&tenant_id=f258d0d0febf486181cb1b4733ef842a&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 949 time: 0.1183159 Dec 16 15:12:31.407562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:31.421834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:31.441985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6906c199-205a-40fb-b462-d98a9a77d3cf req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8019e910-2dea-4dc1-86a9-9c0f71a10a87 HTTP/1.1" status: 204 len: 173 time: 0.2675991 Dec 16 15:12:31.460165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-ab89a5b4-abd9-406c-b04e-83a892073480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.469008 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-ab89a5b4-abd9-406c-b04e-83a892073480 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 925 time: 0.2313225 Dec 16 15:12:31.490556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986cd1-4aad-4d95-a945-2e5c6493e85d tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8019e910-2dea-4dc1-86a9-9c0f71a10a87,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:31.537034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-3331f657-392d-4176-98d2-1ea090328e4f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.538589 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-3331f657-392d-4176-98d2-1ea090328e4f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.2336874 Dec 16 15:12:31.540119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-b41e03ff-ea9a-442e-8800-00e51e4541d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61 HTTP/1.1" status: 200 len: 217 time: 0.0648441 Dec 16 15:12:31.582016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Request body: {'port': {'device_id': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'admin_state_up': True, 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:31.619504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-319f685c-cbc7-4aac-ac1e-678baad01791 service neutron] 10.222.0.30 "GET /v2.0/ports/d7a79e6b-7094-4cfb-9d60-e43331883631/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.1533344 Dec 16 15:12:31.756356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-fdf348d1-d7a1-4e7f-8b7c-2a9a9d066db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.757667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0937f2ca-343b-4b74-810d-2d6f3545a092 req-ae4bbe85-68cf-4434-a7b4-6a7a89d7234c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 210 time: 0.0782647 Dec 16 15:12:31.757881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-fdf348d1-d7a1-4e7f-8b7c-2a9a9d066db7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.1997650 Dec 16 15:12:31.766506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-98c6de3a-482e-43c2-af18-d34fcb2ab04a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2469916 Dec 16 15:12:31.783140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-a4fc6535-3c25-4aae-8d72-3a62b7b74775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.785651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-a4fc6535-3c25-4aae-8d72-3a62b7b74775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1100 time: 0.0958154 Dec 16 15:12:31.888616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-92c95766-db44-4a45-93bd-388d61cd6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:31.891125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-92c95766-db44-4a45-93bd-388d61cd6dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231906 Dec 16 15:12:32.008685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-704dfeb7-b7e5-42a5-aa4d-f5fab644d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.010391 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-704dfeb7-b7e5-42a5-aa4d-f5fab644d631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1095 time: 0.1910956 Dec 16 15:12:32.048445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-f066b042-47d6-4baa-b9da-bfa1e72f1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.049676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-f066b042-47d6-4baa-b9da-bfa1e72f1287 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2474382 Dec 16 15:12:32.069448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4a34a-62aa-42d7-984b-5c265f97fe36 req-9cb117dc-8cb0-4dc1-b2bc-2417250bde1c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.071066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:32.072527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98b4a34a-62aa-42d7-984b-5c265f97fe36 req-9cb117dc-8cb0-4dc1-b2bc-2417250bde1c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 945 time: 0.1801629 Dec 16 15:12:32.077255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:32.117229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952660-d353-41e4-ba98-f3ec2a5e27c9 req-998002bb-5574-4c7d-ba4d-f4e804e2d58e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.120186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff952660-d353-41e4-ba98-f3ec2a5e27c9 req-998002bb-5574-4c7d-ba4d-f4e804e2d58e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1486659 Dec 16 15:12:32.184627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-90f5c428-9b52-4d29-a4b2-cbecbd942b47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.1069357 Dec 16 15:12:32.250231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-051676b7-e597-49b5-a9b4-d4e57dc76430 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485105 Dec 16 15:12:32.366441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98b4a34a-62aa-42d7-984b-5c265f97fe36 req-9a9fed13-0c8d-4c82-9708-95ffd1507eed tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692506 Dec 16 15:12:32.376135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-135ffc09-fc11-4986-9b12-b0ed008df9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.378447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-135ffc09-fc11-4986-9b12-b0ed008df9b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1728952 Dec 16 15:12:32.382204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff952660-d353-41e4-ba98-f3ec2a5e27c9 req-dfe0516e-3a02-4d99-bae7-62cbc879ab47 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034857 Dec 16 15:12:32.488883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-da909b2f-2794-4955-8ccf-8a838456d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.489605 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-da909b2f-2794-4955-8ccf-8a838456d455 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.4555199 Dec 16 15:12:32.517037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-4c7853ac-d650-4006-8228-9aa4403362a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.519166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-4c7853ac-d650-4006-8228-9aa4403362a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327844 Dec 16 15:12:32.564372 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-8ace0747-09e1-404d-a8a2-8f3b13883dbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0635674 Dec 16 15:12:32.567366 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5999ff4e-d907-4835-8b53-bfa4fa8dc1fe req-c908408f-396a-471f-ad3e-1b3edee7bdbd service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004992 Dec 16 15:12:32.633159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-b65a30dd-773f-412c-b47d-de61aed9d922 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 200 len: 2415 time: 0.1845167 Dec 16 15:12:32.690593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54330f-dd4e-4d9d-93fc-ba660e8e9a89 req-79a928fa-db13-4c10-8e6a-15269815ab5d tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.692258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd54330f-dd4e-4d9d-93fc-ba660e8e9a89 req-79a928fa-db13-4c10-8e6a-15269815ab5d tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 944 time: 0.1036289 Dec 16 15:12:32.692766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Allocated IP 172.20.0.11 (50812b9d-8080-444c-bc46-a43ba1fe91e8/8246bb60-4fdb-4e99-9179-d0376ed9ab80/553cbd6b-91aa-46da-9247-307b95085c87) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:32.709959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-ff97ef9f-c7a8-4dff-90d0-a9200b587a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:32.712608 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-ff97ef9f-c7a8-4dff-90d0-a9200b587a6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1238034 Dec 16 15:12:32.730284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-8be7c28c-9c4c-40d5-9174-8ba9c7e61b6f service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026939 Dec 16 15:12:32.768411 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-9a77ab64-37db-400b-ba43-bafabf1b15ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470667 Dec 16 15:12:32.857686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd54330f-dd4e-4d9d-93fc-ba660e8e9a89 req-03f41143-518b-4431-a0f3-4daf9b879f7c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491315 Dec 16 15:12:32.865954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:32.949945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-37ad1d56-645b-46f5-8aff-f8f309029917 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049384 Dec 16 15:12:32.952347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.084875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e3b2-9034-4368-842e-85360a0f8b74 req-54f9bfe6-d996-436a-8e4e-b62b846e5372 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.087178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d11e3b2-9034-4368-842e-85360a0f8b74 req-54f9bfe6-d996-436a-8e4e-b62b846e5372 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.0933588 Dec 16 15:12:33.154265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d11e3b2-9034-4368-842e-85360a0f8b74 req-a3d4f2f4-b79f-437d-8f41-55111a16b82f tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571890 Dec 16 15:12:33.191130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.195724 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.208258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaefb029-22c6-480f-9e66-78815d87aa79 req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/cf0e302d-c3e2-4711-8c8b-beaea36eac9c HTTP/1.1" status: 204 len: 173 time: 0.5587063 Dec 16 15:12:33.239260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dd157-d00e-41fb-ae0c-9c6ff3f9a49f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e302d-c3e2-4711-8c8b-beaea36eac9c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:33.350858 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-13a80085-70e4-457c-8efb-c0768a6e44d0 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744998 Dec 16 15:12:33.374443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676408e5-c9d8-4d4e-9e95-cf9002cc4d33 req-55db44de-63e7-4804-b74d-1ceddd6aa40f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.377989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-676408e5-c9d8-4d4e-9e95-cf9002cc4d33 req-55db44de-63e7-4804-b74d-1ceddd6aa40f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1075468 Dec 16 15:12:33.413548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affb687-72ac-4d87-94a3-df6cd6c64ba3 req-098cba4b-4f09-4e8a-a9a1-52467b301c84 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.416126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4affb687-72ac-4d87-94a3-df6cd6c64ba3 req-098cba4b-4f09-4e8a-a9a1-52467b301c84 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=31513165-c6e2-4af3-a916-de75cd621879 HTTP/1.1" status: 200 len: 945 time: 0.1254663 Dec 16 15:12:33.498752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-676408e5-c9d8-4d4e-9e95-cf9002cc4d33 req-45d4da7c-07c0-48c2-8d33-ad38253070ff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098223 Dec 16 15:12:33.514552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4affb687-72ac-4d87-94a3-df6cd6c64ba3 req-7dfbd085-7b2e-4d88-ade6-8c85230f74f0 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Dec 16 15:12:33.525861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.561998 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f2c3b903-59ae-4b9a-9255-8e38e8939063 req-c0fe0b9d-f485-4b50-8dad-cd2f2bbc0636 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016854 Dec 16 15:12:33.646530 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-28920314-a20a-4bc9-a62c-232b71b21e57 req-dc48000c-14aa-47f2-a0a7-a1a68b286993 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] show failed (client error): The resource could not be found. Dec 16 15:12:33.647597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28920314-a20a-4bc9-a62c-232b71b21e57 req-dc48000c-14aa-47f2-a0a7-a1a68b286993 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3252cb8f-3915-49e0-9776-c52e600519f4 HTTP/1.1" status: 404 len: 352 time: 0.0149810 Dec 16 15:12:33.684027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd0f97b4-0a69-43f5-96ec-258255b9a979 req-a3abc191-f20a-4e85-be07-b995d8d74f91 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 210 time: 0.0329030 Dec 16 15:12:33.699337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.781482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:33.786856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:33.792020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:33.796922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:33.854009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dadc1-2daa-403d-be70-08ade035da78 req-8feed74c-c356-475f-b1a5-84bae39c5c4e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.855606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a2dadc1-2daa-403d-be70-08ade035da78 req-8feed74c-c356-475f-b1a5-84bae39c5c4e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1215317 Dec 16 15:12:33.872865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.873885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:33.894802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-b4acdc52-75e0-439c-8f4e-6ade5317ac26 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:33.896717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-b4acdc52-75e0-439c-8f4e-6ade5317ac26 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.74 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.0920053 Dec 16 15:12:33.963281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a2dadc1-2daa-403d-be70-08ade035da78 req-3afb1fa5-035f-4d64-9c48-659b1c06b428 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977643 Dec 16 15:12:34.063675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-a105a7cf-fc27-4e43-a1c8-784800e9b0b3 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/3aa68697-54bd-4c10-8509-34b249aa6d53 HTTP/1.1" status: 200 len: 1820 time: 0.0580595 Dec 16 15:12:34.064004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-74f57ab7-6c02-4552-b11d-ca839c3f0569 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5019486 Dec 16 15:12:34.071644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd272ea8-2842-43e3-8e45-f1cf3017ed61 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:34.074339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Deleting port c6e1ff14-41de-4234-8744-9b55b8c21ce7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:34.074703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.096700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Request body: {'port': {'device_id': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:34.250224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.290775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.305810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:34.326551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'port_id': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'mac_address': 'fa:16:3e:f6:40:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:34.346600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] For port c6e1ff14-41de-4234-8744-9b55b8c21ce7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c6e1ff14-41de-4234-8744-9b55b8c21ce7,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:34.355486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.393543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.402790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Calling delete_port for c6e1ff14-41de-4234-8744-9b55b8c21ce7 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:34.411770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.412111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd272ea8-2842-43e3-8e45-f1cf3017ed61 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:34.457968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:34.564713 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.578431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89b7ed-a2ff-48b7-b313-48b162ea4e1b req-b04c6e63-14b6-4d03-9b60-ed5e8af1cb39 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:34.580941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd89b7ed-a2ff-48b7-b313-48b162ea4e1b req-b04c6e63-14b6-4d03-9b60-ed5e8af1cb39 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 944 time: 0.1000381 Dec 16 15:12:34.637203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.640039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.652497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e521ef42-5033-45c4-86b8-e31ab1bfac05 req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/3aa68697-54bd-4c10-8509-34b249aa6d53 HTTP/1.1" status: 204 len: 173 time: 0.5743871 Dec 16 15:12:34.654570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:34.764301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c132-6257-4049-bac7-dce6ad0e0f6b tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa68697-54bd-4c10-8509-34b249aa6d53,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:34.799987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553cbd6b-91aa-46da-9247-307b95085c87 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:34.816362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.816644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd89b7ed-a2ff-48b7-b313-48b162ea4e1b req-b50d3274-4966-4bb1-b0bb-f58fb8d6d4e7 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238927 Dec 16 15:12:34.862264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Transition to ACTIVE for port object 553cbd6b-91aa-46da-9247-307b95085c87 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:34.877848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978c83c-c2fa-47c1-b0e9-be7ce8d09ae1 req-e0214674-3efd-469e-83d1-42611c3d4c3d tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:34.880692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b978c83c-c2fa-47c1-b0e9-be7ce8d09ae1 req-e0214674-3efd-469e-83d1-42611c3d4c3d tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/ports?device_id=018419f5-97e6-4cb1-9c89-3273dab1a8ef HTTP/1.1" status: 200 len: 946 time: 0.1567450 Dec 16 15:12:34.919267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:34.960870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c6e1ff14-41de-4234-8744-9b55b8c21ce7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:34.982431 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.025963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['fd272ea8-2842-43e3-8e45-f1cf3017ed61'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:35.197552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:35.297720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Pushing event deleted for resources: {'Port': ['ID=c6e1ff14-41de-4234-8744-9b55b8c21ce7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:35.326840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:35.327504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:35.327961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:35.337153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:35.346795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:35.349216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:35.349216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:35.349216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:35.349216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Bound port: 553cbd6b-91aa-46da-9247-307b95085c87, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:35.349972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.359865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] No DVR routers for this DVR port c6e1ff14-41de-4234-8744-9b55b8c21ce7 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:35.363728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.370520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbe8fb3e-23b4-4ad3-a426-f6eba2e0443e req-093d2712-bf58-4638-81c1-2ab26d5ee212 tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.74 "DELETE /v2.0/ports/c6e1ff14-41de-4234-8744-9b55b8c21ce7 HTTP/1.1" status: 204 len: 173 time: 1.4487357 Dec 16 15:12:35.373049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'name': 'network-vif-deleted', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:35.379115 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0df314-3754-45c6-b840-9f6d833d94da" -d '{"events": [{"server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "name": "network-vif-deleted", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:35.405613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b978c83c-c2fa-47c1-b0e9-be7ce8d09ae1 req-3dfe089d-b965-4f2a-a1ff-aeec66fc805c tempest-AttachSCSIVolumeTestJSON-750164379 tempest-AttachSCSIVolumeTestJSON-750164379-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fd013ed-3e5d-4a90-9963-cfe506dab6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101819 Dec 16 15:12:35.456730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:35.461506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:35.639860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435cb89-2b02-423e-9e28-1a8a290d1eb7 req-5c531b29-918d-4c69-a29e-57e3bae01c65 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:35.654357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4435cb89-2b02-423e-9e28-1a8a290d1eb7 req-5c531b29-918d-4c69-a29e-57e3bae01c65 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1406527 Dec 16 15:12:35.735319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.745573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-4800ff4a-df24-4462-86ab-b28a22688d1f tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/09f064aa-ec0d-4bff-b231-b871cdb7375f HTTP/1.1" status: 200 len: 1821 time: 0.0893421 Dec 16 15:12:35.827426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4435cb89-2b02-423e-9e28-1a8a290d1eb7 req-52fbaa80-a4e0-4aa0-96e8-04fc2ba00e6b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317391 Dec 16 15:12:35.829685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:35.830468 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.832201 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] 10.222.0.74 "PUT /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 1092 time: 1.7452085 Dec 16 15:12:35.832819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:35.835468 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff31e0a5-505b-4061-9fbb-9242d301ad01" -d '{"events": [{"name": "network-changed", "server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "tag": "553cbd6b-91aa-46da-9247-307b95085c87"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:35.900852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:35.916303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680857e4-a9f5-494c-84ee-7ac7e66437fa service neutron] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:35.944220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.093969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd272ea8-2842-43e3-8e45-f1cf3017ed61 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:36.146957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-0c55095e-e0ad-433e-a254-689a256ec282 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.148827 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-0c55095e-e0ad-433e-a254-689a256ec282 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/ports?device_id=31513165-c6e2-4af3-a916-de75cd621879 HTTP/1.1" status: 200 len: 945 time: 0.0827110 Dec 16 15:12:36.170258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e83262-348e-4531-89e5-e242d868aa83 req-29ba2786-4541-4573-8c22-7176dca77fae tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.172161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72e83262-348e-4531-89e5-e242d868aa83 req-29ba2786-4541-4573-8c22-7176dca77fae tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.1566751 Dec 16 15:12:36.287153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72e83262-348e-4531-89e5-e242d868aa83 req-2e71d69b-cb1c-4a3e-ac15-a042bee2430e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009500 Dec 16 15:12:36.313387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.317005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.318789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3324148b-3c2f-4ba4-b4b4-3565b1e6fed0 req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/09f064aa-ec0d-4bff-b231-b871cdb7375f HTTP/1.1" status: 204 len: 173 time: 0.5720172 Dec 16 15:12:36.343375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5ed60-b594-4965-a8e1-7d14601ac36c tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f064aa-ec0d-4bff-b231-b871cdb7375f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:36.379865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-5bb1ded5-9d3b-4c77-858c-721f178e1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.381620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-5bb1ded5-9d3b-4c77-858c-721f178e1b90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1095 time: 0.1294847 Dec 16 15:12:36.413634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port fd272ea8-2842-43e3-8e45-f1cf3017ed61 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:12:36.418948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Deleting port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:36.419305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.420003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port fd272ea8-2842-43e3-8e45-f1cf3017ed61 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:36.420331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.448283 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b266ede1-5598-4d2a-956e-18ea17f99026 x-openstack-request-id: req-b266ede1-5598-4d2a-956e-18ea17f99026 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:36.450743 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018419f5-97e6-4cb1-9c89-3273dab1a8ef", "name": "network-vif-deleted", "tag": "c6e1ff14-41de-4234-8744-9b55b8c21ce7", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:36.451149 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b266ede1-5598-4d2a-956e-18ea17f99026 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:36.451874 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018419f5-97e6-4cb1-9c89-3273dab1a8ef', 'name': 'network-vif-deleted', 'tag': 'c6e1ff14-41de-4234-8744-9b55b8c21ce7', 'status': 'completed', 'code': 200} Dec 16 15:12:36.485042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1e6c9-913f-432b-af6a-3cb9e60b9ea9 req-1af226aa-a155-48e4-b1d5-e883621a4056 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.486767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d1e6c9-913f-432b-af6a-3cb9e60b9ea9 req-1af226aa-a155-48e4-b1d5-e883621a4056 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1031609 Dec 16 15:12:36.526824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-e25f7375-4d3a-42ef-81ab-68cbd17202b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.1270280 Dec 16 15:12:36.604276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d1e6c9-913f-432b-af6a-3cb9e60b9ea9 req-431c0a30-58d2-459a-a805-109388a25ac6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969644 Dec 16 15:12:36.664023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.700619 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e739d2f-794d-48e0-b981-dc123944982e x-openstack-request-id: req-7e739d2f-794d-48e0-b981-dc123944982e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:36.701100 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "tag": "553cbd6b-91aa-46da-9247-307b95085c87", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:36.701526 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e739d2f-794d-48e0-b981-dc123944982e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:36.702239 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87', 'status': 'completed', 'code': 200} Dec 16 15:12:36.732574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:36.735303 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ed34e-0ba9-44a1-b9b8-ad3fcbe7ec39" -d '{"events": [{"server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:36.759678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] For port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:36.760350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.785393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:36.795703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-176d5212-cb4a-4596-b8f6-93305a827b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.797515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-176d5212-cb4a-4596-b8f6-93305a827b30 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2286003 Dec 16 15:12:36.803588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Calling delete_port for f6b95c9f-eb5f-4764-97e7-c05b3ff4493e owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:36.894000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-6914fad1-6695-4fca-9671-f9126a80fc0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295439 Dec 16 15:12:36.900047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-2dfa3a22-1232-4078-a414-3b8bf7953d71 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.901634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-2dfa3a22-1232-4078-a414-3b8bf7953d71 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.2793634 Dec 16 15:12:36.936524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:36.938575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d14bd9-7d8e-4b77-88fe-34d1603afa04 req-fbb02e77-28fc-4710-b6f1-370d315c6010 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.940933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d14bd9-7d8e-4b77-88fe-34d1603afa04 req-fbb02e77-28fc-4710-b6f1-370d315c6010 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 945 time: 0.1348312 Dec 16 15:12:36.943043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-d677493e-ee3d-4e26-afa0-51ade5757d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:36.944614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-d677493e-ee3d-4e26-afa0-51ade5757d74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1100 time: 0.1238244 Dec 16 15:12:36.948831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-71269692-60ba-4bff-8f81-2e8efcaf35ee tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/quotas/94890ce1107645f5afeee8919b53fae6 HTTP/1.1" status: 200 len: 375 time: 0.0332880 Dec 16 15:12:37.041378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:37.099756 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-37b24863-0c26-4de5-b574-24fb15b364a6 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737163 Dec 16 15:12:37.136388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c6e1ff14-41de-4234-8744-9b55b8c21ce7 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:37.177870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:37.194657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: c6e1ff14-41de-4234-8744-9b55b8c21ce7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:37.195333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c6e1ff14-41de-4234-8744-9b55b8c21ce7 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:37.215222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f6b95c9f-eb5f-4764-97e7-c05b3ff4493e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:37.217617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['11da7e2e-733b-4986-aa48-65a05b7d6729'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:37.224546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d14bd9-7d8e-4b77-88fe-34d1603afa04 req-d9c13a53-3cbf-4295-98ba-092d82903e99 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617166 Dec 16 15:12:37.236155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event deleted for resources: {'Port': ['ID=f6b95c9f-eb5f-4764-97e7-c05b3ff4493e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:37.260406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-0123b629-90d4-4aaf-a077-0d30d60c2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.260406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-0123b629-90d4-4aaf-a077-0d30d60c2fd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 1100 time: 0.2453663 Dec 16 15:12:37.271318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-db50451a-0d34-4559-b9d8-f0eacfaae86a tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2969141 Dec 16 15:12:37.307974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-aabf1544-e45d-41c6-a950-7f30f37879fd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.309704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-aabf1544-e45d-41c6-a950-7f30f37879fd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.74 "GET /v2.0/ports?device_id=03b17806-3e55-4d2d-a4f8-b2e0a60191cd HTTP/1.1" status: 200 len: 945 time: 0.1852307 Dec 16 15:12:37.359687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] No DVR routers for this DVR port f6b95c9f-eb5f-4764-97e7-c05b3ff4493e on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:37.367181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:37.373653 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-02c01fb5-5847-4814-85cf-3413e989fb81 req-af9ec899-1245-4a5e-8d59-fa209ef25370 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "DELETE /v2.0/ports/f6b95c9f-eb5f-4764-97e7-c05b3ff4493e HTTP/1.1" status: 204 len: 173 time: 1.2155452 Dec 16 15:12:37.410091 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-501ed0be-b77c-4ad1-bef1-917f880d2811 req-6d4edbe8-5fcf-49b6-a5f7-0b659f3f5d3b service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912762 Dec 16 15:12:37.589947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-85825001-95cf-4634-a6dd-cb3bdbe61d63 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/a666ce60-5d78-4243-a7b7-03db0eaa50ed HTTP/1.1" status: 200 len: 1822 time: 0.2791879 Dec 16 15:12:37.639141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-364a1951-5b9a-43a4-85b8-77c58befef21 service neutron] 10.222.0.71 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851067 Dec 16 15:12:37.647354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-1b577031-6fc7-4127-bea3-59a6858f03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.649047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-1b577031-6fc7-4127-bea3-59a6858f03ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.3764026 Dec 16 15:12:37.770215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-a9f34910-e8d6-4db3-b35a-97d59abc865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.773493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-a9f34910-e8d6-4db3-b35a-97d59abc865f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1095 time: 0.0900548 Dec 16 15:12:37.781271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-d544697f-4192-411b-8ee8-246195453856 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 200 len: 217 time: 0.1072941 Dec 16 15:12:37.835180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Deleting port 11da7e2e-733b-4986-aa48-65a05b7d6729 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:37.835568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:37.947488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-c3a46e3a-9b0e-44ba-9a95-3b1dc31468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.950250 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-c3a46e3a-9b0e-44ba-9a95-3b1dc31468b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1689332 Dec 16 15:12:37.954157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:37.971737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-fa494987-4502-42dc-8512-4c1e0dc61000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:37.973307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-fa494987-4502-42dc-8512-4c1e0dc61000 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1828542 Dec 16 15:12:37.991003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-3c017414-a77f-4bfc-87e0-d75faaf20aff service neutron] 10.222.0.71 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335617 Dec 16 15:12:38.036155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-42ded0e0-c9ef-426f-a74a-aa28251578f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.0752757 Dec 16 15:12:38.057624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.087467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] For port 11da7e2e-733b-4986-aa48-65a05b7d6729, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=11da7e2e-733b-4986-aa48-65a05b7d6729,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:38.087861 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.098138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:38.114933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Calling delete_port for 11da7e2e-733b-4986-aa48-65a05b7d6729 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:38.135988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-360b62ea-c1d5-4831-9e82-9b316554930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:38.140243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-360b62ea-c1d5-4831-9e82-9b316554930c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0954268 Dec 16 15:12:38.190911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-dd1ebe3e-5796-4c7e-a9eb-0533446f4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:38.192456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-dd1ebe3e-5796-4c7e-a9eb-0533446f4a43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1943014 Dec 16 15:12:38.224758 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-87d43c4c-cdb1-4bf3-979b-0ebf3199f81d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640574 Dec 16 15:12:38.269479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.335246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:38.339162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.343473 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.350073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-540c14a9-d5c4-4523-831a-75bea39b6e7a req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/a666ce60-5d78-4243-a7b7-03db0eaa50ed HTTP/1.1" status: 204 len: 173 time: 0.7375319 Dec 16 15:12:38.374218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-f851cfac-5f4d-4e24-aac2-b5ccf5b141cf service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411049 Dec 16 15:12:38.415293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-dad29ef8-518a-478d-94ed-5a263fc6443c service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140679 Dec 16 15:12:38.423427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db44121-f264-4f3c-9b38-d891d9dc8474 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a666ce60-5d78-4243-a7b7-03db0eaa50ed,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:38.506804 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.606419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28c40c23-fa08-4869-9a69-c8c58fc69015 req-03733a89-3614-44e3-9a58-c5fe7d246c00 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625438 Dec 16 15:12:38.652701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ff31e0a5-505b-4061-9fbb-9242d301ad01 req-de4e86cc-e168-4f70-8d46-e9564a0ed412 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691417 Dec 16 15:12:38.670597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.703766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'name': 'network-vif-deleted', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:38.703903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:38.709946 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b013250f-1539-4068-8ad0-35053c4d38e7" -d '{"events": [{"server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "name": "network-vif-deleted", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:38.754468 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce6964-6036-4ad4-9702-b901dde084fc x-openstack-request-id: req-33ce6964-6036-4ad4-9702-b901dde084fc {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:38.754963 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "name": "network-vif-plugged", "status": "completed", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:38.755430 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33ce6964-6036-4ad4-9702-b901dde084fc {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:38.756170 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'code': 200} Dec 16 15:12:38.778567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event deleted for resources: {'Port': ['ID=11da7e2e-733b-4986-aa48-65a05b7d6729,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:38.954791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] No DVR routers for this DVR port 11da7e2e-733b-4986-aa48-65a05b7d6729 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:12:38.961239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:38.967712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50a588e7-d347-4f8f-b7df-6633412aef61 req-769b54b2-e3e4-431c-91b4-8381f8b7aeab tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.74 "DELETE /v2.0/ports/11da7e2e-733b-4986-aa48-65a05b7d6729 HTTP/1.1" status: 204 len: 173 time: 1.5945864 Dec 16 15:12:38.968462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'name': 'network-vif-deleted', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:38.972547 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc7e8e4-2e52-4a6e-aa78-722b4ad38a98" -d '{"events": [{"server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "name": "network-vif-deleted", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:39.068000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475a88-90b4-439a-b46e-ba41281ead16 req-5fcd0704-878b-4f26-8533-5d4dfe0cc0b1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:39.072285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c475a88-90b4-439a-b46e-ba41281ead16 req-5fcd0704-878b-4f26-8533-5d4dfe0cc0b1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.2194674 Dec 16 15:12:39.248970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c438f3f-b873-4c87-a5d4-25e5a6a06a8f req-3fc3ae88-ab31-42c4-9c72-3965d8bdcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:39.254367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c438f3f-b873-4c87-a5d4-25e5a6a06a8f req-3fc3ae88-ab31-42c4-9c72-3965d8bdcc8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 1097 time: 0.2297904 Dec 16 15:12:39.312647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7ea8c-0c96-45c7-a498-309a68f596a9 req-cfff417d-296a-4570-a1e2-845967c44015 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:39.315483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47c7ea8c-0c96-45c7-a498-309a68f596a9 req-cfff417d-296a-4570-a1e2-845967c44015 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.2387555 Dec 16 15:12:39.344202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c475a88-90b4-439a-b46e-ba41281ead16 req-26852005-4bc4-4faf-bf1b-8a0e1a3d1491 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097976 Dec 16 15:12:39.436527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c438f3f-b873-4c87-a5d4-25e5a6a06a8f req-c92ac5ee-7e07-48d5-ac3a-e636251b31f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671507 Dec 16 15:12:39.487682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47c7ea8c-0c96-45c7-a498-309a68f596a9 req-1b7982dc-155a-4fe8-b0b8-d29f298e897c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548088 Dec 16 15:12:39.586559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339c3d-0ae6-444c-b090-bc81b7882da8 req-547b0ad1-60b9-403d-b714-9f878df5cb7f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:39.600226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02339c3d-0ae6-444c-b090-bc81b7882da8 req-547b0ad1-60b9-403d-b714-9f878df5cb7f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.1104124 Dec 16 15:12:39.736390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02339c3d-0ae6-444c-b090-bc81b7882da8 req-6c63d03d-3082-4ab7-b296-607b364a65a5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345172 Dec 16 15:12:39.760061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc9c6-38de-4400-88c7-b957345bd104 req-e720eefa-113b-4e58-a50a-99ce50619090 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:39.772575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-567bc9c6-38de-4400-88c7-b957345bd104 req-e720eefa-113b-4e58-a50a-99ce50619090 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.1602056 Dec 16 15:12:39.863645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-567bc9c6-38de-4400-88c7-b957345bd104 req-4e68c03e-564a-4792-a6b1-e2002ba4558c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898728 Dec 16 15:12:39.872587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-ba925731-9430-43c9-a1e9-ccafd1adc390 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/39866c3f-4bee-452d-952f-e3cb3db4f550 HTTP/1.1" status: 200 len: 2421 time: 0.0829413 Dec 16 15:12:39.979253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.014810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.094487 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b1659f-dc4b-4f12-a68b-80f69bb8dd8b x-openstack-request-id: req-b1b1659f-dc4b-4f12-a68b-80f69bb8dd8b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:40.095568 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31513165-c6e2-4af3-a916-de75cd621879", "name": "network-vif-deleted", "tag": "f6b95c9f-eb5f-4764-97e7-c05b3ff4493e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:40.096970 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1b1659f-dc4b-4f12-a68b-80f69bb8dd8b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:40.098571 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31513165-c6e2-4af3-a916-de75cd621879', 'name': 'network-vif-deleted', 'tag': 'f6b95c9f-eb5f-4764-97e7-c05b3ff4493e', 'status': 'completed', 'code': 200} Dec 16 15:12:40.104170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f6b95c9f-eb5f-4764-97e7-c05b3ff4493e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:40.159399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f6b95c9f-eb5f-4764-97e7-c05b3ff4493e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:40.160416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f6b95c9f-eb5f-4764-97e7-c05b3ff4493e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:40.186468 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac57bd-6402-455b-90cf-580a5062f696 x-openstack-request-id: req-d9ac57bd-6402-455b-90cf-580a5062f696 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:40.187358 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b17806-3e55-4d2d-a4f8-b2e0a60191cd", "name": "network-vif-deleted", "tag": "11da7e2e-733b-4986-aa48-65a05b7d6729", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:40.187925 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9ac57bd-6402-455b-90cf-580a5062f696 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:40.188859 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b17806-3e55-4d2d-a4f8-b2e0a60191cd', 'name': 'network-vif-deleted', 'tag': '11da7e2e-733b-4986-aa48-65a05b7d6729', 'status': 'completed', 'code': 200} Dec 16 15:12:40.272643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6fb5be2-d325-4288-a2d5-155936faf721 req-66f7d2f2-f79c-4fad-b4ba-b9511cc29bf0 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.0433183 Dec 16 15:12:40.321994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.325028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.326609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-185f76d6-54b8-4c5a-9297-801d7fa22308 req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/39866c3f-4bee-452d-952f-e3cb3db4f550 HTTP/1.1" status: 204 len: 173 time: 0.4435072 Dec 16 15:12:40.390455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a81a0-370d-4ed9-8b5d-07db182dfab4 tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39866c3f-4bee-452d-952f-e3cb3db4f550,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:40.470630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-9b7b7814-643c-4de9-9d0f-19bd391a3432 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426549 Dec 16 15:12:40.495243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-41aaf779-796c-4b43-a1f5-f38a7fb31d7a tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "GET /v2.0/security-groups/b9b11148-871b-470e-b6b5-e2f80f95ff77 HTTP/1.1" status: 200 len: 2413 time: 0.1437421 Dec 16 15:12:40.733710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.757339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:40.761356 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412160c9-3cf2-4b2c-9be3-dc1c41c31c63" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:40.789440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f06a8-9d5b-4e1a-9711-16003cd41808 req-8cd9f71d-c28a-455a-a927-f417829f62ee tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:40.804911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e4f06a8-9d5b-4e1a-9711-16003cd41808 req-8cd9f71d-c28a-455a-a927-f417829f62ee tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.2370410 Dec 16 15:12:40.862601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-74fff5fc-0795-4a78-bb46-1196a2b9f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:40.867788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-74fff5fc-0795-4a78-bb46-1196a2b9f9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 1117 time: 0.2737229 Dec 16 15:12:40.868441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:40.917640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e4f06a8-9d5b-4e1a-9711-16003cd41808 req-f1975003-2148-4890-bb89-91065fd4d077 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099339 Dec 16 15:12:41.136485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:41.153306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-88d51ddf-9236-4520-acc9-e5152e4b0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:41.154986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-88d51ddf-9236-4520-acc9-e5152e4b0b7e service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.2133451 Dec 16 15:12:41.171261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ca11-19de-459d-9084-3e1c4c9aa291 req-108c3252-33f5-4297-8940-ca95317dd903 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:41.193985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5726ca11-19de-459d-9084-3e1c4c9aa291 req-108c3252-33f5-4297-8940-ca95317dd903 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.1056337 Dec 16 15:12:41.224840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-e59e8e90-d71e-46cf-b090-1dd6278cf00c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 200 len: 217 time: 0.0506632 Dec 16 15:12:41.345473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5726ca11-19de-459d-9084-3e1c4c9aa291 req-c6f8f7f1-fa0d-46e2-8e61-86dfb66cb2a5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291637 Dec 16 15:12:41.349905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.353449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.362351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34546) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:41.370485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcf51fbd-2e54-4873-8d9c-d580d064a61d req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] 10.222.0.71 "DELETE /v2.0/security-groups/b9b11148-871b-470e-b6b5-e2f80f95ff77 HTTP/1.1" status: 204 len: 173 time: 0.8610570 Dec 16 15:12:41.420232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a84702-94ae-4091-a035-2830e25985ad tempest-SecurityGroupRulesTestJSON-1696189683 tempest-SecurityGroupRulesTestJSON-1696189683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b11148-871b-470e-b6b5-e2f80f95ff77,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:41.423364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-047104a3-0948-433d-af34-8e22020ac394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:41.425059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-047104a3-0948-433d-af34-8e22020ac394 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1746099 Dec 16 15:12:41.479072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-c5b7cc3d-d5aa-49cd-97cb-7bdd97013422 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447404 Dec 16 15:12:41.538969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Deleting subnet 4f9bf2af-c648-4694-bdcc-68814d51f0e2 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:12:41.555270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.556337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:41.605030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdb3a7-2795-4eaa-8608-5582eec04e76 x-openstack-request-id: req-30fdb3a7-2795-4eaa-8608-5582eec04e76 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:41.605030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-unplugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:41.605030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30fdb3a7-2795-4eaa-8608-5582eec04e76 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:41.605030 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'code': 200} Dec 16 15:12:41.605671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '553cbd6b-91aa-46da-9247-307b95085c87', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'port_id': '553cbd6b-91aa-46da-9247-307b95085c87', 'mac_address': 'fa:16:3e:21:f2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246bb60-4fdb-4e99-9179-d0376ed9ab80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:41.607328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 11da7e2e-733b-4986-aa48-65a05b7d6729 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:41.639013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 11da7e2e-733b-4986-aa48-65a05b7d6729 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:41.639637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 11da7e2e-733b-4986-aa48-65a05b7d6729 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:41.658927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef60a-96aa-43e5-b1ce-21dfd32b9c6b req-87ee1b3d-9642-4e9b-8a82-d28d5871ff8a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:41.672021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-467ef60a-96aa-43e5-b1ce-21dfd32b9c6b req-87ee1b3d-9642-4e9b-8a82-d28d5871ff8a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 947 time: 0.1964788 Dec 16 15:12:41.692786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.718885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553cbd6b-91aa-46da-9247-307b95085c87 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:41.775924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.776297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:41.870666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:41.878762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-467ef60a-96aa-43e5-b1ce-21dfd32b9c6b req-306f6ad1-6605-4377-9400-65b5712dcd8b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055471 Dec 16 15:12:41.882852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-9537e036-aba8-4de5-8d30-faab799a731f service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944941 Dec 16 15:12:42.042308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.120371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.121795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:42.158137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9bf2af-c648-4694-bdcc-68814d51f0e2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:42.161581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.169600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b138a416-07f5-4665-8447-47f957ebd151 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4f9bf2af-c648-4694-bdcc-68814d51f0e2 HTTP/1.1" status: 204 len: 168 time: 0.8057723 Dec 16 15:12:42.170700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34590) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:42.234341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:42.295510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.330153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:42.357721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'mac_address': 'fa:16:3e:1e:40:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:42.422573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.440263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:42.446626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:42.557634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.577056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-969ea461-5f1f-429d-a541-f9c3d8658342 req-6b0b44f2-6f61-45dc-98e1-76ad7fcbbb59 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.1165495 Dec 16 15:12:42.589311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:42.597570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a80010-07f5-43f9-9007-44cc90401eae req-0ea595e5-6c69-4952-94e1-fd03c33b01a5 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:42.600842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51a80010-07f5-43f9-9007-44cc90401eae req-0ea595e5-6c69-4952-94e1-fd03c33b01a5 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.8175187 Dec 16 15:12:42.612754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e531adf6-2fb2-4e58-b003-5761df2e0a56']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:42.629599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8adb2dc-51f5-4ed4-a188-b694e195a16f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:42.630211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8adb2dc-51f5-4ed4-a188-b694e195a16f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:42.646383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.680705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.699288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:12:42.701033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.704295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:12:42.712900 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:12:42.747035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-929f5fd2-4406-4a87-a6a5-24a5888fca97 req-636d4472-6b00-4a84-a09d-4309e91d63c9 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8511081 Dec 16 15:12:42.815434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:42.878835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51a80010-07f5-43f9-9007-44cc90401eae req-2c023a9f-8130-43cc-8585-96b1e25dc49f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2504978 Dec 16 15:12:43.039495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4162b-be86-4359-bfd5-34a6516dee78 req-4eefe9d1-9892-4e22-86b0-f078bfa5c42f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:43.046053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:43.055754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:43.060550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e531adf6-2fb2-4e58-b003-5761df2e0a56 HTTP/1.1" status: 204 len: 168 time: 0.8880453 Dec 16 15:12:43.066837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65b4162b-be86-4359-bfd5-34a6516dee78 req-4eefe9d1-9892-4e22-86b0-f078bfa5c42f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1449316 Dec 16 15:12:43.069015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:43.096736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56c93-1f8f-4a06-9d59-1d0b3ffc4ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e531adf6-2fb2-4e58-b003-5761df2e0a56,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:43.200661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65b4162b-be86-4359-bfd5-34a6516dee78 req-22d541b4-1c7c-4960-b695-6a2371b9fdd1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328714 Dec 16 15:12:43.272404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc32ae-c81e-4dff-9c3f-de0289d5531c req-4a424c50-8088-4b01-b19c-154b3f52c501 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:43.286235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5dcc32ae-c81e-4dff-9c3f-de0289d5531c req-4a424c50-8088-4b01-b19c-154b3f52c501 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.1669278 Dec 16 15:12:43.404261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5dcc32ae-c81e-4dff-9c3f-de0289d5531c req-28042025-86f5-42b4-b850-443c8bea4ab7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092529 Dec 16 15:12:43.599084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd5e6-319a-4c54-97d1-a83240bff142 req-2bf771bc-1669-46ca-a060-f17056314ebd tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:43.602489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e10cd5e6-319a-4c54-97d1-a83240bff142 req-2bf771bc-1669-46ca-a060-f17056314ebd tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.2188146 Dec 16 15:12:43.627427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:43.633355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Request body: {'floatingip': {'port_id': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:43.689635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73da87-bbdd-42fc-b027-4ebb23dbd992 req-07ffd69e-a613-4f7b-b4a1-239539b583e2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:43.692948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb73da87-bbdd-42fc-b027-4ebb23dbd992 req-07ffd69e-a613-4f7b-b4a1-239539b583e2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1721036 Dec 16 15:12:43.750024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34610) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:43.808427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:43.919447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb73da87-bbdd-42fc-b027-4ebb23dbd992 req-7fb7ae99-e2f1-45d7-b6f4-617fb0516033 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193558 Dec 16 15:12:44.004821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00ee9d2d-f474-43b6-879f-0c0c0b031dfc req-616e9328-e60a-41fe-af55-467fb53d6a43 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.1672037 Dec 16 15:12:44.050348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6534c9b1-b375-4f9a-8577-911465fd4a30 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e6b086bdc7544c35a358665d92eebcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888751 Dec 16 15:12:44.054418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:44.321696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda408e2-2849-400a-8d71-4ac48f2f4115 req-877c2bdd-e7f7-4a44-9f64-75ed915f37bf tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:44.321696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda408e2-2849-400a-8d71-4ac48f2f4115 req-877c2bdd-e7f7-4a44-9f64-75ed915f37bf tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 949 time: 0.1713471 Dec 16 15:12:44.321696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:44.435267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-452d7df8-5061-42cc-adc1-64bda0fb76bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:44.463762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:44.590755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda408e2-2849-400a-8d71-4ac48f2f4115 req-5b2ad954-87dd-4400-a40c-934eb8df34cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763131 Dec 16 15:12:44.715231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:44.839616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ea61-abec-461e-8b94-aa9ab4a61011 req-22be83f3-8598-4231-8f2b-98e554b18c87 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:44.844651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-feb7ea61-abec-461e-8b94-aa9ab4a61011 req-22be83f3-8598-4231-8f2b-98e554b18c87 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.4759293 Dec 16 15:12:44.934448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:45.021925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b0c34-f6a6-42f9-a436-9cf8c4d5da0d req-3003f7ef-5a53-4565-8695-e069f4d6550c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:45.026256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5b0c34-f6a6-42f9-a436-9cf8c4d5da0d req-3003f7ef-5a53-4565-8695-e069f4d6550c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.2599158 Dec 16 15:12:45.048408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-e89f303c-a99a-4034-87c9-84b91e253918 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:45.052333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-e89f303c-a99a-4034-87c9-84b91e253918 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.5222986 Dec 16 15:12:45.097651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Request body: {'port': {'device_id': '4810f1b1-4612-4449-8189-5718dfa06b04', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'admin_state_up': True, 'tenant_id': '94890ce1107645f5afeee8919b53fae6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:45.165973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:45.211098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:45.214794 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27 associated. External IP: 172.25.7.10, port: fd272ea8-2842-43e3-8e45-f1cf3017ed61. Dec 16 15:12:45.215813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:45.220102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a92ad015-cb7c-4b0d-b839-42e1ad83c438 HTTP/1.1" status: 204 len: 168 time: 1.1601086 Dec 16 15:12:45.243159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-feb7ea61-abec-461e-8b94-aa9ab4a61011 req-2d80fdb7-0337-4833-9281-df23c1b4dee7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685622 Dec 16 15:12:45.375857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ba2f0-1c30-4b13-a8de-74bfdf198a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ad015-cb7c-4b0d-b839-42e1ad83c438,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:45.638736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5b0c34-f6a6-42f9-a436-9cf8c4d5da0d req-783bfdcd-f4f4-4a48-bc94-b9206072c63a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844295 Dec 16 15:12:45.736280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 553cbd6b-91aa-46da-9247-307b95085c87 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:12:45.748315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 553cbd6b-91aa-46da-9247-307b95085c87 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:45.749316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:45.795678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb214dba-4b88-4212-b298-69f4c6f41d10 req-be9dd9fc-a1e5-4ff9-a0fa-f87e64823011 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.1440885 Dec 16 15:12:45.919571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-e2fd2436-825c-4696-97f2-2a8fb94b7cf4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475159 Dec 16 15:12:46.007761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.013047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:46.021509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.103027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:46.115986 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec38ff-5d8e-41f3-8d42-7a693d8ea29d" -d '{"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-plugged", "status": "completed", "tag": "553cbd6b-91aa-46da-9247-307b95085c87"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:46.170605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:12:46.197883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-4037c33d-7860-45de-8006-68c65b2a2f48 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:46.211765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-4037c33d-7860-45de-8006-68c65b2a2f48 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 812 time: 0.6659753 Dec 16 15:12:46.262676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Request body: {'port': {'device_id': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'admin_state_up': True, 'tenant_id': '94890ce1107645f5afeee8919b53fae6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:46.294035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:46.297111 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351e72f-ae1c-4479-9fe7-5f37e1703bdd x-openstack-request-id: req-0351e72f-ae1c-4479-9fe7-5f37e1703bdd {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:46.297675 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-plugged", "status": "completed", "tag": "553cbd6b-91aa-46da-9247-307b95085c87", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:46.298185 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0351e72f-ae1c-4479-9fe7-5f37e1703bdd {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:46.308726 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87', 'code': 200} Dec 16 15:12:46.444495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.465370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d7a79e6b-7094-4cfb-9d60-e43331883631 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:46.465752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.472382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-3b1ec527-3d75-4250-b567-92f8d91dea83 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:46.475390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-3b1ec527-3d75-4250-b567-92f8d91dea83 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5398488 Dec 16 15:12:46.627965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-6586b97b-edd6-4750-9b5d-8a5aa8a8d8e3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/quotas/f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 375 time: 0.1316128 Dec 16 15:12:46.638421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91ce8475-4dad-4d03-ba9e-c0bd63e18127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.705648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:46.858154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Allocated IP 172.20.0.12 (5eff5e1f-621d-4d71-81a3-6cf4c67383f3/4d28145e-3248-4358-9507-ec02be6f1bae/9cfd0aad-e066-400c-9734-f6509a88e22c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:46.879587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:46.903566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4511-b7c5-49af-b8fd-4e110d6e6b30 req-c9a2bd06-4997-4a39-a4a9-0ff575b44895 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:46.911312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10e4511-b7c5-49af-b8fd-4e110d6e6b30 req-c9a2bd06-4997-4a39-a4a9-0ff575b44895 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.3021526 Dec 16 15:12:46.936049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc324783-62d0-4716-afc7-1a4eb2ef6722 req-a71dd21a-63d2-46a6-98aa-b070939c6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:46.936049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc324783-62d0-4716-afc7-1a4eb2ef6722 req-a71dd21a-63d2-46a6-98aa-b070939c6579 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1097 time: 0.4417083 Dec 16 15:12:46.964291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:46.987592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-d63045f8-7c3b-45e0-8175-ab531ee294a1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2735033 Dec 16 15:12:47.078652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:12:47.115637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:47.197401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10e4511-b7c5-49af-b8fd-4e110d6e6b30 req-e47f2a14-f4d3-437d-9aaa-95ca07f90b63 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850742 Dec 16 15:12:47.218632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=11']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:47.260321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc324783-62d0-4716-afc7-1a4eb2ef6722 req-18e826d4-7715-4b54-ab83-96ea9ef8dafd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158591 Dec 16 15:12:47.339668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Made reservation on behalf of 94890ce1107645f5afeee8919b53fae6 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:47.345055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:47.492854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:12:47.498627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:47.506082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ce601-7149-471c-8429-afe23f104125 None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:12:47.605690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:47.610737 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-85038713-8a15-4066-aca2-70ea9f74bfd0 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "PUT /v2.0/floatingips/d6191b2d-b92d-475d-ac48-bce454aeeb27 HTTP/1.1" status: 200 len: 991 time: 3.9818616 Dec 16 15:12:47.615545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:47.615778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:47.623541 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61" -d '{"events": [{"name": "network-changed", "server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:47.685914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:47.797983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02f29267-5787-4407-a1eb-3e3bdbe1fb6e req-9563c36c-bec3-4f3f-8e0f-34a4a61eb9b9 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.1733296 Dec 16 15:12:47.813793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:47.841182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:47.878069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d291ad-61fa-4a03-8fa6-229fd492893b req-b3d4c783-c5c1-46b4-a0e4-b801df2596ab tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:47.888660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12d291ad-61fa-4a03-8fa6-229fd492893b req-b3d4c783-c5c1-46b4-a0e4-b801df2596ab tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.4635689 Dec 16 15:12:47.984342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34690) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:47.984701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-812d55d9-eb75-451a-b22d-c27b517997a7 req-a8487109-8fc4-4d59-8406-ae72b807dd60 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 210 time: 0.0908313 Dec 16 15:12:48.039761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12d291ad-61fa-4a03-8fa6-229fd492893b req-fba67df4-1205-4e65-9f07-dc7ba78fd5c9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462557 Dec 16 15:12:48.108722 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f00845-d2e3-46fb-96ce-3796ce3afdf7 x-openstack-request-id: req-77f00845-d2e3-46fb-96ce-3796ce3afdf7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:48.109199 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:48.110567 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77f00845-d2e3-46fb-96ce-3796ce3afdf7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:48.111046 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'status': 'completed', 'code': 200} Dec 16 15:12:48.168121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.239281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:f6:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8289116e-1440-4b40-b637-df221b79d4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:12:44Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:48.245571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:48.257967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:48.269511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:48.292706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1085150090-network', 'tenant_id': 'dde626f066d04d53baf9718e7356ad7c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:48.306112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ce601-7149-471c-8429-afe23f104125 None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:12:48.316493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:48.323077 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcff57a-b629-47ae-8631-f5b77aa1d157" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:48.355288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:48.356524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:48.362784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event updated for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:48.462615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-33c10c67-13f4-4a52-b391-30e1b6ec92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:48.465216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-33c10c67-13f4-4a52-b391-30e1b6ec92dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=08bf3135fbc045499c0ff121b739e387&device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 1097 time: 0.1797500 Dec 16 15:12:48.483914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:48.484617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.538166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdddbf-66ef-4a89-b300-5d8aae8b301e req-aa5445eb-a9e6-4fee-b94b-28aef6390b09 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:48.546143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20cdddbf-66ef-4a89-b300-5d8aae8b301e req-aa5445eb-a9e6-4fee-b94b-28aef6390b09 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1680107 Dec 16 15:12:48.558856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Made reservation on behalf of dde626f066d04d53baf9718e7356ad7c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:48.567767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.622409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-248de2e0-c196-46d1-a3e0-68525863f6cc {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:12:48.623067 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:12:48.625779 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77c3203-64a2-42fe-a9ac-345f71c4e5c7 x-openstack-request-id: req-d77c3203-64a2-42fe-a9ac-345f71c4e5c7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:48.626427 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-plugged", "status": "completed", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:48.626932 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d77c3203-64a2-42fe-a9ac-345f71c4e5c7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:48.628260 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'code': 200} Dec 16 15:12:48.647677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.650736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20cdddbf-66ef-4a89-b300-5d8aae8b301e req-331278df-c255-41bc-b211-859534dfc5ad tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034555 Dec 16 15:12:48.660435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-786b3cac-56f7-4d5d-9012-05bbfbe86591 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5836971 Dec 16 15:12:48.694168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Request body: {'port': {'device_id': '4810f1b1-4612-4449-8189-5718dfa06b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:48.774089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:48.794368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.800979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:48.847925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-e8eaf13d-ff64-4ed7-ad45-81bcaa702ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:48.850859 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-e8eaf13d-ff64-4ed7-ad45-81bcaa702ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 200 len: 925 time: 0.3768611 Dec 16 15:12:48.997481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.028731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:12:49.046727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.047875 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Added segment 1180cd83-a9eb-4a4d-9642-66bab5f4ccd3 of type vlan for network 1b28db7f-7465-4340-9153-cdc0ec8d1e64 Dec 16 15:12:49.126585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.185190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.262963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfd0aad-e066-400c-9734-f6509a88e22c {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:49.279462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.291614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.297456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:49.297456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.297834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Transition to ACTIVE for port object 9cfd0aad-e066-400c-9734-f6509a88e22c will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:49.329507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.334525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-2817edad-52fc-44b0-85ea-f21bfe76ead2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61 HTTP/1.1" status: 200 len: 999 time: 0.4737639 Dec 16 15:12:49.367678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf028354-ba0f-420f-bcb1-75a48dff60b9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:49.383702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ead126fd-1564-49b5-bb74-422cddc407c9 req-11fb870b-b194-4c2b-be13-b31520aa05cb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 210 time: 0.0860872 Dec 16 15:12:49.403632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2133c1eb-826e-422e-ab86-35c8c0ab9ef7 req-2654b1a5-6490-4b86-aa42-10603f255f14 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.1071646 Dec 16 15:12:49.422512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.568624 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5826480 Dec 16 15:12:49.571624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:49.615311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Request body: {'subnet': {'network_id': '1b28db7f-7465-4340-9153-cdc0ec8d1e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1085150090-subnet', 'tenant_id': 'dde626f066d04d53baf9718e7356ad7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:49.619408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:49.632455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-591ce601-7149-471c-8429-afe23f104125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:f6:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8289116e-1440-4b40-b637-df221b79d4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:12:44Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:49.676358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b28db7f-7465-4340-9153-cdc0ec8d1e64,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:49.741402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.742199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.742763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.743660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.744352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.744930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.745746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.746304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.746867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.747420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.748011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.748562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.749095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5326a8b-147a-4907-b415-f027dae4ebf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:49.756226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-96aadbc7-3d30-412f-88d3-b5478a660a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:49.761715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-96aadbc7-3d30-412f-88d3-b5478a660a2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 200 len: 863 time: 0.3850412 Dec 16 15:12:49.773057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Made reservation on behalf of dde626f066d04d53baf9718e7356ad7c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:49.776101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:49.806302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591ce601-7149-471c-8429-afe23f104125 None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd6191b2d-b92d-475d-ac48-bce454aeeb27', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'port_id': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'mac_address': 'fa:16:3e:f6:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8289116e-1440-4b40-b637-df221b79d4e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:10:11Z', 'updated_at': '2021-12-16T15:12:44Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:12:49.810746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1b28db7f-7465-4340-9153-cdc0ec8d1e64 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:12:49.970447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:50.031126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Allocated IP 172.20.0.3 (5eff5e1f-621d-4d71-81a3-6cf4c67383f3/4d28145e-3248-4358-9507-ec02be6f1bae/0f9ddb93-58b4-4f1d-8755-51227ef06d61) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:50.076963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-452f4f10-5493-43d2-8579-9878d267d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:50.078726 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-452f4f10-5493-43d2-8579-9878d267d724 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c055742f-1ff7-444e-9d33-20c825d0bf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836103 Dec 16 15:12:50.093434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097388a-501b-49b5-9f57-a874f1454879 req-7cc1e8a8-5715-4503-bb31-c4f909274116 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:50.114423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6097388a-501b-49b5-9f57-a874f1454879 req-7cc1e8a8-5715-4503-bb31-c4f909274116 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.5101182 Dec 16 15:12:50.217729 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-680bdc70-bf19-4f86-9897-79a5f7c4dee8 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259477 Dec 16 15:12:50.238759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Attempting to bind port 9cfd0aad-e066-400c-9734-f6509a88e22c on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:50.239368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Attempting to bind port 9cfd0aad-e066-400c-9734-f6509a88e22c by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:50.240325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Attempting to bind port 9cfd0aad-e066-400c-9734-f6509a88e22c on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:50.271917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc677f-e94a-4f73-bd45-dd852fc21c80 req-6e222a5c-ce07-4cb7-83b0-00485f843125 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:50.284529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83bc677f-e94a-4f73-bd45-dd852fc21c80 req-6e222a5c-ce07-4cb7-83b0-00485f843125 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.3000467 Dec 16 15:12:50.305419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Port 9cfd0aad-e066-400c-9734-f6509a88e22c on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:50.306102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Attempting to bind port 9cfd0aad-e066-400c-9734-f6509a88e22c on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:50.354474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6097388a-501b-49b5-9f57-a874f1454879 req-01e81996-4005-4964-ae8c-569f6b16ae86 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220833 Dec 16 15:12:50.364833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:50.365525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Checking segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:50.368344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Bound using segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:50.369055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Bound port: 9cfd0aad-e066-400c-9734-f6509a88e22c, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:50.369606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:50.394969 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9e99cb-c78a-4b73-a381-d0f392ead662 None None] New status for floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:12:50.486840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:50.512483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83bc677f-e94a-4f73-bd45-dd852fc21c80 req-cf5ea03b-2882-4aa8-9f87-233dba8adbe7 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251332 Dec 16 15:12:50.772669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24dceacb-aa58-454e-9f1d-40784a316786 req-c64e4631-fb4c-41bd-b97a-8e7bda2f402c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.0684559 Dec 16 15:12:50.814330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0b397-1e94-4632-a9eb-8be3a20d99ab req-c61d473d-5daa-4466-b648-7696f9232f6e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:50.818331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5d0b397-1e94-4632-a9eb-8be3a20d99ab req-c61d473d-5daa-4466-b648-7696f9232f6e tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1097 time: 0.2139025 Dec 16 15:12:50.824986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:50.833664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9cfd0aad-e066-400c-9734-f6509a88e22c,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:50.953973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5d0b397-1e94-4632-a9eb-8be3a20d99ab req-1501669f-efa5-4099-a506-ee8316d1f533 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168694 Dec 16 15:12:50.997064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd72cf45-df52-4a61-9bdd-e2c06c4009ac req-64ff8660-59e4-4f77-9ca1-e33d221e2f57 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 210 time: 0.0898130 Dec 16 15:12:51.008990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:51.162926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cbc23cc1-e4c2-4ca5-b96b-51f3b6741b61 req-cc91dd5a-397b-4020-b865-fa3fee432438 service neutron] 10.222.0.30 "GET /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333432 Dec 16 15:12:51.163799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:51.187676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:51.188969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:51.194461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a63c3107-4e2a-43fd-a1d1-9575bca5b1f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9cfd0aad-e066-400c-9734-f6509a88e22c HTTP/1.1" status: 200 len: 1092 time: 2.5088851 Dec 16 15:12:51.195236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:51.199555 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:51.328668 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c963f-f81c-4604-9f5c-cdfa561b9a48 x-openstack-request-id: req-6b0c963f-f81c-4604-9f5c-cdfa561b9a48 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:51.329411 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:51.329758 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b0c963f-f81c-4604-9f5c-cdfa561b9a48 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:51.330954 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c', 'status': 'completed', 'code': 200} Dec 16 15:12:51.351444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-398f9bb4-ace2-4dd9-afbe-265c120b0532 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f258d0d0febf486181cb1b4733ef842a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763557 Dec 16 15:12:51.400477 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:51.512943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:51.685783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-1fcdf039-0478-46d3-b1a6-c35a34abf94b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:51.687519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-1fcdf039-0478-46d3-b1a6-c35a34abf94b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234978 Dec 16 15:12:51.723452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:51.724982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Request body: {'port': {'device_id': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'f258d0d0febf486181cb1b4733ef842a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:51.907261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a2931d-7cec-4412-b1db-92fa70a9f3ab,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:51.913958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:51.927722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:51.933057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:51.938504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event updated for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:51.945443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-3ac9c4bc-2641-4d4b-9a35-733d2ade7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:51.948239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-3ac9c4bc-2641-4d4b-9a35-733d2ade7265 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 1095 time: 0.2590868 Dec 16 15:12:52.127000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Checking segment: {'id': '1180cd83-a9eb-4a4d-9642-66bab5f4ccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '1b28db7f-7465-4340-9153-cdc0ec8d1e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:52.127499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Network hostable DHCP agents. Network: 1b28db7f-7465-4340-9153-cdc0ec8d1e64, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:12:52.139308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:52.139858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:52.266566 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ed535d9a-22fb-4d85-b9b9-6ce55f1504dd tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0328271 Dec 16 15:12:52.292689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Request body: {'port': {'device_id': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:52.363416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Network 1b28db7f-7465-4340-9153-cdc0ec8d1e64 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:12:52.381661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:52.544922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:52.596934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1b28db7f-7465-4340-9153-cdc0ec8d1e64) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:52.598162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7a7cd-b17b-4713-bda8-e75c6357c3e0 req-27bb8bc5-6b36-4a32-ad7f-47eb9dd2b5e5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:52.602186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:52.602849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:52.609417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523207c-f524-4a57-b22d-7d003b2b537c None None] Network 1b28db7f-7465-4340-9153-cdc0ec8d1e64 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:52.611121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b7a7cd-b17b-4713-bda8-e75c6357c3e0 req-27bb8bc5-6b36-4a32-ad7f-47eb9dd2b5e5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 931 time: 0.6798930 Dec 16 15:12:52.634698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8980224-19ec-4188-aa92-12397a3bf5a5 req-10df099e-70e6-498c-8e37-6c92eb187c9b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:52.648710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8980224-19ec-4188-aa92-12397a3bf5a5 req-10df099e-70e6-498c-8e37-6c92eb187c9b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.8421500 Dec 16 15:12:52.847457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0386b5-6467-410e-8751-f7c96d272bdb None None] Network 1b28db7f-7465-4340-9153-cdc0ec8d1e64 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:52.911800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b7a7cd-b17b-4713-bda8-e75c6357c3e0 req-d5176dcc-7850-474c-983f-79bde73ccbf5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991619 Dec 16 15:12:52.928145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-9d54214a-6f8e-4d1b-b871-94da3ff04bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:52.930827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-9d54214a-6f8e-4d1b-b871-94da3ff04bd2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=94890ce1107645f5afeee8919b53fae6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9139819 Dec 16 15:12:52.990133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8980224-19ec-4188-aa92-12397a3bf5a5 req-1e713b8c-c0f4-46d8-b0c7-8dc92821e145 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380034 Dec 16 15:12:53.079560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-43bed49d-073b-4071-981a-de0546f2ac88 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4771659 Dec 16 15:12:53.208201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-34111cfd-656f-4209-a94a-6b36eecbc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:53.210895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b30cfad-9f47-48c3-bcf3-ad858b1d2fa7 req-34111cfd-656f-4209-a94a-6b36eecbc114 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2580996 Dec 16 15:12:53.212463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9ddb93-58b4-4f1d-8755-51227ef06d61 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:53.224375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:53.250899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d30d9168-dcf0-4b82-8122-26c97e29d3d1 req-dd0f1941-93d8-47d1-bae6-107f3ad17368 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 210 time: 0.0775726 Dec 16 15:12:53.278405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Transition to ACTIVE for port object 0f9ddb93-58b4-4f1d-8755-51227ef06d61 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:53.291389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Made reservation on behalf of f258d0d0febf486181cb1b4733ef842a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:12:53.297991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:53.330166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Deleting port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:53.330725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:53.435091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ddd603e4-5669-48b4-ae05-6933a4537d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:53.436912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-ddd603e4-5669-48b4-ae05-6933a4537d97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 1095 time: 0.1132486 Dec 16 15:12:53.453708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:53.591090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-8516c423-e737-457a-85b9-d88518cccd4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cfd0aad-e066-400c-9734-f6509a88e22c HTTP/1.1" status: 200 len: 217 time: 0.1191618 Dec 16 15:12:53.758602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Allocated IP 192.168.233.177 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:12:53.777360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] For port aa0d4033-bcb6-4bdc-9f35-5906b1accf4c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:53.777944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:53.813196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:53.870482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Calling delete_port for aa0d4033-bcb6-4bdc-9f35-5906b1accf4c owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:54.112155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-d77b5b72-ef13-4790-894b-bc1d48632439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:54.115002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-d77b5b72-ef13-4790-894b-bc1d48632439 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.5225899 Dec 16 15:12:54.165375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-226974663', 'description': 'tempest-description-556275451'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:54.314596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-3bccf7a9-b20d-472b-a2e7-4e76c75e1d7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782897 Dec 16 15:12:54.452113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Attempting to bind port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:54.452760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Attempting to bind port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:54.452887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Attempting to bind port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:54.457618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.469839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:54.470221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Attempting to bind port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 on network 5eff5e1f-621d-4d71-81a3-6cf4c67383f3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:54.479421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:54.479758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Checking segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:54.480180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Bound using segment: {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:54.480632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Bound port: 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc970621-3399-404c-b13f-22daee5cd90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:54.480992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.537118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.587130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55306f27-0bb9-4e8a-bf1f-e0a72a5abf1c req-55ee5e10-d156-4ab8-8e18-85778d9bd03b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:54.590071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55306f27-0bb9-4e8a-bf1f-e0a72a5abf1c req-55ee5e10-d156-4ab8-8e18-85778d9bd03b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 943 time: 0.4733977 Dec 16 15:12:54.629659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:54.644596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:54.748150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-254cef35-bd10-43d4-b560-76715d2b9530 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213591 Dec 16 15:12:54.762625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.822473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:54.823125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.824901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f9ddb93-58b4-4f1d-8755-51227ef06d61 HTTP/1.1" status: 200 len: 1091 time: 2.5368154 Dec 16 15:12:54.825464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:54.829145 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:54.864432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce93e-bed2-4b85-895c-909f89ba27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:54.949245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:54.962679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55306f27-0bb9-4e8a-bf1f-e0a72a5abf1c req-ace0406f-e834-4638-aabe-644d026779b1 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210146 Dec 16 15:12:55.012905 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.050815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-a1f85e3d-7412-4538-bc43-37a5d623dea6 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827692 Dec 16 15:12:55.070253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0d4033-bcb6-4bdc-9f35-5906b1accf4c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:55.086893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.140017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096', 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'd7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:12:55.235344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:12:55.236785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.318824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:12:55.328748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:12:55.408034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:55.408034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.449510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:55.454764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.478173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15d9e-43ae-4fec-b6c9-7222f20fc3c5 req-94b8a233-b4c0-4e52-8b8d-21a2494fb160 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:55.483488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34f15d9e-43ae-4fec-b6c9-7222f20fc3c5 req-94b8a233-b4c0-4e52-8b8d-21a2494fb160 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.3534956 Dec 16 15:12:55.483488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.483488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.483488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.483488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.485361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.486175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.486175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.486489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:12:55.496500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0c038-b4b0-4c4a-acd8-8da266a6387e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:55.514463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-266441df-3326-4a1d-8486-7188f6fdbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:55.516042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-266441df-3326-4a1d-8486-7188f6fdbe27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 1094 time: 0.3092005 Dec 16 15:12:55.524046 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.525317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9991d387-d1ee-4f9b-8d17-6a766060339c req-e460d0b1-9e42-4606-a1f0-49e6823e1878 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.3985398 Dec 16 15:12:55.562599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a7b0d3d5-f674-434d-ae34-ea9a0563fabb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8484390 Dec 16 15:12:55.631038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Request body: {'port': {'device_id': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:55.635089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-798c632f-38e0-4606-900f-c2dbff0211f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61 HTTP/1.1" status: 200 len: 217 time: 0.1006267 Dec 16 15:12:55.896122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34f15d9e-43ae-4fec-b6c9-7222f20fc3c5 req-24eefb14-394b-4da5-9351-171e3a68a2f3 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967359 Dec 16 15:12:55.898752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fa170d6a-95cc-4406-85e2-7639f3b61a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:55.901567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-fa170d6a-95cc-4406-85e2-7639f3b61a54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.2140152 Dec 16 15:12:55.962515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-060316dc-7790-46fd-b405-dbc99a566d0e None None] Provisioning complete for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:12:55.963160 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060316dc-7790-46fd-b405-dbc99a566d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:55.978933 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c85fb-de24-44eb-a246-1dc2d710fff5 x-openstack-request-id: req-8a8c85fb-de24-44eb-a246-1dc2d710fff5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:55.979688 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:55.980256 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a8c85fb-de24-44eb-a246-1dc2d710fff5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:55.981214 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61', 'status': 'completed', 'code': 200} Dec 16 15:12:56.045351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.047337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-060316dc-7790-46fd-b405-dbc99a566d0e None None] Port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:12:56.052036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-d4e259bc-a5e4-4d18-a53b-d606a7e9ec13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307285 Dec 16 15:12:56.087059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Router ba0d764c-fa69-4172-b1b7-a8ce1f645adf has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:12:56.129868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc50793-430e-472f-9db5-79b1b7d30d90 req-97241cb4-ab32-4409-8b31-23015031414f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:56.132463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffc50793-430e-472f-9db5-79b1b7d30d90 req-97241cb4-ab32-4409-8b31-23015031414f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 936 time: 0.3429649 Dec 16 15:12:56.283949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:12:56.284645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-57ab414c-9474-4961-8d46-f0e4e35cd52b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/55a0c038-b4b0-4c4a-acd8-8da266a6387e HTTP/1.1" status: 200 len: 1828 time: 0.2829337 Dec 16 15:12:56.299326 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6629ac34-b89d-49ef-936b-0747a7fdbd6a admin admin] 10.222.0.71 "PUT /v2.0/routers/ba0d764c-fa69-4172-b1b7-a8ce1f645adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7302208 Dec 16 15:12:56.299798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:56.304047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Sync routers for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:12:56.330919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:56.331945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:56.357679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-9cc4f68f-6201-4f06-bc84-e54908c51187 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664046 Dec 16 15:12:56.361673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55a0c038-b4b0-4c4a-acd8-8da266a6387e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:56.362523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55a0c038-b4b0-4c4a-acd8-8da266a6387e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:12:56.518587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.539962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:56.655223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffc50793-430e-472f-9db5-79b1b7d30d90 req-72737558-c036-4912-8227-c4a1150ec026 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341729 Dec 16 15:12:56.692926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.717292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.761945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.773575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a14452e-bf8d-4c3b-97e9-a76c5133f295 req-73aee13f-0f56-47b7-aa58-bfdc9ab2325a service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662202 Dec 16 15:12:56.850585 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.881256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e07c94c-a78a-4884-8265-ac726e94343c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:56.910206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:12:54Z', 'revision_number': 5, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port': {'id': '712eb0e3-0503-4c88-94a7-ffb2343b3321', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:18Z', 'updated_at': '2021-12-16T15:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:56.950065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:56.958127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Deleting port 712eb0e3-0503-4c88-94a7-ffb2343b3321 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:56.958714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.966028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:56.988528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Checking router: ba0d764c-fa69-4172-b1b7-a8ce1f645adf for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:12:56.994212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Transition to ACTIVE for port object d619b0c2-7ca3-4d09-8f51-71fc9a7d591f will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:12:57.005892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:57.007192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Routers {'ba0d764c-fa69-4172-b1b7-a8ce1f645adf'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:12:57.007735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aac60eb9-6687-4a42-bd46-f71f1d071bc6 req-979448cb-d251-4429-a45c-c8c17b1dbf9b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7044663 Dec 16 15:12:57.008274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:57.077744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:57.110411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] For port 712eb0e3-0503-4c88-94a7-ffb2343b3321, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712eb0e3-0503-4c88-94a7-ffb2343b3321,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:57.111769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:57.146256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Calling delete_port for 712eb0e3-0503-4c88-94a7-ffb2343b3321 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:12:57.155652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-b70f3e6e-0ad1-431e-8ee4-015cf11174da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:57.157361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-b70f3e6e-0ad1-431e-8ee4-015cf11174da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94890ce1107645f5afeee8919b53fae6&device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 1094 time: 0.1122780 Dec 16 15:12:57.163866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:57.319644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] Set router ba0d764c-fa69-4172-b1b7-a8ce1f645adf gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:12:57.455209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:12:56Z', 'revision_number': 6, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:12:57.473849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de1732-6578-4b66-b01b-9a891c0a7444 req-ef5ee7cc-4fa9-4011-bfc8-99c0f2b10abe tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:57.482293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55de1732-6578-4b66-b01b-9a891c0a7444 req-ef5ee7cc-4fa9-4011-bfc8-99c0f2b10abe tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 943 time: 0.2494497 Dec 16 15:12:57.489814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:12:57.490135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:12:57.490322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:57.512703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-0840908d-84a4-40af-9f82-1fbb8fbf5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:57.514367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-0840908d-84a4-40af-9f82-1fbb8fbf5356 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 200 len: 913 time: 0.3129630 Dec 16 15:12:57.515939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:12:57.516266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:12:57.520355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65613b1a-d63c-48f3-b99c-589fb84a3e2e None None] The sync data for ids ['ba0d764c-fa69-4172-b1b7-a8ce1f645adf'] in n-d-821947-3 is: [{'id': 'ba0d764c-fa69-4172-b1b7-a8ce1f645adf', 'name': 'tempest-AttachSCSIVolumeTestJSON-1422728537-router', 'tenant_id': 'fb72f81d34c944e2ac64208b221bfc03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:17Z', 'updated_at': '2021-12-16T15:12:56Z', 'revision_number': 6, 'project_id': 'fb72f81d34c944e2ac64208b221bfc03', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:12:57.598661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:12:57.599308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:12:57.599705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:12:57.600405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Bound port: d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:12:57.600614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:57.610144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-9fdccb9d-74dc-40c5-a089-95d17b26f1fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61 HTTP/1.1" status: 200 len: 217 time: 0.0845890 Dec 16 15:12:57.659774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55de1732-6578-4b66-b01b-9a891c0a7444 req-6f8654a1-c1a1-4490-9e13-ef280bd6443e tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765749 Dec 16 15:12:57.751114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:57.819712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Pushing event deleted for resources: {'Port': ['ID=712eb0e3-0503-4c88-94a7-ffb2343b3321,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:57.929861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.069704 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:12:58.141554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.148463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.195271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-27d5b326-75cd-479f-bce1-cbd55caa1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:58.197720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-27d5b326-75cd-479f-bce1-cbd55caa1f06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 200 len: 852 time: 0.5725212 Dec 16 15:12:58.207338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9cfd0aad-e066-400c-9734-f6509a88e22c details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:12:58.276512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-5d5cf524-ad99-4086-b000-0374afd80bee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5eff5e1f-621d-4d71-81a3-6cf4c67383f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622945 Dec 16 15:12:58.279136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:12:58.289044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.290358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0d764c-fa69-4172-b1b7-a8ce1f645adf {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:12:58.302145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.302901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9fc98738-3374-4d97-a281-7a0c7e299218 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ba0d764c-fa69-4172-b1b7-a8ce1f645adf HTTP/1.1" status: 204 len: 168 time: 2.0012600 Dec 16 15:12:58.305120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34816) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:58.319453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:12:58.343070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af6f47-0f13-4906-8c8e-2493a0ee1399 req-7997159a-d8ed-4c41-9ed5-837c8a64f947 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:58.351461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05af6f47-0f13-4906-8c8e-2493a0ee1399 req-7997159a-d8ed-4c41-9ed5-837c8a64f947 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.2671893 Dec 16 15:12:58.444134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.454517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a38661a-0377-4247-a564-8f2f7c7d0404 req-a96bd607-b1e2-472d-b96c-ed45890bef99 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/55a0c038-b4b0-4c4a-acd8-8da266a6387e HTTP/1.1" status: 200 len: 2421 time: 0.3617656 Dec 16 15:12:58.534221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Deleting subnet 4a2d1fcc-9f99-4eb6-b9f7-050136521f5a {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:12:58.539840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:58.540952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.542659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] 10.222.0.74 "PUT /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 1096 time: 2.9191880 Dec 16 15:12:58.546302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:12:58.548751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.549418 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03f291-562f-4547-a8b8-045c89de639f" -d '{"events": [{"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:12:58.624898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05af6f47-0f13-4906-8c8e-2493a0ee1399 req-624852a1-05a2-43c5-9187-ce756f874858 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723582 Dec 16 15:12:58.630917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013229d-488b-44d7-93b4-dae75b4ba707 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:58.762851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-afdf69a0-4baf-473d-9f50-a230cea25524 service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695983 Dec 16 15:12:58.829507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:58.876649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-aeed50a5-17c7-4172-8407-deb2872fe683 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-group-rules/9e07c94c-a78a-4884-8265-ac726e94343c HTTP/1.1" status: 200 len: 778 time: 0.1632037 Dec 16 15:12:58.923600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9cfd0aad-e066-400c-9734-f6509a88e22c,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:58.992348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '9cfd0aad-e066-400c-9734-f6509a88e22c', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'port_id': '9cfd0aad-e066-400c-9734-f6509a88e22c', 'mac_address': 'fa:16:3e:33:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d28145e-3248-4358-9507-ec02be6f1bae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:12:59.009010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712eb0e3-0503-4c88-94a7-ffb2343b3321 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:59.119738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 712eb0e3-0503-4c88-94a7-ffb2343b3321 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:59.124915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712eb0e3-0503-4c88-94a7-ffb2343b3321 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:59.125978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aa0d4033-bcb6-4bdc-9f35-5906b1accf4c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:12:59.168612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.208901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-7a516e7d-e664-47b0-a442-078add48f381 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/55a0c038-b4b0-4c4a-acd8-8da266a6387e HTTP/1.1" status: 200 len: 2421 time: 0.1646795 Dec 16 15:12:59.234711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34862901-09a6-46a9-b831-78f5cdd46285 req-4cd88d0d-f306-44a2-8c98-c365a0fb2266 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:59.235321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34862901-09a6-46a9-b831-78f5cdd46285 req-4cd88d0d-f306-44a2-8c98-c365a0fb2266 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.5707035 Dec 16 15:12:59.250394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a9abf90f-37a1-40ee-ad0b-ae7989591566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:59.252324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-a9abf90f-37a1-40ee-ad0b-ae7989591566 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1099 time: 0.4513557 Dec 16 15:12:59.308328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: aa0d4033-bcb6-4bdc-9f35-5906b1accf4c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:12:59.309011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aa0d4033-bcb6-4bdc-9f35-5906b1accf4c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:12:59.311581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.331084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.347727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.360525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.366155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.386861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfd0aad-e066-400c-9734-f6509a88e22c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:12:59.414663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36b3128f-f5b8-4df2-a387-e8f8fe46ab0c req-4974ab59-cd0f-4ec2-9e5e-547ea284595f service neutron] 10.222.0.30 "GET /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124027 Dec 16 15:12:59.416134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-2329f373-6167-4914-af3a-5c7f0746442a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0748196 Dec 16 15:12:59.426402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34862901-09a6-46a9-b831-78f5cdd46285 req-79e9fad4-4f17-4450-9bb9-d53b88eaf458 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729479 Dec 16 15:12:59.490287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.492211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-8c93033a-5bfb-48ba-af91-fc7714dc399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:59.493940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-8c93033a-5bfb-48ba-af91-fc7714dc399f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0664835 Dec 16 15:12:59.496998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2d1fcc-9f99-4eb6-b9f7-050136521f5a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:59.500850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9cfd0aad-e066-400c-9734-f6509a88e22c,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:59.506257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.507644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270cd6c7-88ec-4eed-a16f-8689941d45dd None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:12:59.526739 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-018d8025-1886-4b4c-9b54-47ef4ee3b5a8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4a2d1fcc-9f99-4eb6-b9f7-050136521f5a HTTP/1.1" status: 204 len: 168 time: 1.2168996 Dec 16 15:12:59.531401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:12:59.576590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.583918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.585113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c59688a2-b1c1-47e7-8b53-644bb2886209 req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/9e07c94c-a78a-4884-8265-ac726e94343c HTTP/1.1" status: 204 len: 173 time: 0.3476884 Dec 16 15:12:59.630109 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f001fd-3e34-4fe5-a33d-0bdf62e2cd2e x-openstack-request-id: req-f0f001fd-3e34-4fe5-a33d-0bdf62e2cd2e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:12:59.630109 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:12:59.630109 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0f001fd-3e34-4fe5-a33d-0bdf62e2cd2e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:12:59.630109 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'status': 'completed', 'code': 200} Dec 16 15:12:59.630951 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.640044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414717f-4ac2-4edf-b1c6-aa5fcb6c4127 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e07c94c-a78a-4884-8265-ac726e94343c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:59.670195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-f6278e1b-50c7-4299-aa49-1ac658e99255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:12:59.672105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-f6278e1b-50c7-4299-aa49-1ac658e99255 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702321 Dec 16 15:12:59.727412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.794763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:12:59.874590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Deleting port 342b0788-6c03-409f-8995-a9e88dc4638d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:12:59.875354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.974099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] For port 342b0788-6c03-409f-8995-a9e88dc4638d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=342b0788-6c03-409f-8995-a9e88dc4638d,segment=NetworkSegment(f27ceeb1-46f4-4885-a664-f9a0fb571824),segment_id=f27ceeb1-46f4-4885-a664-f9a0fb571824)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:12:59.974691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:12:59.990830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Calling delete_port for 342b0788-6c03-409f-8995-a9e88dc4638d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:00.042995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9cfd0aad-e066-400c-9734-f6509a88e22c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:00.084287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1662813052', 'description': 'tempest-description-1419426951'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:00.105368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-b59f63cf-f142-44a3-b575-cb33b8a7fc6f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244783 Dec 16 15:13:00.130494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] DHCP port deletion for 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:13:00.173586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.236924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] No DVR routers for this DVR port 342b0788-6c03-409f-8995-a9e88dc4638d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:00.262663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=342b0788-6c03-409f-8995-a9e88dc4638d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:00.276794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1902a71-bb8a-4538-8f86-2a4b93dccd14 req-2cadbb5f-55bf-4821-91ef-9f760f8beb91 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:00.280570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1902a71-bb8a-4538-8f86-2a4b93dccd14 req-2cadbb5f-55bf-4821-91ef-9f760f8beb91 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 943 time: 0.4722662 Dec 16 15:13:00.298497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0f9ddb93-58b4-4f1d-8755-51227ef06d61 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:00.336898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 342b0788-6c03-409f-8995-a9e88dc4638d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:00.401320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 342b0788-6c03-409f-8995-a9e88dc4638d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:00.401958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 342b0788-6c03-409f-8995-a9e88dc4638d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:00.412260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.428337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1902a71-bb8a-4538-8f86-2a4b93dccd14 req-0c9ea067-2b8d-4627-8115-5253778e9598 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356642 Dec 16 15:13:00.444312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6824c9-3ab9-434f-89bd-40d6c00e8c56']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:00.459915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.471510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27ceeb1-46f4-4885-a664-f9a0fb571824') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:00.472007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27ceeb1-46f4-4885-a664-f9a0fb571824') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:00.486968 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.509751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.519496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:13:00.521280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:13:00.521885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:13:00.525054 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:13:00.558163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41a88419-d49a-4cf7-bf26-64601b0f7108 req-ae02de28-fa4e-41d8-af61-58cd7acf2a68 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392614 Dec 16 15:13:00.654280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359a308-44c0-48ee-9f0a-01cd765a7a4c req-f880feb5-d268-4527-b089-ccc5bf60498e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:00.656889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c359a308-44c0-48ee-9f0a-01cd765a7a4c req-f880feb5-d268-4527-b089-ccc5bf60498e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0819831 Dec 16 15:13:00.690188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Deleting port 342b0788-6c03-409f-8995-a9e88dc4638d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:00.692646 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.761649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c359a308-44c0-48ee-9f0a-01cd765a7a4c req-a92d5461-de26-426e-8fc1-e5366cf51cc9 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922704 Dec 16 15:13:00.764967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.831183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] For port 342b0788-6c03-409f-8995-a9e88dc4638d, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:00.831662 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.837626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.862270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f291-562f-4547-a8b8-045c89de639f req-8b794789-a928-4c7e-a6de-1b0c602522e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:00.862270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-8b794789-a928-4c7e-a6de-1b0c602522e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1099 time: 0.0618715 Dec 16 15:13:00.863195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.863488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:00.863651 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] 10.222.0.71 "DELETE /v2.0/networks/4a6824c9-3ab9-434f-89bd-40d6c00e8c56 HTTP/1.1" status: 204 len: 168 time: 1.3258584 Dec 16 15:13:00.871613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Calling delete_port for 342b0788-6c03-409f-8995-a9e88dc4638d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:00.878937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Port 342b0788-6c03-409f-8995-a9e88dc4638d was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:13:00.889644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:00.899091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Network 4a6824c9-3ab9-434f-89bd-40d6c00e8c56 is not hosted by any dhcp agent {{(pid=104057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:13:00.899652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] No DVR routers for this DVR port 342b0788-6c03-409f-8995-a9e88dc4638d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:00.920576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:00.923686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '0f9ddb93-58b4-4f1d-8755-51227ef06d61', 'network_id': '5eff5e1f-621d-4d71-81a3-6cf4c67383f3', 'port_id': '0f9ddb93-58b4-4f1d-8755-51227ef06d61', 'mac_address': 'fa:16:3e:d3:46:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d28145e-3248-4358-9507-ec02be6f1bae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:00.970293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850c609-bb3a-4f82-9c45-a05262b7d925 None None] Pushing event deleted for resources: {'Port': ['ID=342b0788-6c03-409f-8995-a9e88dc4638d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:01.040169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc9596-425f-4a06-8aad-84974837a8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6824c9-3ab9-434f-89bd-40d6c00e8c56,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:01.047285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:01.078759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:01.098472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9ddb93-58b4-4f1d-8755-51227ef06d61 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:01.186953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f291-562f-4547-a8b8-045c89de639f req-70908ee8-f357-4991-8d93-e420a4011929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:01.190779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-70908ee8-f357-4991-8d93-e420a4011929 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.3351600 Dec 16 15:13:01.197767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:01.202947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500a630a-b1a2-4e94-a9e6-735fa622d4e7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:01.264962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-47a45d24-20f9-4da8-898d-9c8dc08f7b47 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0466571 Dec 16 15:13:01.269179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:01.279705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:01.285869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b84969d-1043-4272-9511-5f1edb5a5557 req-dfeaed7b-cfe0-4b8d-bf29-db032a435fad tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.2998116 Dec 16 15:13:01.309298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf1eb-cdd1-4f34-bd67-5d45652ea603 req-ad7b3a4e-1253-4ec2-9236-b85101afa138 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:01.320179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4dfdf1eb-cdd1-4f34-bd67-5d45652ea603 req-ad7b3a4e-1253-4ec2-9236-b85101afa138 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.2799063 Dec 16 15:13:01.393631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:01.445396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f291-562f-4547-a8b8-045c89de639f req-e976ff84-b174-4063-9a58-15902ce3b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:01.447072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-e976ff84-b174-4063-9a58-15902ce3b7bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0963326 Dec 16 15:13:01.569338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4dfdf1eb-cdd1-4f34-bd67-5d45652ea603 req-c612e0b0-0e58-48d1-9c33-3d5dfcbc7350 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456708 Dec 16 15:13:01.607601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea40b1b8-0ff6-4d1e-98d1-3a3a8bfdc29f req-a3ed0024-a4a7-4775-bd6e-8e9f4fa37e0c tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/500a630a-b1a2-4e94-a9e6-735fa622d4e7 HTTP/1.1" status: 200 len: 1830 time: 0.1225054 Dec 16 15:13:01.609667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03f291-562f-4547-a8b8-045c89de639f req-7c13cdf9-d884-4f1a-94f9-fea6cba155dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:01.611901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-7c13cdf9-d884-4f1a-94f9-fea6cba155dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440263 Dec 16 15:13:01.688799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['0f9ddb93-58b4-4f1d-8755-51227ef06d61'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:01.716816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:01.770657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1705552505', 'description': 'tempest-description-280195765'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:01.936280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9cef-c881-4750-a26d-da2f87d8ab0d req-b5a88fdc-dae5-4684-9792-53759b5ee7dc tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:01.944877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44ca9cef-c881-4750-a26d-da2f87d8ab0d req-b5a88fdc-dae5-4684-9792-53759b5ee7dc tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 944 time: 0.2175598 Dec 16 15:13:01.960111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-1b7d801b-3330-4d59-8b24-13f953bd2b7e service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330519 Dec 16 15:13:02.045745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.097201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44ca9cef-c881-4750-a26d-da2f87d8ab0d req-032b3991-03c3-4172-9b45-85a33d737678 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512108 Dec 16 15:13:02.134797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Deleting port fcd6b3ea-a69d-406d-99d5-2748086498cb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:02.136629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.230906 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.235062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9cfd0aad-e066-400c-9734-f6509a88e22c up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:02.238009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e03f291-562f-4547-a8b8-045c89de639f req-cc5da09e-7a33-42a4-b3aa-3c4b1637161b service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695897 Dec 16 15:13:02.293377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] For port fcd6b3ea-a69d-406d-99d5-2748086498cb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcd6b3ea-a69d-406d-99d5-2748086498cb,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:02.294865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.320674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Calling delete_port for fcd6b3ea-a69d-406d-99d5-2748086498cb owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:02.348701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fd22a-0b62-46b3-a79c-ec488c06cf49 req-98f93b87-756b-4032-a742-43a93874b7af tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:02.350353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99fd22a-0b62-46b3-a79c-ec488c06cf49 req-98f93b87-756b-4032-a742-43a93874b7af tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0895917 Dec 16 15:13:02.351518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.399198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 9cfd0aad-e066-400c-9734-f6509a88e22c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:13:02.404125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 9cfd0aad-e066-400c-9734-f6509a88e22c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:02.404499 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.428776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf2f74-b57a-4cb8-a8fe-a375d0d02091,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:02.492412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99fd22a-0b62-46b3-a79c-ec488c06cf49 req-ce88f392-0244-4ece-baaf-fc658e02c212 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Dec 16 15:13:02.528162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.530560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7007dbb-1545-4397-a0e6-d14b62292bf7 req-76a06fda-5a81-4691-a5c1-2335661299f2 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8045049 Dec 16 15:13:02.621960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.648677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b212b820-77be-48fa-85f3-9d2523fedaf5 req-bb765bb9-15cb-42e0-826c-5eb92d9a87c6 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/cfbf2f74-b57a-4cb8-a8fe-a375d0d02091 HTTP/1.1" status: 200 len: 1829 time: 0.0731881 Dec 16 15:13:02.667195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:02.670479 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4e931-4017-44ff-aae6-48e963460fad" -d '{"events": [{"server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:02.695687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9cfd0aad-e066-400c-9734-f6509a88e22c,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:02.697150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1755106395', 'description': 'tempest-description-181954624'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:02.842740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16190c99-d606-4b42-8a37-4b977c53d65c req-2aa59485-bb81-4f37-9566-5e278bd3ed8b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:02.852790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16190c99-d606-4b42-8a37-4b977c53d65c req-2aa59485-bb81-4f37-9566-5e278bd3ed8b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.0929365 Dec 16 15:13:02.885033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.920147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.945401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16190c99-d606-4b42-8a37-4b977c53d65c req-fd9dc310-5db2-40c4-ada1-1c1f1af2e61c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886288 Dec 16 15:13:02.947048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:02.993056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd6b3ea-a69d-406d-99d5-2748086498cb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:02.994396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:03.049399 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372c592-ccd8-4443-9b6e-2a0faf64a3ff x-openstack-request-id: req-e372c592-ccd8-4443-9b6e-2a0faf64a3ff {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:03.049399 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "name": "network-vif-plugged", "status": "completed", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:03.049399 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e372c592-ccd8-4443-9b6e-2a0faf64a3ff {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:03.049399 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c', 'code': 200} Dec 16 15:13:03.086185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.199301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.243937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:03.254566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:03.453613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c954f2-ce2b-4bdd-88f6-33878f791c0e req-04e03385-b895-4656-9375-764393c60b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:03.461533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c954f2-ce2b-4bdd-88f6-33878f791c0e req-04e03385-b895-4656-9375-764393c60b48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 1097 time: 0.3013086 Dec 16 15:13:03.465870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd9759-7541-477e-8316-016e020a9209,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:03.549505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.631654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:03.638302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:03.655366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'mac_address': 'fa:16:3e:c8:fc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:03.691344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.715639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.732960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:03.755304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c954f2-ce2b-4bdd-88f6-33878f791c0e req-fb9d0d26-ca74-462e-8708-b529a47e5f6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383559 Dec 16 15:13:03.797727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056e318-4aaa-45c6-bf7c-e2b13b816b60 req-cfe2760b-d4ce-4033-8df8-787284f5bf96 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:03.801174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2056e318-4aaa-45c6-bf7c-e2b13b816b60 req-cfe2760b-d4ce-4033-8df8-787284f5bf96 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 944 time: 0.4948461 Dec 16 15:13:03.845085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.854045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74efe644-50b7-48a0-bf97-624472589641 req-74e1af8e-9247-4f74-9d6f-0d1ae1b048dc tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.1592884 Dec 16 15:13:03.932991 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:03.992906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2056e318-4aaa-45c6-bf7c-e2b13b816b60 req-390a91c3-2692-4a85-9c98-06035b6ce645 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819615 Dec 16 15:13:04.087540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:13:04.087971 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:13:04.119923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577331-586b-424b-ab35-bd295cdadefd req-675ffebf-51a1-4363-be77-73adfcfb5392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:04.128044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa577331-586b-424b-ab35-bd295cdadefd req-675ffebf-51a1-4363-be77-73adfcfb5392 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 948 time: 0.1207867 Dec 16 15:13:04.141630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:04.222854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa577331-586b-424b-ab35-bd295cdadefd req-5fd5f904-19d8-4467-adf6-9f10839c83f8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880666 Dec 16 15:13:04.248620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0f9ddb93-58b4-4f1d-8755-51227ef06d61 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:04.305426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5ffffd0-6372-4058-9e19-5f82037d4bac req-54f55003-1947-4e3e-bd92-3db731ad2a3b tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/a7bd9759-7541-477e-8316-016e020a9209 HTTP/1.1" status: 200 len: 1829 time: 0.0906215 Dec 16 15:13:04.350645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1716228736', 'description': 'tempest-description-1412570120'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:04.372508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Router 3de90e01-e942-47e4-a036-2829a8d130f6 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:13:04.481459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:13:04.489959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:04.490587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.503687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fc4ff-acb5-4957-854a-e9ca6b9e6875 req-ae8a32b5-4680-4c3c-ad13-78051967e4da tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:04.506328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d8fc4ff-acb5-4957-854a-e9ca6b9e6875 req-ae8a32b5-4680-4c3c-ad13-78051967e4da tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.1380916 Dec 16 15:13:04.550930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.654055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:13:04.667601 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Sync routers for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:13:04.668495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7d545605-16b0-4643-aa86-5e96868ec202 admin admin] 10.222.0.71 "PUT /v2.0/routers/3de90e01-e942-47e4-a036-2829a8d130f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459934 Dec 16 15:13:04.669502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:04.681537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d8fc4ff-acb5-4957-854a-e9ca6b9e6875 req-49118093-d411-40a7-a035-703137461704 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618664 Dec 16 15:13:04.694103 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:04.696203 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:04.739937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.766341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:04.806866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.814186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.837536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:04.880280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:04.909542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.933065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:04.933735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:04.949931 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:04.955345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11d0a86-b542-4daa-825f-654a3ba62153,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:05.023691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.058626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.068847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a60127c1-0a2e-4d16-b344-d58fd2abbeeb req-d36d7206-dd52-4308-b20c-d30775909360 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7250066 Dec 16 15:13:05.083555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:05.126869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}, {'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:05.133810 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7858bd-6514-4b87-82fa-432c058f7bae" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-unplugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}, {"server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:05.148604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'mac_address': 'fa:16:3e:c9:fa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:05.171680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.312536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:05.369282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de62f8ae-4304-4fd3-a899-beebf5bba6f4 req-b1a9ce59-6916-45d4-970d-bedae5275853 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/e11d0a86-b542-4daa-825f-654a3ba62153 HTTP/1.1" status: 200 len: 1830 time: 0.2299361 Dec 16 15:13:05.412982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615db1d-ca28-42eb-a611-65f65edfb017 req-d75932dc-6be5-4c5c-821a-ac633b97e415 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:05.430598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1615db1d-ca28-42eb-a611-65f65edfb017 req-d75932dc-6be5-4c5c-821a-ac633b97e415 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 945 time: 0.3034804 Dec 16 15:13:05.430806 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:13:02Z', 'revision_number': 5, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:05.490340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.492213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.545402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Checking router: 3de90e01-e942-47e4-a036-2829a8d130f6 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:13:05.574642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Routers {'3de90e01-e942-47e4-a036-2829a8d130f6'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:05.574642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3de90e01-e942-47e4-a036-2829a8d130f6'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:05.610299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1615db1d-ca28-42eb-a611-65f65edfb017 req-022b1964-f533-4199-9272-49eedac2a298 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Dec 16 15:13:05.704898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Deleting port c11d7aee-e23e-49e7-b677-455d0f39ae02 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:05.704898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.741414 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383dfd91-66f8-4087-9887-722f180d622a x-openstack-request-id: req-383dfd91-66f8-4087-9887-722f180d622a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:05.741916 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-unplugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "code": 200}, {"server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:05.742405 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-383dfd91-66f8-4087-9887-722f180d622a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:05.742897 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'code': 200} Dec 16 15:13:05.743230 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61', 'code': 200} Dec 16 15:13:05.744590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:05.753513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:05.787580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9a394-1190-44e8-ad5b-f83c385288ac req-3feb10c0-a664-435f-aedb-7cd5691de9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:05.790060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab9a394-1190-44e8-ad5b-f83c385288ac req-3feb10c0-a664-435f-aedb-7cd5691de9cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 1096 time: 0.1239653 Dec 16 15:13:05.795468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:05.888057 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-57871832-e3fc-4565-80a6-60f4cb0e7dae req-473a680d-607d-414e-ad79-1a5373f7f5be tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] show failed (client error): The resource could not be found. Dec 16 15:13:05.889330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57871832-e3fc-4565-80a6-60f4cb0e7dae req-473a680d-607d-414e-ad79-1a5373f7f5be tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/990e0c04-79b7-4a80-a0fe-c146bb9dda44 HTTP/1.1" status: 404 len: 352 time: 0.0949745 Dec 16 15:13:05.897703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:05.935859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d6930-d49d-4699-ac73-e46f650957d8 req-e5c7ca7e-a5cb-4496-a8a1-44c61db2cfff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:05.943572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-539d6930-d49d-4699-ac73-e46f650957d8 req-e5c7ca7e-a5cb-4496-a8a1-44c61db2cfff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.1511009 Dec 16 15:13:05.961222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab9a394-1190-44e8-ad5b-f83c385288ac req-c3f0fde6-80da-44f0-a959-61b1ccacb356 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524415 Dec 16 15:13:06.015008 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] Set router 3de90e01-e942-47e4-a036-2829a8d130f6 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:06.023782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] For port c11d7aee-e23e-49e7-b677-455d0f39ae02, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c11d7aee-e23e-49e7-b677-455d0f39ae02,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:06.026068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.056311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:06.097005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Calling delete_port for c11d7aee-e23e-49e7-b677-455d0f39ae02 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:06.101227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-539d6930-d49d-4699-ac73-e46f650957d8 req-37e33118-903a-4c3c-914a-bb8e0808ed90 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564429 Dec 16 15:13:06.166458 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-83f997bd-0b61-4f54-90a2-aa3862c1f16e req-288e0922-affe-467f-a27a-905c1e113d00 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] show failed (client error): The resource could not be found. Dec 16 15:13:06.168612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83f997bd-0b61-4f54-90a2-aa3862c1f16e req-288e0922-affe-467f-a27a-905c1e113d00 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-group-rules/9a0d8b6f-0358-4c4a-bf5a-23ea6fdca3fa HTTP/1.1" status: 404 len: 361 time: 0.0223207 Dec 16 15:13:06.232268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2039682-5eeb-4bec-832f-e0e71feb68ff req-5f11dd1f-23d6-4f43-8afe-e12f678e237c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:06.238508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2039682-5eeb-4bec-832f-e0e71feb68ff req-5f11dd1f-23d6-4f43-8afe-e12f678e237c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1625683 Dec 16 15:13:06.322214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:06.384342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-1a3cf30a-e34d-4d43-b67e-2174eb05b6e6 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/e11d0a86-b542-4daa-825f-654a3ba62153 HTTP/1.1" status: 200 len: 1830 time: 0.1444449 Dec 16 15:13:06.403133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2039682-5eeb-4bec-832f-e0e71feb68ff req-669208c0-e309-48f2-950a-e20b183d20d4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279523 Dec 16 15:13:06.417787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d619b0c2-7ca3-4d09-8f51-71fc9a7d591f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:06.503513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.537212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.618272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:13:02Z', 'revision_number': 5, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:06.660183 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c425ef6-353c-4e06-b1f3-83d7f93229d3 None None] The sync data for ids ['3de90e01-e942-47e4-a036-2829a8d130f6'] in n-d-821947-3 is: [{'id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'name': 'tempest-AttachSCSIVolumeTestJSON-945079796-router', 'tenant_id': '9e2256cb3ad7404a915649ad4b458a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:10:32Z', 'updated_at': '2021-12-16T15:13:02Z', 'revision_number': 5, 'project_id': '9e2256cb3ad7404a915649ad4b458a24', 'gw_port': {'id': 'c11d7aee-e23e-49e7-b677-455d0f39ae02', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de90e01-e942-47e4-a036-2829a8d130f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:10:34Z', 'updated_at': '2021-12-16T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:13:06.698513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.703031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.706419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.710184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8dbc80-15d4-417e-aa9a-14f381810662 req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-groups/e11d0a86-b542-4daa-825f-654a3ba62153 HTTP/1.1" status: 204 len: 173 time: 0.3182127 Dec 16 15:13:06.737544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99207cd1-aebc-406e-8f73-f9b0847b97ec tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11d0a86-b542-4daa-825f-654a3ba62153,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:06.751112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11d7aee-e23e-49e7-b677-455d0f39ae02,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:06.867457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b830b48-67c1-4f7a-805e-e1729eb457b3 req-90025f2d-78d3-412b-acec-8ee094f8dd87 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:06.869133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b830b48-67c1-4f7a-805e-e1729eb457b3 req-90025f2d-78d3-412b-acec-8ee094f8dd87 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 945 time: 0.1579711 Dec 16 15:13:06.915902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-e04014e0-c0af-44f6-bfa5-6aff424e2b5c tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/a7bd9759-7541-477e-8316-016e020a9209 HTTP/1.1" status: 200 len: 1829 time: 0.1616311 Dec 16 15:13:06.975953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:06.999236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b830b48-67c1-4f7a-805e-e1729eb457b3 req-2f4185eb-c1fe-41ff-81cd-8b1180b5f7b1 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220677 Dec 16 15:13:07.028325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:07.071785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:07.318985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:07.318985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:07.378233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145de3ef-1f2c-4075-bb08-0aca60b9acf0 req-585eec3a-79c5-4ade-9b1d-6c125e6e5819 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:07.382082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-145de3ef-1f2c-4075-bb08-0aca60b9acf0 req-585eec3a-79c5-4ade-9b1d-6c125e6e5819 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 950 time: 0.0952728 Dec 16 15:13:07.480801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-145de3ef-1f2c-4075-bb08-0aca60b9acf0 req-894e1e84-87e4-4d87-9d7b-96cb1e367601 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818222 Dec 16 15:13:07.665557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a4841-8e66-4c86-8a71-dd81e0d88734 req-53916699-9a40-4af5-826d-a6377376511a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:07.668169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9a4841-8e66-4c86-8a71-dd81e0d88734 req-53916699-9a40-4af5-826d-a6377376511a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1125786 Dec 16 15:13:07.728200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9a4841-8e66-4c86-8a71-dd81e0d88734 req-df47d9b1-c62e-40d2-b360-90d8921faba3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526063 Dec 16 15:13:07.984899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:08.042429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 8d54b686-baee-4833-a108-0fb1a0c19b5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:08.042429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.186344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.203364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e8d43-a926-4ced-abe4-11bf41235e59 req-897bb774-b097-4851-ae4e-40eb4f218287 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:08.220316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b1e8d43-a926-4ced-abe4-11bf41235e59 req-897bb774-b097-4851-ae4e-40eb4f218287 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 945 time: 0.1027684 Dec 16 15:13:08.250359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:08.261238 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1a250b-ad29-41be-b710-cb2403e4462b" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:08.295367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:08.317332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcd6b3ea-a69d-406d-99d5-2748086498cb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:08.334023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b1e8d43-a926-4ced-abe4-11bf41235e59 req-5feef6c6-9f16-46b7-99e5-02a154079d06 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122296 Dec 16 15:13:08.355611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fcd6b3ea-a69d-406d-99d5-2748086498cb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:08.357051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcd6b3ea-a69d-406d-99d5-2748086498cb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:08.367798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.374858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.376478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbecd7c6-e354-4b63-904b-1a39984e1b12 req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-groups/a7bd9759-7541-477e-8316-016e020a9209 HTTP/1.1" status: 204 len: 173 time: 1.4597597 Dec 16 15:13:08.403045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c5445-a649-4cd9-983c-7cbc5213ec72 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd9759-7541-477e-8316-016e020a9209,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:08.445389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.452093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de90e01-e942-47e4-a036-2829a8d130f6 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:13:08.452093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.458319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8433502-7b90-4d98-88ba-367769ae7dd9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3de90e01-e942-47e4-a036-2829a8d130f6 HTTP/1.1" status: 204 len: 168 time: 3.7828040 Dec 16 15:13:08.459315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34954) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:08.536706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.538239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:08.589599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Deleting subnet 06f449cd-bbd2-4e84-b35d-5e7b8fe92e93 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:13:08.601390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.606685 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81267cb-03e0-4b75-b6bc-5c1e6ceb9f8d x-openstack-request-id: req-f81267cb-03e0-4b75-b6bc-5c1e6ceb9f8d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:08.606685 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-plugged", "status": "completed", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:08.606685 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f81267cb-03e0-4b75-b6bc-5c1e6ceb9f8d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:08.606685 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'code': 200} Dec 16 15:13:08.672572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.694061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=11']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:08.763307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:13:08.772149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:08.772149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.772398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-214cc32c-d1b1-4a3a-88da-44bbca084c6d tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/cfbf2f74-b57a-4cb8-a8fe-a375d0d02091 HTTP/1.1" status: 200 len: 1829 time: 0.1503410 Dec 16 15:13:08.812149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.925085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.933960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.960616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.966735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:08.972361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4b272-dec7-4e7a-95e4-da08defe509d req-17a5efb9-c372-413c-b633-a368582a566f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:08.980842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f4b272-dec7-4e7a-95e4-da08defe509d req-17a5efb9-c372-413c-b633-a368582a566f tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.0967007 Dec 16 15:13:08.990327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:09.019099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.027366 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/06f449cd-bbd2-4e84-b35d-5e7b8fe92e93 HTTP/1.1" status: 204 len: 168 time: 0.5656264 Dec 16 15:13:09.027597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7bf98-a8ac-4f70-85e3-2ed0945161b0 None None] Network 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:09.029325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942f14-dd54-4ecc-84b7-a36fcf47bf47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f449cd-bbd2-4e84-b35d-5e7b8fe92e93,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:09.038327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:09.091250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.214848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:09.318754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] DHCP port deletion for 61cdb2a5-5540-47b8-b745-e5d639bd3ed9 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:13:09.397591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Deleting port e777c908-182f-4715-80b9-cfb04f7ef970 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:09.398090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.429917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f4b272-dec7-4e7a-95e4-da08defe509d req-581a88f0-4af7-4cbf-b6c6-a1b5924fa81e tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481483 Dec 16 15:13:09.437171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b615ba4-df64-4018-8f99-f99545c2d4a7 req-53097eec-ff45-4207-a399-f58b98086317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:09.438563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b615ba4-df64-4018-8f99-f99545c2d4a7 req-53097eec-ff45-4207-a399-f58b98086317 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1102 time: 0.4336324 Dec 16 15:13:09.462785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.484835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] For port e777c908-182f-4715-80b9-cfb04f7ef970, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e777c908-182f-4715-80b9-cfb04f7ef970,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:09.485294 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.503499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Calling delete_port for e777c908-182f-4715-80b9-cfb04f7ef970 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:09.530027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.533248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.540683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26b50429-c4bc-47cc-adb8-683d4aba41a7 req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-groups/cfbf2f74-b57a-4cb8-a8fe-a375d0d02091 HTTP/1.1" status: 204 len: 173 time: 0.7686625 Dec 16 15:13:09.556387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b615ba4-df64-4018-8f99-f99545c2d4a7 req-719c3fc5-7444-4816-82d9-fd87cab4f7d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063817 Dec 16 15:13:09.558580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcc4ee-2cf5-4494-a8f8-7b5443c24c9e tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf2f74-b57a-4cb8-a8fe-a375d0d02091,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:09.624036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dcb7f-2a90-4293-b802-53c1b1a6a5bc req-72ef3703-6e95-4850-80a2-690e34103637 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:09.634120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de5dcb7f-2a90-4293-b802-53c1b1a6a5bc req-72ef3703-6e95-4850-80a2-690e34103637 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0922425 Dec 16 15:13:09.695855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Deleting port e777c908-182f-4715-80b9-cfb04f7ef970 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:09.696506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.739322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.778626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de5dcb7f-2a90-4293-b802-53c1b1a6a5bc req-d47910d7-951e-49fb-93a5-6a6f631ab1e1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432765 Dec 16 15:13:09.791227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] Pushing event deleted for resources: {'Port': ['ID=e777c908-182f-4715-80b9-cfb04f7ef970,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:09.791560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e5d3-222f-4735-8bc6-20c6726cfaf8 req-2d27f191-aa1c-4121-a584-524e6ef36c0a tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:09.793435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7435e5d3-222f-4735-8bc6-20c6726cfaf8 req-2d27f191-aa1c-4121-a584-524e6ef36c0a tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 945 time: 0.1558135 Dec 16 15:13:09.795211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355fcf99-83e2-44ca-88ca-466325dabea8 None None] No DVR routers for this DVR port e777c908-182f-4715-80b9-cfb04f7ef970 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:09.827044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] For port e777c908-182f-4715-80b9-cfb04f7ef970, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e777c908-182f-4715-80b9-cfb04f7ef970,segment=NetworkSegment(614eca9d-c7b5-4938-a69f-9d5ab1e8970f),segment_id=614eca9d-c7b5-4938-a69f-9d5ab1e8970f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:09.827437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:09.847883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Calling delete_port for e777c908-182f-4715-80b9-cfb04f7ef970 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:09.900576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7435e5d3-222f-4735-8bc6-20c6726cfaf8 req-d76e1273-954f-4741-8675-3c2bedf12238 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997190 Dec 16 15:13:10.001518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-e8f7e0a2-f28c-4b7c-ab92-7f61cd998e83 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/500a630a-b1a2-4e94-a9e6-735fa622d4e7 HTTP/1.1" status: 200 len: 1830 time: 0.1255693 Dec 16 15:13:10.043938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.081090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e777c908-182f-4715-80b9-cfb04f7ef970,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:10.086522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] No DVR routers for this DVR port e777c908-182f-4715-80b9-cfb04f7ef970 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:10.134308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.233666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.246613 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.279585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c11d7aee-e23e-49e7-b677-455d0f39ae02 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:10.282001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cdb2a5-5540-47b8-b745-e5d639bd3ed9']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:10.312068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c11d7aee-e23e-49e7-b677-455d0f39ae02 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:10.312362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614eca9d-c7b5-4938-a69f-9d5ab1e8970f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:10.312486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614eca9d-c7b5-4938-a69f-9d5ab1e8970f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:10.312672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c11d7aee-e23e-49e7-b677-455d0f39ae02 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:10.313380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e777c908-182f-4715-80b9-cfb04f7ef970 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:10.331433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ab2e0-1899-4642-9aeb-a8e6a5ae8c7a req-91fb7a16-c56f-4d95-a3bc-94bee44cabd7 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:10.333108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-264ab2e0-1899-4642-9aeb-a8e6a5ae8c7a req-91fb7a16-c56f-4d95-a3bc-94bee44cabd7 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 946 time: 0.1872873 Dec 16 15:13:10.337312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.363875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e777c908-182f-4715-80b9-cfb04f7ef970 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:10.368381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.369678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e777c908-182f-4715-80b9-cfb04f7ef970 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:10.379753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:13:10.380226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:13:10.382600 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:13:10.459760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-264ab2e0-1899-4642-9aeb-a8e6a5ae8c7a req-8df349f5-cba9-4dc5-8cfb-1e00a7728376 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144564 Dec 16 15:13:10.496604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.499783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.505147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-081c70f0-bf39-4d90-8560-9be1802a7f8c req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-groups/500a630a-b1a2-4e94-a9e6-735fa622d4e7 HTTP/1.1" status: 204 len: 173 time: 0.4916978 Dec 16 15:13:10.527410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499e583-2e0c-45cd-9d7d-977eef3d809a tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a630a-b1a2-4e94-a9e6-735fa622d4e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:10.604034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:10.608507 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0260758d-86a1-4592-bd0e-5687eeeeb6b1" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:10.615643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd997faa-617c-4286-ac9d-bd074b2db608 req-fc89072a-80ba-4548-97a6-4afc837cd2a1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:10.617442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd997faa-617c-4286-ac9d-bd074b2db608 req-fc89072a-80ba-4548-97a6-4afc837cd2a1 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.0805843 Dec 16 15:13:10.670825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.677260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.680973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/61cdb2a5-5540-47b8-b745-e5d639bd3ed9 HTTP/1.1" status: 204 len: 168 time: 1.6414318 Dec 16 15:13:10.717097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd997faa-617c-4286-ac9d-bd074b2db608 req-9fb0a416-4d03-4b17-95d3-d5db53addedf tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918190 Dec 16 15:13:10.718592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406e284-4296-4b23-af17-f8cc517b3dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cdb2a5-5540-47b8-b745-e5d639bd3ed9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:10.810229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-7fe4a100-da25-49a9-bf81-c9eb1af005ab tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "GET /v2.0/security-groups/55a0c038-b4b0-4c4a-acd8-8da266a6387e HTTP/1.1" status: 200 len: 1828 time: 0.0533228 Dec 16 15:13:10.897221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:10.923265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.151602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.151602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.153239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02eac282-b94c-4913-b2e6-cc4e71a51e50 req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] 10.222.0.71 "DELETE /v2.0/security-groups/55a0c038-b4b0-4c4a-acd8-8da266a6387e HTTP/1.1" status: 204 len: 173 time: 0.3320682 Dec 16 15:13:11.162191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35000) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:11.174414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbeabc1-d79e-478f-8a19-e0f1a2ebbe16 tempest-SecurityGroupRulesNegativeTestJSON-1490172958 tempest-SecurityGroupRulesNegativeTestJSON-1490172958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0c038-b4b0-4c4a-acd8-8da266a6387e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:11.259327 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bea115-da32-41cd-b49f-382229ef3122 x-openstack-request-id: req-19bea115-da32-41cd-b49f-382229ef3122 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:11.259658 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:11.260025 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19bea115-da32-41cd-b49f-382229ef3122 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:11.262067 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'code': 200} Dec 16 15:13:11.327198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Deleting subnet c4a2931d-7cec-4412-b1db-92fa70a9f3ab {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:13:11.338194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.350466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35004) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:11.414959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.497306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b0341861-e6dd-4285-8f6d-fdd69edcf899 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb72f81d34c944e2ac64208b221bfc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450598 Dec 16 15:13:11.503105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:11.509101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ca719-5f72-40cf-980d-d2f4fd914896 req-59c7cf99-0812-462e-bfba-2691a756527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:11.511507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c7ca719-5f72-40cf-980d-d2f4fd914896 req-59c7cf99-0812-462e-bfba-2691a756527f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1101 time: 0.1246297 Dec 16 15:13:11.540381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.548494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5141e36-0943-45af-b556-70d82e0636e4 req-832d758f-e62e-40d3-b04d-87f866da0385 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:11.551147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5141e36-0943-45af-b556-70d82e0636e4 req-832d758f-e62e-40d3-b04d-87f866da0385 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1471727 Dec 16 15:13:11.655875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c7ca719-5f72-40cf-980d-d2f4fd914896 req-020ade86-3a65-4363-bd15-5599395259bc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306660 Dec 16 15:13:11.680243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.681196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5141e36-0943-45af-b556-70d82e0636e4 req-da95a681-2165-444a-b178-c064d1e428b1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112885 Dec 16 15:13:11.705374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.842595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.869517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4abe-7946-4ca1-a5c2-2eab0590f003 req-83a6ba8c-a786-459d-93cb-b820bb7a6284 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:11.872281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-874e4abe-7946-4ca1-a5c2-2eab0590f003 req-83a6ba8c-a786-459d-93cb-b820bb7a6284 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.0584714 Dec 16 15:13:11.882387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a2931d-7cec-4412-b1db-92fa70a9f3ab,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:11.896640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.905568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-be0d3690-b443-4f33-8c9b-06141fcb811e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c4a2931d-7cec-4412-b1db-92fa70a9f3ab HTTP/1.1" status: 204 len: 168 time: 0.7411602 Dec 16 15:13:11.914154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:11.914455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.914455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:11.914455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1fd013ed-3e5d-4a90-9963-cfe506dab6a4 HTTP/1.1" status: 204 len: 168 time: 0.3980241 Dec 16 15:13:11.927504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742b48e-7764-4dd0-8756-e0930a05f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd013ed-3e5d-4a90-9963-cfe506dab6a4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:12.048650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-874e4abe-7946-4ca1-a5c2-2eab0590f003 req-e974a1b3-9b92-4da1-97ac-9bb87a668c2b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652713 Dec 16 15:13:12.056993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.174342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.198843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b28db7f-7465-4340-9153-cdc0ec8d1e64']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:12.208909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1180cd83-a9eb-4a4d-9642-66bab5f4ccd3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:12.209206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1180cd83-a9eb-4a4d-9642-66bab5f4ccd3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:12.219070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.235299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.243403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:13:12.244026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:13:12.246381 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:13:12.433636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.446117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:12.450308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1b28db7f-7465-4340-9153-cdc0ec8d1e64 HTTP/1.1" status: 204 len: 168 time: 0.5424273 Dec 16 15:13:12.472669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2eea38-0286-4271-9762-0c29d60cd0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b28db7f-7465-4340-9153-cdc0ec8d1e64,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:12.559873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e9096-0582-45ed-93d0-081bae322ac8 req-39f120b3-a050-4f18-b7e0-cef15628eae5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:12.561582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-670e9096-0582-45ed-93d0-081bae322ac8 req-39f120b3-a050-4f18-b7e0-cef15628eae5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 946 time: 0.0596325 Dec 16 15:13:12.646789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-670e9096-0582-45ed-93d0-081bae322ac8 req-43e4025f-d4c5-45b5-b167-32cd82e40575 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Dec 16 15:13:12.881737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca6018-d47a-4a8c-b281-ba35f85e5ee4 req-140c4b52-c90b-4068-9782-83d34472336e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:12.900983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cca6018-d47a-4a8c-b281-ba35f85e5ee4 req-140c4b52-c90b-4068-9782-83d34472336e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0919554 Dec 16 15:13:12.913220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602c3d6-f2ca-4e28-b168-e148af54dc5f req-867a7281-e71e-4e15-8681-df7b9d3ed40e tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:12.914793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5602c3d6-f2ca-4e28-b168-e148af54dc5f req-867a7281-e71e-4e15-8681-df7b9d3ed40e tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1102 time: 0.0809786 Dec 16 15:13:12.973648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cca6018-d47a-4a8c-b281-ba35f85e5ee4 req-a51bc6a5-fa37-41ae-973b-0045359e8a42 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815859 Dec 16 15:13:12.999834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5602c3d6-f2ca-4e28-b168-e148af54dc5f req-52837351-45b2-4083-811a-48cb4becb119 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 Dec 16 15:13:13.196442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35048) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:13.259932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35050) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:13.265962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3939ac76-3779-4db3-afdc-9ef0c3aacb39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dde626f066d04d53baf9718e7356ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680084 Dec 16 15:13:13.292803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35052) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:13.343386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07c699a3-5337-4455-a36b-8a2d42a49ffd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e2256cb3ad7404a915649ad4b458a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0820687 Dec 16 15:13:13.350254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:13.358427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-8eb7da7d-065f-461d-a393-18088c76f2a3 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:13.359924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-8eb7da7d-065f-461d-a393-18088c76f2a3 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 946 time: 0.0697196 Dec 16 15:13:13.417789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.469744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.556465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.592091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.608276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af60698-d8c7-49f2-bcfe-b5bd4077698d req-6ad46a11-c37a-47d1-aab6-b8e7ab51a5c2 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:13.609857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3af60698-d8c7-49f2-bcfe-b5bd4077698d req-6ad46a11-c37a-47d1-aab6-b8e7ab51a5c2 tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 1102 time: 0.0946274 Dec 16 15:13:13.621896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Deleting port 9cfd0aad-e066-400c-9734-f6509a88e22c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:13.622359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.676338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.679224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:13.682774 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf028354-ba0f-420f-bcb1-75a48dff60b9 HTTP/1.1" status: 204 len: 168 time: 0.3854694 Dec 16 15:13:13.705627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f0e39-b683-4f86-823d-73512b92b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf028354-ba0f-420f-bcb1-75a48dff60b9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:13.835687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3af60698-d8c7-49f2-bcfe-b5bd4077698d req-c1f6b2cb-b0a7-460b-a054-c522bbee50cf tempest-ServersAdminTestJSON-1417215671 tempest-ServersAdminTestJSON-1417215671-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164257 Dec 16 15:13:13.926726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456b5d0-9737-4ff4-b829-363d434cf6d9 req-d083bc04-2419-4658-a884-02302980293b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:13.928394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7456b5d0-9737-4ff4-b829-363d434cf6d9 req-d083bc04-2419-4658-a884-02302980293b tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 946 time: 0.1492345 Dec 16 15:13:13.991589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] For port 9cfd0aad-e066-400c-9734-f6509a88e22c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9cfd0aad-e066-400c-9734-f6509a88e22c,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:13.991901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.026454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Calling delete_port for 9cfd0aad-e066-400c-9734-f6509a88e22c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:14.127805 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3e8a8b3-7410-48f5-afdc-fc518774fcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.145492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7456b5d0-9737-4ff4-b829-363d434cf6d9 req-75804385-f779-4fc3-a113-1fb172f84a39 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/security-groups?id=af7f5ffe-072f-4f60-9981-1ff32a1346a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086558 Dec 16 15:13:14.146203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.148851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.150108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/147d21a2-0f8e-40e8-a8cd-43ebb4f1a547 HTTP/1.1" status: 204 len: 168 time: 0.7891836 Dec 16 15:13:14.165259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283da52-53d9-4a4a-9213-bd868d9d1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d21a2-0f8e-40e8-a8cd-43ebb4f1a547,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:14.450490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-f0eff1df-547a-4a5a-92bb-7d20d375d858 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:14.454137 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-f0eff1df-547a-4a5a-92bb-7d20d375d858 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 945 time: 0.0987635 Dec 16 15:13:14.477920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67b622-26d4-4906-9689-d50f213c1490 req-f52c99eb-b9a6-4295-ab39-76ded12cc84b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:14.488010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a67b622-26d4-4906-9689-d50f213c1490 req-f52c99eb-b9a6-4295-ab39-76ded12cc84b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1653459 Dec 16 15:13:14.580141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a67b622-26d4-4906-9689-d50f213c1490 req-688b5f29-67d5-49eb-ad76-8b90d65ea080 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828340 Dec 16 15:13:14.612785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Deleting port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:14.613317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.626090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.663395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event deleted for resources: {'Port': ['ID=9cfd0aad-e066-400c-9734-f6509a88e22c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:14.673578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['0f9ddb93-58b4-4f1d-8755-51227ef06d61'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:14.816677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] For port 0f9ddb93-58b4-4f1d-8755-51227ef06d61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0f9ddb93-58b4-4f1d-8755-51227ef06d61,segment=NetworkSegment(bc970621-3399-404c-b13f-22daee5cd90c),segment_id=bc970621-3399-404c-b13f-22daee5cd90c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:14.823976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.868205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] No DVR routers for this DVR port 9cfd0aad-e066-400c-9734-f6509a88e22c on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:14.875512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Calling delete_port for 0f9ddb93-58b4-4f1d-8755-51227ef06d61 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:14.901327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:14.907678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cce8953-b84a-4347-8ab5-dff6dd93dd28 req-12546493-a64a-4f55-935f-78e7ab8dd90c tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "DELETE /v2.0/ports/9cfd0aad-e066-400c-9734-f6509a88e22c HTTP/1.1" status: 204 len: 173 time: 1.5339601 Dec 16 15:13:14.910547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'name': 'network-vif-deleted', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:14.914731 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41fa5c7-e4da-4557-99f2-dbf614d239f5" -d '{"events": [{"server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "name": "network-vif-deleted", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:14.954362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88dd5a-ad04-49e2-95fd-963edf32cabd req-87b8d93f-0fb9-43ac-aec4-8ecf8fdb4cd7 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:14.954362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e88dd5a-ad04-49e2-95fd-963edf32cabd req-87b8d93f-0fb9-43ac-aec4-8ecf8fdb4cd7 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1101 time: 0.2149320 Dec 16 15:13:14.968032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc8e1-91a4-4418-8a11-c21a84af5a7b req-1c8014b5-053b-4d33-9195-7113177969ff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:14.976239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214fc8e1-91a4-4418-8a11-c21a84af5a7b req-1c8014b5-053b-4d33-9195-7113177969ff tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.1550415 Dec 16 15:13:15.107318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e88dd5a-ad04-49e2-95fd-963edf32cabd req-8dac7724-9542-47d3-a7ad-70e8de04689c tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274300 Dec 16 15:13:15.137265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214fc8e1-91a4-4418-8a11-c21a84af5a7b req-f4975312-a7c4-4033-9027-e4b91bd9fe3d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599622 Dec 16 15:13:15.210303 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5397db4-9fd2-4702-88dc-fac96d22e1cd x-openstack-request-id: req-e5397db4-9fd2-4702-88dc-fac96d22e1cd {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:15.211891 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4810f1b1-4612-4449-8189-5718dfa06b04", "name": "network-vif-deleted", "tag": "9cfd0aad-e066-400c-9734-f6509a88e22c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:15.211891 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5397db4-9fd2-4702-88dc-fac96d22e1cd {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:15.211891 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4810f1b1-4612-4449-8189-5718dfa06b04', 'name': 'network-vif-deleted', 'tag': '9cfd0aad-e066-400c-9734-f6509a88e22c', 'status': 'completed', 'code': 200} Dec 16 15:13:15.477381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e3d7aa2-d337-420d-ab5f-667bf2fdaa0f req-924edcda-c72b-4522-8105-a65e6d63f296 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 210 time: 0.0316434 Dec 16 15:13:15.503210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:15.534230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Pushing event deleted for resources: {'Port': ['ID=0f9ddb93-58b4-4f1d-8755-51227ef06d61,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:15.578637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] No DVR routers for this DVR port 0f9ddb93-58b4-4f1d-8755-51227ef06d61 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:15.582881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:15.587115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-02c409e9-a4ff-4ecf-9126-feec842c6722 req-6ad28366-7501-42f9-8c42-1af94ed8f548 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.30 "DELETE /v2.0/ports/0f9ddb93-58b4-4f1d-8755-51227ef06d61 HTTP/1.1" status: 204 len: 173 time: 1.1264532 Dec 16 15:13:15.587705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'name': 'network-vif-deleted', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:15.590420 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a81052e-9b10-4c44-8614-2636fdf8e404" -d '{"events": [{"server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "name": "network-vif-deleted", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:15.642164 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88bd0f9-6312-4077-8652-e9965d7edc75 x-openstack-request-id: req-f88bd0f9-6312-4077-8652-e9965d7edc75 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:15.642543 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c9bf18-3912-40f6-8a2d-1ca76a28943d", "name": "network-vif-deleted", "tag": "0f9ddb93-58b4-4f1d-8755-51227ef06d61", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:15.643314 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f88bd0f9-6312-4077-8652-e9965d7edc75 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:15.643717 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c9bf18-3912-40f6-8a2d-1ca76a28943d', 'name': 'network-vif-deleted', 'tag': '0f9ddb93-58b4-4f1d-8755-51227ef06d61', 'status': 'completed', 'code': 200} Dec 16 15:13:15.789842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:15.969912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1260358518-network', 'tenant_id': 'ec810c4f49a047e791f21a5b3e972538'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:16.038436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac77015-ebeb-4be4-bef9-6596ca6b0c15 req-d2f278ea-96cc-456d-acea-6596a8c9153d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:16.040554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dac77015-ebeb-4be4-bef9-6596ca6b0c15 req-d2f278ea-96cc-456d-acea-6596a8c9153d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0750256 Dec 16 15:13:16.132354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dac77015-ebeb-4be4-bef9-6596ca6b0c15 req-069407d5-dae6-4965-aac7-bdbdc0f04e40 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813162 Dec 16 15:13:16.240802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6510986-2ec0-45e8-aa62-85f2a5fb0865 req-f6cc1a72-413e-4bc7-b46e-c9b1b6954319 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:16.242929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6510986-2ec0-45e8-aa62-85f2a5fb0865 req-f6cc1a72-413e-4bc7-b46e-c9b1b6954319 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1097 time: 0.0608444 Dec 16 15:13:16.332162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0f9ddb93-58b4-4f1d-8755-51227ef06d61 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:16.333010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6510986-2ec0-45e8-aa62-85f2a5fb0865 req-331977e3-a787-44f6-9910-d691b13adb59 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764852 Dec 16 15:13:16.342194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5de80-cb6d-44ce-96a9-1f5e225f9fa8 req-f1470331-ff8e-4732-86f8-9609da2b7195 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:16.344162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10e5de80-cb6d-44ce-96a9-1f5e225f9fa8 req-f1470331-ff8e-4732-86f8-9609da2b7195 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.0898435 Dec 16 15:13:16.350836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Made reservation on behalf of ec810c4f49a047e791f21a5b3e972538 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:16.355621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.377844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 0f9ddb93-58b4-4f1d-8755-51227ef06d61 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:16.378188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0f9ddb93-58b4-4f1d-8755-51227ef06d61 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:16.378600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9cfd0aad-e066-400c-9734-f6509a88e22c no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:16.383306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.401777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 9cfd0aad-e066-400c-9734-f6509a88e22c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:16.403872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9cfd0aad-e066-400c-9734-f6509a88e22c not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:16.475679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10e5de80-cb6d-44ce-96a9-1f5e225f9fa8 req-d3e32822-348e-4046-9835-ff2de133eb89 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204114 Dec 16 15:13:16.539232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8bbe5e3c-498d-48a6-8145-3a4b6aff398f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.541321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e4236-3739-4ef9-9e83-293056e127ea req-6ddcd896-a254-42a4-b2f5-cb872e6b8801 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:16.543418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d87e4236-3739-4ef9-9e83-293056e127ea req-6ddcd896-a254-42a4-b2f5-cb872e6b8801 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 949 time: 0.1191602 Dec 16 15:13:16.554441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-ddda507a-e549-4e7f-85b5-2f7333736ff5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932038 Dec 16 15:13:16.572587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.675072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35152) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:16.688066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bef5f18e-c7ce-4beb-a14a-f5f36eab5027 req-7f33b0e1-285d-4336-9899-ac7fdaa5b3e5 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=4810f1b1-4612-4449-8189-5718dfa06b04 HTTP/1.1" status: 200 len: 210 time: 0.0312481 Dec 16 15:13:16.700950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Deleting port a1a645ff-a867-4b7b-b709-e0d5ac720ceb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:16.701338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.798614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1277588392-network', 'tenant_id': '662ce95ce7a14abba75d9929dfd92b6a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:16.808696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] For port a1a645ff-a867-4b7b-b709-e0d5ac720ceb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:16.809339 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:16.823270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Calling delete_port for a1a645ff-a867-4b7b-b709-e0d5ac720ceb owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:16.993171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.018340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:13:17.042732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2b1985-7028-437e-95c8-009764b7f91e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:17.051701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.058665 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Added segment 3d64a41c-b37d-465e-84df-c576f22622af of type vlan for network a6749c9b-015d-459b-a2da-d4b24be7cfb1 Dec 16 15:13:17.065749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Made reservation on behalf of 662ce95ce7a14abba75d9929dfd92b6a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:17.068837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.108314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.133914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.174772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.223072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c15d2e86-c186-4fbf-a806-42ae262e6e70', 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', '8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:17.263728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event deleted for resources: {'Port': ['ID=a1a645ff-a867-4b7b-b709-e0d5ac720ceb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:17.272816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.321708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.323033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:17.323713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.378651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] No DVR routers for this DVR port a1a645ff-a867-4b7b-b709-e0d5ac720ceb on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:17.385461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.387704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d87e4236-3739-4ef9-9e83-293056e127ea req-3f377f4a-5ffc-4246-a268-ae742a973cc2 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "DELETE /v2.0/ports/a1a645ff-a867-4b7b-b709-e0d5ac720ceb HTTP/1.1" status: 204 len: 173 time: 0.8299515 Dec 16 15:13:17.416588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'name': 'network-vif-deleted', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:17.419570 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5d750f-be0e-4a4d-a7c4-860a16b3a134" -d '{"events": [{"server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "name": "network-vif-deleted", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:17.459035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a998b-d69d-40ed-b9a6-d33f51eccda3 req-6273ff90-776f-4bd3-90d8-0f43d239100b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:17.461879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-768a998b-d69d-40ed-b9a6-d33f51eccda3 req-6273ff90-776f-4bd3-90d8-0f43d239100b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0730112 Dec 16 15:13:17.474771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.499450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] Pushing event updated for resources: {'Network': ['ID=a6749c9b-015d-459b-a2da-d4b24be7cfb1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:17.521497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a6749c9b-015d-459b-a2da-d4b24be7cfb1 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:13:17.540755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:13:17.560023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.560700 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Added segment fee841a3-53c3-42cf-b584-cabe43190971 of type vlan for network 1c0fa484-801a-4d2d-8d56-851c480634e3 Dec 16 15:13:17.570805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-768a998b-d69d-40ed-b9a6-d33f51eccda3 req-b3947ddd-7f83-4880-bfcc-8c27615abed3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991912 Dec 16 15:13:17.635275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:17.670385 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645288a1-9e5b-4e92-974e-9a832bd0995b x-openstack-request-id: req-645288a1-9e5b-4e92-974e-9a832bd0995b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:17.671289 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f07d16-cb8f-4ec5-8e26-6d7f5e75648f", "name": "network-vif-deleted", "tag": "a1a645ff-a867-4b7b-b709-e0d5ac720ceb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:17.673396 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-645288a1-9e5b-4e92-974e-9a832bd0995b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:17.674934 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f07d16-cb8f-4ec5-8e26-6d7f5e75648f', 'name': 'network-vif-deleted', 'tag': 'a1a645ff-a867-4b7b-b709-e0d5ac720ceb', 'status': 'completed', 'code': 200} Dec 16 15:13:17.683853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:17.750903 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9267f3e0-8ac3-4ac8-82b3-4c97a44c5518 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9596484 Dec 16 15:13:17.754481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35184) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:17.759532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9525487-08a0-4c23-b271-d7263ca62834 req-feb3a45a-5ff5-4ee3-845c-e8eef6797b2c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0313339 Dec 16 15:13:17.763427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Request body: {'subnet': {'network_id': 'a6749c9b-015d-459b-a2da-d4b24be7cfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1260358518-subnet', 'tenant_id': 'ec810c4f49a047e791f21a5b3e972538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:17.859444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.018296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-154d39e2-0042-4813-a0eb-4cb6abac2076 req-4984d980-3cb4-4627-87d9-e4a8a946e897 tempest-MultipleCreateTestJSON-464922697 tempest-MultipleCreateTestJSON-464922697-project] 10.222.0.71 "GET /v2.0/ports?device_id=87c9bf18-3912-40f6-8a2d-1ca76a28943d HTTP/1.1" status: 200 len: 210 time: 0.0261648 Dec 16 15:13:18.096602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.100410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:18.101007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.166140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0fa484-801a-4d2d-8d56-851c480634e3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:18.170270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Made reservation on behalf of ec810c4f49a047e791f21a5b3e972538 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:18.172916 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.191938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1c0fa484-801a-4d2d-8d56-851c480634e3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:13:18.410366 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6baf1215-f390-4f01-9313-f8c74d391648 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7306347 Dec 16 15:13:18.410808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35202) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:18.418999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Request body: {'subnet': {'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1277588392-subnet', 'tenant_id': '662ce95ce7a14abba75d9929dfd92b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:18.716584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb7778-65cf-44e8-b067-ff4d27778c8a req-c0035e94-c05a-4cf4-9d0e-08d5d5fb8199 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:18.718211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24bb7778-65cf-44e8-b067-ff4d27778c8a req-c0035e94-c05a-4cf4-9d0e-08d5d5fb8199 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0519657 Dec 16 15:13:18.784361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24bb7778-65cf-44e8-b067-ff4d27778c8a req-c1876f13-1f32-48e9-b47d-5134f25249d8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594110 Dec 16 15:13:18.822636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Made reservation on behalf of 662ce95ce7a14abba75d9929dfd92b6a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:18.839495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.840061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:18.901546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1dd4de-dbb3-47be-a5f9-53e3c7bee1d8,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:18.907583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Checking segment: {'id': '3d64a41c-b37d-465e-84df-c576f22622af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a6749c9b-015d-459b-a2da-d4b24be7cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:18.908962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Network hostable DHCP agents. Network: a6749c9b-015d-459b-a2da-d4b24be7cfb1, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:13:18.924414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1f2a871-780f-4b61-91c0-a539453f70cd req-fceeb21f-1fc9-48c0-aef7-a32ea7ade3b8 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0458195 Dec 16 15:13:19.112404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35222) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:19.164564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Deleting subnet 4d28145e-3248-4358-9507-ec02be6f1bae {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:13:19.168645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.207401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.251043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.539236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.545899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.609361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1511209b-1d49-45bb-bec8-8ad33df1c244,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:19.618112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Checking segment: {'id': 'fee841a3-53c3-42cf-b584-cabe43190971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:19.618483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Network hostable DHCP agents. Network: 1c0fa484-801a-4d2d-8d56-851c480634e3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:13:19.696366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Network a6749c9b-015d-459b-a2da-d4b24be7cfb1 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:13:19.696914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.724580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d28145e-3248-4358-9507-ec02be6f1bae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:19.726410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.729673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d9a4246-07f6-41b5-9e25-bf723cc0c25a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4d28145e-3248-4358-9507-ec02be6f1bae HTTP/1.1" status: 204 len: 168 time: 0.6160717 Dec 16 15:13:19.733151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:19.807598 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.919949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.946735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eff5e1f-621d-4d71-81a3-6cf4c67383f3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:19.959583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc970621-3399-404c-b13f-22daee5cd90c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:19.959972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc970621-3399-404c-b13f-22daee5cd90c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:19.972435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:19.981147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920e95-5a3b-469e-a042-3f75d20263ef req-21c6806c-a0c1-4be8-89e2-739789a8db3f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:19.982732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95920e95-5a3b-469e-a042-3f75d20263ef req-21c6806c-a0c1-4be8-89e2-739789a8db3f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1005435 Dec 16 15:13:20.007852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.018964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:13:20.019360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:13:20.021032 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:13:20.049778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.072768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a1a645ff-a867-4b7b-b709-e0d5ac720ceb no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:20.075752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Network 1c0fa484-801a-4d2d-8d56-851c480634e3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:13:20.093838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: a1a645ff-a867-4b7b-b709-e0d5ac720ceb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:20.094439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a1a645ff-a867-4b7b-b709-e0d5ac720ceb not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:20.108961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95920e95-5a3b-469e-a042-3f75d20263ef req-dcc4b860-d2ca-4dc7-81bd-287d52a50633 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190331 Dec 16 15:13:20.214036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30de07f0-8d33-4e03-bbb4-1dacd70f821d req-6fa6f90c-adb4-49a5-a495-4aa203bed168 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=00f07d16-cb8f-4ec5-8e26-6d7f5e75648f HTTP/1.1" status: 200 len: 210 time: 0.0277925 Dec 16 15:13:20.274126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a6749c9b-015d-459b-a2da-d4b24be7cfb1) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:20.275033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1c0fa484-801a-4d2d-8d56-851c480634e3) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:20.280786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:20.281041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:20.281787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.281997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.291294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fdc5bb-ef4d-426a-89d8-c07d6ae9bf6e None None] Network a6749c9b-015d-459b-a2da-d4b24be7cfb1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:20.295993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf80d28-953f-4896-9d7d-19ae67c78fe9 None None] Network 1c0fa484-801a-4d2d-8d56-851c480634e3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:20.386122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.386122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:20.392242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] 10.222.0.71 "DELETE /v2.0/networks/5eff5e1f-621d-4d71-81a3-6cf4c67383f3 HTTP/1.1" status: 204 len: 168 time: 0.6579864 Dec 16 15:13:20.423391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13177b-572e-46ad-bc1f-6e32bfaeb7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5eff5e1f-621d-4d71-81a3-6cf4c67383f3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:20.492121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd83ee-f3e4-41fd-a2ae-265cd3df1338 None None] Network 1c0fa484-801a-4d2d-8d56-851c480634e3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:20.497482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481f492-a68f-4f05-86fb-8b9245ae7e06 None None] Network a6749c9b-015d-459b-a2da-d4b24be7cfb1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:20.713901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-705c5272-e0ec-4a6f-ab3d-d03402e0b669 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2976360 Dec 16 15:13:20.718798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9555f5d0-f275-4bfa-bf3b-a37e6d5a1544 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9597552 Dec 16 15:13:21.104455 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-9a55f43f-6ad8-4063-a02f-007e0dbadb7b req-8306484c-0c76-4d82-adab-f23cdc1345e1 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] show failed (client error): The resource could not be found. Dec 16 15:13:21.105670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a55f43f-6ad8-4063-a02f-007e0dbadb7b req-8306484c-0c76-4d82-adab-f23cdc1345e1 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/49844895-8355-4a96-9962-452872fd1017 HTTP/1.1" status: 404 len: 352 time: 0.0155251 Dec 16 15:13:21.181569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a2053c-d09d-4d5e-8e8b-51217ea65ad3 req-3a0ad3f2-ee60-443c-a69f-a6e0aaa1d636 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec810c4f49a047e791f21a5b3e972538 HTTP/1.1" status: 200 len: 3001 time: 0.0428813 Dec 16 15:13:21.240133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a2053c-d09d-4d5e-8e8b-51217ea65ad3 req-9fd47aa6-f831-4b6e-b27e-e6693270b950 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/9e2b1985-7028-437e-95c8-009764b7f91e HTTP/1.1" status: 200 len: 2998 time: 0.0503201 Dec 16 15:13:21.273454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:21.292549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a2053c-d09d-4d5e-8e8b-51217ea65ad3 req-b27304ac-222b-4531-a572-2af4037828aa tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/9e2b1985-7028-437e-95c8-009764b7f91e HTTP/1.1" status: 200 len: 2998 time: 0.0448625 Dec 16 15:13:21.320231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f253cc91-b6e1-4d79-bcb5-5bbc60e3cc70 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94890ce1107645f5afeee8919b53fae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433261 Dec 16 15:13:21.320833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35264) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:21.405156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:21.423575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388db4c-73c0-4e95-bee5-e132e7acf0cb req-3141675e-002e-492f-89ef-509163d3eb87 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:21.425309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e388db4c-73c0-4e95-bee5-e132e7acf0cb req-3141675e-002e-492f-89ef-509163d3eb87 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0784109 Dec 16 15:13:21.440856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:21.517336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e388db4c-73c0-4e95-bee5-e132e7acf0cb req-4d2a957f-6acf-4c6c-af52-ae18dea5700b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741758 Dec 16 15:13:21.628325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61ad631f-807b-48ac-9e0a-b1001af6cc60 req-2d24bd83-d3f8-48a9-b37d-6c276e2ef025 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/9e2b1985-7028-437e-95c8-009764b7f91e HTTP/1.1" status: 200 len: 2998 time: 0.0427318 Dec 16 15:13:21.692798 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-61ad631f-807b-48ac-9e0a-b1001af6cc60 req-680a2e9e-0932-4280-af31-82d4227a57e5 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 15:13:21.693942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61ad631f-807b-48ac-9e0a-b1001af6cc60 req-680a2e9e-0932-4280-af31-82d4227a57e5 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "DELETE /v2.0/security-groups/9e2b1985-7028-437e-95c8-009764b7f91e HTTP/1.1" status: 409 len: 352 time: 0.0580058 Dec 16 15:13:21.868568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:21.872988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:21.874329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af7f5ffe-072f-4f60-9981-1ff32a1346a2 HTTP/1.1" status: 204 len: 168 time: 0.5527360 Dec 16 15:13:21.885151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435273bf-496f-41a1-af09-b052c92481a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f5ffe-072f-4f60-9981-1ff32a1346a2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:21.976461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-f9ebc61c-07f2-4aec-b36c-d0ba76310077 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:13:21.977808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-f9ebc61c-07f2-4aec-b36c-d0ba76310077 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060651 Dec 16 15:13:22.045139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-816fda8a-08dc-44ec-be85-27c8c00de16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:22.047413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-816fda8a-08dc-44ec-be85-27c8c00de16c service neutron] 10.222.0.71 "GET /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 1094 time: 0.0616546 Dec 16 15:13:22.059474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:22.060292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Unknown quota resources ['binding']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:13:22.263691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:22.268364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:22.268364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:22.272661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:22.273157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:22.279851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:22.280513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:22.281042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:22.281575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Bound port: 553cbd6b-91aa-46da-9247-307b95085c87, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:22.356677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:22.503861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35288) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:22.513939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-250788849-network', 'tenant_id': '79599662eb11496eb2ea0f7cf1222b08'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:22.534214 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-b2abfb8a-fd85-4a6d-9604-d9b7fa9c272d req-6280112f-5614-46d4-9f02-6652f0a61eb5 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] show failed (client error): The resource could not be found. Dec 16 15:13:22.535293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2abfb8a-fd85-4a6d-9604-d9b7fa9c272d req-6280112f-5614-46d4-9f02-6652f0a61eb5 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/0532ed4a-4a9b-408d-bb85-e41435495f07 HTTP/1.1" status: 404 len: 352 time: 0.0385311 Dec 16 15:13:22.598364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:22.599585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-284d61f7-ce23-4a1d-aaac-5d099c054172 service neutron] 10.222.0.71 "POST /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87/bindings HTTP/1.1" status: 201 len: 389 time: 0.5461738 Dec 16 15:13:22.618576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-180903be-44a4-4a0f-b8a8-6d97a7d1be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:22.620014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-180903be-44a4-4a0f-b8a8-6d97a7d1be37 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1101 time: 0.0620890 Dec 16 15:13:22.772230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a577db-0a6c-4e19-89c6-748e8a37d144 req-4349d760-1466-4a79-87d5-ca2d758dbb7d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:22.772861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Made reservation on behalf of 79599662eb11496eb2ea0f7cf1222b08 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:22.773795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9a577db-0a6c-4e19-89c6-748e8a37d144 req-4349d760-1466-4a79-87d5-ca2d758dbb7d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.1527019 Dec 16 15:13:22.775560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:22.788481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:22.870675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-bcb909fc-026f-4384-9e78-3448877c8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:22.876249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-bcb909fc-026f-4384-9e78-3448877c8c90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2437034 Dec 16 15:13:22.881211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9a577db-0a6c-4e19-89c6-748e8a37d144 req-9f44b9bf-1df7-43e9-a23d-9076c5b2daef tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895321 Dec 16 15:13:22.966313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:22.995555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-025afde4-2f99-4ab1-96a0-9863310ab9c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.1031284 Dec 16 15:13:23.005992 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-1b6b82cf-afc3-4c51-bc39-a12aeb27523e req-6509f055-0d75-4999-bf02-e4502d92bc58 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] show failed (client error): The resource could not be found. Dec 16 15:13:23.007794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b6b82cf-afc3-4c51-bc39-a12aeb27523e req-6509f055-0d75-4999-bf02-e4502d92bc58 tempest-SecurityGroupsNegativeTestJSON-542051206 tempest-SecurityGroupsNegativeTestJSON-542051206-project] 10.222.0.71 "GET /v2.0/security-groups/42f127c3-b91f-4393-9729-ff78c681bbd3 HTTP/1.1" status: 404 len: 352 time: 0.0290241 Dec 16 15:13:23.029932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:23.201530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.293374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b101f5a-1cbc-4624-a515-d897bb9f39b4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:23.301473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:13:23.358589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.359136 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Added segment 8cf95ebb-5037-4daa-ab98-5ea93b55ace3 of type vlan for network 1a280d15-d6af-4855-81ac-f0ac1b24b742 Dec 16 15:13:23.534201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.540748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-b204b502-18c3-4198-914a-f5b938f84d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:23.542289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-b204b502-18c3-4198-914a-f5b938f84d5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.5331020 Dec 16 15:13:23.545203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Deleting subnet 3f1dd4de-dbb3-47be-a5f9-53e3c7bee1d8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:13:23.563885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.644606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd1ed8-5e69-4a7f-8bcc-c7d7b3cfe305 req-835207bb-4f7d-441c-938e-578da46953ee tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:23.646012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bdd1ed8-5e69-4a7f-8bcc-c7d7b3cfe305 req-835207bb-4f7d-441c-938e-578da46953ee tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.5416477 Dec 16 15:13:23.657820 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.727988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c745fc9-568a-4a1f-9920-97f04e61eedd req-8c3add93-2c76-4e5f-ba83-6e66fd6fd937 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:23.729572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c745fc9-568a-4a1f-9920-97f04e61eedd req-8c3add93-2c76-4e5f-ba83-6e66fd6fd937 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.2019434 Dec 16 15:13:23.740680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-3bc001b5-ca57-4191-92f3-9f94d736543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:23.742208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-3bc001b5-ca57-4191-92f3-9f94d736543c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892715 Dec 16 15:13:23.757706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.763598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.764654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:23.765250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:23.858152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] Pushing event updated for resources: {'Network': ['ID=1a280d15-d6af-4855-81ac-f0ac1b24b742,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:23.876672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1a280d15-d6af-4855-81ac-f0ac1b24b742 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:13:23.939736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bdd1ed8-5e69-4a7f-8bcc-c7d7b3cfe305 req-1a81a46c-89b8-451e-8bd0-687b04b3de3c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578900 Dec 16 15:13:23.983952 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e483b2cb-054b-481f-bd50-7331c6ff9e57 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4783580 Dec 16 15:13:23.984576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:23.988165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c745fc9-568a-4a1f-9920-97f04e61eedd req-ba8c3de5-aa8a-4fcb-877f-e3f441d6c4c8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209280 Dec 16 15:13:23.989688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Request body: {'subnet': {'network_id': '1a280d15-d6af-4855-81ac-f0ac1b24b742', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-250788849-subnet', 'tenant_id': '79599662eb11496eb2ea0f7cf1222b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:24.035563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-f959c7c5-85b6-4bf8-88b2-e0a5360b452f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126055 Dec 16 15:13:24.173461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-80e58002-ce8b-4669-b30b-cbbef366acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:24.176321 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-80e58002-ce8b-4669-b30b-cbbef366acad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1097 time: 0.0565236 Dec 16 15:13:24.183737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6af764-5801-43b9-99be-5e9d6eaee7c5 req-c9688dba-d35d-4cf5-8d1f-805fcac4fe6c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:24.185674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba6af764-5801-43b9-99be-5e9d6eaee7c5 req-c9688dba-d35d-4cf5-8d1f-805fcac4fe6c tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.1455073 Dec 16 15:13:24.233006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.233723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Made reservation on behalf of 79599662eb11496eb2ea0f7cf1222b08 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:24.236077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.300514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1dd4de-dbb3-47be-a5f9-53e3c7bee1d8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:24.302648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.305949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e5705b7-cc77-45b8-9d62-ef81ff072dfa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3f1dd4de-dbb3-47be-a5f9-53e3c7bee1d8 HTTP/1.1" status: 204 len: 168 time: 1.2770815 Dec 16 15:13:24.310594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35326) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:24.312698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-fdb2d6fc-5d64-4a9c-b8b7-4c0acf1692fd service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526555 Dec 16 15:13:24.356845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:24.411700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-9b4ef194-24a9-47b9-819f-f84e12c85af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:24.413511 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-9b4ef194-24a9-47b9-819f-f84e12c85af3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.2299769 Dec 16 15:13:24.422737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-d19ccdd3-d24e-4907-a7c1-3e7b0e493155 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:24.425219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba6af764-5801-43b9-99be-5e9d6eaee7c5 req-91fee4b7-1442-4c9e-8736-151d053fd9cd tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106159 Dec 16 15:13:24.427751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.431350 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-d19ccdd3-d24e-4907-a7c1-3e7b0e493155 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.1386878 Dec 16 15:13:24.528758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.551647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6749c9b-015d-459b-a2da-d4b24be7cfb1']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:24.553040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-network', 'tenant_id': '2648044943d74799b1e2c42f7abddd05'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:24.560570 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-fd5bb236-1035-4e2a-aaed-051db27b3cc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.1061552 Dec 16 15:13:24.563425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d64a41c-b37d-465e-84df-c576f22622af') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:24.563725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d64a41c-b37d-465e-84df-c576f22622af') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:24.588838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.618596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.628652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:13:24.630241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:13:24.633273 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:13:24.764731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-fe4716ba-ae93-48cb-bbfb-85b2fc1cec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:24.766274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-fe4716ba-ae93-48cb-bbfb-85b2fc1cec1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1921175 Dec 16 15:13:24.809160 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-37745067-09dd-476e-b196-e2a88ea3d583 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328832 Dec 16 15:13:24.826967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Deleting port c15d2e86-c186-4fbf-a806-42ae262e6e70 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:24.827306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.859917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.874160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.880644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a6749c9b-015d-459b-a2da-d4b24be7cfb1 HTTP/1.1" status: 204 len: 168 time: 0.5667281 Dec 16 15:13:24.911282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a0bd-a0b3-4604-aa87-046271738252 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6749c9b-015d-459b-a2da-d4b24be7cfb1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:24.985433 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-c8b67c37-5836-40b0-a339-10880e8f4e14 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686542 Dec 16 15:13:24.987322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] For port c15d2e86-c186-4fbf-a806-42ae262e6e70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c15d2e86-c186-4fbf-a806-42ae262e6e70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:24.987694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:24.995746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Made reservation on behalf of 2648044943d74799b1e2c42f7abddd05 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:25.001364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.006617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.032295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Calling delete_port for c15d2e86-c186-4fbf-a806-42ae262e6e70 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:25.047697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.117006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12358188-b907-4e66-976d-6786d67cbf68 req-19f9b752-07f2-4149-9dc4-ba4474faee0f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:25.118637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12358188-b907-4e66-976d-6786d67cbf68 req-19f9b752-07f2-4149-9dc4-ba4474faee0f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0909107 Dec 16 15:13:25.142512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7847fb-cf73-4284-bc3b-d38b1e1f11f5 req-29951a64-3e42-4327-8424-f606f079ab43 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:25.144781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf7847fb-cf73-4284-bc3b-d38b1e1f11f5 req-29951a64-3e42-4327-8424-f606f079ab43 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.0893502 Dec 16 15:13:25.226377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12358188-b907-4e66-976d-6786d67cbf68 req-7c71fa0d-3c7a-4164-b67f-2ba187eb100d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995729 Dec 16 15:13:25.251330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf7847fb-cf73-4284-bc3b-d38b1e1f11f5 req-7f55601e-3c9a-4546-9410-1bd60ec4653b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Dec 16 15:13:25.515072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5cdc46-4956-49d9-9281-95e5f02133b8,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:25.568721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Checking segment: {'id': '8cf95ebb-5037-4daa-ab98-5ea93b55ace3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1a280d15-d6af-4855-81ac-f0ac1b24b742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:25.569652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Network hostable DHCP agents. Network: 1a280d15-d6af-4855-81ac-f0ac1b24b742, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:13:25.591320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-6ae8c96c-828c-4407-ab7a-0a094d60ecbd service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877852 Dec 16 15:13:25.594883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e97b3d-2f4d-4d13-ad5d-91363e42df71 req-3391ebfb-f6a4-4d7e-baa6-601fab4f2322 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:25.600686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0e97b3d-2f4d-4d13-ad5d-91363e42df71 req-3391ebfb-f6a4-4d7e-baa6-601fab4f2322 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 950 time: 0.0764899 Dec 16 15:13:25.671238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0e97b3d-2f4d-4d13-ad5d-91363e42df71 req-2f7aff5d-296d-41ec-96f9-dc3ab1d24127 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612154 Dec 16 15:13:25.685058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.699044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35346) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:25.744977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d4cea523-033b-4399-b9e9-bb442ce14c12 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec810c4f49a047e791f21a5b3e972538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446436 Dec 16 15:13:25.747679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35348) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:25.805647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.830808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.867646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.876043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Network 1a280d15-d6af-4855-81ac-f0ac1b24b742 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:13:25.878667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.914313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:13:25.929003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c15d2e86-c186-4fbf-a806-42ae262e6e70', '8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:25.943440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde22ec1-ff12-46a8-95c9-acc15d39f537,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:25.975343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event deleted for resources: {'Port': ['ID=c15d2e86-c186-4fbf-a806-42ae262e6e70,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:25.990359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:25.990729 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Added segment 16964000-5327-41e7-bb9a-3da92c584ac4 of type vlan for network dc49928a-b8c5-425d-ade7-d90f99d6eb44 Dec 16 15:13:26.040050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] No DVR routers for this DVR port c15d2e86-c186-4fbf-a806-42ae262e6e70 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:26.044525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.047887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-983e3b75-cc33-4e5b-a9f6-de2e7f3756ea req-9f3050ce-a66e-4451-b7f4-e09af2aff21d tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "DELETE /v2.0/ports/c15d2e86-c186-4fbf-a806-42ae262e6e70 HTTP/1.1" status: 204 len: 173 time: 1.5911281 Dec 16 15:13:26.048351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'name': 'network-vif-deleted', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:26.050850 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200fe5d3-9bad-4119-88e9-9d638e20a84d" -d '{"events": [{"server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "name": "network-vif-deleted", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:26.063333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1a280d15-d6af-4855-81ac-f0ac1b24b742) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:26.070201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.073316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:26.073947 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.081228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a555d1-103b-4391-ae9c-cf849b6c29ba None None] Network 1a280d15-d6af-4855-81ac-f0ac1b24b742 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:26.103741 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485aced5-2130-4ac4-83cc-36a13b6ebc39 x-openstack-request-id: req-485aced5-2130-4ac4-83cc-36a13b6ebc39 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:26.104083 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984212fa-6f09-4a58-b2f5-bf47a8948338", "name": "network-vif-deleted", "tag": "c15d2e86-c186-4fbf-a806-42ae262e6e70", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:26.104345 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-485aced5-2130-4ac4-83cc-36a13b6ebc39 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:26.104748 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984212fa-6f09-4a58-b2f5-bf47a8948338', 'name': 'network-vif-deleted', 'tag': 'c15d2e86-c186-4fbf-a806-42ae262e6e70', 'status': 'completed', 'code': 200} Dec 16 15:13:26.242956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a48d4f-3895-4132-9b03-9e19f1e96e74 None None] Network 1a280d15-d6af-4855-81ac-f0ac1b24b742 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:26.276902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.280417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.284363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e2b1985-7028-437e-95c8-009764b7f91e HTTP/1.1" status: 204 len: 168 time: 0.5322940 Dec 16 15:13:26.304302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f43f-8fad-486e-aa8e-5ae4aafdbb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2b1985-7028-437e-95c8-009764b7f91e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:26.420235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-553060ad-3064-42db-ba03-05fe1e3688ad admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4267511 Dec 16 15:13:26.420235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.420235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:26.420235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:26.453009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984debfc-4dfb-4376-a3ad-e275858ef2d9 req-f73e5f34-6447-49bd-bc9a-2332bc56a878 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:26.477145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-984debfc-4dfb-4376-a3ad-e275858ef2d9 req-f73e5f34-6447-49bd-bc9a-2332bc56a878 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1357691 Dec 16 15:13:26.653623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf937e4-d855-4b44-a260-698cd44eb429 req-7e464587-2f11-442a-adcf-72721aff473c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:26.665322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9bf937e4-d855-4b44-a260-698cd44eb429 req-7e464587-2f11-442a-adcf-72721aff473c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.1874223 Dec 16 15:13:26.693046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-984debfc-4dfb-4376-a3ad-e275858ef2d9 req-f0e7398f-f92e-4488-8fae-c6770b6546b8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205718 Dec 16 15:13:26.742821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] Pushing event updated for resources: {'Network': ['ID=dc49928a-b8c5-425d-ade7-d90f99d6eb44,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:26.759690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:13:26.799356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9bf937e4-d855-4b44-a260-698cd44eb429 req-8d01bd0c-d51c-47cb-98ee-a7a4fbdeca75 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313729 Dec 16 15:13:26.932161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbfbf67c-cae4-4df6-871f-c3526c341391 req-bf92e419-35c9-47a6-ae66-5dd42075aa37 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=984212fa-6f09-4a58-b2f5-bf47a8948338 HTTP/1.1" status: 200 len: 210 time: 0.0350697 Dec 16 15:13:27.075582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18d17710-63df-4990-98f2-9dafb73c9126 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7118912 Dec 16 15:13:27.080434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35376) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:27.088589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Request body: {'subnet': {'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-subnet', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:27.269637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Made reservation on behalf of 2648044943d74799b1e2c42f7abddd05 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:27.273653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:27.577149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-4ce14973-6867-4276-9221-21a8cc1cac20 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:27.579244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-4ce14973-6867-4276-9221-21a8cc1cac20 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/networks?id=1c0fa484-801a-4d2d-8d56-851c480634e3 HTTP/1.1" status: 200 len: 815 time: 0.1656654 Dec 16 15:13:27.602757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-5b03b309-87be-4477-9af2-dc6919375b2f tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/quotas/662ce95ce7a14abba75d9929dfd92b6a HTTP/1.1" status: 200 len: 375 time: 0.0111918 Dec 16 15:13:27.650690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-9063d2ff-0e53-43a9-93a5-54e428a6041a tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=662ce95ce7a14abba75d9929dfd92b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373297 Dec 16 15:13:27.659979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:27.757552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b1ed63-b94b-4558-8a41-8e79258eb72d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:27.766349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Checking segment: {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:27.766955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Network hostable DHCP agents. Network: dc49928a-b8c5-425d-ade7-d90f99d6eb44, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:13:27.813515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-f346bd24-5540-46b4-a46e-e17353afc0b6 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541545 Dec 16 15:13:27.944886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba1f85-799e-478b-b5c5-5f0c6d57e4e7 req-e0b1ea4c-f2ab-4cb7-876b-cb501428532f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:27.946923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ba1f85-799e-478b-b5c5-5f0c6d57e4e7 req-e0b1ea4c-f2ab-4cb7-876b-cb501428532f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1141343 Dec 16 15:13:27.965673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-08aa9650-e23d-4a11-b1d6-e78e8d7a33d4 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419969 Dec 16 15:13:28.032481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ba1f85-799e-478b-b5c5-5f0c6d57e4e7 req-5999664f-cd3f-4275-941e-16f25d6b1b10 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701194 Dec 16 15:13:28.035762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:13:28.089005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c15d2e86-c186-4fbf-a806-42ae262e6e70 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:28.125021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: c15d2e86-c186-4fbf-a806-42ae262e6e70 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:28.125635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c15d2e86-c186-4fbf-a806-42ae262e6e70 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:28.153547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4781f-0324-4780-83ef-4f710776a007 req-29a31db9-b666-4388-a77f-bd9307ca0aa2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:28.160462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5b4781f-0324-4780-83ef-4f710776a007 req-29a31db9-b666-4388-a77f-bd9307ca0aa2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.0636199 Dec 16 15:13:28.210939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, dc49928a-b8c5-425d-ade7-d90f99d6eb44) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:28.223489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:28.225517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:28.232015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc83311-79eb-4e5e-b4d8-c8d458cc6a79 None None] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:28.240205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5b4781f-0324-4780-83ef-4f710776a007 req-cf9a280d-fa17-4ab9-ada6-a8471c238d2b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734639 Dec 16 15:13:28.459139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c900679-ecc3-4048-b5eb-ca9e83aea3fb req-2709e735-5a64-4f54-b177-018482c47b38 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.0453198 Dec 16 15:13:28.483508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-51bb26a6-9162-41cc-8780-876c4f396a1a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4012744 Dec 16 15:13:28.488790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:28.499928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:28.547791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb058e-5a62-4689-b8a3-139956ed0695 None None] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:28.744080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:28.752621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:28.752921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:28.802635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:29.251761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214586d1-a3e8-4fb8-8c52-b60fc657d51e req-41199afc-aa27-47f7-86c0-ca969623039f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:29.255903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214586d1-a3e8-4fb8-8c52-b60fc657d51e req-41199afc-aa27-47f7-86c0-ca969623039f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0744419 Dec 16 15:13:29.287789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:29.321316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:29.322091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214586d1-a3e8-4fb8-8c52-b60fc657d51e req-68527030-c514-4037-8c53-2d00e5340acd tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652080 Dec 16 15:13:29.424985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:29.442254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-367812510-network', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:29.484540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf93ce-f0a7-4126-807e-a41961d0f7c0 req-43dcafdb-04a7-4003-b3cb-c85a5135d94b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:29.486035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05cf93ce-f0a7-4126-807e-a41961d0f7c0 req-43dcafdb-04a7-4003-b3cb-c85a5135d94b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.0853875 Dec 16 15:13:29.570786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05cf93ce-f0a7-4126-807e-a41961d0f7c0 req-beb12521-f007-47cf-8783-f0c3d1086d45 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731716 Dec 16 15:13:29.649765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Made reservation on behalf of 1bbc0e0febad41aaa70c861b2c82ad8a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:29.654143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:29.686196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:29.821716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-626dea43-89bb-45aa-ab92-53cc26e2fe50 req-2a0ba558-f5cc-4af0-9ed9-e1af8b1ea041 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.1050954 Dec 16 15:13:29.984656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.010116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.075728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.092018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481822f-6485-4da4-bfff-bda8f0d8f910 req-850192ea-8c5d-4563-bee5-240ada454332 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:30.094706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7481822f-6485-4da4-bfff-bda8f0d8f910 req-850192ea-8c5d-4563-bee5-240ada454332 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.1231635 Dec 16 15:13:30.174191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Allocated IP 172.25.7.64 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d15e1e53-1e09-4cc8-8f7a-1b204a58d630) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:30.198311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7481822f-6485-4da4-bfff-bda8f0d8f910 req-a238f4dd-6595-4755-9112-aeb066894ed9 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959826 Dec 16 15:13:30.228064 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.277264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3306d16-dd4c-445c-b61c-761c7bed973f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:30.280510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:13:30.292401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.292683 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Added segment 9a743f8d-61ed-4791-9747-80390c120e01 of type vlan for network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 Dec 16 15:13:30.370370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.413920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.537810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642d57-53c2-4e0c-ad53-6d5e555acb6f req-2080df08-3587-4dd1-8637-786dd7825de2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:30.540669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3642d57-53c2-4e0c-ad53-6d5e555acb6f req-2080df08-3587-4dd1-8637-786dd7825de2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0873957 Dec 16 15:13:30.570199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.571149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:30.571707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.602264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:30.653007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:30.653789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:30.657818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:30.663915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Pushing event updated for resources: {'Port': ['ID=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:30.730681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4c690f-d669-4db3-ab5a-225f2fdc3a11,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:30.751561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:13:30.913565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3642d57-53c2-4e0c-ad53-6d5e555acb6f req-aa78987a-167d-418e-b08d-6fc2c8354078 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613899 Dec 16 15:13:30.940121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ebfa6-35ee-40d9-a0e2-66bd2c1d10b2 req-30708eb0-ae5a-4cb7-8898-aee242da7f9b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:30.941424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c4ebfa6-35ee-40d9-a0e2-66bd2c1d10b2 req-30708eb0-ae5a-4cb7-8898-aee242da7f9b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.2034583 Dec 16 15:13:31.029993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c4ebfa6-35ee-40d9-a0e2-66bd2c1d10b2 req-fff64f33-7f81-40e8-b3bf-63ce5d9a8584 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722671 Dec 16 15:13:31.089324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a88d8da1-48c6-4544-9584-78bb315deb56 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8002806 Dec 16 15:13:31.094214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:31.099805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Request body: {'subnet': {'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-367812510-subnet', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:31.119485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db7dd908-b78f-4383-9594-1b4ff13cad12 req-c09bd135-92cd-450c-8156-ed38afbfc2e8 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.0289114 Dec 16 15:13:31.291194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:31.346080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Made reservation on behalf of 1bbc0e0febad41aaa70c861b2c82ad8a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:31.348397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:31.402854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25908866-4c75-489b-975f-12273235e535 req-00c0ffb5-c6e9-4582-bd0c-5860df9ebe62 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:31.412507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25908866-4c75-489b-975f-12273235e535 req-00c0ffb5-c6e9-4582-bd0c-5860df9ebe62 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.0912490 Dec 16 15:13:31.505913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25908866-4c75-489b-975f-12273235e535 req-7a058d8c-4300-4e70-bdba-854868cd2319 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Dec 16 15:13:31.651307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-b2b2a30f-d834-402f-9a19-f2004b7b4300 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:31.652827 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-b2b2a30f-d834-402f-9a19-f2004b7b4300 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.2721400 Dec 16 15:13:31.778915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-38762d64-1e2b-4e05-9f37-6c1c7b43d1c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1900914 Dec 16 15:13:31.940532 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:31.965883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-5ec3a6b6-2f4e-4ba9-a524-837a071586c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:31.967402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-5ec3a6b6-2f4e-4ba9-a524-837a071586c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 1100 time: 0.1270180 Dec 16 15:13:32.062648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Deleting port 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:13:32.067424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:32.116569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1f145-9c95-441a-8977-7357c5dedec1 req-91a0739c-b2c0-4695-a7a3-1ad78808094b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.124468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e1f145-9c95-441a-8977-7357c5dedec1 req-91a0739c-b2c0-4695-a7a3-1ad78808094b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0839205 Dec 16 15:13:32.157807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:32.190806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e1f145-9c95-441a-8977-7357c5dedec1 req-71c3aac4-a0fe-4713-b67e-26f195f932a7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651648 Dec 16 15:13:32.320128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26bbb2-bec7-4568-939d-d7446ac70768 req-6e576027-3ffa-4757-add9-e68d275d955a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.322137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef26bbb2-bec7-4568-939d-d7446ac70768 req-6e576027-3ffa-4757-add9-e68d275d955a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.0926919 Dec 16 15:13:32.324635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcfafa1f-c88e-42e3-ad9b-83a9f4bab5c0 req-47436ef4-5c60-480a-a612-47e76fbd790e tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.0415969 Dec 16 15:13:32.404370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef26bbb2-bec7-4568-939d-d7446ac70768 req-aa38a52e-fb74-4ff2-910e-9e509307e0ac tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645318 Dec 16 15:13:32.614582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e527decc-2d0e-46c0-8d9d-93fb46e20d60,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:32.625968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-7362c8af-a37c-4c81-a6ca-52685d2ab6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.628232 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-7362c8af-a37c-4c81-a6ca-52685d2ab6ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.6264336 Dec 16 15:13:32.680232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Checking segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:32.680232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Network hostable DHCP agents. Network: cd4c690f-d669-4db3-ab5a-225f2fdc3a11, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:13:32.698023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e534e0-94e4-4c25-b1ba-8f37bb4d4f77 req-a40058c3-4f27-42bd-b819-fd0f7407ed37 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.704587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e534e0-94e4-4c25-b1ba-8f37bb4d4f77 req-a40058c3-4f27-42bd-b819-fd0f7407ed37 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 951 time: 0.0916297 Dec 16 15:13:32.757664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] For port 8d54b686-baee-4833-a108-0fb1a0c19b5f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8d54b686-baee-4833-a108-0fb1a0c19b5f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:32.758601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:32.763194 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-657585b7-aa67-4c17-8739-865e5145dee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 200 len: 217 time: 0.1212616 Dec 16 15:13:32.797859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Calling delete_port for 8d54b686-baee-4833-a108-0fb1a0c19b5f owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:13:32.811048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e534e0-94e4-4c25-b1ba-8f37bb4d4f77 req-773ae136-c8f1-49b0-b186-c0cd5f037ede tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/security-groups?id=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957365 Dec 16 15:13:32.881896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-8b9ae26a-6abe-47d8-922c-84e3c65647fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.883460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-8b9ae26a-6abe-47d8-922c-84e3c65647fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1112566 Dec 16 15:13:32.969321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-72c2a3b5-7710-4229-87bb-9d6830c53187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.971463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-72c2a3b5-7710-4229-87bb-9d6830c53187 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776658 Dec 16 15:13:32.988569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-c59cf6c4-68ec-4b82-a73c-06afa310bb7e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:32.990773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-c59cf6c4-68ec-4b82-a73c-06afa310bb7e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.2150214 Dec 16 15:13:33.032849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-d70232e6-9150-4c1f-8e75-2753dd7dbe6f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/quotas/ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 375 time: 0.0295208 Dec 16 15:13:33.043537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-79bef480-5266-4a2e-ac29-2a86af98a4c2 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:33.045449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-79bef480-5266-4a2e-ac29-2a86af98a4c2 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.30 "GET /v2.0/networks?id=1c0fa484-801a-4d2d-8d56-851c480634e3 HTTP/1.1" status: 200 len: 815 time: 0.1847136 Dec 16 15:13:33.066612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:13:33.068503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Router c1283b9b-adb2-41b7-af50-bf13d84a69c9 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:13:33.094652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Request body: {'port': {'device_id': 'c87dda91-25f5-4da1-ada0-12477da10368', 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3', 'admin_state_up': True, 'tenant_id': '662ce95ce7a14abba75d9929dfd92b6a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:33.196524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-b2392080-9050-4b3c-9bbe-486d3812ab31 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171047 Dec 16 15:13:33.216814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-838d7652-4a07-48d2-a752-419b2b98053a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1695061 Dec 16 15:13:33.245447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cd4c690f-d669-4db3-ab5a-225f2fdc3a11) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:33.260519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cf649f-ca19-417a-9a61-99dc60730bf2 None None] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:33.328788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:33.330488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.356318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.420979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8d54b686-baee-4833-a108-0fb1a0c19b5f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:33.440946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Made reservation on behalf of 662ce95ce7a14abba75d9929dfd92b6a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:33.445899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.451171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-78fb7002-40a6-4301-8ec5-4dbb9be9d38f service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257483 Dec 16 15:13:33.452666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:13:33.457891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Pushing event deleted for resources: {'Port': ['ID=8d54b686-baee-4833-a108-0fb1a0c19b5f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:33.503894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Sync routers for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:13:33.526281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:33.527778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] No DVR routers for this DVR port 8d54b686-baee-4833-a108-0fb1a0c19b5f on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:33.529479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:33.536252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.539980 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2f6cb86-096d-4cf0-a6ba-710cc12b94f4 req-10e50806-0b05-4cb6-abd3-dfdfc0a86d3b tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.74 "DELETE /v2.0/ports/8d54b686-baee-4833-a108-0fb1a0c19b5f HTTP/1.1" status: 204 len: 173 time: 1.8780909 Dec 16 15:13:33.540592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-deleted', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:33.543321 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef60f7-4e08-40a7-b3b9-b3b041bafab3" -d '{"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-deleted", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:33.557950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72080752-4e8d-45f2-b08c-bb3cc24eb0c6 req-c70140ca-225c-4cdb-9536-0c7a87048a38 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249571 Dec 16 15:13:33.605957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:13:33.607919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.695296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:33.696875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6beb4f53-f96b-4c04-8f08-0b8f1a3d3749 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2063012 Dec 16 15:13:33.703906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4264a339-d6d8-4dfe-96fd-43c01b458e25 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.6055579 Dec 16 15:13:33.703906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35488) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:33.707682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35490) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:33.713206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:33.796706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:33.907514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ea38d-1fcd-416f-bcf2-0bb97d68c809 req-8147bf72-aea9-42d1-abf5-a573d206d87e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:33.915570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f2ea38d-1fcd-416f-bcf2-0bb97d68c809 req-8147bf72-aea9-42d1-abf5-a573d206d87e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.5357189 Dec 16 15:13:34.066566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.067684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.068082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f2ea38d-1fcd-416f-bcf2-0bb97d68c809 req-37311e29-6bac-4dc2-86f4-1cfd121738ba tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509738 Dec 16 15:13:34.150734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Allocated IP 172.20.0.11 (1c0fa484-801a-4d2d-8d56-851c480634e3/1511209b-1d49-45bb-bec8-8ad33df1c244/54be78bc-6bb1-4b54-b080-523f07f7479e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:34.159916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Allocated IP 172.20.0.2 (cd4c690f-d669-4db3-ab5a-225f2fdc3a11/e527decc-2d0e-46c0-8d9d-93fb46e20d60/8e440afc-a187-4fa2-8356-d7023fdebe05) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:34.181334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-af9edcc9-d352-4d93-a188-de2689ded2e1 service neutron] 10.222.0.71 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862571 Dec 16 15:13:34.292282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6de7facd-1026-4f1b-83e7-ae96935a88ee req-71dd6b52-5b5d-4d6e-86c7-7ca26ca30986 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.1127322 Dec 16 15:13:34.329326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.501015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.542710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6539-99f0-4352-9fe7-f145f6b1e7f3 req-c60813f9-b712-4514-ac65-8577ff2f4cac tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:34.551227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ebf6539-99f0-4352-9fe7-f145f6b1e7f3 req-c60813f9-b712-4514-ac65-8577ff2f4cac tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.1729624 Dec 16 15:13:34.593759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.635500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ebf6539-99f0-4352-9fe7-f145f6b1e7f3 req-4c1243f4-4452-4e77-b1f2-584fae2335c4 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833614 Dec 16 15:13:34.652317 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.702006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:30Z', 'revision_number': 3, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:34.743019 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe3b3fd-a88a-4a81-9fc5-764fc1a4bfa6 x-openstack-request-id: req-efe3b3fd-a88a-4a81-9fc5-764fc1a4bfa6 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:34.743411 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbb6ef8-8120-488b-8e7f-035ca93c7306", "name": "network-vif-deleted", "tag": "8d54b686-baee-4833-a108-0fb1a0c19b5f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:34.743721 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efe3b3fd-a88a-4a81-9fc5-764fc1a4bfa6 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:34.744158 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbb6ef8-8120-488b-8e7f-035ca93c7306', 'name': 'network-vif-deleted', 'tag': '8d54b686-baee-4833-a108-0fb1a0c19b5f', 'status': 'completed', 'code': 200} Dec 16 15:13:34.747958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Checking router: c1283b9b-adb2-41b7-af50-bf13d84a69c9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:13:34.748366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Updating router c1283b9b-adb2-41b7-af50-bf13d84a69c9 port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:13:34.753531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.798799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.827528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:34.833839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:34.835040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31bd0b7c-52de-413b-af6f-c180c265887a req-f7596c20-3585-4e1c-b88d-1094add8d518 tempest-ServersAdminTestJSON-305363049 tempest-ServersAdminTestJSON-305363049-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dbb6ef8-8120-488b-8e7f-035ca93c7306 HTTP/1.1" status: 200 len: 210 time: 0.0314939 Dec 16 15:13:34.837811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.839632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:34.895692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Pushing event updated for resources: {'Port': ['ID=8e440afc-a187-4fa2-8356-d7023fdebe05,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:34.919632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Allocated IP 172.20.0.1 (dc49928a-b8c5-425d-ade7-d90f99d6eb44/45b1ed63-b94b-4558-8a41-8e79258eb72d/3a0c91bc-7864-43ba-9a4a-a4577820ea16) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:34.923366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:34.931109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.931796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.932366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.932872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.933382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.934067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.934561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.935061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.935553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.936107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.938378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.938937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:34.940071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:35.021809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Attempting to bind port 8e440afc-a187-4fa2-8356-d7023fdebe05 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:35.022378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Attempting to bind port 8e440afc-a187-4fa2-8356-d7023fdebe05 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:35.023012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Attempting to bind port 8e440afc-a187-4fa2-8356-d7023fdebe05 on network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:35.038218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:35.042546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Checking segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:35.042546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.042546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Bound using segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:35.042546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Bound port: 8e440afc-a187-4fa2-8356-d7023fdebe05, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:35.042546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.051714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Network 1c0fa484-801a-4d2d-8d56-851c480634e3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:35.063037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:35.066495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Pushing event updated for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:35.069116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:35.071371 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:13:35.107020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.194888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:35.196641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.247967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8356e-f963-4e0e-9e0b-0cb42c0621a2 req-5a3f084b-e37c-430e-ad4d-07fbb8703f70 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:35.249765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88f8356e-f963-4e0e-9e0b-0cb42c0621a2 req-5a3f084b-e37c-430e-ad4d-07fbb8703f70 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.0964482 Dec 16 15:13:35.281726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.344817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73d4f225-a9c3-4935-b90b-64d27a5f2b3b req-51627dbd-7b3f-400b-97e2-e49276b9285c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0381720 Dec 16 15:13:35.349112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] For port 8e440afc-a187-4fa2-8356-d7023fdebe05, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:35.374225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:35.382220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:35.385115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:35.420098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88f8356e-f963-4e0e-9e0b-0cb42c0621a2 req-3e8918bd-c7a8-4450-9319-460c7c65f825 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429465 Dec 16 15:13:35.420344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Pushing event updated for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:35.434508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b28a0890-4e70-4ab3-a637-e7943cec9d04 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3374720 Dec 16 15:13:35.467597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] For port 8e440afc-a187-4fa2-8356-d7023fdebe05, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8e440afc-a187-4fa2-8356-d7023fdebe05,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:35.496268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Request body: {'port': {'device_id': 'c87dda91-25f5-4da1-ada0-12477da10368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:35.500416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.542111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f195b-6b63-4225-825f-1f7bd7308e7e req-1cc3783f-c788-4b2b-87cb-4393b5f7b277 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:35.543907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e35f195b-6b63-4225-825f-1f7bd7308e7e req-1cc3783f-c788-4b2b-87cb-4393b5f7b277 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 932 time: 0.0895135 Dec 16 15:13:35.550347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.559675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.573350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.635712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e35f195b-6b63-4225-825f-1f7bd7308e7e req-c89ee98f-d4e9-4f6d-b6ec-54ccfaa72a17 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Dec 16 15:13:35.641737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.644126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af92ad0-1b43-4917-bc50-4be177b515ee None None] Pushing event updated for resources: {'Port': ['ID=8e440afc-a187-4fa2-8356-d7023fdebe05,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:35.645312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.769681 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.940127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Attempting to bind port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:35.940594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Attempting to bind port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:35.940962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Attempting to bind port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:35.950093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:35.950579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:35.950881 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:35.951264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:35.951751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Bound port: d15e1e53-1e09-4cc8-8f7a-1b204a58d630, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:35.952175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.010396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab1fc2-d9f9-48b2-8fa6-3f08d245f3ae None None] Pushing event updated for resources: {'Port': ['ID=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:36.041524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Allocated IP 172.25.7.37 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/fb5a928a-dbf7-4140-9e06-e3934c361c8e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:36.154122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:36.179196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fa7ce-389c-49d4-87e3-d440482bcc36 req-f2ba200f-1df0-460e-8215-358e0cefbc53 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:36.189202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-581fa7ce-389c-49d4-87e3-d440482bcc36 req-f2ba200f-1df0-460e-8215-358e0cefbc53 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.3392022 Dec 16 15:13:36.273506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 8d54b686-baee-4833-a108-0fb1a0c19b5f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:13:36.274424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8d54b686-baee-4833-a108-0fb1a0c19b5f not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:36.300233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] For port d15e1e53-1e09-4cc8-8f7a-1b204a58d630, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:36.322611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.324945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] For port d15e1e53-1e09-4cc8-8f7a-1b204a58d630, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:36.413706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.422484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-581fa7ce-389c-49d4-87e3-d440482bcc36 req-30ffd308-9a85-42fb-9460-f497ade1a169 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316039 Dec 16 15:13:36.506771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54be78bc-6bb1-4b54-b080-523f07f7479e {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:36.518083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8e440afc-a187-4fa2-8356-d7023fdebe05 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:36.519505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.538077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Transition to ACTIVE for port object 54be78bc-6bb1-4b54-b080-523f07f7479e will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:36.550141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.604969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:36.605752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:36.632299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cedcb849-01ef-45ab-8a50-1008ff8c0dd4 req-ae2399a4-bbaf-44f9-8a5f-cb05172e08d7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0923421 Dec 16 15:13:36.680747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.779759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab1fc2-d9f9-48b2-8fa6-3f08d245f3ae None None] Pushing event updated for resources: {'Port': ['ID=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:36.814266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8e440afc-a187-4fa2-8356-d7023fdebe05 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:36.814869 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.860831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.873846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:36.898086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:36.913925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:36.924720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:36.976196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd75ffc-4b6e-42d5-9e12-48d1752abd53 req-0b42839c-eeb5-4247-949e-6e60af0b3e0c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:36.978941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cd75ffc-4b6e-42d5-9e12-48d1752abd53 req-0b42839c-eeb5-4247-949e-6e60af0b3e0c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.2780631 Dec 16 15:13:36.979450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:36.983407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:36.992641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:37.066655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Attempting to bind port 54be78bc-6bb1-4b54-b080-523f07f7479e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:37.067544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Attempting to bind port 54be78bc-6bb1-4b54-b080-523f07f7479e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'fee841a3-53c3-42cf-b584-cabe43190971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:37.072754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Attempting to bind port 54be78bc-6bb1-4b54-b080-523f07f7479e on network 1c0fa484-801a-4d2d-8d56-851c480634e3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:37.085111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.124511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Port 54be78bc-6bb1-4b54-b080-523f07f7479e on network 1c0fa484-801a-4d2d-8d56-851c480634e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:37.125046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Attempting to bind port 54be78bc-6bb1-4b54-b080-523f07f7479e on network 1c0fa484-801a-4d2d-8d56-851c480634e3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:37.140302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Pushing event updated for resources: {'Port': ['ID=fb5a928a-dbf7-4140-9e06-e3934c361c8e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:37.197775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da865b-d034-4173-b80b-826595142843 req-89602079-74a2-453e-a7cb-34b00de269d3 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:37.213905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18da865b-d034-4173-b80b-826595142843 req-89602079-74a2-453e-a7cb-34b00de269d3 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 944 time: 0.4600661 Dec 16 15:13:37.233399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cd75ffc-4b6e-42d5-9e12-48d1752abd53 req-4ba10d5c-58ec-4d93-907e-bd3d10867586 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922746 Dec 16 15:13:37.282778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:37.286235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Pushing event updated for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:37.287458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Checking segment: {'id': 'fee841a3-53c3-42cf-b584-cabe43190971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:37.288497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Bound using segment: {'id': 'fee841a3-53c3-42cf-b584-cabe43190971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:37.292850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Bound port: 54be78bc-6bb1-4b54-b080-523f07f7479e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee841a3-53c3-42cf-b584-cabe43190971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:37.292850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.293363 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.309130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.316756 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4bb84bc9-4b8c-4214-a84e-f558b74e2abd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae6aa2a9d9984131a6e08bdb8c2f38dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536246 Dec 16 15:13:37.318525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:37.379562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 8e440afc-a187-4fa2-8356-d7023fdebe05, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8e440afc-a187-4fa2-8356-d7023fdebe05,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:37.424486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18da865b-d034-4173-b80b-826595142843 req-1d3520cb-aade-4b27-b4be-3e1b5a41bf41 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851027 Dec 16 15:13:37.488090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.508614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:34Z', 'revision_number': 1, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:37.512727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:37.523518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=54be78bc-6bb1-4b54-b080-523f07f7479e,segment=NetworkSegment(fee841a3-53c3-42cf-b584-cabe43190971),segment_id=fee841a3-53c3-42cf-b584-cabe43190971)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:37.576373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0967a72-b5e1-44a1-87f8-7b4ca8822ad3 None None] The sync data for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 is: [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:34Z', 'revision_number': 1, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:13:37.617547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=8e440afc-a187-4fa2-8356-d7023fdebe05,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:37.686144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.738696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30943938-21bb-4018-bb85-9b47bd92dd36 None None] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:13:37.770312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:37.781172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:37.782008 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.784286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-76e57b6c-75b8-45ea-9bf8-f849c603fe51 service neutron] 10.222.0.30 "PUT /v2.0/ports/54be78bc-6bb1-4b54-b080-523f07f7479e HTTP/1.1" status: 200 len: 1092 time: 2.2950432 Dec 16 15:13:37.790623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:37.796017 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff13ef-9caa-4f61-8a4a-1532e99603d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:37.829601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda88934-c03b-45dc-8b6c-209413e48359 req-cac88d2e-02ce-42a8-8e0d-a1ffb8601902 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:37.832966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda88934-c03b-45dc-8b6c-209413e48359 req-cac88d2e-02ce-42a8-8e0d-a1ffb8601902 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.2067745 Dec 16 15:13:37.875570 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.894447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc9c2a2d-712e-439a-bc29-90534796d60b req-96d72cfd-cd1c-44aa-920d-4026532bae0e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0459263 Dec 16 15:13:37.910902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81dbe526-edd4-4bf8-bdf4-ce33a24855d4 None None] Provisioning complete for port 8e440afc-a187-4fa2-8356-d7023fdebe05 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:37.910902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81dbe526-edd4-4bf8-bdf4-ce33a24855d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.958011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:37.975772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda88934-c03b-45dc-8b6c-209413e48359 req-46e59c01-4802-4491-b348-a4c13c40879f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351638 Dec 16 15:13:38.001308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:38.013932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:38.042798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.075860 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df090db-a7aa-4a01-8b42-583c8a6cc395 x-openstack-request-id: req-5df090db-a7aa-4a01-8b42-583c8a6cc395 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:38.076218 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:38.080899 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5df090db-a7aa-4a01-8b42-583c8a6cc395 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:38.080899 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e', 'status': 'completed', 'code': 200} Dec 16 15:13:38.138913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-014517a2-cefa-4093-8dd2-f1943d680eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:38.138913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-014517a2-cefa-4093-8dd2-f1943d680eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=662ce95ce7a14abba75d9929dfd92b6a&device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 1095 time: 0.0846341 Dec 16 15:13:38.211993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-f2362ff0-732a-4a41-b4fb-0307fb5ed13a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be78bc-6bb1-4b54-b080-523f07f7479e HTTP/1.1" status: 200 len: 217 time: 0.0580156 Dec 16 15:13:38.313995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b053c115-3754-4dea-8727-0dac3199e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:38.315178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b053c115-3754-4dea-8727-0dac3199e07c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1511209b-1d49-45bb-bec8-8ad33df1c244 HTTP/1.1" status: 200 len: 855 time: 0.0950291 Dec 16 15:13:38.391695 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.394521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.411438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-20c3a250-a90b-4a96-9999-e983b7770576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c0fa484-801a-4d2d-8d56-851c480634e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871427 Dec 16 15:13:38.411770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8e440afc-a187-4fa2-8356-d7023fdebe05 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:38.422622 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4cdbbc75-7a81-45e2-8c77-2c6d662ccf87 HTTP/1.1" status: 204 len: 168 time: 1.0783575 Dec 16 15:13:38.461722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bea09e-8bbd-4f9a-bccd-12a232a95798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdbbc75-7a81-45e2-8c77-2c6d662ccf87,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:38.478181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Router c1283b9b-adb2-41b7-af50-bf13d84a69c9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:13:38.558625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8e440afc-a187-4fa2-8356-d7023fdebe05 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:38.559035 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.639014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aeb310-f0ac-4597-b359-20a3cd55a37c req-1562e2ae-1fcb-45dd-86a4-2e60d23356c0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:38.651600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07aeb310-f0ac-4597-b359-20a3cd55a37c req-1562e2ae-1fcb-45dd-86a4-2e60d23356c0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.2546842 Dec 16 15:13:38.762509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.763933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-b521cb9b-a5c3-4d66-b690-ed5b258718ad service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692647 Dec 16 15:13:38.777190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cca30726-e9f1-4a67-b1ba-01c0cd96d26a None None] Provisioning complete for port 8e440afc-a187-4fa2-8356-d7023fdebe05 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:38.777583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cca30726-e9f1-4a67-b1ba-01c0cd96d26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:38.911805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36873bd-8e4e-4b51-abb7-a15aa54a971e req-05b55c1f-dcaf-4974-921b-d759b3604c53 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:38.911805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e36873bd-8e4e-4b51-abb7-a15aa54a971e req-05b55c1f-dcaf-4974-921b-d759b3604c53 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 944 time: 0.2577791 Dec 16 15:13:38.923139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07aeb310-f0ac-4597-b359-20a3cd55a37c req-3c87f818-2e01-4e66-afe0-9788df2394d6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524960 Dec 16 15:13:38.936023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:13:38.943950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3529a9db-db4b-4ed0-a6f8-cfbc96d31e1d admin admin] 10.222.0.71 "PUT /v2.0/routers/c1283b9b-adb2-41b7-af50-bf13d84a69c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2411382 Dec 16 15:13:39.132206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da79e01b-7b70-49ee-b855-42278e08ba57 req-bbdedccc-11e0-4d3c-99b4-237348b87f69 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0579033 Dec 16 15:13:39.139285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e36873bd-8e4e-4b51-abb7-a15aa54a971e req-db291499-0526-4664-b036-b9ac36b5c600 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818588 Dec 16 15:13:39.158921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-058e3c20-471f-4d8d-aed8-373c5fe3a3fb req-030087f3-0ea5-4fc8-a6d3-cb61e0a93d0e service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834774 Dec 16 15:13:39.274806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Router ccadb02a-b072-40a0-a9b0-981544d8f30a is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:13:39.303720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a198-7825-465f-b7cc-2f4204f483b5 req-b14ed41e-8dc1-42e6-8283-52e250183853 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:39.305711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d09a198-7825-465f-b7cc-2f4204f483b5 req-b14ed41e-8dc1-42e6-8283-52e250183853 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.0882802 Dec 16 15:13:39.414526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d09a198-7825-465f-b7cc-2f4204f483b5 req-61bb79c3-bd6f-4810-82a9-8cb075af1818 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019897 Dec 16 15:13:39.561080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-38a3ddda-3714-4a81-8716-7cdd79756b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:39.562639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-38a3ddda-3714-4a81-8716-7cdd79756b38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=662ce95ce7a14abba75d9929dfd92b6a&device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 1095 time: 0.1394370 Dec 16 15:13:39.590644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-c2fee469-9279-4785-bf18-e233d84e9e17 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:39.592704 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-c2fee469-9279-4785-bf18-e233d84e9e17 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 820 time: 0.3035424 Dec 16 15:13:39.604080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:13:39.622444 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Sync routers for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:13:39.631774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Request body: {'port': {'device_id': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'admin_state_up': True, 'tenant_id': 'ae5878d06cec4efabf8a84a4dfd3b75b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:39.654583 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:39.654583 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:39.665534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:39.852508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-0c472972-6b11-4e78-875e-481022e87527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:39.864079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-0c472972-6b11-4e78-875e-481022e87527 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c0fa484-801a-4d2d-8d56-851c480634e3 HTTP/1.1" status: 200 len: 916 time: 0.2831101 Dec 16 15:13:39.866600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-d3abe962-e854-4dbc-a639-6730e71ecd07 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:39.868213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-d3abe962-e854-4dbc-a639-6730e71ecd07 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 819 time: 0.1813567 Dec 16 15:13:39.909653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:39.915373 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:39.938373 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-41113666-d95a-4436-b29d-7c8d913c590b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2106218 Dec 16 15:13:39.938373 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-52533229-af00-459e-8930-841d6fdabba0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6438e6b9e83445a94612527f753c4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565823 Dec 16 15:13:39.938373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:39.938373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:40.031164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-4bdc148f-ddb9-4e06-a682-cbbc9a7f1846 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54be78bc-6bb1-4b54-b080-523f07f7479e HTTP/1.1" status: 200 len: 217 time: 0.1614919 Dec 16 15:13:40.035430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-185490ee-7ac3-41c2-92b0-d115c3085724 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/quotas/2648044943d74799b1e2c42f7abddd05 HTTP/1.1" status: 200 len: 375 time: 0.1574366 Dec 16 15:13:40.289903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Made reservation on behalf of ae5878d06cec4efabf8a84a4dfd3b75b for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:40.297342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:40.365435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-0bea8728-5c48-48e4-8a6f-e6faf47ec53a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1878326 Dec 16 15:13:40.373221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-2c377bde-7a99-41c7-ae86-868022fc7ed9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3297749 Dec 16 15:13:40.377605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-ebbd739c-675c-4fc4-8b81-a5fa543571e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:40.377605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-ebbd739c-675c-4fc4-8b81-a5fa543571e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1511209b-1d49-45bb-bec8-8ad33df1c244 HTTP/1.1" status: 200 len: 855 time: 0.3310900 Dec 16 15:13:40.390807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:40.416960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cbb0e-cac0-447a-a9e4-f1dcaa5cd29d req-ed58ae48-f576-4c1e-8460-e2f77e9f8325 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:40.425947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a7cbb0e-cac0-447a-a9e4-f1dcaa5cd29d req-ed58ae48-f576-4c1e-8460-e2f77e9f8325 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.2363155 Dec 16 15:13:40.450691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d15e1e53-1e09-4cc8-8f7a-1b204a58d630 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:40.497014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:37Z', 'revision_number': 3, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:40.545802 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Checking router: ccadb02a-b072-40a0-a9b0-981544d8f30a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:13:40.546649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Updating router ccadb02a-b072-40a0-a9b0-981544d8f30a port fb5a928a-dbf7-4140-9e06-e3934c361c8e binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:13:40.559704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-4a137f3a-63c6-4679-9c91-553f22dcc51e service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033642 Dec 16 15:13:40.592203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-92943ede-9b19-431a-bcb5-6c89f9e7e7dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c0fa484-801a-4d2d-8d56-851c480634e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2016277 Dec 16 15:13:40.597535 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:40.622837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:40.629497 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:40.820592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-65998157-df83-40b0-87fb-9efaf9d359e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:40.822147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-65998157-df83-40b0-87fb-9efaf9d359e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1095 time: 0.3935716 Dec 16 15:13:40.854153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Allocated IP 172.20.0.13 (84fe8b61-8553-4d43-990a-8416519c13ce/a1174a66-b53d-4131-831e-2435243984e6/7d25ce2c-e9ec-4493-873d-c2e7aa074dac) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:40.894323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:40.905960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a7cbb0e-cac0-447a-a9e4-f1dcaa5cd29d req-9f24c01f-2fc6-4e25-9f16-1a8616cfdc75 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314016 Dec 16 15:13:40.906854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.033926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-93308b3a-1126-4014-a71a-2ec550f2370d service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252479 Dec 16 15:13:41.086828 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.180099 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.203663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d15e1e53-1e09-4cc8-8f7a-1b204a58d630, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:41.324103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-3b3eced9-5217-4b4b-ab96-af2e6950e5aa tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:41.326345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Attempting to bind port fb5a928a-dbf7-4140-9e06-e3934c361c8e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:41.326722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Attempting to bind port fb5a928a-dbf7-4140-9e06-e3934c361c8e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:41.326853 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-3b3eced9-5217-4b4b-ab96-af2e6950e5aa tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1097 time: 0.3973649 Dec 16 15:13:41.327092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Attempting to bind port fb5a928a-dbf7-4140-9e06-e3934c361c8e on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:41.341968 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.350155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Pushing event updated for resources: {'Port': ['ID=fb5a928a-dbf7-4140-9e06-e3934c361c8e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:41.366115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Sync routers for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:13:41.373028 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:41.373236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:41.373359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:41.373359 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.373359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:41.373359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Bound port: fb5a928a-dbf7-4140-9e06-e3934c361c8e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:41.373359 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.383384 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.388764 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.389413 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.389929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.390452 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.391004 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.391732 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.392826 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.393336 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.393849 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.394355 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.400552 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.401890 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:41.515760 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] For port fb5a928a-dbf7-4140-9e06-e3934c361c8e, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:41.520415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:41.524302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:41.525090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.526661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] For port fb5a928a-dbf7-4140-9e06-e3934c361c8e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fb5a928a-dbf7-4140-9e06-e3934c361c8e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:41.527557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:41.531188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.541517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54d0856d-1eff-426a-a759-a60a5dbfa8e5 HTTP/1.1" status: 204 len: 168 time: 1.6051886 Dec 16 15:13:41.566909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eec82063-9cf5-4a87-9514-534fc043d33e req-639e9811-3e6f-469d-a5ed-090f914d010d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.5191584 Dec 16 15:13:41.574968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-070553ca-ea52-47c5-9984-41d0cd041664 service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9858792 Dec 16 15:13:41.599872 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.633448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa459bd6-84c4-40a3-b356-481bc4820cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d0856d-1eff-426a-a759-a60a5dbfa8e5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:41.804419 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:41.807645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:41.893555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.894917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:41.912453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-22bbc6c9-11e1-4aa0-b117-28b16bc2c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:41.919329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-22bbc6c9-11e1-4aa0-b117-28b16bc2c9df service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 1.0624621 Dec 16 15:13:41.942000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:42.068408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-e3504087-c1dc-48dc-82b6-4b9c322a4c7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.1321411 Dec 16 15:13:42.096000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ff13ef-9caa-4f61-8a4a-1532e99603d4 req-1f80274d-6f71-4996-b15e-23463e4e73fc service neutron] 10.222.0.30 "GET /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0374088 Dec 16 15:13:42.134461 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b8fef-d513-46d2-8d54-2288af2876e4 None None] Pushing event updated for resources: {'Port': ['ID=fb5a928a-dbf7-4140-9e06-e3934c361c8e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:42.157632 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:42.165463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5351-2f41-46b8-a6a0-f9316f10824d req-90bf53eb-ff63-4c3a-a28e-b6f593abf41b tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:42.186825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a74a5351-2f41-46b8-a6a0-f9316f10824d req-90bf53eb-ff63-4c3a-a28e-b6f593abf41b tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 944 time: 0.3337560 Dec 16 15:13:42.280119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:42.321278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-f1730afa-0d5e-477a-b478-866cb3c3a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:42.322928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-f1730afa-0d5e-477a-b478-866cb3c3a036 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2246916 Dec 16 15:13:42.380790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:42.433073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a74a5351-2f41-46b8-a6a0-f9316f10824d req-38741a6c-21d8-46cc-bbac-611d3f17da88 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450240 Dec 16 15:13:42.438114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:42.456771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Network 84fe8b61-8553-4d43-990a-8416519c13ce is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:42.483621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:42.489151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d15e1e53-1e09-4cc8-8f7a-1b204a58d630 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:42.553628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:42.563639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:42.581699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:42.601287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-121b1faf-5df2-481e-8dd4-67ecc9f8c85c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1666703 Dec 16 15:13:42.779750 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:37Z', 'revision_number': 3, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:42.855232 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1591f89b-b173-4a44-aed3-3a1b6a83bd0c None None] The sync data for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 is: [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:37Z', 'revision_number': 3, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:13:42.908861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b01b6-8c71-428a-ad8f-e7456995376c req-c04462bc-f35b-42b4-873b-28aae4360430 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:42.909308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:42.913211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-586b01b6-8c71-428a-ad8f-e7456995376c req-c04462bc-f35b-42b4-873b-28aae4360430 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 946 time: 0.6080194 Dec 16 15:13:43.042951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:43.043810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:43.092206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-586b01b6-8c71-428a-ad8f-e7456995376c req-69ddc699-371c-400e-ba4d-4e54d0e48249 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579340 Dec 16 15:13:43.130948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:43.139784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefb2ad-5c3c-4bd5-8d16-359bd68bc5df req-f1de501f-31e2-45eb-8188-a09edb140628 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:43.142379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eeefb2ad-5c3c-4bd5-8d16-359bd68bc5df req-f1de501f-31e2-45eb-8188-a09edb140628 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.2635028 Dec 16 15:13:43.144716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:43.145345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:43.147414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-35eeea35-7b9b-46ea-a762-1ed2d68b586c service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282850 Dec 16 15:13:43.287274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:43.320284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b22f37e0-40d8-4cd8-8022-51b707bea173 req-92262e34-6410-4675-838c-6c4e837e1b17 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 210 time: 0.0660691 Dec 16 15:13:43.427661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:13:43.437569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 54be78bc-6bb1-4b54-b080-523f07f7479e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:43.481072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:36Z', 'revision_number': 2, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:43.510384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8699d41d-f6eb-42ca-b3ab-fb7008e924cb req-06e80b2a-de38-42b3-8468-550cd069f508 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506944 Dec 16 15:13:43.705199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388fef-3989-4283-804a-82f25aa32019 req-0ded1617-e270-4937-b3ae-fb67be55a0f0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:43.706988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c388fef-3989-4283-804a-82f25aa32019 req-0ded1617-e270-4937-b3ae-fb67be55a0f0 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 932 time: 0.1389911 Dec 16 15:13:43.715551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Checking router: c1283b9b-adb2-41b7-af50-bf13d84a69c9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:13:43.724796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Updating router c1283b9b-adb2-41b7-af50-bf13d84a69c9 port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:13:43.770457 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:43.820034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:13:43.853177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eeefb2ad-5c3c-4bd5-8d16-359bd68bc5df req-bd18e9f6-09f8-43e8-acea-6e1ff28955e4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016749 Dec 16 15:13:43.893274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c388fef-3989-4283-804a-82f25aa32019 req-cb090d48-eaa0-4045-9d98-8cb6f41e9115 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641355 Dec 16 15:13:44.049462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:44.051857 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b3104c-8583-4487-ad81-50813c9b558f" -d '{"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-unplugged", "status": "completed", "tag": "553cbd6b-91aa-46da-9247-307b95085c87"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:44.057984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.062010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Allocated IP 172.20.0.1 (cd4c690f-d669-4db3-ab5a-225f2fdc3a11/e527decc-2d0e-46c0-8d9d-93fb46e20d60/34b511dd-e5f1-4ee3-b8a1-aa3ce939c656) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:44.310598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19213778-08c4-4dc9-9212-219590a93fbb req-0e6bfdb0-4237-4b2a-9dea-d9bc7b480d81 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:44.313433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19213778-08c4-4dc9-9212-219590a93fbb req-0e6bfdb0-4237-4b2a-9dea-d9bc7b480d81 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 944 time: 0.2682498 Dec 16 15:13:44.333313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=54be78bc-6bb1-4b54-b080-523f07f7479e,segment=NetworkSegment(fee841a3-53c3-42cf-b584-cabe43190971),segment_id=fee841a3-53c3-42cf-b584-cabe43190971)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:44.346236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.380895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2fad8e8e-f586-4449-809a-68f1d6dfd205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.406482 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038bedde-cade-4831-9fbd-29429c0603e8 x-openstack-request-id: req-038bedde-cade-4831-9fbd-29429c0603e8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:44.413256 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-unplugged", "status": "completed", "tag": "553cbd6b-91aa-46da-9247-307b95085c87", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:44.413256 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-038bedde-cade-4831-9fbd-29429c0603e8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:44.413256 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87', 'code': 200} Dec 16 15:13:44.415092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-f6eddf8c-2b60-4d44-9497-41f9689c7c51 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8014886 Dec 16 15:13:44.415779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.501326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19213778-08c4-4dc9-9212-219590a93fbb req-fb1cbe8b-a624-45c2-ad8f-a4a80f467ccf tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793852 Dec 16 15:13:44.532368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Request body: {'port': {'device_id': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:44.568125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.587310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '54be78bc-6bb1-4b54-b080-523f07f7479e', 'network_id': '1c0fa484-801a-4d2d-8d56-851c480634e3', 'port_id': '54be78bc-6bb1-4b54-b080-523f07f7479e', 'mac_address': 'fa:16:3e:7d:cd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1511209b-1d49-45bb-bec8-8ad33df1c244', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:44.593096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfcbfe-eea8-4ccc-b4dc-739a29e71018 req-3fd3eaa6-b16f-4093-8554-ac56e4092276 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:44.605184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5adfcbfe-eea8-4ccc-b4dc-739a29e71018 req-3fd3eaa6-b16f-4093-8554-ac56e4092276 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.1189122 Dec 16 15:13:44.733729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:44.776005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5adfcbfe-eea8-4ccc-b4dc-739a29e71018 req-1d52620d-0bca-4d59-bd08-1e5fde099b47 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697311 Dec 16 15:13:44.785818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25cba777-78fe-4bfc-a908-0473df9c687b req-8ab46a9c-f88a-4380-afc7-5539a03e6a50 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 210 time: 0.1465194 Dec 16 15:13:44.852281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fb5a928a-dbf7-4140-9e06-e3934c361c8e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:44.892333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:44.915118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54be78bc-6bb1-4b54-b080-523f07f7479e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:45.011383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:45.047525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Pushing event updated for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:45.070247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=54be78bc-6bb1-4b54-b080-523f07f7479e,segment=NetworkSegment(fee841a3-53c3-42cf-b584-cabe43190971),segment_id=fee841a3-53c3-42cf-b584-cabe43190971)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:45.092361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:45.104011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:45.118075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:45.118576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:45.119097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:45.123856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fb5a928a-dbf7-4140-9e06-e3934c361c8e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:45.124331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.162872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630989a-13c7-4404-a592-28a8315ad655 req-7cb5140d-afe0-428d-8785-920b04788acb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:45.165959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3630989a-13c7-4404-a592-28a8315ad655 req-7cb5140d-afe0-428d-8785-920b04788acb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 932 time: 0.1281402 Dec 16 15:13:45.181542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:45.181931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Attempting to bind port 553cbd6b-91aa-46da-9247-307b95085c87 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:45.196910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:45.197759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:45.197759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:45.199554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Bound port: 553cbd6b-91aa-46da-9247-307b95085c87, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:45.199554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.206731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.209549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.289206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.295220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3630989a-13c7-4404-a592-28a8315ad655 req-c20d8cf9-8250-4bad-98b2-a390899bd6c5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164484 Dec 16 15:13:45.433034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.438731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:45.493292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.592119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port fb5a928a-dbf7-4140-9e06-e3934c361c8e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fb5a928a-dbf7-4140-9e06-e3934c361c8e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:45.598440 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.618714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb459-957d-4d50-a096-4c0a0e5c7dfd req-62a68d4d-9f6f-4811-b44e-3133a8cbe949 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:45.630737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-935cb459-957d-4d50-a096-4c0a0e5c7dfd req-62a68d4d-9f6f-4811-b44e-3133a8cbe949 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.5816989 Dec 16 15:13:45.637359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['54be78bc-6bb1-4b54-b080-523f07f7479e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:45.701972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-935cb459-957d-4d50-a096-4c0a0e5c7dfd req-bb38411c-d073-4f82-87b0-ae4dc15819e6 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702744 Dec 16 15:13:45.812254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148fb6-75a3-440f-8efe-870d0281279f req-fbcebb4b-5ea0-44e2-a0bb-d1103a0b647c tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:45.815724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a148fb6-75a3-440f-8efe-870d0281279f req-fbcebb4b-5ea0-44e2-a0bb-d1103a0b647c tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 945 time: 0.1260743 Dec 16 15:13:45.832705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:45.857666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:45.863847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:45.964993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a148fb6-75a3-440f-8efe-870d0281279f req-d7baa5a9-5dad-4d3b-a3d5-a2fc54bd0282 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410513 Dec 16 15:13:46.037928 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.077342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714ad0-661e-4cc3-b0da-6c2d3454ea7a req-bf33b7de-a1dc-41cd-bd99-8d7a6fa54093 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:46.079575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35714ad0-661e-4cc3-b0da-6c2d3454ea7a req-bf33b7de-a1dc-41cd-bd99-8d7a6fa54093 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.1373353 Dec 16 15:13:46.118493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1856b441-99d7-4f63-adc6-c3275a8f570e req-a5e2c254-04ef-4956-a785-006a0dfc648e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 210 time: 0.0369086 Dec 16 15:13:46.196375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b782e43-1198-4ac1-a4a5-ed189363c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:46.224217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35714ad0-661e-4cc3-b0da-6c2d3454ea7a req-979d7183-70d5-4131-836c-94deede1a28d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136074 Dec 16 15:13:46.250647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.330232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:46.331268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.332555 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] 10.222.0.30 "PUT /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 1122 time: 4.9758062 Dec 16 15:13:46.506508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d25ce2c-e9ec-4493-873d-c2e7aa074dac {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:46.506696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-450417b0-a0c1-498a-a8e5-4e8d4a166bda None None] Provisioning complete for port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:46.506696 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-450417b0-a0c1-498a-a8e5-4e8d4a166bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.516661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.530512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-c15d4dfc-f67a-457f-8728-49c0a8411381 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:46.534415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-c15d4dfc-f67a-457f-8728-49c0a8411381 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 819 time: 0.2574880 Dec 16 15:13:46.539845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Transition to ACTIVE for port object 7d25ce2c-e9ec-4493-873d-c2e7aa074dac will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:46.545935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=fb5a928a-dbf7-4140-9e06-e3934c361c8e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:46.572243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'port': {'device_id': 'a935df98-9540-41aa-b9c1-df62b372de53', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'admin_state_up': True, 'tenant_id': '2648044943d74799b1e2c42f7abddd05'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:46.651953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:46.659449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:46.676915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.682699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:46.688059 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d441471-998f-4008-8d69-e36d27bfd65b" -d '{"events": [{"name": "network-changed", "server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "tag": "553cbd6b-91aa-46da-9247-307b95085c87"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:46.690943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca9139-874f-4b20-9e71-a5de3a14babf service neutron] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=8']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:46.707185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.714625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-450417b0-a0c1-498a-a8e5-4e8d4a166bda None None] Port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:13:46.764960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64f11-3122-4b1c-a9f9-39ab3fc3fb16 req-bdcfbf4b-491b-4411-809c-62a6305e573a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:46.774885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07c64f11-3122-4b1c-a9f9-39ab3fc3fb16 req-bdcfbf4b-491b-4411-809c-62a6305e573a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 932 time: 0.3307357 Dec 16 15:13:46.825998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:46.849857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07c64f11-3122-4b1c-a9f9-39ab3fc3fb16 req-3939c874-e153-4b02-b161-7c34824f86d1 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734301 Dec 16 15:13:46.874219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.892377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Made reservation on behalf of 2648044943d74799b1e2c42f7abddd05 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:46.897408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:46.918947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fb5a928a-dbf7-4140-9e06-e3934c361c8e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:46.984772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f488866-ff70-4fea-9b01-2c1e0fec5bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.000131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Pushing event updated for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:47.009469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.031441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:47.032131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:47.033515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:47.034226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Attempting to bind port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:47.034777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Attempting to bind port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:47.035457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Attempting to bind port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 on network dc49928a-b8c5-425d-ade7-d90f99d6eb44 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:47.082424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-e8ce599d-85ec-436e-9d2e-022a44884754 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770526 Dec 16 15:13:47.122997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:47.123728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Checking segment: {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:47.124411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.127966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Bound using segment: {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:47.134041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Bound port: 3a0c91bc-7864-43ba-9a4a-a4577820ea16, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:47.134041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.159583 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef35362-9b3a-42d0-84e0-b9b6cc167ece x-openstack-request-id: req-4ef35362-9b3a-42d0-84e0-b9b6cc167ece {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:47.160060 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "tag": "553cbd6b-91aa-46da-9247-307b95085c87", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:47.164027 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4ef35362-9b3a-42d0-84e0-b9b6cc167ece {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:47.164544 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87', 'status': 'completed', 'code': 200} Dec 16 15:13:47.169998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:47.174890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:47.201086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:47.203684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:47.203684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:47.203684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Bound port: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:47.203684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.339962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Allocated IP 172.20.0.12 (dc49928a-b8c5-425d-ade7-d90f99d6eb44/45b1ed63-b94b-4558-8a41-8e79258eb72d/b12fdd73-e9b7-4d16-aa48-36cc2b931f87) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:47.374237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fb5a928a-dbf7-4140-9e06-e3934c361c8e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:47.374604 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.382879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441471-998f-4008-8d69-e36d27bfd65b req-015fef49-2540-4549-beab-d68e0cb8dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:47.384541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-015fef49-2540-4549-beab-d68e0cb8dcfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1125 time: 0.1769958 Dec 16 15:13:47.391988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:47.399081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:47.399625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-3643e840-933e-4a7c-afb0-1f055b4d566b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:47.407055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-3643e840-933e-4a7c-afb0-1f055b4d566b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239031 Dec 16 15:13:47.415544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:47.419120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:47.512953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] For port 3a0c91bc-7864-43ba-9a4a-a4577820ea16, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:47.570065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.582373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Router ccadb02a-b072-40a0-a9b0-981544d8f30a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:13:47.588179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] For port 3a0c91bc-7864-43ba-9a4a-a4577820ea16, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a0c91bc-7864-43ba-9a4a-a4577820ea16,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:47.626160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:47.627959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.630442 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 1092 time: 3.1942141 Dec 16 15:13:47.639357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-aa590eb8-e4b9-4967-a48e-37048bc5f313 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.2310529 Dec 16 15:13:47.746341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ccfb0-4891-44df-a9d4-1d49a7a4eec5 req-f64e55a2-7227-48a0-8b18-bfd7b5b25ac8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:47.768688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd081bc-033f-4d94-a5f6-afacdbfcbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:47.771358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10ccfb0-4891-44df-a9d4-1d49a7a4eec5 req-f64e55a2-7227-48a0-8b18-bfd7b5b25ac8 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.5150518 Dec 16 15:13:47.782551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.816511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-9aae07e1-bed6-47eb-b361-9cb0c8ba93eb tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1756406 Dec 16 15:13:47.910228 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:47.920810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:13:47.932794 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Sync routers for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:13:47.947893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b8b0b750-a4dc-418d-a488-dcb9b066f233 admin admin] 10.222.0.71 "PUT /v2.0/routers/ccadb02a-b072-40a0-a9b0-981544d8f30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0085909 Dec 16 15:13:47.947893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-50fd8279-3520-43c7-836d-ed441e24821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:47.947893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-50fd8279-3520-43c7-836d-ed441e24821a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1095 time: 0.0957959 Dec 16 15:13:47.975009 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:47.975655 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:48.012066 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-ac216402-af92-4e6e-8061-18b44c0929a3 service neutron] show failed (client error): The resource could not be found. Dec 16 15:13:48.013210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-ac216402-af92-4e6e-8061-18b44c0929a3 service neutron] 10.222.0.74 "GET /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.6012902 Dec 16 15:13:48.087889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-d27dca71-aba1-4302-a5ad-63bfdce4f0c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 217 time: 0.1203532 Dec 16 15:13:48.111674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3979e140-16ee-44cf-991e-4c08dd034499 None None] Provisioning complete for port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:48.111674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3979e140-16ee-44cf-991e-4c08dd034499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:48.166338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:48.167609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:48.186859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b782e43-1198-4ac1-a4a5-ed189363c1c1 None None] Pushing event updated for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:48.289091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3979e140-16ee-44cf-991e-4c08dd034499 None None] Port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:13:48.344521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-9ecdd76b-4bdb-463b-a5fb-fad8c50b8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:48.351193 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-9ecdd76b-4bdb-463b-a5fb-fad8c50b8e33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.2531717 Dec 16 15:13:48.387201 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:48.441249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:48.461025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441471-998f-4008-8d69-e36d27bfd65b req-56dbc122-707c-4075-858c-5cb17017127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:48.463593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-56dbc122-707c-4075-858c-5cb17017127f service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 1.0535088 Dec 16 15:13:48.468191 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-219ab7ef-22c0-4850-8b90-625fc08b25f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081326 Dec 16 15:13:48.540608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10ccfb0-4891-44df-a9d4-1d49a7a4eec5 req-b45ad355-e822-48a7-97ec-51bdaca5d341 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633948 Dec 16 15:13:48.785902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-e6bbdcb5-0f80-470b-a539-5ff6f0022090 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.2239532 Dec 16 15:13:48.808357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:46Z', 'revision_number': 2, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:48.853762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:48.857968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a0c91bc-7864-43ba-9a4a-a4577820ea16 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:48.867215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-679f9d21-c109-4994-ac2b-735565cd6725 req-84297970-411e-4ddc-b879-dcb74bd1eb48 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 210 time: 0.0889695 Dec 16 15:13:48.868051 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Checking router: ccadb02a-b072-40a0-a9b0-981544d8f30a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:13:48.868643 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Updating router ccadb02a-b072-40a0-a9b0-981544d8f30a port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:13:48.929510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-d5710bae-0bb5-4a67-a04f-d7f7fcde1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:48.931691 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-d5710bae-0bb5-4a67-a04f-d7f7fcde1b90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1101 time: 0.2489705 Dec 16 15:13:48.939732 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-1b1a9123-87bc-4c61-b661-071cbd45caff service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609151 Dec 16 15:13:48.945869 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:48.966695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:49.037433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09406fc8-e409-481b-8003-1cccf1af1eb7 req-dcc37802-645d-418a-ab1b-e1bc2df7674f tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:49.049530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09406fc8-e409-481b-8003-1cccf1af1eb7 req-dcc37802-645d-418a-ab1b-e1bc2df7674f tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 945 time: 0.6128600 Dec 16 15:13:49.130648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d441471-998f-4008-8d69-e36d27bfd65b req-72d7f180-3125-46e8-89cc-661213fc0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:49.132084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-72d7f180-3125-46e8-89cc-661213fc0db6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.3236158 Dec 16 15:13:49.139088 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.167332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:49.170709 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a2c2f-dc5d-48be-a453-116809927875" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:49.176491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:49.176854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.181287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.200573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-ebf117f6-737f-46ae-a469-c37a0d4bd64d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541523 Dec 16 15:13:49.222377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c5d08d2c-d164-4720-8fba-db56aad6bf7f req-0b542117-14d7-47d2-ba1e-c69a2d23ee00 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597802 Dec 16 15:13:49.223077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09406fc8-e409-481b-8003-1cccf1af1eb7 req-3e8f7dc5-3e19-4409-afcc-dd2f2852c938 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697567 Dec 16 15:13:49.269379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 54be78bc-6bb1-4b54-b080-523f07f7479e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:49.283442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:47Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:49.339797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9947a47-c953-416f-ba72-8e4774c8d0e6 req-20840306-abab-4c2c-b94d-167866affeb0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:49.358625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee45901-b7b6-4019-bc40-233453b92c09 None None] The sync data for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 is: [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:47Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:13:49.359761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9947a47-c953-416f-ba72-8e4774c8d0e6 req-20840306-abab-4c2c-b94d-167866affeb0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.3044622 Dec 16 15:13:49.395163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.539251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 54be78bc-6bb1-4b54-b080-523f07f7479e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:13:49.541689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.573549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 54be78bc-6bb1-4b54-b080-523f07f7479e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:49.585342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.634560 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.679932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:49.758481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.761048 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.772619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:49.841515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.851593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3a0c91bc-7864-43ba-9a4a-a4577820ea16, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a0c91bc-7864-43ba-9a4a-a4577820ea16,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:49.858589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.870139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:49.871067 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af54797-65d9-4ac7-9d25-1971d0c84e7d None None] Pushing event updated for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:49.877569 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187976a-903e-4b33-a595-677cdafe9b03" -d '{"events": [{"server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "name": "network-vif-plugged", "status": "completed", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:49.935378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Transition to ACTIVE for port object d619b0c2-7ca3-4d09-8f51-71fc9a7d591f will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:49.938373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=54be78bc-6bb1-4b54-b080-523f07f7479e,segment=NetworkSegment(fee841a3-53c3-42cf-b584-cabe43190971),segment_id=fee841a3-53c3-42cf-b584-cabe43190971)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:49.944895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Attempting to bind port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:49.952196 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Attempting to bind port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:49.952196 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Attempting to bind port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 on network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:49.957734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:49.958306 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Checking segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:49.959033 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.959758 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Bound using segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:49.960618 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Bound port: 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:49.961332 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:49.994221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.123255 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] For port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:50.127449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.129064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.147573 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] For port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:50.154115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:50.270190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:50.270903 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.279806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9947a47-c953-416f-ba72-8e4774c8d0e6 req-85445b72-1d08-42a7-ab24-f8576a25a285 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039755 Dec 16 15:13:50.284153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:50.295999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.295999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.295999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.296749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.296749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.297030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.297636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.297636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.298219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.298219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.299243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.299574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.300078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:50.356845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] No DVR routers for this DVR port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:50.368250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] Provisioning complete for port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:50.375327 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.382014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Network dc49928a-b8c5-425d-ade7-d90f99d6eb44 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:50.384289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-88524fd7-599e-4f58-b9fd-142218c6c24d service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1748583 Dec 16 15:13:50.415859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:50.455300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:50.455579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:50.455971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:50.467782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:50.468156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:50.501080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:50.501432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:50.501882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:50.502341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Bound port: d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:50.504033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.660661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d441471-998f-4008-8d69-e36d27bfd65b req-221171a3-2543-40af-9231-20c03f978fa1 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394154 Dec 16 15:13:50.664978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:50.683069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:50.691278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:50.723520 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af54797-65d9-4ac7-9d25-1971d0c84e7d None None] Pushing event updated for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:50.755690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee8ad848-c9e8-4aab-9bde-f6c608fc5488 req-f172b78f-8134-4b99-99a7-840ec4d87d1d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 210 time: 0.0874248 Dec 16 15:13:50.762109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:50.799312 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:13:50.800018 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:13:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:50.824645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.887478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:50.888220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.900791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a0c91bc-7864-43ba-9a4a-a4577820ea16 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:50.924196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d3c93-80fd-4045-9288-53e80e4aede6 req-c7ce3b08-b248-4d86-816c-34197a71040d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:50.929710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7d3c93-80fd-4045-9288-53e80e4aede6 req-c7ce3b08-b248-4d86-816c-34197a71040d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 1.5334771 Dec 16 15:13:50.953970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:50.957223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:50.964913 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] 10.222.0.30 "PUT /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 1096 time: 2.0137577 Dec 16 15:13:51.034533 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.042121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7d3c93-80fd-4045-9288-53e80e4aede6 req-9a6141d7-9893-4f8a-98c6-b786d5517454 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069276 Dec 16 15:13:51.078029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-44a82e21-51da-4a47-8930-01d693a68902 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5142336 Dec 16 15:13:51.081553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f9e7-7828-451a-8f5a-598dd5536947 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:51.097960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Request body: {'port': {'device_id': 'a935df98-9540-41aa-b9c1-df62b372de53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:51.132188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-e184088c-f2a7-4f54-b265-0756663e166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.133944 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-e184088c-f2a7-4f54-b265-0756663e166c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1099 time: 0.1287198 Dec 16 15:13:51.146264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] For port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:51.182583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:51.187204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.229610 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:13:51.249667 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.269557 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af813920-7d25-4f1f-89d2-700055427eb9 x-openstack-request-id: req-af813920-7d25-4f1f-89d2-700055427eb9 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:51.271129 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:51.271488 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af813920-7d25-4f1f-89d2-700055427eb9 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:51.272619 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'status': 'completed', 'code': 200} Dec 16 15:13:51.277485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.412889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-5a65f54b-f920-4b83-bcb3-07226b8b23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.416881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-5a65f54b-f920-4b83-bcb3-07226b8b23b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2708421 Dec 16 15:13:51.424489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa874-43df-4cbf-a263-20400733dddb None None] Pushing event updated for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:51.442656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-489c2688-66a5-4755-a0c2-418a89dde2e4 None None] Provisioning complete for port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:51.443141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-489c2688-66a5-4755-a0c2-418a89dde2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.507188 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-8f651c7d-2ef7-4086-8705-8113dbe5a6e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0812502 Dec 16 15:13:51.623452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-f4bdcb11-a3b4-450c-b002-9ce79b4f0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.626293 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-f4bdcb11-a3b4-450c-b002-9ce79b4f0eeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1107616 Dec 16 15:13:51.700544 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:50Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:13:51.725771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35732) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:51.731953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499815927', 'description': 'tempest-description--163917361'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:51.736958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2c2f-dc5d-48be-a453-116809927875 req-e8000d9b-dc72-4768-8b57-2a34517069a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.739257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-e8000d9b-dc72-4768-8b57-2a34517069a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1095 time: 0.4377124 Dec 16 15:13:51.740120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-6372dfe2-e817-4ea1-9e21-8bbf5a924a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.748140 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-6372dfe2-e817-4ea1-9e21-8bbf5a924a64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098983 Dec 16 15:13:51.778811 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eda746-7d5b-41c6-9ad7-aabef9019a4d None None] The sync data for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 is: [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:50Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:13:51.779666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce90bd-ebfb-470c-9b24-be8ae70b5137 req-c081f89e-7d78-4908-b29c-fc78a6e59a51 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:51.781272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bce90bd-ebfb-470c-9b24-be8ae70b5137 req-c081f89e-7d78-4908-b29c-fc78a6e59a51 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.1488450 Dec 16 15:13:51.802051 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723445d3-a04a-4bd7-a1a0-97ca76b23a19 x-openstack-request-id: req-723445d3-a04a-4bd7-a1a0-97ca76b23a19 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:51.802720 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "name": "network-vif-plugged", "status": "completed", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:51.803217 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-723445d3-a04a-4bd7-a1a0-97ca76b23a19 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:51.803926 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e', 'code': 200} Dec 16 15:13:51.885288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12fdd73-e9b7-4d16-aa48-36cc2b931f87 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:51.927785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:51.964896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-7488c6aa-235f-452b-9d3d-2aedcc86f198 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078474 Dec 16 15:13:51.994887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bce90bd-ebfb-470c-9b24-be8ae70b5137 req-af3d5c34-37fb-4ea1-a22a-a7f44a40ed1a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961484 Dec 16 15:13:52.012952 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.027683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Transition to ACTIVE for port object b12fdd73-e9b7-4d16-aa48-36cc2b931f87 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:52.090901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aa616-8f9a-4f06-8b99-739712b73466 req-8becbce4-d3e6-4a0b-82b3-9cc1d3ea90c0 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.106877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03aa616-8f9a-4f06-8b99-739712b73466 req-8becbce4-d3e6-4a0b-82b3-9cc1d3ea90c0 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 932 time: 0.1845295 Dec 16 15:13:52.120058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2c2f-dc5d-48be-a453-116809927875 req-b96bd0f8-1e71-481c-9aae-2a1becd37cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.123279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-b96bd0f8-1e71-481c-9aae-2a1becd37cf1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.3407416 Dec 16 15:13:52.130578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-acc22eb9-6e1b-4728-bb48-b41fd7c6787b req-015d1906-3591-4a43-ae3d-1394ff308135 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449466 Dec 16 15:13:52.136025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ed736-48af-4a8c-a572-66fac22a0579 req-18d9c7b5-fb93-4d75-a0e2-8917701321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.137550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ba4ed736-48af-4a8c-a572-66fac22a0579 req-18d9c7b5-fb93-4d75-a0e2-8917701321b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 1097 time: 0.1864598 Dec 16 15:13:52.144323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.198559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:52.212345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.268666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:52.270610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ba4ed736-48af-4a8c-a572-66fac22a0579 req-71e3249f-1b8d-4504-ac99-54d17465673d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998368 Dec 16 15:13:52.325451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.332703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:13:52.356703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-d77473c1-2fd7-4fd1-9d90-72139475b831 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 217 time: 0.2045126 Dec 16 15:13:52.400998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b590640f-85b7-4f4c-b178-673916795401,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:52.415988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0ccb7-df45-4343-b063-a20cf75771e0 req-30dee086-a3e0-427a-8aad-2c49628f1e72 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.417745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dd0ccb7-df45-4343-b063-a20cf75771e0 req-30dee086-a3e0-427a-8aad-2c49628f1e72 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 946 time: 0.3038304 Dec 16 15:13:52.462161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03aa616-8f9a-4f06-8b99-739712b73466 req-ff170a63-86e0-421c-b7ae-4ce90b143d97 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498945 Dec 16 15:13:52.530929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.532781 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7bc32e9-8b22-4e47-a77e-cfcbe45dc396 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8050587 Dec 16 15:13:52.536514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35738) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:52.549011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'security_group_rule': {'security_group_id': 'b590640f-85b7-4f4c-b178-673916795401', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:52.566003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2c2f-dc5d-48be-a453-116809927875 req-02caf893-7889-423c-b919-c279cc7385a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.570235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-02caf893-7889-423c-b919-c279cc7385a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1884425 Dec 16 15:13:52.631344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dd0ccb7-df45-4343-b063-a20cf75771e0 req-5f63d0af-b0d0-4ba9-9901-466b7444b734 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880109 Dec 16 15:13:52.661928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-a35b1378-f5fa-4f22-b87f-e35591c460d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725179 Dec 16 15:13:52.748678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Attempting to bind port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:52.749365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Attempting to bind port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:52.749365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Attempting to bind port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 on network dc49928a-b8c5-425d-ade7-d90f99d6eb44 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:52.760667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-736a4e67-bd09-4135-a1c4-e63e245a6010 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118708 Dec 16 15:13:52.784621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:52.812801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 on network dc49928a-b8c5-425d-ade7-d90f99d6eb44 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:52.813186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Attempting to bind port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 on network dc49928a-b8c5-425d-ade7-d90f99d6eb44 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:52.827717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:13:52.891466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0a38f-348f-4274-bb50-ae304c3a5dd1 req-c56d0015-5a05-4396-9002-c6a346ce76db tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:52.895381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea0a38f-348f-4274-bb50-ae304c3a5dd1 req-c56d0015-5a05-4396-9002-c6a346ce76db tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.3241308 Dec 16 15:13:52.901965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:52.902684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Checking segment: {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:52.903370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Bound using segment: {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:52.904079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Bound port: b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16964000-5327-41e7-bb9a-3da92c584ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:52.904967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.016955 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.034435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:53.034941 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.074535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-f35f16f7-bc57-40c2-8286-b6c4c2878762 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:53.076288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-f35f16f7-bc57-40c2-8286-b6c4c2878762 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049805 Dec 16 15:13:53.105799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:53.122602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea0a38f-348f-4274-bb50-ae304c3a5dd1 req-7045ddec-4e5c-4582-9ccd-e4534df23c26 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966157 Dec 16 15:13:53.194516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d076903-5de6-49a1-bc07-2c1e8c624218 req-c57d3a80-bb29-470d-a2ee-51b7e44e70c2 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 210 time: 0.1809900 Dec 16 15:13:53.242501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-76704d04-03cf-4c1b-9369-c70e8bf9aec8 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662112 Dec 16 15:13:53.313263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}, {'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:53.315860 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d6b10-6856-4235-9602-f42fb5fd7235" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-unplugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}, {"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:53.326367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.405771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57ce4fe-a67c-413d-9527-ddc8489e2588,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:53.505333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b516c-5ac9-4630-b92a-cd3f7ead3033 req-475adf74-d6f4-4d60-83aa-c03c0d82b8da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:53.507093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b25b516c-5ac9-4630-b92a-cd3f7ead3033 req-475adf74-d6f4-4d60-83aa-c03c0d82b8da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.2159448 Dec 16 15:13:53.513473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.526077 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a571a868-b277-4cff-9377-e31a3c31aa8c tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9806852 Dec 16 15:13:53.526077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35746) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:53.526077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'security_group_rule': {'security_group_id': 'b590640f-85b7-4f4c-b178-673916795401', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:53.589287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:53.624635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb309-56d7-4db7-a078-fc21df9b2e06 req-f3c8c1b2-96cc-4809-abea-b1b5395a93d1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:53.626251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17bcb309-56d7-4db7-a078-fc21df9b2e06 req-f3c8c1b2-96cc-4809-abea-b1b5395a93d1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.2932167 Dec 16 15:13:53.635255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:53.653275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91a2c2f-dc5d-48be-a453-116809927875 req-b626b118-d24d-45b5-a2cf-cbb5f83fb99f service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458295 Dec 16 15:13:53.686137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b25b516c-5ac9-4630-b92a-cd3f7ead3033 req-436290dd-f880-4e0c-964c-0de48d5f290d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235452 Dec 16 15:13:53.687387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:13:53.694230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.709607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.726052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17bcb309-56d7-4db7-a078-fc21df9b2e06 req-c5cf7a9e-8fd4-4ebb-859b-88af1260a92d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836673 Dec 16 15:13:53.733381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.856290 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a180648f-2361-4dca-a201-78353d197ac2 x-openstack-request-id: req-a180648f-2361-4dca-a201-78353d197ac2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:53.857886 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-unplugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "code": 200}, {"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:53.858307 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a180648f-2361-4dca-a201-78353d197ac2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:53.858931 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'code': 200} Dec 16 15:13:53.859322 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'status': 'completed', 'code': 200} Dec 16 15:13:53.867181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:53.876841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.876841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] 10.222.0.30 "PUT /v2.0/ports/b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 1092 time: 2.7765903 Dec 16 15:13:53.876841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:53.878192 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38a066-8b40-46d8-a0af-072a3d023bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:53.890200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:53.977094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb49c-66b1-4fb3-ace7-3bb219243aba service neutron] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:53.990346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.031742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.052083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f2011-1a84-41fa-ba7c-c7ad145a4eb6 req-a1a0030c-5330-4271-9325-91c1e1114dad tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.060031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-933f2011-1a84-41fa-ba7c-c7ad145a4eb6 req-a1a0030c-5330-4271-9325-91c1e1114dad tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 944 time: 0.1729269 Dec 16 15:13:54.114840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-384325e5-598f-4d61-ae45-cbdfa22e44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.116184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-384325e5-598f-4d61-ae45-cbdfa22e44e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1099 time: 0.1827245 Dec 16 15:13:54.124729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-ea61b441-5400-4ba0-ab27-e3a2fdb17f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.126646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-ea61b441-5400-4ba0-ab27-e3a2fdb17f91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1099 time: 0.1646285 Dec 16 15:13:54.146611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:54.161506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16463d-b014-465c-85fa-17e426974b01 req-04a6b93a-7531-420f-9254-d0dd9cc19fcf tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.163934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b16463d-b014-465c-85fa-17e426974b01 req-04a6b93a-7531-420f-9254-d0dd9cc19fcf tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 946 time: 0.1879897 Dec 16 15:13:54.186960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.259600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-e07ad956-5b97-4e11-9fbf-caf68b6de58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.261171 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-e07ad956-5b97-4e11-9fbf-caf68b6de58b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1095 time: 0.1316342 Dec 16 15:13:54.276862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.279126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.238 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/cfc0abc8-2863-4455-b249-c2ebb4636b46) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:54.311258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-933f2011-1a84-41fa-ba7c-c7ad145a4eb6 req-d2bac4fa-216c-4b15-b11b-95c1e51d507f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503071 Dec 16 15:13:54.326750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-d0a915f7-8187-4fb1-9fb9-b233fa564fb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0447345 Dec 16 15:13:54.357150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b16463d-b014-465c-85fa-17e426974b01 req-5ecf1317-945c-4ab2-b306-d139f370d596 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398630 Dec 16 15:13:54.361490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-244a0172-6a60-47ec-b280-0546a3e04989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.365484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-244a0172-6a60-47ec-b280-0546a3e04989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2303929 Dec 16 15:13:54.428390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca8fe48-984b-49b3-bae5-b23c9dbc3683,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:54.455359 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29eb12-d2ef-45e4-a7d4-3621508490e2 x-openstack-request-id: req-4c29eb12-d2ef-45e4-a7d4-3621508490e2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:54.456127 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:54.456599 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c29eb12-d2ef-45e4-a7d4-3621508490e2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:54.457608 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:13:54.488516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-cb1e51c3-0be5-4a15-9912-07ab6c20e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.488516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-cb1e51c3-0be5-4a15-9912-07ab6c20e1bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1352911 Dec 16 15:13:54.502548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-10f4b185-2878-46ca-bfee-d541e7cf12ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0940375 Dec 16 15:13:54.666523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.695076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.696345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-43de97ae-664b-4028-be74-b76f30b41ebc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1749375 Dec 16 15:13:54.709145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35762) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:13:54.714631 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-a1e1b501-057a-4c3e-a474-8d5ca922bb9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356236 Dec 16 15:13:54.724659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:54.736793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d6bbb8f-da4a-4d99-a14c-4ba3049268bf req-8ad64d32-4468-40d5-b83d-bcab0add11c4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 210 time: 0.0839155 Dec 16 15:13:54.749081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-2600860e-9b24-4989-a993-715f88af6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.750624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-2600860e-9b24-4989-a993-715f88af6cb8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.6029921 Dec 16 15:13:54.760291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-dd637443-fdc0-4f3e-b64a-79624a136043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:54.761944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-dd637443-fdc0-4f3e-b64a-79624a136043 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2483408 Dec 16 15:13:54.859261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:54.931385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:54.939899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:54.943273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:55.006170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.006863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:55.011131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-0b8dfe4b-8340-40ff-bc01-cc54e0bb897f service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876806 Dec 16 15:13:55.030548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:55.162545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-248e4fd9-377d-4ed2-add9-e2d72dcc6975 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.3941011 Dec 16 15:13:55.170106 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-778014a3-da2c-4cb9-bb49-fdedd23b09e9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0686624 Dec 16 15:13:55.212446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005324d-785a-4dbb-aee9-50b71c36e23c req-a62d9a65-6258-44f1-80fe-34cc36ae8733 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.220615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Request body: {'port': {'device_id': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:13:55.226020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9005324d-785a-4dbb-aee9-50b71c36e23c req-a62d9a65-6258-44f1-80fe-34cc36ae8733 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.6174152 Dec 16 15:13:55.294594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:55.338677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:55.347976 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9cfb0b6-6610-4bfc-b2d3-bcf4983d3180 req-9bc9c5a0-43f4-4148-8aa5-9b77e7386ad4 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260872 Dec 16 15:13:55.434008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6264f50b-34f0-4559-819a-103d0a41e206 None None] Provisioning complete for port cfc0abc8-2863-4455-b249-c2ebb4636b46 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:13:55.434577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6264f50b-34f0-4559-819a-103d0a41e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:55.478564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6264f50b-34f0-4559-819a-103d0a41e206 None None] Port cfc0abc8-2863-4455-b249-c2ebb4636b46 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:13:55.491183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af67e5-1347-4549-b23e-3e1d89bcfcc4 req-489848a7-17f0-4a19-906d-f511fab14cc7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.496383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9af67e5-1347-4549-b23e-3e1d89bcfcc4 req-489848a7-17f0-4a19-906d-f511fab14cc7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.3602252 Dec 16 15:13:55.500746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-d6ba28d2-663a-4856-a40f-0e4acbd2284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.503260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-d6ba28d2-663a-4856-a40f-0e4acbd2284c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7284918 Dec 16 15:13:55.509083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-69068ef9-9114-4954-9206-4d78b75d3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.510472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-69068ef9-9114-4954-9206-4d78b75d3963 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2564259 Dec 16 15:13:55.514546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9005324d-785a-4dbb-aee9-50b71c36e23c req-04b37b17-d508-4fd6-90f8-fc050b8c4af9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459869 Dec 16 15:13:55.790059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-a182fe55-f8e8-42af-aec7-535409bf2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.791541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-a182fe55-f8e8-42af-aec7-535409bf2bb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2657902 Dec 16 15:13:55.820469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9af67e5-1347-4549-b23e-3e1d89bcfcc4 req-0d559a28-b5c2-49ad-b57c-b648a4528fb9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157532 Dec 16 15:13:55.849988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a35b4b-088e-479e-a919-c3a00decc18b req-eab7d776-1597-42bb-86a0-25015629aefe tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.851622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0a35b4b-088e-479e-a919-c3a00decc18b req-eab7d776-1597-42bb-86a0-25015629aefe tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 948 time: 0.2151630 Dec 16 15:13:55.862258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-eacdd695-8293-44ea-9a21-a4e3f6cc6e6f service neutron] 10.222.0.74 "GET /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.2785902 Dec 16 15:13:55.936472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-91f57930-2a83-4532-bbbf-fcdd9bb50293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:55.938029 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-91f57930-2a83-4532-bbbf-fcdd9bb50293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1095 time: 0.3638682 Dec 16 15:13:55.982361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-6119c62c-c06e-40b0-838e-68336d04eb48 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999398 Dec 16 15:13:56.101409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-6a7e50f0-0df5-4049-8d3e-695aec0c3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:56.102977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-6a7e50f0-0df5-4049-8d3e-695aec0c3c00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.1478233 Dec 16 15:13:56.105096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc0abc8-2863-4455-b249-c2ebb4636b46 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:56.121359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:56.154618 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-4798232e-16ba-441e-a29d-309764e92027 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0417759 Dec 16 15:13:56.164116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0a35b4b-088e-479e-a919-c3a00decc18b req-9a602247-2d32-49d7-b0cc-b127885650ed tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759712 Dec 16 15:13:56.174663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Transition to ACTIVE for port object cfc0abc8-2863-4455-b249-c2ebb4636b46 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:56.194538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85b330-556a-4265-9e66-3a3fcce10980 req-e16f7374-b94d-4efb-83cc-840c990c3694 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:56.213179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f85b330-556a-4265-9e66-3a3fcce10980 req-e16f7374-b94d-4efb-83cc-840c990c3694 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 944 time: 0.2844603 Dec 16 15:13:56.214602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-75da02cb-bd7f-4646-9cb8-8d12ef0c545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:56.216891 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-75da02cb-bd7f-4646-9cb8-8d12ef0c545a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.0531793 Dec 16 15:13:56.227883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:13:56.265256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-551da935-194e-4815-ac69-d2b6346e35e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406418 Dec 16 15:13:56.289090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-3c850b9d-8e7b-4a00-9451-0faa15ba5647 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635923 Dec 16 15:13:56.321426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:56.330862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:56.517044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-7f6f9ca2-7556-47de-9df7-af81657216ee service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058391 Dec 16 15:13:56.552679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-812a96fd-5760-451f-9c0f-7e42f870c2b8 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598934 Dec 16 15:13:56.559373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:56.602346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f85b330-556a-4265-9e66-3a3fcce10980 req-e438fa84-3b74-428e-ba54-5694e44831ee tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863022 Dec 16 15:13:56.696085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa9d6b10-6856-4235-9602-f42fb5fd7235 req-45f59bd4-c253-4c90-af03-3f9704942ac1 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856134 Dec 16 15:13:56.737216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a38a066-8b40-46d8-a0af-072a3d023bd5 req-51837ab8-15e2-46a8-854b-6539f8e7f08d service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743057 Dec 16 15:13:56.790734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da281-4cea-4318-8d79-f33286dce938 req-1a8d2589-85d6-4aa1-9c01-d4c067499ddf tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:56.793604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b70da281-4cea-4318-8d79-f33286dce938 req-1a8d2589-85d6-4aa1-9c01-d4c067499ddf tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 948 time: 0.4221783 Dec 16 15:13:56.810210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Attempting to bind port cfc0abc8-2863-4455-b249-c2ebb4636b46 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:13:56.815182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Attempting to bind port cfc0abc8-2863-4455-b249-c2ebb4636b46 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:13:56.815182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Attempting to bind port cfc0abc8-2863-4455-b249-c2ebb4636b46 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:56.817483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Port cfc0abc8-2863-4455-b249-c2ebb4636b46 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:13:56.817902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Attempting to bind port cfc0abc8-2863-4455-b249-c2ebb4636b46 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:13:56.828967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:13:56.829375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:13:56.829882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:13:56.830452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Bound port: cfc0abc8-2863-4455-b249-c2ebb4636b46, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:13:56.831469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:56.931717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:57.007926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:57.012483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:13:57.024029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Allocated IP 172.25.7.108 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/11c57021-9421-41ff-b482-eba1b54cbaa4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:13:57.038673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b70da281-4cea-4318-8d79-f33286dce938 req-5609d526-b43f-4aa1-b439-d8147963fbc8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262042 Dec 16 15:13:57.056063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:13:57.199933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.212542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553cbd6b-91aa-46da-9247-307b95085c87 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:57.242652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.243279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.245465 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] 10.222.0.74 "PUT /v2.0/ports/cfc0abc8-2863-4455-b249-c2ebb4636b46 HTTP/1.1" status: 200 len: 1096 time: 2.0342617 Dec 16 15:13:57.246115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:13:57.248877 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:13:57.274796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:57.280649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc8f85-f897-40cb-9ecc-3a5110d2b347 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:57.313019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:57.379350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6d14-fab4-4347-87c5-a0cdd1cb4ec3 req-9b2f011d-6dc4-4388-a7a1-ba7d75cef139 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.388120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baad6d14-fab4-4347-87c5-a0cdd1cb4ec3 req-9b2f011d-6dc4-4388-a7a1-ba7d75cef139 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 944 time: 0.2582538 Dec 16 15:13:57.481745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.486119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.498303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:57.514733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'mac_address': 'fa:16:3e:c9:fa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:57.559314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-6cb679aa-8516-4e07-856c-55149acadc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.561070 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-6cb679aa-8516-4e07-856c-55149acadc05 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 1099 time: 0.1196301 Dec 16 15:13:57.570499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-13efb668-a4d4-41df-8339-994c1d2f339f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.572320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-13efb668-a4d4-41df-8339-994c1d2f339f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962&tenant_id=f258d0d0febf486181cb1b4733ef842a&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 948 time: 0.0997620 Dec 16 15:13:57.603243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.630545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:57.634792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baad6d14-fab4-4347-87c5-a0cdd1cb4ec3 req-c16e0b03-5df3-409f-887e-cccd2cecb0fb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455511 Dec 16 15:13:57.646804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd62858-f5f8-4a4e-adff-3c2035567ebc req-38e200f1-2317-4234-a8f0-f3e414753713 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.648410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cd62858-f5f8-4a4e-adff-3c2035567ebc req-38e200f1-2317-4234-a8f0-f3e414753713 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.2332132 Dec 16 15:13:57.666059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:57.699960 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-3ee2c554-d27f-4e8a-a7c0-ea9d0f4d6e6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46 HTTP/1.1" status: 200 len: 217 time: 0.0733323 Dec 16 15:13:57.749804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cd62858-f5f8-4a4e-adff-3c2035567ebc req-d2f835aa-73cc-4106-8348-b6b0e2a202d1 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919755 Dec 16 15:13:57.767028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] Transition to ACTIVE for port object 553cbd6b-91aa-46da-9247-307b95085c87 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:13:57.771797 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c618d-28de-49e9-abd0-9af3e25853c1 x-openstack-request-id: req-d94c618d-28de-49e9-abd0-9af3e25853c1 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:13:57.782384 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:13:57.782384 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d94c618d-28de-49e9-abd0-9af3e25853c1 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:13:57.782384 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46', 'status': 'completed', 'code': 200} Dec 16 15:13:57.794430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.803284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-027cccc5-1d4e-4886-97c3-0b54ca571161 service neutron] 10.222.0.30 "GET /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.2232966 Dec 16 15:13:57.816179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-49aca421-33f2-40d0-b273-f1ddaba294c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.817673 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-49aca421-33f2-40d0-b273-f1ddaba294c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0990317 Dec 16 15:13:57.893514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bc9b9-694d-40a6-89d2-c67333de8530 req-c0b7a4eb-ad84-4967-aa8b-6d1ace0bfaba tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.895614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e9bc9b9-694d-40a6-89d2-c67333de8530 req-c0b7a4eb-ad84-4967-aa8b-6d1ace0bfaba tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.0690720 Dec 16 15:13:57.898284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:57.905927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:57.931774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-b4a6f9c6-beb6-461d-b67e-afd14f65de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.933415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-b4a6f9c6-beb6-461d-b67e-afd14f65de17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069531 Dec 16 15:13:57.939859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-72f2161b-3c85-4bd3-b6d9-dc4a83c0e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:57.941521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-72f2161b-3c85-4bd3-b6d9-dc4a83c0e198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1100 time: 0.0693669 Dec 16 15:13:57.968540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:13:57.974981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:13:57.985798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:58.002632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:13:58.175445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-1259dc2e-260d-4f46-bdf8-adee044e6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.176926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-1259dc2e-260d-4f46-bdf8-adee044e6d71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2192686 Dec 16 15:13:58.179093 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-e1639254-e445-42a3-a5ed-dd7c54b37bda service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317359 Dec 16 15:13:58.192891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d619b0c2-7ca3-4d09-8f51-71fc9a7d591f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:13:58.329762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e9bc9b9-694d-40a6-89d2-c67333de8530 req-35210d42-c288-4c78-b04b-1651822cb47e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163888 Dec 16 15:13:58.366846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] No DVR routers for this DVR port 553cbd6b-91aa-46da-9247-307b95085c87 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:13:58.368852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'Port': ['ID=11c57021-9421-41ff-b482-eba1b54cbaa4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:58.372943 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-83b457cc-2cca-41f1-ad59-2e2a362d0db1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.1665745 Dec 16 15:13:58.380801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.381167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.385379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:13:58.439941 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:58.468887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] 10.222.0.74 "PUT /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5876942 Dec 16 15:13:58.513678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-27b6b401-3fa0-404e-9a18-4b08abbda3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.515178 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-27b6b401-3fa0-404e-9a18-4b08abbda3a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1268058 Dec 16 15:13:58.588245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c10232-5d7c-4991-b578-8f0be789ba86 service neutron] Pushing event updated for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:58.588784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2439453c-4595-4b74-94bb-ca3936d170e2 req-d3295ced-6550-42c5-8572-152028612e17 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974850 Dec 16 15:13:58.601207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:58.612718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18134-d28a-4df7-b16b-8747e3987ad9 req-076d1171-d7a8-4d7c-af72-15de68024df8 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.620367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92b18134-d28a-4df7-b16b-8747e3987ad9 req-076d1171-d7a8-4d7c-af72-15de68024df8 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 944 time: 0.1555128 Dec 16 15:13:58.621536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-5eff9e2c-ea0d-45ad-b274-748d781d939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.623628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-5eff9e2c-ea0d-45ad-b274-748d781d939a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984354 Dec 16 15:13:58.679239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92b18134-d28a-4df7-b16b-8747e3987ad9 req-e36cd2f1-23a9-4e88-a342-839b74197d10 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577271 Dec 16 15:13:58.744417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-ea55fa9f-b458-4dc4-a1a9-b13888676b16 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110537 Dec 16 15:13:58.839759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:58.842951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-acbbebb1-70c6-4c1d-8185-63e0ccedd604 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.844681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-acbbebb1-70c6-4c1d-8185-63e0ccedd604 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1461275 Dec 16 15:13:58.903971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-16300727-af96-4efc-9ffa-ebbcb25110d0 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534760 Dec 16 15:13:58.924183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-6705d792-fbe1-40e6-8eac-7f8fbf71472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.927030 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-6705d792-fbe1-40e6-8eac-7f8fbf71472e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 1099 time: 0.0657189 Dec 16 15:13:58.940678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3c6ed-dd9d-4398-a138-592922084610 req-764ce75d-6279-40cf-a316-f5fa069df08f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:58.942382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07d3c6ed-dd9d-4398-a138-592922084610 req-764ce75d-6279-40cf-a316-f5fa069df08f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 948 time: 0.1412649 Dec 16 15:13:59.012871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-90d84acb-1b1a-4b87-a782-a4cce27a1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.014379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-90d84acb-1b1a-4b87-a782-a4cce27a1167 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2&tenant_id=12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 1096 time: 0.1603451 Dec 16 15:13:59.068238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-aefe5c16-fe81-4a7e-bdae-5fc44088412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.068702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07d3c6ed-dd9d-4398-a138-592922084610 req-63e0d3b1-0ed4-440e-a963-9010c394418c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143579 Dec 16 15:13:59.070939 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-aefe5c16-fe81-4a7e-bdae-5fc44088412a service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1203747 Dec 16 15:13:59.167448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-8b28e025-89a9-4a1f-a8b9-5f102fa26fe2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46 HTTP/1.1" status: 200 len: 217 time: 0.0871089 Dec 16 15:13:59.257869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-d1dcca7a-ff0f-41e3-9a1b-311d101521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.260241 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-d1dcca7a-ff0f-41e3-9a1b-311d101521d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0846910 Dec 16 15:13:59.290018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.305816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.322510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-c5736232-b9b6-478f-bcad-85e0f28e2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.324116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-c5736232-b9b6-478f-bcad-85e0f28e2f39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1096 time: 0.2528436 Dec 16 15:13:59.333280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-151d8c4d-85a0-4b0d-8e6d-7fc18532c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.333630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5359a-505f-44a0-89cb-26ebc0d3566e req-661fbe4d-cb4e-468a-b653-ad5e7897f825 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.335040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-151d8c4d-85a0-4b0d-8e6d-7fc18532c916 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665784 Dec 16 15:13:59.335188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bc5359a-505f-44a0-89cb-26ebc0d3566e req-661fbe4d-cb4e-468a-b653-ad5e7897f825 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.1661065 Dec 16 15:13:59.349307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b12fdd73-e9b7-4d16-aa48-36cc2b931f87 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:13:59.376156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df048d-4c69-4aee-9f4d-7b7196959c5a req-ad4daf3c-751a-42b3-bf62-f72f2b2c628a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.378200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25df048d-4c69-4aee-9f4d-7b7196959c5a req-ad4daf3c-751a-42b3-bf62-f72f2b2c628a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.1384039 Dec 16 15:13:59.440764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.466526 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-3ff5ac86-e4c6-4c95-9cf7-68c12fee1721 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224053 Dec 16 15:13:59.512173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:59.536761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'port_id': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'mac_address': 'fa:16:3e:11:60:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:13:59.563466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bc5359a-505f-44a0-89cb-26ebc0d3566e req-6b69bf86-f84b-4caf-804f-e92ca006d9b7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155809 Dec 16 15:13:59.621914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.631709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-6644d1fa-c359-4195-8cee-457dee766d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.633258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-6644d1fa-c359-4195-8cee-457dee766d35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.2947435 Dec 16 15:13:59.648908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12fdd73-e9b7-4d16-aa48-36cc2b931f87 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:13:59.671641 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-491348db-bfa6-4a8e-9d1a-9b90fca0e11d req-6980b9d9-acd0-4deb-bf86-6c8d4db7b200 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967564 Dec 16 15:13:59.685199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25df048d-4c69-4aee-9f4d-7b7196959c5a req-59853054-92d9-4147-9b7e-06b507b17daf tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734451 Dec 16 15:13:59.707515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:13:59.740936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.744551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'Port': ['ID=11c57021-9421-41ff-b482-eba1b54cbaa4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:59.754985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-977dcf12-c7a9-41f3-baa9-505e2231d994 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.1000342 Dec 16 15:13:59.819871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.909457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:13:59.930938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-12fb6f90-11e6-4ae6-8ff9-b9b1ce7b7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:13:59.933024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-12fb6f90-11e6-4ae6-8ff9-b9b1ce7b7c50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1703539 Dec 16 15:13:59.939562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:13:59.941552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dda6406f-6ff2-4e70-9075-5455a38d8caa tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2212348 Dec 16 15:13:59.986345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-7ca738a0-df50-4777-bbdb-8f5997b0f054 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356328 Dec 16 15:14:00.003039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078306a5-78ab-4510-aaae-47f291c30fe3 req-fd6e80db-c945-47ab-83fa-96d737282ef9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:00.004788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-078306a5-78ab-4510-aaae-47f291c30fe3 req-fd6e80db-c945-47ab-83fa-96d737282ef9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 945 time: 0.1787131 Dec 16 15:14:00.019281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2ddf1-bdea-44d8-beb5-c31c77ae6a48 req-18f54d39-5f50-40d9-bb38-9b94be67f0f7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:00.020774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5de2ddf1-bdea-44d8-beb5-c31c77ae6a48 req-18f54d39-5f50-40d9-bb38-9b94be67f0f7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1755605 Dec 16 15:14:00.160351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-078306a5-78ab-4510-aaae-47f291c30fe3 req-e657bce9-6eb9-4833-8b1f-357120eeec1a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375613 Dec 16 15:14:00.165784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5de2ddf1-bdea-44d8-beb5-c31c77ae6a48 req-5cd631fd-5b11-4eb0-9df1-2ee9f6649254 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272538 Dec 16 15:14:00.189000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-76ba3ff5-0ad6-49cf-9495-2e43fdbffb2d service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939700 Dec 16 15:14:00.257209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:00.378316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-d3c145ae-c7d2-4e03-8caa-1b2e660118d2 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811483 Dec 16 15:14:00.435898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd9c1-b15f-4e5a-b489-04d2795dda4f req-9e82ec30-0f79-4130-8a80-106f37e07a0a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:00.438404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8cdd9c1-b15f-4e5a-b489-04d2795dda4f req-9e82ec30-0f79-4130-8a80-106f37e07a0a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 948 time: 0.1432066 Dec 16 15:14:00.443513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-b477afce-8dc7-4c48-995d-b2325c3b3b81 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--499815927&fields=id&tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a HTTP/1.1" status: 200 len: 267 time: 0.1687341 Dec 16 15:14:00.574918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8cdd9c1-b15f-4e5a-b489-04d2795dda4f req-f8d4669e-8899-4e55-a48c-37710f03678e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218784 Dec 16 15:14:00.611437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-1b65c1b6-9070-45de-9ec3-5627f7c7d8de tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:00.616710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-1b65c1b6-9070-45de-9ec3-5627f7c7d8de tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/networks?id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11 HTTP/1.1" status: 200 len: 805 time: 0.1536891 Dec 16 15:14:00.638729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-7f6cd694-0860-4bd9-bd58-8a4883d0e9d9 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/quotas/1bbc0e0febad41aaa70c861b2c82ad8a HTTP/1.1" status: 200 len: 375 time: 0.0186026 Dec 16 15:14:00.773085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-89998a24-e50c-46eb-b3ac-e1af1333d69e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331527 Dec 16 15:14:00.787955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783447c1-8bab-4626-8c82-07089ca07c70 req-eeeab98b-ee09-4baa-899c-58c23e8caae5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:00.790180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-783447c1-8bab-4626-8c82-07089ca07c70 req-eeeab98b-ee09-4baa-899c-58c23e8caae5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.1101255 Dec 16 15:14:00.909033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-783447c1-8bab-4626-8c82-07089ca07c70 req-e5ee82bf-d423-4908-aa51-966874024440 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013148 Dec 16 15:14:00.929329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-0e945049-a219-44ca-b388-a5c93b676cf5 service neutron] 10.222.0.71 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334577 Dec 16 15:14:01.121603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-f3089830-2b56-4308-a82c-06d7d1368f82 service neutron] 10.222.0.71 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715953 Dec 16 15:14:01.149105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-1de7bdac-3d04-4360-91fd-9c1516590fe7 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:01.150465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-1de7bdac-3d04-4360-91fd-9c1516590fe7 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1094859 Dec 16 15:14:01.175748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a89387-bc21-497a-bffe-ce0599378ae7 req-f26d767e-50f2-40d4-9095-48382db8a747 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:01.177348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48a89387-bc21-497a-bffe-ce0599378ae7 req-f26d767e-50f2-40d4-9095-48382db8a747 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.0747950 Dec 16 15:14:01.290063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48a89387-bc21-497a-bffe-ce0599378ae7 req-224b22ba-b22f-4d2f-9206-17215f9d4e62 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867679 Dec 16 15:14:01.359416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:01.446285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7faba6-6e2a-4d8b-b107-442b6916fd37 req-82c0484c-d78a-427e-b1c9-78af20a29223 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:01.448208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd7faba6-6e2a-4d8b-b107-442b6916fd37 req-82c0484c-d78a-427e-b1c9-78af20a29223 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 945 time: 0.0900865 Dec 16 15:14:01.560680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-47bb4476-51fc-43d7-a57b-17392f209ec8 service neutron] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:01.566084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-47bb4476-51fc-43d7-a57b-17392f209ec8 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:01.567280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d996061-2d00-4ef9-b3c5-551ab33acfe2 req-47bb4476-51fc-43d7-a57b-17392f209ec8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.4064965 Dec 16 15:14:01.571447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd7faba6-6e2a-4d8b-b107-442b6916fd37 req-b01034af-ccc9-44ee-9408-509c42bafacf tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149042 Dec 16 15:14:01.646663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea98514-583e-43a6-8341-12c839262121 req-c9ae26df-c6a5-4e36-acdd-ff6dca5b5f90 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:01.649079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ea98514-583e-43a6-8341-12c839262121 req-c9ae26df-c6a5-4e36-acdd-ff6dca5b5f90 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.0640326 Dec 16 15:14:01.716802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:01.728084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-839f1c35-60b8-4bf5-a9be-f1393b8696f8 req-8b63f53b-3833-43fd-a207-b765eb6d9c4b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.0773993 Dec 16 15:14:01.736076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:01.737724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:01.790529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ea98514-583e-43a6-8341-12c839262121 req-d22ed1e4-96db-43c7-a1be-644c6cb7556c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253755 Dec 16 15:14:01.885590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae14c10-f3bd-4d8f-9f75-4fda29582ec4 req-c6ba8489-2fb1-4ba8-8e67-fadd99b6c652 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:01.888598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ae14c10-f3bd-4d8f-9f75-4fda29582ec4 req-c6ba8489-2fb1-4ba8-8e67-fadd99b6c652 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 948 time: 0.0907953 Dec 16 15:14:01.905047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:01.965918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:01.968212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ae14c10-f3bd-4d8f-9f75-4fda29582ec4 req-b84609b7-86a1-4ced-971c-c9e86b11a112 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647783 Dec 16 15:14:01.968871 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c43bd2-0adc-4260-bbef-b24c3c59849c" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:01.989564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:02.095341 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39299228-865c-47ea-8498-99b2ca71d08d x-openstack-request-id: req-39299228-865c-47ea-8498-99b2ca71d08d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:02.096284 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:02.097030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39299228-865c-47ea-8498-99b2ca71d08d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:02.098460 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'code': 200} Dec 16 15:14:02.116404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de03519-6ac1-49c5-8f67-c7a3884c12d8 req-65830a80-7eef-4422-b284-3ec6cd0ef1a2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:02.119163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0de03519-6ac1-49c5-8f67-c7a3884c12d8 req-65830a80-7eef-4422-b284-3ec6cd0ef1a2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.0939441 Dec 16 15:14:02.184200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0de03519-6ac1-49c5-8f67-c7a3884c12d8 req-5e22222e-2bb1-4234-9b13-fc7fd9995929 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579629 Dec 16 15:14:02.201702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:02.295620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc0abc8-2863-4455-b249-c2ebb4636b46 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:02.414881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:02.529273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:02.540456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5893-b307-425f-92ad-109531fbec2e req-f722b04e-b9f1-478f-831b-6cebefc2627b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:02.542989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68ac5893-b307-425f-92ad-109531fbec2e req-f722b04e-b9f1-478f-831b-6cebefc2627b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.1234267 Dec 16 15:14:02.544592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'cfc0abc8-2863-4455-b249-c2ebb4636b46', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'cfc0abc8-2863-4455-b249-c2ebb4636b46', 'mac_address': 'fa:16:3e:95:01:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:02.600641 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:02.620048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc0abc8-2863-4455-b249-c2ebb4636b46 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:02.656314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:02.677872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19057ebd-2a96-4bdd-90a0-0c6bd2733b6c req-14fec6f6-61ec-4314-b792-2bf594f8d837 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:02.679579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19057ebd-2a96-4bdd-90a0-0c6bd2733b6c req-14fec6f6-61ec-4314-b792-2bf594f8d837 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1096 time: 0.1637905 Dec 16 15:14:02.689592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68ac5893-b307-425f-92ad-109531fbec2e req-c21ddd5e-cfba-4a60-9feb-c92e9a5f0eb2 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122825 Dec 16 15:14:02.770710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19057ebd-2a96-4bdd-90a0-0c6bd2733b6c req-ca5381dd-2a32-41ef-8865-49beb8c9fec7 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795150 Dec 16 15:14:02.783789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:02.785342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:02.792328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-e690ab09-3141-4819-9566-28924d8b0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:02.794259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-e690ab09-3141-4819-9566-28924d8b0b33 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962&tenant_id=f258d0d0febf486181cb1b4733ef842a HTTP/1.1" status: 200 len: 1101 time: 0.0682786 Dec 16 15:14:02.827943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:02.948812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:02.965186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:02.996979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b03ddfd-e570-40f2-af81-f69959b611ca req-9b3f4fd2-02b8-46d5-8355-88863dfc6f09 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.1044714 Dec 16 15:14:03.155883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:03.174772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63757151-c192-4af7-b50f-36cf2f8dae6e req-f5f21e3c-f8c7-46cc-a3cd-a1fa126aeba6 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:03.185614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce', 'port_id': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'mac_address': 'fa:16:3e:a1:96:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1174a66-b53d-4131-831e-2435243984e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:03.188841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63757151-c192-4af7-b50f-36cf2f8dae6e req-f5f21e3c-f8c7-46cc-a3cd-a1fa126aeba6 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 945 time: 0.1484582 Dec 16 15:14:03.274797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.278660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63757151-c192-4af7-b50f-36cf2f8dae6e req-a109d7c3-11f9-4529-bfc4-b4a6e5fd4661 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879347 Dec 16 15:14:03.312122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d25ce2c-e9ec-4493-873d-c2e7aa074dac {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:03.344410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:03.405291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b12fdd73-e9b7-4d16-aa48-36cc2b931f87 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:03.430783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d256ae2-d556-4e21-8b04-112e18929f2b req-d25deeb2-1a55-449c-ab2e-3cdfb0d656b5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:03.434874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:03.439560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d256ae2-d556-4e21-8b04-112e18929f2b req-d25deeb2-1a55-449c-ab2e-3cdfb0d656b5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.3094394 Dec 16 15:14:03.457374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb643-11d9-4251-afca-fb0784009193 req-c9094bb8-efeb-42d7-b146-b74f9de19848 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:03.459193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6cdb643-11d9-4251-afca-fb0784009193 req-c9094bb8-efeb-42d7-b146-b74f9de19848 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1096 time: 0.1023331 Dec 16 15:14:03.488547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.490915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:03.545302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:03.549016 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd104bc9-395c-4c81-b466-1446e5a76322" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-unplugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:03.553625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.554570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d256ae2-d556-4e21-8b04-112e18929f2b req-69f008fc-cb26-462f-bb39-1c1dbfa8a622 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134701 Dec 16 15:14:03.585387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:03.625931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6cdb643-11d9-4251-afca-fb0784009193 req-c8ccc19b-1e70-4a25-a3e6-458d97280e2a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426237 Dec 16 15:14:03.626129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Transition to ACTIVE for port object d619b0c2-7ca3-4d09-8f51-71fc9a7d591f will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:03.650593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:03.655130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:03.655517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.820729 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc25c2-9085-474f-b373-b8dce2c86dee x-openstack-request-id: req-dcdc25c2-9085-474f-b373-b8dce2c86dee {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:03.821292 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-unplugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:03.821292 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dcdc25c2-9085-474f-b373-b8dce2c86dee {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:03.821664 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'code': 200} Dec 16 15:14:03.823935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.833572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:03.858332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2f7bb-ed33-4f61-93bd-8402c79d6229 req-c9364f02-3867-4403-9d9d-216a9bb92799 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:03.865721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:03.867018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ae2f7bb-ed33-4f61-93bd-8402c79d6229 req-c9364f02-3867-4403-9d9d-216a9bb92799 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 949 time: 0.1122906 Dec 16 15:14:03.881196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:03.942663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7d25ce2c-e9ec-4493-873d-c2e7aa074dac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:03.944191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=10']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:03.955324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] No DVR routers for this DVR port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:03.996658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ae2f7bb-ed33-4f61-93bd-8402c79d6229 req-c21b30a6-a154-4d06-8f19-6475aea2bdf5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223979 Dec 16 15:14:04.005481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:04.005933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:04.034766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d4e9-0824-4140-a765-af53da1e10a6 req-34763a51-b356-44f3-8013-46be896ac23d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.043107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:04.043531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:04.044538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:04.053009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d1d4e9-0824-4140-a765-af53da1e10a6 req-34763a51-b356-44f3-8013-46be896ac23d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.1581903 Dec 16 15:14:04.053883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:04.055013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Attempting to bind port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:04.063074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:04.063898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:04.065507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:04.066230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Bound port: d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:04.067105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:04.158660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:04.161336 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157d4f5b-eb3e-4a54-97fe-3d80f702f9ac" -d '{"events": [{"server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "name": "network-vif-plugged", "status": "completed", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:04.166735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:04.189778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d1d4e9-0824-4140-a765-af53da1e10a6 req-75a9b067-fb4b-4478-87fd-dcef919706e3 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324172 Dec 16 15:14:04.195470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:04.202195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:04.323225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:04.330239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:04.334917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5584ed9-d019-4aa9-9ea6-e53290a943d1 req-ce741a65-4f5e-45a7-a772-332b81bed9d6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.0342314 Dec 16 15:14:04.427617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.428548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:04.430805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] 10.222.0.74 "PUT /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 1097 time: 1.6120706 Dec 16 15:14:04.477753 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8640aa5-88b6-4853-80a3-b580ef7afc53 x-openstack-request-id: req-e8640aa5-88b6-4853-80a3-b580ef7afc53 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:04.478243 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "name": "network-vif-plugged", "status": "completed", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:04.478695 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8640aa5-88b6-4853-80a3-b580ef7afc53 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:04.479294 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'code': 200} Dec 16 15:14:04.496744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356400a7-ecea-4c38-ba71-d3f106bf7c45 service neutron] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=11']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:04.544643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-217ed4e7-4685-4f3c-abe6-337434a9a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.546774 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-217ed4e7-4685-4f3c-abe6-337434a9a465 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1100 time: 0.0620079 Dec 16 15:14:04.706708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cbedc-d30f-4bb2-aeb5-06517b770f5d req-a157ca02-b53d-4258-ae9c-bbd6ea520d65 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.721313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-524cbedc-d30f-4bb2-aeb5-06517b770f5d req-a157ca02-b53d-4258-ae9c-bbd6ea520d65 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.2112279 Dec 16 15:14:04.811284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-a56c55d3-c105-4cb8-bfbb-cb0dd9a690f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.815281 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-a56c55d3-c105-4cb8-bfbb-cb0dd9a690f2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2578027 Dec 16 15:14:04.875259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-1d13e81c-fccf-4948-9048-204291d490f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0506306 Dec 16 15:14:04.973398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-118e824e-db13-49b3-9097-d8d773966a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:04.978156 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-118e824e-db13-49b3-9097-d8d773966a5b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0943546 Dec 16 15:14:05.074918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772a685-f8f5-4411-b6fa-f01f1539d9ad req-2342b0fb-58d7-4315-852f-6b772b88dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.077297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2772a685-f8f5-4411-b6fa-f01f1539d9ad req-2342b0fb-58d7-4315-852f-6b772b88dadd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.4574320 Dec 16 15:14:05.088226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-fb065939-1e65-4df0-82df-744cf7f73d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.090636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-fb065939-1e65-4df0-82df-744cf7f73d05 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037347 Dec 16 15:14:05.202925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-524cbedc-d30f-4bb2-aeb5-06517b770f5d req-834d70f6-16af-474d-868c-8129299a7d28 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705741 Dec 16 15:14:05.257975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6685ab8-32dc-4f42-8f25-afb41594f400 req-4af2353c-2752-4493-9117-1598d04c7c87 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.259589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6685ab8-32dc-4f42-8f25-afb41594f400 req-4af2353c-2752-4493-9117-1598d04c7c87 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1807737 Dec 16 15:14:05.262648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2772a685-f8f5-4411-b6fa-f01f1539d9ad req-a9faec60-c344-4e7a-9809-6790b4687e09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704741 Dec 16 15:14:05.338371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-1f09778f-4493-417b-a8fd-20e30abfe98d service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388899 Dec 16 15:14:05.355205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6685ab8-32dc-4f42-8f25-afb41594f400 req-d6b09a55-5353-4af6-a24c-3160dfa98158 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775774 Dec 16 15:14:05.493829 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9d3207a-25ea-480d-959f-b51b99532a06 req-d0dae425-281c-4cef-a6da-602092d7c957 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470942 Dec 16 15:14:05.575691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3f159-9611-4a05-9699-354d924c243a req-991794bd-0f66-40af-ab07-caac6c40f7d7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.579003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2e3f159-9611-4a05-9699-354d924c243a req-991794bd-0f66-40af-ab07-caac6c40f7d7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 949 time: 0.0936277 Dec 16 15:14:05.648473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2e3f159-9611-4a05-9699-354d924c243a req-0a3eb2f8-cde9-425a-ad39-73b5eadf6fbc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572639 Dec 16 15:14:05.714356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79f59f-0c9c-4198-8129-e48d1c1a28a4 req-89127d7d-ec83-4a18-97e3-058b9a405684 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.716172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f79f59f-0c9c-4198-8129-e48d1c1a28a4 req-89127d7d-ec83-4a18-97e3-058b9a405684 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.0608187 Dec 16 15:14:05.785414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aed8eb86-e50d-4a30-8761-96d8da25a722 req-1160953e-d8c6-4053-8c32-64142a3ebd34 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.0393915 Dec 16 15:14:05.798060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f79f59f-0c9c-4198-8129-e48d1c1a28a4 req-f66250fb-ea62-4b9f-b1de-4a86a6714b4b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749192 Dec 16 15:14:05.823055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:05.825534 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef" -d '{"events": [{"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:05.887304 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f389847-c01d-4cb5-b684-1ab1ad485f24 x-openstack-request-id: req-5f389847-c01d-4cb5-b684-1ab1ad485f24 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:05.887304 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:05.887304 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f389847-c01d-4cb5-b684-1ab1ad485f24 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:05.887304 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'status': 'completed', 'code': 200} Dec 16 15:14:05.982207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-60207b26-ea6c-4cb6-92fe-49cafb7f8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:05.984055 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-60207b26-ea6c-4cb6-92fe-49cafb7f8a3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1100 time: 0.0537663 Dec 16 15:14:06.027038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-52036e6d-1c42-4d36-ab8e-549169a972b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.028614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-52036e6d-1c42-4d36-ab8e-549169a972b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f258d0d0febf486181cb1b4733ef842a&device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1100 time: 0.0511441 Dec 16 15:14:06.090152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-eb6a2581-e877-49b0-b4b8-0eeb08778ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.091871 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-eb6a2581-e877-49b0-b4b8-0eeb08778ca0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.0982232 Dec 16 15:14:06.152006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-550b33dc-d8ee-40f1-8ace-d4f0a6c02734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.153651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-550b33dc-d8ee-40f1-8ace-d4f0a6c02734 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1144457 Dec 16 15:14:06.174273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-34565618-c508-4f46-b83b-56408ac98d97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0706859 Dec 16 15:14:06.241438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-fc5de4f2-b91d-4998-95b2-f36658e4aa0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 200 len: 217 time: 0.0762823 Dec 16 15:14:06.271086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc0abc8-2863-4455-b249-c2ebb4636b46 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:06.318265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-b62c3dc1-2ee2-4210-ac6f-c70b6282a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.321301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-b62c3dc1-2ee2-4210-ac6f-c70b6282a296 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0721312 Dec 16 15:14:06.354666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-7e557af0-b752-4dc7-8497-26e0ef132a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.356697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-7e557af0-b752-4dc7-8497-26e0ef132a9d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1710060 Dec 16 15:14:06.453172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17da12-dbc6-4d20-8a66-8aaffcc70879 req-2984cf72-6eab-44bc-b9d5-fb96df0f473f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.454007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-cb5dd36d-110a-42d8-a739-ab7efdf01af0 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.455490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a17da12-dbc6-4d20-8a66-8aaffcc70879 req-2984cf72-6eab-44bc-b9d5-fb96df0f473f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0788045 Dec 16 15:14:06.457594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-cb5dd36d-110a-42d8-a739-ab7efdf01af0 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.30 "GET /v2.0/networks?id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11 HTTP/1.1" status: 200 len: 805 time: 0.2951825 Dec 16 15:14:06.463173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-ad9eb980-b72a-49b4-83b1-0600e8a5b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.464889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-ad9eb980-b72a-49b4-83b1-0600e8a5b15c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334691 Dec 16 15:14:06.474290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-d6d1ebc5-82aa-4e1a-a87e-4bdcad389454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.475971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-d6d1ebc5-82aa-4e1a-a87e-4bdcad389454 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014037 Dec 16 15:14:06.491013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port cfc0abc8-2863-4455-b249-c2ebb4636b46 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:06.496250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port cfc0abc8-2863-4455-b249-c2ebb4636b46 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:06.496705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:06.625150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c702-991c-4436-9a9b-00efb61bba41 req-c64a5c60-e091-4c5b-a972-dd6068c472df tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:06.627486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee1c702-991c-4436-9a9b-00efb61bba41 req-c64a5c60-e091-4c5b-a972-dd6068c472df tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1666026 Dec 16 15:14:06.644414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:06.649868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a17da12-dbc6-4d20-8a66-8aaffcc70879 req-85829360-7214-4f0d-8a76-f5f072db1247 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832263 Dec 16 15:14:06.685481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:06.686355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:06.688953 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd762b9-b1e0-441c-bb31-960b88d3a060" -d '{"events": [{"server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "name": "network-vif-plugged", "status": "completed", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:06.774344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-06f1ecd9-c112-4dce-9cbe-9e036e9fe106 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457986 Dec 16 15:14:06.788295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee1c702-991c-4436-9a9b-00efb61bba41 req-bb683a73-e589-4f0f-9af8-bba76b867a04 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341813 Dec 16 15:14:06.806931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:06.807728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:06.834211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-17776b83-965a-4e42-932e-574d3cf13ce6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a HTTP/1.1" status: 200 len: 379 time: 0.3069177 Dec 16 15:14:06.848861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'port': {'device_id': '180b7d85-6743-461f-b4ff-123b1e30a703', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'admin_state_up': True, 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'security_groups': ['b590640f-85b7-4f4c-b178-673916795401']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:06.916977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-4a08aa40-37fb-463c-8d25-f9e5313c909b service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297807 Dec 16 15:14:06.993523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:07.049564 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ea6e22-4a6d-4bfd-92c3-a6d24b47057f x-openstack-request-id: req-28ea6e22-4a6d-4bfd-92c3-a6d24b47057f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:07.049875 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "name": "network-vif-plugged", "status": "completed", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:07.050139 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28ea6e22-4a6d-4bfd-92c3-a6d24b47057f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:07.050583 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46', 'code': 200} Dec 16 15:14:07.051264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3521-429e-48ed-a7f7-330832f0ed88 req-b568452a-95fd-4a6d-b7b6-2582bc464d92 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:07.058892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97ba3521-429e-48ed-a7f7-330832f0ed88 req-b568452a-95fd-4a6d-b7b6-2582bc464d92 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.1225948 Dec 16 15:14:07.104081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:07.110168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:07.110720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.137647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97ba3521-429e-48ed-a7f7-330832f0ed88 req-fbabbc66-95c7-4670-b366-e59f18ff8937 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739923 Dec 16 15:14:07.176252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-950dbd1b-3af2-435e-90c0-6acfb451df68 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760719 Dec 16 15:14:07.257463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f20f54f-bc84-4b9a-b7b9-a99d85976aef req-09e61e37-ec1e-4998-b7fe-cebaf4d27e55 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300314 Dec 16 15:14:07.259633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff5d41e8-619e-406b-be55-e2c1b14ab063 req-d9e5911b-36fe-420e-aedc-3f17ec0f2901 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.0654876 Dec 16 15:14:07.298576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Made reservation on behalf of 1bbc0e0febad41aaa70c861b2c82ad8a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:07.304887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.307952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7cb3-c537-4a3f-a229-ec7ba3e5744f req-44656ff8-8272-43ba-840c-6372c6e1728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:07.310012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82be7cb3-c537-4a3f-a229-ec7ba3e5744f req-44656ff8-8272-43ba-840c-6372c6e1728b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 1101 time: 0.1251605 Dec 16 15:14:07.369524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a30666-3a0e-42f8-85c7-a0e5c01a874b req-a6bd2273-c1f9-4e5e-98fc-12a34f6cbd33 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:07.371308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0a30666-3a0e-42f8-85c7-a0e5c01a874b req-a6bd2273-c1f9-4e5e-98fc-12a34f6cbd33 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.1104400 Dec 16 15:14:07.403371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.421536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82be7cb3-c537-4a3f-a229-ec7ba3e5744f req-4649b052-0bb1-4cad-8578-a00c53697f3e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011569 Dec 16 15:14:07.453338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:07.458082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0a30666-3a0e-42f8-85c7-a0e5c01a874b req-a7c9d24f-5be9-4dd3-9f02-eecab88bcf06 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775497 Dec 16 15:14:07.519463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Allocated IP 172.20.0.7 (cd4c690f-d669-4db3-ab5a-225f2fdc3a11/e527decc-2d0e-46c0-8d9d-93fb46e20d60/cdb80e76-df6c-4ea6-80ef-330be0eca435) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:07.536222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.605659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:07.683625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.803798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb98f3-71ea-48bb-b7e3-6fdce24aaf67 req-e2cc1c01-944a-42a9-a992-47b5e6937524 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:07.805382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdb98f3-71ea-48bb-b7e3-6fdce24aaf67 req-e2cc1c01-944a-42a9-a992-47b5e6937524 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0536790 Dec 16 15:14:07.895062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:07.917984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdb98f3-71ea-48bb-b7e3-6fdce24aaf67 req-7e06ddec-b075-46ec-aa20-7d772c9658c0 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928516 Dec 16 15:14:07.988306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbb1de-3ae1-4114-a056-4f24fd37475e req-c4b5fbfb-4dd3-4b25-b139-6ffc8d9b4ea4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:07.996623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9dbb1de-3ae1-4114-a056-4f24fd37475e req-c4b5fbfb-4dd3-4b25-b139-6ffc8d9b4ea4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 949 time: 0.1360376 Dec 16 15:14:08.011189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:08.015685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:08.021303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:08.098182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:08.098896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:08.106898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9dbb1de-3ae1-4114-a056-4f24fd37475e req-8c16241e-9703-42ed-8abc-bfa3281ff63e tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077297 Dec 16 15:14:08.138290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event updated for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:08.215369 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-63e08b12-2126-48f1-b200-565c3430f292 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3718143 Dec 16 15:14:08.271707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Request body: {'port': {'device_id': '180b7d85-6743-461f-b4ff-123b1e30a703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:08.285073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:08.407677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:08.470458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07992d15-cb1f-4a76-b93c-ca13e5368b48 req-39311312-d668-4940-bce1-fb8ddb23b4fc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:08.478571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07992d15-cb1f-4a76-b93c-ca13e5368b48 req-39311312-d668-4940-bce1-fb8ddb23b4fc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.1067519 Dec 16 15:14:08.544324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07992d15-cb1f-4a76-b93c-ca13e5368b48 req-1ad236bd-3053-433d-993a-222085baf752 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646138 Dec 16 15:14:08.575474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:08.623612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'mac_address': 'fa:16:3e:c9:fa:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:08.690933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b333fd-c250-45f9-b859-20130ac7feec req-ff2c887c-e768-4cfa-8288-e7bde8de3741 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:08.701446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27b333fd-c250-45f9-b859-20130ac7feec req-ff2c887c-e768-4cfa-8288-e7bde8de3741 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 931 time: 0.0792644 Dec 16 15:14:08.735222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8bed9d9b-cd8f-4be4-b082-493d176c882c None None] Provisioning complete for port cdb80e76-df6c-4ea6-80ef-330be0eca435 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:08.738866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8bed9d9b-cd8f-4be4-b082-493d176c882c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:08.775914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27b333fd-c250-45f9-b859-20130ac7feec req-3e2e8d4a-be69-433c-992f-3b880b3cca21 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733778 Dec 16 15:14:08.858736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:08.895524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8bed9d9b-cd8f-4be4-b082-493d176c882c None None] Port cdb80e76-df6c-4ea6-80ef-330be0eca435 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:14:08.902282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:08.918195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-db7708e6-1bfa-4362-a86d-3c8ef83359a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:08.919843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-db7708e6-1bfa-4362-a86d-3c8ef83359a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.1332250 Dec 16 15:14:08.963307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:09.025349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb80e76-df6c-4ea6-80ef-330be0eca435 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:09.036283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:09.051203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Transition to ACTIVE for port object cdb80e76-df6c-4ea6-80ef-330be0eca435 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:09.052256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:09.054083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2af47c-4264-458e-a39c-e519dd90213d req-57863359-86d9-4a2e-9255-794647f21955 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.055688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a2af47c-4264-458e-a39c-e519dd90213d req-57863359-86d9-4a2e-9255-794647f21955 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1318791 Dec 16 15:14:09.056146 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c119fddd-4589-49ef-8f70-afe29ca74ea0" -d '{"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-plugged", "status": "completed", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:09.086706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:09.157203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=12']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:09.166406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:09.181987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2f36-9863-47a5-9bd0-46a1c63c4459 req-1c4a9d18-2a10-4960-a2ad-c0351ab1ebcc tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.182809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-616f2f36-9863-47a5-9bd0-46a1c63c4459 req-1c4a9d18-2a10-4960-a2ad-c0351ab1ebcc tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.1502492 Dec 16 15:14:09.192843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a2af47c-4264-458e-a39c-e519dd90213d req-06237aa9-bfc8-45a4-a725-19b9d00a2686 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159446 Dec 16 15:14:09.218098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-29ff0ce1-b752-4d8a-a68c-dae2d4b9bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.218098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-29ff0ce1-b752-4d8a-a68c-dae2d4b9bfc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.2534332 Dec 16 15:14:09.270237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589d37-2607-470c-a268-198da080400b service neutron] Pushing event updated for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:09.274702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-0810c7fc-f979-4d1e-80c3-8a3d73e38792 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0510852 Dec 16 15:14:09.373940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-616f2f36-9863-47a5-9bd0-46a1c63c4459 req-1612e25d-cdee-493e-ab3d-ab0bd677ef90 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798637 Dec 16 15:14:09.388980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-54d94d00-f17a-4096-b7aa-38684ee0a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.391383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-54d94d00-f17a-4096-b7aa-38684ee0a46b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1099422 Dec 16 15:14:09.400331 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3736391e-ef56-4a00-91b3-4d86e309369f x-openstack-request-id: req-3736391e-ef56-4a00-91b3-4d86e309369f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:09.400813 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-plugged", "status": "completed", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:09.401219 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3736391e-ef56-4a00-91b3-4d86e309369f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:09.414959 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'code': 200} Dec 16 15:14:09.449964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d619b0c2-7ca3-4d09-8f51-71fc9a7d591f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:09.453445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-9c44cb9f-7cb0-425f-ad8d-ed242be46a25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540233 Dec 16 15:14:09.562701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Attempting to bind port cdb80e76-df6c-4ea6-80ef-330be0eca435 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:09.563380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Attempting to bind port cdb80e76-df6c-4ea6-80ef-330be0eca435 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:09.563979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Attempting to bind port cdb80e76-df6c-4ea6-80ef-330be0eca435 on network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:09.587716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Port cdb80e76-df6c-4ea6-80ef-330be0eca435 on network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:09.588338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Attempting to bind port cdb80e76-df6c-4ea6-80ef-330be0eca435 on network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:09.610598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:09.611255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Checking segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:09.618303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Bound using segment: {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:09.618989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Bound port: cdb80e76-df6c-4ea6-80ef-330be0eca435, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a743f8d-61ed-4791-9747-80390c120e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:09.619383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:09.703352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e33d1-a6fb-478e-8339-e4afca867689 req-6fac4a6b-27c7-4716-a91e-06ea126709e7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.705525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-820e33d1-a6fb-478e-8339-e4afca867689 req-6fac4a6b-27c7-4716-a91e-06ea126709e7 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1967378 Dec 16 15:14:09.768220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:09.774172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-568ad9a7-861e-43e8-9309-8f3b36996030 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121719 Dec 16 15:14:09.774508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:09.780277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62fe71-dfe6-4627-b743-f81c84b0bde1 req-fc06c15f-6066-4e45-bbca-e9f5d786681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.781844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c62fe71-dfe6-4627-b743-f81c84b0bde1 req-fc06c15f-6066-4e45-bbca-e9f5d786681c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1097 time: 0.2295673 Dec 16 15:14:09.898874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:09.901810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-820e33d1-a6fb-478e-8339-e4afca867689 req-8a25a2c0-8b66-4a30-9aff-0ae8c55dad6d tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766410 Dec 16 15:14:09.920928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93ce6-0403-44e0-bf3e-796d208f0465 req-f3c12488-939a-4b0d-aacf-3c08d60adb26 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:09.929629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efa93ce6-0403-44e0-bf3e-796d208f0465 req-f3c12488-939a-4b0d-aacf-3c08d60adb26 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.2428038 Dec 16 15:14:09.968650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c62fe71-dfe6-4627-b743-f81c84b0bde1 req-5ae40c5f-917d-452e-b11a-2f2e2aec614d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763790 Dec 16 15:14:10.008915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c589d37-2607-470c-a268-198da080400b service neutron] Pushing event updated for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:10.016844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dd46532-ac03-454c-af39-a3374a5a60a8 req-4336efa3-8579-4dd6-abb9-688210fde674 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339699 Dec 16 15:14:10.028206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.029538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efa93ce6-0403-44e0-bf3e-796d208f0465 req-d1746053-9f66-4347-ae77-9d62b8430f97 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Dec 16 15:14:10.029680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:10.032081 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-9c589d37-2607-470c-a268-198da080400b service neutron] 10.222.0.30 "PUT /v2.0/ports/cdb80e76-df6c-4ea6-80ef-330be0eca435 HTTP/1.1" status: 200 len: 1091 time: 1.7741632 Dec 16 15:14:10.032869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:10.051734 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32424e9-fc70-4bf6-8408-ec78c78b8503" -d '{"events": [{"name": "network-changed", "server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:10.210979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1b23-44ba-424d-b3c3-e6f53a9a6e84 req-291177b0-c2b5-40cf-a145-28f8b6052995 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.212912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1cf1b23-44ba-424d-b3c3-e6f53a9a6e84 req-291177b0-c2b5-40cf-a145-28f8b6052995 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 943 time: 0.0891099 Dec 16 15:14:10.222610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8b213-da18-45b0-afe6-21d27699cd2c req-a093f0f5-8d36-454d-81a7-6d66f8a39b60 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.232714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcb8b213-da18-45b0-afe6-21d27699cd2c req-a093f0f5-8d36-454d-81a7-6d66f8a39b60 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 1101 time: 0.0942137 Dec 16 15:14:10.340139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-11a0c7a5-2879-4f43-95ca-6d397cc19f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.344625 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-11a0c7a5-2879-4f43-95ca-6d397cc19f97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a&device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 1094 time: 0.0806942 Dec 16 15:14:10.364764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcb8b213-da18-45b0-afe6-21d27699cd2c req-213fe411-f836-44f3-988d-5e71208a8be3 tempest-MigrationsAdminTest-419911228 tempest-MigrationsAdminTest-419911228-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145658 Dec 16 15:14:10.406597 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-848121fd-d31b-4805-8956-7545f6ce417b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435 HTTP/1.1" status: 200 len: 217 time: 0.0468807 Dec 16 15:14:10.427635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1cf1b23-44ba-424d-b3c3-e6f53a9a6e84 req-1aefbc25-7491-4762-a8d9-2e9d52683214 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913111 Dec 16 15:14:10.489160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-74fa2cd8-5734-4b94-9ded-d06fa421463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.489896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-74fa2cd8-5734-4b94-9ded-d06fa421463c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e527decc-2d0e-46c0-8d9d-93fb46e20d60 HTTP/1.1" status: 200 len: 844 time: 0.0663536 Dec 16 15:14:10.560255 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e6ce6e-41ef-428e-bce9-670a51753be6 x-openstack-request-id: req-b5e6ce6e-41ef-428e-bce9-670a51753be6 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:10.561057 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:10.561702 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b5e6ce6e-41ef-428e-bce9-670a51753be6 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:10.562537 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'status': 'completed', 'code': 200} Dec 16 15:14:10.590190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-a41970f8-3a29-4954-8209-55b7f0309afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.592196 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-a41970f8-3a29-4954-8209-55b7f0309afd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933402 Dec 16 15:14:10.700061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2af89-c149-4f09-a361-1dc3c5b916b1 req-db09709c-3392-46ec-ac35-69c609b68406 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.702393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61d2af89-c149-4f09-a361-1dc3c5b916b1 req-db09709c-3392-46ec-ac35-69c609b68406 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1130278 Dec 16 15:14:10.792216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-ddffa5cd-82b4-4859-b072-f5864fc17768 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:10.793732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-ddffa5cd-82b4-4859-b072-f5864fc17768 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 1101 time: 0.0902073 Dec 16 15:14:10.798116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61d2af89-c149-4f09-a361-1dc3c5b916b1 req-e82044c8-bc38-4b0e-bf18-65d2f9e8ac8e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Dec 16 15:14:10.828665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-e540279b-0f6a-498c-999d-39638c93ad05 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:11.000200 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-e540279b-0f6a-498c-999d-39638c93ad05 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:11.092307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-e540279b-0f6a-498c-999d-39638c93ad05 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:11.135806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540279b-0f6a-498c-999d-39638c93ad05 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bcdb2-3cf6-44d4-a456-1423071d548e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:11.140475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d0e2f77-41dc-42c8-98c2-3199bf0a9b8a req-e540279b-0f6a-498c-999d-39638c93ad05 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313341 Dec 16 15:14:11.202947 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-f0aa4744-485a-410e-b4b9-c74bb8741b10 service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854144 Dec 16 15:14:11.303422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f555f32-7f46-4ba5-8765-2860d3c5733c req-eb88dbd3-be83-4ae1-a6be-09c6a98f5b1a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:11.305102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f555f32-7f46-4ba5-8765-2860d3c5733c req-eb88dbd3-be83-4ae1-a6be-09c6a98f5b1a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.0735688 Dec 16 15:14:11.333674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f25389e-4db6-43b8-9054-506a2470ba0f req-00a8b6db-76c9-4e37-b996-77ebc6b4e84b service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176198 Dec 16 15:14:11.403114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f555f32-7f46-4ba5-8765-2860d3c5733c req-0c218499-94ef-4868-81f8-1ec0a6a89ec4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907686 Dec 16 15:14:11.659424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-be9c96a6-82bb-44d0-8586-2028115d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:11.662823 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-be9c96a6-82bb-44d0-8586-2028115d0ea7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a&device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 1094 time: 0.0860133 Dec 16 15:14:11.807556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba11137-6f8f-4a9d-9cb7-9dfd49e94d44 req-db5b2664-9b61-4545-b5a7-f095596ae0c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:11.809562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba11137-6f8f-4a9d-9cb7-9dfd49e94d44 req-db5b2664-9b61-4545-b5a7-f095596ae0c1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 950 time: 0.1648319 Dec 16 15:14:11.833046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5f01-3acc-4e9e-bfa0-f17da179731a req-64abf03c-dd6b-4ef9-9513-da81804ce7ba tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:11.835069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e3c5f01-3acc-4e9e-bfa0-f17da179731a req-64abf03c-dd6b-4ef9-9513-da81804ce7ba tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 943 time: 0.0931447 Dec 16 15:14:11.893580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-c83e56f6-1fda-4654-ba30-4952d1d93353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:11.896896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-c83e56f6-1fda-4654-ba30-4952d1d93353 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11 HTTP/1.1" status: 200 len: 906 time: 0.2213581 Dec 16 15:14:11.916763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba11137-6f8f-4a9d-9cb7-9dfd49e94d44 req-c718a102-0373-434c-b3e2-bf88d67ffe8f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801830 Dec 16 15:14:11.932076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e3c5f01-3acc-4e9e-bfa0-f17da179731a req-215eebcd-68cc-4268-8ea1-47275c26151f tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804572 Dec 16 15:14:11.991074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-f863930e-1d7d-4af8-a532-a1028220ca12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435 HTTP/1.1" status: 200 len: 217 time: 0.0849743 Dec 16 15:14:12.052309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-289a6f43-9606-4ad9-bc7b-44682c867553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:12.053747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-289a6f43-9606-4ad9-bc7b-44682c867553 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e527decc-2d0e-46c0-8d9d-93fb46e20d60 HTTP/1.1" status: 200 len: 844 time: 0.0544553 Dec 16 15:14:12.071880 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:14:12.122211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-54176a50-2f73-4060-93d5-5a2cbe53e9ad tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324769 Dec 16 15:14:12.133394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-5101d787-0947-4fe0-b832-f9c7a1d7d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:12.136267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-5101d787-0947-4fe0-b832-f9c7a1d7d7ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745983 Dec 16 15:14:12.150099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e25c97-2230-4698-a3ec-3084d6c8c782 req-128ed6a2-8988-43a2-a1d5-3d4040ad9e8a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:12.152579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92e25c97-2230-4698-a3ec-3084d6c8c782 req-128ed6a2-8988-43a2-a1d5-3d4040ad9e8a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0983086 Dec 16 15:14:12.257476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-2f43d4f4-6bf3-47e5-b43f-388b9a4b9e09 service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110373 Dec 16 15:14:12.300878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:12.395754 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32424e9-fc70-4bf6-8408-ec78c78b8503 req-990ade0d-75bc-4eaa-8a51-e3d8be32da3c service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312747 Dec 16 15:14:12.422960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-42de1af2-6e1b-40d2-ba2e-bd8e85bf0564 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:12.428065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-42de1af2-6e1b-40d2-ba2e-bd8e85bf0564 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741346 Dec 16 15:14:12.455801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-bedbce58-ae08-4aa2-9dd2-33278e4918f5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.0229592 Dec 16 15:14:12.461604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92e25c97-2230-4698-a3ec-3084d6c8c782 req-08ce9b23-e325-4d7b-af55-b8d3095d5ca1 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907298 Dec 16 15:14:12.503899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:12.511343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:12.511343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:12.548638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-66d9eea0-eb34-4323-9718-c82609d2a38b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0835297 Dec 16 15:14:12.630963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:12.664564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:12.667653 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2febc01-4a22-4132-b2c4-d192ef94e87b" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:12.694978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:12.859305 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:12.863584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b279d18-e515-42a2-b0b3-02977f1f8d82 req-7b6e175e-3a44-40fd-a58e-c9add5441b09 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:12.865371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b279d18-e515-42a2-b0b3-02977f1f8d82 req-7b6e175e-3a44-40fd-a58e-c9add5441b09 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.0623415 Dec 16 15:14:12.922443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b279d18-e515-42a2-b0b3-02977f1f8d82 req-65dfa28d-584d-40cd-9f2c-1c55e7f7043b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506330 Dec 16 15:14:12.962166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=13']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:13.121067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-ab082c56-18dd-4460-a227-aaf4d9af54d2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:13.122895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-ab082c56-18dd-4460-a227-aaf4d9af54d2 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 951 time: 0.0862927 Dec 16 15:14:13.194712 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f18454-7b10-4813-b2b6-872e331de9e9 x-openstack-request-id: req-29f18454-7b10-4813-b2b6-872e331de9e9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:13.195278 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-plugged", "status": "completed", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:13.195960 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29f18454-7b10-4813-b2b6-872e331de9e9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:13.196631 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'code': 200} Dec 16 15:14:13.244683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Deleting port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:13.245558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:13.363479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03629a73-9180-4ae9-8f7e-cfb73c444174 req-851d4232-e06f-4efc-a10a-c860e62038fa tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:13.371306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03629a73-9180-4ae9-8f7e-cfb73c444174 req-851d4232-e06f-4efc-a10a-c860e62038fa tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1097 time: 0.1042302 Dec 16 15:14:13.480998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] For port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:13.481210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:13.516796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Calling delete_port for d619b0c2-7ca3-4d09-8f51-71fc9a7d591f owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:13.525853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03629a73-9180-4ae9-8f7e-cfb73c444174 req-53c90389-af9d-4278-b7e3-8e5b0f33661b tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533787 Dec 16 15:14:13.770401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff453ab0-6e2e-4de5-a549-b184a3877180 req-cc2111d5-f0e8-480f-b75e-bef9c3649732 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:13.772371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff453ab0-6e2e-4de5-a549-b184a3877180 req-cc2111d5-f0e8-480f-b75e-bef9c3649732 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 951 time: 0.2098162 Dec 16 15:14:13.826407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae26b20-f4a3-4229-aad0-e4c4dc13b517 req-1cc43fe8-f0c6-4ea3-8688-dbfc9e7e6db7 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:13.828571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ae26b20-f4a3-4229-aad0-e4c4dc13b517 req-1cc43fe8-f0c6-4ea3-8688-dbfc9e7e6db7 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 943 time: 0.1325274 Dec 16 15:14:13.947331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff453ab0-6e2e-4de5-a549-b184a3877180 req-d625e037-14fc-4179-a748-e6183b51187c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547303 Dec 16 15:14:13.994250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ae26b20-f4a3-4229-aad0-e4c4dc13b517 req-5fee8cb0-8e0b-40f2-88fc-ab89ec53bd5b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538501 Dec 16 15:14:14.075732 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e4f4-14cd-4076-a44b-df3b4cefaefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:14.141519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304fd2f-0813-4cf7-8dcc-05dbf04d1f99 req-c5eff965-4038-45b5-a134-78d8fa9d0ca9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:14.149778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2304fd2f-0813-4cf7-8dcc-05dbf04d1f99 req-c5eff965-4038-45b5-a134-78d8fa9d0ca9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0845799 Dec 16 15:14:14.166678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:14.211195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event deleted for resources: {'Port': ['ID=d619b0c2-7ca3-4d09-8f51-71fc9a7d591f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:14.212414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096', 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'd7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:14.215617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d619b0c2-7ca3-4d09-8f51-71fc9a7d591f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:14.314760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2304fd2f-0813-4cf7-8dcc-05dbf04d1f99 req-a2e009d6-6651-4ca9-a94f-880909487915 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587503 Dec 16 15:14:14.346644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] No DVR routers for this DVR port d619b0c2-7ca3-4d09-8f51-71fc9a7d591f on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:14.355060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:14.369327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1edfd42-f871-43ce-9b8c-fb11f43478bb req-f576fb4e-4436-4da6-ad14-dbb5a710a076 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.74 "DELETE /v2.0/ports/d619b0c2-7ca3-4d09-8f51-71fc9a7d591f HTTP/1.1" status: 204 len: 173 time: 1.2394884 Dec 16 15:14:14.371020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-deleted', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:14.398645 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb07856a-7bf3-4dec-bb52-347d777da039" -d '{"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-deleted", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:14.425144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf722a2-3941-4717-830e-5dbb22763624 req-9bd161af-2746-485e-bbfd-06985120fe0d tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:14.428455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baf722a2-3941-4717-830e-5dbb22763624 req-9bd161af-2746-485e-bbfd-06985120fe0d tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1097 time: 0.2254620 Dec 16 15:14:14.600215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baf722a2-3941-4717-830e-5dbb22763624 req-ccea75a9-d84e-4d1c-b71a-9473cf92a0b4 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574676 Dec 16 15:14:14.662663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05b1e002-b019-494a-8572-bd4b3173f7f5 req-037c3cbe-f60e-43ea-8873-28ee6fb422ad tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.0982990 Dec 16 15:14:14.858897 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c977f46-813c-4056-8123-41195f5bdc05 x-openstack-request-id: req-3c977f46-813c-4056-8123-41195f5bdc05 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:14.859612 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e8af96-5ae1-4050-b0cd-02861cb3e962", "name": "network-vif-deleted", "tag": "d619b0c2-7ca3-4d09-8f51-71fc9a7d591f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:14.860070 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c977f46-813c-4056-8123-41195f5bdc05 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:14.860767 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e8af96-5ae1-4050-b0cd-02861cb3e962', 'name': 'network-vif-deleted', 'tag': 'd619b0c2-7ca3-4d09-8f51-71fc9a7d591f', 'status': 'completed', 'code': 200} Dec 16 15:14:15.195484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a60f0c5a-bd3c-4bb6-bd0b-32d356141367 req-d8391906-bc07-4314-9481-070e7ee30413 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=81e8af96-5ae1-4050-b0cd-02861cb3e962 HTTP/1.1" status: 200 len: 210 time: 0.0324578 Dec 16 15:14:15.308035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366b5c4-1bd3-4ec1-9774-4b0ef3e85ab4 req-5ced29c8-36ed-4ce4-ba4f-e4c952c5873e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:15.309600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1366b5c4-1bd3-4ec1-9774-4b0ef3e85ab4 req-5ced29c8-36ed-4ce4-ba4f-e4c952c5873e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 943 time: 0.0550964 Dec 16 15:14:15.364547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1366b5c4-1bd3-4ec1-9774-4b0ef3e85ab4 req-32b23ecf-b771-4d28-ab16-75faa367bacb tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485156 Dec 16 15:14:15.524884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdb80e76-df6c-4ea6-80ef-330be0eca435 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:15.637437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:15.651646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'port_id': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'mac_address': 'fa:16:3e:95:62:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:15.700138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:15.716267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb80e76-df6c-4ea6-80ef-330be0eca435 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:15.746859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:15.881159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:15.960469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:16.032915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890414e-b3b4-40b9-8818-5dd4bf8cf6ae req-c91cf9c9-40bc-4589-82f3-8b747a27ea50 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:16.036128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9890414e-b3b4-40b9-8818-5dd4bf8cf6ae req-c91cf9c9-40bc-4589-82f3-8b747a27ea50 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0922198 Dec 16 15:14:16.116204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9890414e-b3b4-40b9-8818-5dd4bf8cf6ae req-44e342b9-bb7d-424b-b4ef-041fbaf6d00f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Dec 16 15:14:16.317077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['cdb80e76-df6c-4ea6-80ef-330be0eca435'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:16.331753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa5dbd08-3900-47f4-9597-b7bf744814f2 req-e2703e39-4600-4f36-9720-d144476ff759 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.0408716 Dec 16 15:14:16.356858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:16.394176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: d619b0c2-7ca3-4d09-8f51-71fc9a7d591f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:16.394536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d619b0c2-7ca3-4d09-8f51-71fc9a7d591f not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:16.474855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c8a7-2f90-47c6-8f3b-bb58d41624d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:16.742018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05a82e-4c2f-40e4-96b3-463b36b1a931 req-6a7440b3-7395-4502-8258-cad5a73896e1 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:16.744562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc05a82e-4c2f-40e4-96b3-463b36b1a931 req-6a7440b3-7395-4502-8258-cad5a73896e1 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 944 time: 0.1003830 Dec 16 15:14:16.808189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc05a82e-4c2f-40e4-96b3-463b36b1a931 req-0eaed24c-2c2b-4c85-bce5-6da9a8fa427d tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562274 Dec 16 15:14:17.503470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-0bc939bd-173d-44f4-8cb3-da30b87dfc67 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:14:17.508033 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-0bc939bd-173d-44f4-8cb3-da30b87dfc67 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088344 Dec 16 15:14:17.516514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c7c5-ab0f-4323-bafe-845b952a1525 req-470a6097-833b-4ee8-a45d-b7b32bdfcbab tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:17.519914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36c0c7c5-ab0f-4323-bafe-845b952a1525 req-470a6097-833b-4ee8-a45d-b7b32bdfcbab tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0908113 Dec 16 15:14:17.569673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-815c7241-8fb2-4751-8c4f-8cb3659aad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:17.578046 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-815c7241-8fb2-4751-8c4f-8cb3659aad89 service neutron] 10.222.0.71 "GET /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 1094 time: 0.0612607 Dec 16 15:14:17.584165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:17.584659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Unknown quota resources ['binding']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:14:17.610737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:17.623561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36c0c7c5-ab0f-4323-bafe-845b952a1525 req-024c0026-9a65-48a6-8385-815720f55ab6 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893033 Dec 16 15:14:17.984296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:17.985275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:17.987698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:18.011068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:18.012019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:18.026306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:18.033504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:18.041104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:18.041104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Bound port: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:18.046580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ad711143-4672-4431-96c6-a500c93d1369 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4175985 Dec 16 15:14:18.176144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:18.195449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d298-e760-4d0b-bfc2-e9a93128c91f req-d0d6d16b-a7ad-41be-a306-76fdf23cec04 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:18.197068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7782d298-e760-4d0b-bfc2-e9a93128c91f req-d0d6d16b-a7ad-41be-a306-76fdf23cec04 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 950 time: 0.1540275 Dec 16 15:14:18.271308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:18.274882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b0457749-0550-4a4c-9748-82ef55e7a48a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:18.275619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-c1e23d46-3c5e-4ba4-bf00-81b8884aefe2 service neutron] 10.222.0.71 "POST /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac/bindings HTTP/1.1" status: 201 len: 389 time: 0.6960871 Dec 16 15:14:18.276502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b0457749-0550-4a4c-9748-82ef55e7a48a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020218 Dec 16 15:14:18.298193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7782d298-e760-4d0b-bfc2-e9a93128c91f req-fa2c79f2-5a5e-4ac4-9335-1d487f4adcf5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916462 Dec 16 15:14:18.314156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:18.447936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ef01e5a0-aa40-4988-81b7-6cfd95497d02 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616369 Dec 16 15:14:18.492947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89e9890c-1891-47c1-8e68-247e0e761f80 req-d25ac0fe-9895-4203-88e7-7f2bc0ff822c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.0677149 Dec 16 15:14:18.808759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36db92-b0fe-4933-8609-4c5c2e34a8c1 req-9a3bc352-7f3d-4071-bbe0-5e69168ae0fc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:18.819960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb36db92-b0fe-4933-8609-4c5c2e34a8c1 req-9a3bc352-7f3d-4071-bbe0-5e69168ae0fc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 944 time: 0.1030514 Dec 16 15:14:18.829418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:18.842759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:18.884755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-dbc217f1-fda9-4cd1-99da-b5da917b48e7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:18.890516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-dbc217f1-fda9-4cd1-99da-b5da917b48e7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325299 Dec 16 15:14:18.919812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:19.017630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb36db92-b0fe-4933-8609-4c5c2e34a8c1 req-90ae458f-0639-4716-81ec-0124f0c60a3b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953304 Dec 16 15:14:19.045154 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.161900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251a2b-9572-44cd-84ca-fc7d6ef53538 req-df54103a-d068-4af0-88ff-8def0bd206d4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:19.170725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b251a2b-9572-44cd-84ca-fc7d6ef53538 req-df54103a-d068-4af0-88ff-8def0bd206d4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.2768729 Dec 16 15:14:19.334225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4a2c5a0c-ac6c-412f-8245-d28eeb64612c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:19.339071 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4a2c5a0c-ac6c-412f-8245-d28eeb64612c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 950 time: 0.1187725 Dec 16 15:14:19.344242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b251a2b-9572-44cd-84ca-fc7d6ef53538 req-c655cde6-6c6f-4b7d-ad99-614210af562d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720202 Dec 16 15:14:19.358215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ef07c-7aa7-4433-86e5-0e713c28eea4 req-d1de414f-1b12-486d-b000-e0db8c08f696 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:19.365265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f0ef07c-7aa7-4433-86e5-0e713c28eea4 req-d1de414f-1b12-486d-b000-e0db8c08f696 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.2120039 Dec 16 15:14:19.394910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.122 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/0aaa1c09-02b2-4ad4-8f5f-57066c7669a4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:19.405586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:19.407276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-195b5ed8-e5ab-404e-a994-366a0d3e2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:19.409078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.410742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-195b5ed8-e5ab-404e-a994-366a0d3e2464 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1097 time: 0.1705163 Dec 16 15:14:19.538613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdb80e76-df6c-4ea6-80ef-330be0eca435 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:19.551864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Deleting port d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:19.552221 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.709976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port cdb80e76-df6c-4ea6-80ef-330be0eca435 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:19.718386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port cdb80e76-df6c-4ea6-80ef-330be0eca435 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:19.718748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.720448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] For port d7a79e6b-7094-4cfb-9d60-e43331883631, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d7a79e6b-7094-4cfb-9d60-e43331883631,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:19.720844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.751222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f0ef07c-7aa7-4433-86e5-0e713c28eea4 req-b1eeb7e3-f918-4b3c-915b-506cc88f941b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746376 Dec 16 15:14:19.762043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Calling delete_port for d7a79e6b-7094-4cfb-9d60-e43331883631 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:19.803736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.929946 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:19.963159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3a55d453-874f-4fe3-8ee9-754e19d4eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:19.968106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3a55d453-874f-4fe3-8ee9-754e19d4eb91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.5110252 Dec 16 15:14:19.997456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:20.000109 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d5ffb-1286-46e0-94b0-2f104946d160" -d '{"events": [{"server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "name": "network-vif-plugged", "status": "completed", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:20.038497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:20.112998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:20.173153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:20.176836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-227f0387-204f-4958-b043-c17dca5a2692 req-02363fb3-7c4b-4444-90cc-900a5af7d8d6 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.1627579 Dec 16 15:14:20.186681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-70b837b3-5525-452e-99dc-e32a0af514e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 217 time: 0.2074707 Dec 16 15:14:20.333810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:20.344086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f97039-9fd1-4be6-a729-cf12162be535 req-cb882fd4-c3e7-48b4-b30b-230454ae91ae tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:20.358454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62f97039-9fd1-4be6-a729-cf12162be535 req-cb882fd4-c3e7-48b4-b30b-230454ae91ae tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 950 time: 0.5423980 Dec 16 15:14:20.360193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096', 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'd7a79e6b-7094-4cfb-9d60-e43331883631'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:20.390606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event deleted for resources: {'Port': ['ID=d7a79e6b-7094-4cfb-9d60-e43331883631,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:20.489334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-23854ba2-45b4-4410-8d7f-583c9bdcb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:20.496195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-23854ba2-45b4-4410-8d7f-583c9bdcb00d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.2844653 Dec 16 15:14:20.511862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] No DVR routers for this DVR port d7a79e6b-7094-4cfb-9d60-e43331883631 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:20.532039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:20.535862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-d3959f72-14e9-4132-b8ef-64d0287dca63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340142 Dec 16 15:14:20.543231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:20.550222 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b7d39ba4-5c30-4b1a-a632-127cf663151a req-4ffaf145-db3b-45a2-b307-42c3a0703bbb tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "DELETE /v2.0/ports/d7a79e6b-7094-4cfb-9d60-e43331883631 HTTP/1.1" status: 204 len: 173 time: 1.2033372 Dec 16 15:14:20.550788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-deleted', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:20.559294 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5acc8b6-432d-4363-8975-5ea1b7a417df x-openstack-request-id: req-d5acc8b6-432d-4363-8975-5ea1b7a417df {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:20.566120 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88f4a2-79c9-416e-bd4f-40ceaf9fa62f" -d '{"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-deleted", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:20.566566 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "name": "network-vif-plugged", "status": "completed", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:20.566948 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5acc8b6-432d-4363-8975-5ea1b7a417df {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:20.567501 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'code': 200} Dec 16 15:14:20.572775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62f97039-9fd1-4be6-a729-cf12162be535 req-76f90a2e-e4f9-45fa-9ef7-a1c53bc3e848 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971977 Dec 16 15:14:20.808414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768439-80c6-4ced-bf9f-1352f284e3fc req-5e9ef520-d288-480f-9a9a-41ec15fdcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:20.810377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e0768439-80c6-4ced-bf9f-1352f284e3fc req-5e9ef520-d288-480f-9a9a-41ec15fdcff8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 1096 time: 0.1126466 Dec 16 15:14:20.886059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-d3206150-1d48-421b-b044-ada81a3a1df3 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378696 Dec 16 15:14:20.964466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e0768439-80c6-4ced-bf9f-1352f284e3fc req-d4f31278-ee50-4f17-8bdc-2f0ea3c2e59c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403434 Dec 16 15:14:21.165484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b7407-9c07-4f7e-b7cd-f1dc8c954093 req-e8930105-fa35-4013-9b7d-24430d322a31 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:21.167811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe0b7407-9c07-4f7e-b7cd-f1dc8c954093 req-e8930105-fa35-4013-9b7d-24430d322a31 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.2749393 Dec 16 15:14:21.184694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb8033-046f-4079-ac4b-fd172acdca41 req-386c0ecd-a4d1-4b94-8e88-921c3eb02720 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:21.196346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eedb8033-046f-4079-ac4b-fd172acdca41 req-386c0ecd-a4d1-4b94-8e88-921c3eb02720 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.3083856 Dec 16 15:14:21.268197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-949d2381-670a-4dfd-875a-80098d33895d service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653166 Dec 16 15:14:21.324638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe0b7407-9c07-4f7e-b7cd-f1dc8c954093 req-2157465e-265c-40f4-8dbd-982eba38faec tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150126 Dec 16 15:14:21.363371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:21.400661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.120 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/fa55e2c1-7028-455f-8b37-df5d9eb92bca) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:21.423466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eedb8033-046f-4079-ac4b-fd172acdca41 req-40bb926c-92cd-49e4-a910-8faa3d836c8e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245512 Dec 16 15:14:21.427522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:21.503631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:21.510318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:21.521093 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c615bd-8444-4953-a3b9-ec3694b0131f x-openstack-request-id: req-39c615bd-8444-4953-a3b9-ec3694b0131f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:21.525399 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0956b45-e4b1-40b5-a089-4a6a69878782", "name": "network-vif-deleted", "tag": "d7a79e6b-7094-4cfb-9d60-e43331883631", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:21.526823 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39c615bd-8444-4953-a3b9-ec3694b0131f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:21.527064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:21.527639 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0956b45-e4b1-40b5-a089-4a6a69878782', 'name': 'network-vif-deleted', 'tag': 'd7a79e6b-7094-4cfb-9d60-e43331883631', 'status': 'completed', 'code': 200} Dec 16 15:14:21.655842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:21.929683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:21.930725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:21.994441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47bbb60c-9f78-48f2-a567-b41996318c26 req-2b8dcc6c-c782-4ef5-ba8b-5ddaebd5cd26 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.1613371 Dec 16 15:14:22.067181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:22.069495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4574f6-1902-40fc-986f-ae99b9b6be09 req-e19bcef6-f5db-4c54-b34c-229201c8eabf tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:22.072170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce4574f6-1902-40fc-986f-ae99b9b6be09 req-e19bcef6-f5db-4c54-b34c-229201c8eabf tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.3296869 Dec 16 15:14:22.165182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2e4531a9-7ec1-430f-be5c-e758cbb179d9 None None] Provisioning complete for port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:22.171698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e4531a9-7ec1-430f-be5c-e758cbb179d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:22.210958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce4574f6-1902-40fc-986f-ae99b9b6be09 req-246e681e-5c61-45ba-9239-1501b78f4143 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286902 Dec 16 15:14:22.236326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:22.254615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-324ff6db-7c26-461e-b4e1-b07221a3b979 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9547384 Dec 16 15:14:22.281998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Request body: {'port': {'device_id': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:22.291273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2e4531a9-7ec1-430f-be5c-e758cbb179d9 None None] Port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:14:22.320018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:22.546987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:22.597443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:22.609110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:22.685950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7be7d289-6f84-4b4b-8fb3-67fd8b8218e7 req-85e27dc5-7143-4340-a3cb-b74b8fe6d89b tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0956b45-e4b1-40b5-a089-4a6a69878782 HTTP/1.1" status: 200 len: 210 time: 0.1030474 Dec 16 15:14:22.726625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:22.833220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:22.834421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:22.854915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:23.074162 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-8f346c37-54b0-494b-a1ca-3fe0a074d882 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1643558 Dec 16 15:14:23.135952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Request body: {'port': {'device_id': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:23.207801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50227d11-b2d4-48d7-b884-99298f5e6028 req-f85daa1e-6c7a-4e00-92cb-43d719290402 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:23.209996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50227d11-b2d4-48d7-b884-99298f5e6028 req-f85daa1e-6c7a-4e00-92cb-43d719290402 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.5226486 Dec 16 15:14:23.246872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b0309357-e8fc-4737-b0c9-9c4c9b7d23b6 None None] Provisioning complete for port fa55e2c1-7028-455f-8b37-df5d9eb92bca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:23.251204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0309357-e8fc-4737-b0c9-9c4c9b7d23b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:23.351798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:23.352263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b0309357-e8fc-4737-b0c9-9c4c9b7d23b6 None None] Port fa55e2c1-7028-455f-8b37-df5d9eb92bca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:14:23.367244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd229b-82aa-4462-847c-404b0f80df2f req-bc2b7a69-9654-4e8b-b43b-b92cb7e37dc3 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:23.377452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63dd229b-82aa-4462-847c-404b0f80df2f req-bc2b7a69-9654-4e8b-b43b-b92cb7e37dc3 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.2785912 Dec 16 15:14:23.462649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50227d11-b2d4-48d7-b884-99298f5e6028 req-1d5877b2-2ff5-4fad-b592-a6e5b1c0572c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435422 Dec 16 15:14:23.555760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:23.576103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63dd229b-82aa-4462-847c-404b0f80df2f req-d10e58ef-e8cb-4f1d-a76e-45c673c17023 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963975 Dec 16 15:14:23.651524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: d7a79e6b-7094-4cfb-9d60-e43331883631 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:23.652323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d7a79e6b-7094-4cfb-9d60-e43331883631 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:23.871801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:23.939188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:23.979156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9cf3e-2871-4395-b2d0-e52dfb49a9e3 req-5f8d4229-f84c-4f27-a907-eafd17423077 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:23.980937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8a9cf3e-2871-4395-b2d0-e52dfb49a9e3 req-5f8d4229-f84c-4f27-a907-eafd17423077 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 936 time: 0.2608051 Dec 16 15:14:23.982120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Transition to ACTIVE for port object 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:23.998452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15e7ac-bfcf-4005-b156-d43e9d76065d req-30f86dff-96ff-401a-81b0-320d99f5c3cb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:24.010132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb15e7ac-bfcf-4005-b156-d43e9d76065d req-30f86dff-96ff-401a-81b0-320d99f5c3cb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1778083 Dec 16 15:14:24.109928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb15e7ac-bfcf-4005-b156-d43e9d76065d req-d290e1fb-e7a9-45e0-81bb-51496edcb95f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984175 Dec 16 15:14:24.149452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8a9cf3e-2871-4395-b2d0-e52dfb49a9e3 req-3a06c72e-cba3-432d-927a-e5a5615b31ec tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316891 Dec 16 15:14:24.152705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:24.443660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:24.479499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa55e2c1-7028-455f-8b37-df5d9eb92bca {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:24.502490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:24.524747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Transition to ACTIVE for port object fa55e2c1-7028-455f-8b37-df5d9eb92bca will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:24.629879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:24.705901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Attempting to bind port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:24.706469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Attempting to bind port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:24.707026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Attempting to bind port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:24.722934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:24.723499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Attempting to bind port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:24.741642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:24.742515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:24.743160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:24.747148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Bound port: 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:24.755296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:24.799704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Pushing event updated for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:24.906865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:24.912533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:24.946119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2798-5941-4037-b737-6d242087a4ac req-ec5750a8-b6ab-40e1-8f83-7b97f74c4669 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:24.953713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4cd2798-5941-4037-b737-6d242087a4ac req-ec5750a8-b6ab-40e1-8f83-7b97f74c4669 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.2923136 Dec 16 15:14:25.037420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Attempting to bind port fa55e2c1-7028-455f-8b37-df5d9eb92bca on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:25.040865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Attempting to bind port fa55e2c1-7028-455f-8b37-df5d9eb92bca by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:25.042977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Attempting to bind port fa55e2c1-7028-455f-8b37-df5d9eb92bca on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:25.059409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Port fa55e2c1-7028-455f-8b37-df5d9eb92bca on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:25.060455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Attempting to bind port fa55e2c1-7028-455f-8b37-df5d9eb92bca on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:25.074452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:25.075690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:25.076578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:25.077368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Bound port: fa55e2c1-7028-455f-8b37-df5d9eb92bca, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:25.078040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:25.090957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4cd2798-5941-4037-b737-6d242087a4ac req-60370f88-1d66-4356-9752-e3610b645924 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298122 Dec 16 15:14:25.092912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:25.160057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.161110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:25.162631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] 10.222.0.74 "PUT /v2.0/ports/0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 HTTP/1.1" status: 200 len: 1096 time: 2.8919392 Dec 16 15:14:25.234559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:25.237687 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb8ea0-ea98-40a1-abe8-672521f170bb" -d '{"events": [{"name": "network-changed", "server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:25.327168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:25.338635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:25.446862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:25.506896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.507900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:25.509744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] 10.222.0.74 "PUT /v2.0/ports/fa55e2c1-7028-455f-8b37-df5d9eb92bca HTTP/1.1" status: 200 len: 1096 time: 2.4101620 Dec 16 15:14:25.513958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:25.516544 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40ccf2-0890-47ae-888b-597c5867082e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:25.582443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fa85e-d1c4-4d70-a11d-8e53d5496bfc service neutron] Pushing event updated for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:25.742709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4352df-5cc7-44e5-9614-365eb2333288 service neutron] Pushing event updated for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:25.770915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa58242-eaa0-41c4-a0e5-eb3031365222 req-659d8463-9f91-4b9e-a3fb-20c5f0a1494e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.778890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daa58242-eaa0-41c4-a0e5-eb3031365222 req-659d8463-9f91-4b9e-a3fb-20c5f0a1494e tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.6401613 Dec 16 15:14:25.788175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-552ebc76-b2d9-4ed3-8139-d2b5a580f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.789858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-552ebc76-b2d9-4ed3-8139-d2b5a580f155 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 1099 time: 0.1558776 Dec 16 15:14:25.809228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-aaf7ae27-ce10-4886-a38b-b5614fb08e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.814387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a86a1-d5ed-4881-ba09-43b99ef72ab9 req-9b13cfb3-76a8-4218-a686-68b5b4f53085 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.817040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-aaf7ae27-ce10-4886-a38b-b5614fb08e4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 1099 time: 0.1247184 Dec 16 15:14:25.818144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df5a86a1-d5ed-4881-ba09-43b99ef72ab9 req-9b13cfb3-76a8-4218-a686-68b5b4f53085 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.1699736 Dec 16 15:14:25.902946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-50469fe5-945b-4750-8624-9cdd97627cd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 HTTP/1.1" status: 200 len: 217 time: 0.0807092 Dec 16 15:14:25.911672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-c30d52c4-920a-4d36-bb40-0673d8017c0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca HTTP/1.1" status: 200 len: 217 time: 0.0845013 Dec 16 15:14:25.994510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-daaf9460-c2f9-4246-863e-5b7e7511062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:25.997934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-daaf9460-c2f9-4246-863e-5b7e7511062c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0768390 Dec 16 15:14:26.039499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daa58242-eaa0-41c4-a0e5-eb3031365222 req-73ee5a7f-2d18-4e60-87ef-0586afe5d7a4 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593155 Dec 16 15:14:26.066360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-2d2ad24b-2e18-48dd-b587-98757a850911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:26.068292 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-2d2ad24b-2e18-48dd-b587-98757a850911 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627658 Dec 16 15:14:26.144312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df5a86a1-d5ed-4881-ba09-43b99ef72ab9 req-3860cab7-9121-48ce-a4c4-b30e6cce1db5 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052416 Dec 16 15:14:26.150296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-cf784293-c407-4395-a95d-8f63e72e2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:26.152898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-cf784293-c407-4395-a95d-8f63e72e2b2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2393758 Dec 16 15:14:26.220834 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-7f703f9d-081b-4563-a6f4-b56fcf794b4a service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439795 Dec 16 15:14:26.397359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebb250-0bd0-412e-9eea-3a14a4318450 req-64fd30ef-f058-40db-a41b-85e93db8bcbc tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:26.412722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ebb250-0bd0-412e-9eea-3a14a4318450 req-64fd30ef-f058-40db-a41b-85e93db8bcbc tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.2549434 Dec 16 15:14:26.418347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-992d7f13-c105-4b77-b053-a767204b237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:26.421091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-992d7f13-c105-4b77-b053-a767204b237c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2572322 Dec 16 15:14:26.440021 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-3a4fdf84-7985-41e2-be6c-171453dc1c77 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968336 Dec 16 15:14:26.627018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d549168-bf1d-458e-89e3-d77be53e61ce req-9c782256-104c-4599-8a33-6984cdf6e2ab tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:26.628776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d549168-bf1d-458e-89e3-d77be53e61ce req-9c782256-104c-4599-8a33-6984cdf6e2ab tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 948 time: 0.3106203 Dec 16 15:14:26.635491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ebb250-0bd0-412e-9eea-3a14a4318450 req-547cceaf-be6b-4d7a-8152-e851808266f7 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126832 Dec 16 15:14:26.752100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-3f1dda34-fda1-4008-a248-397fd98d6e7b service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916231 Dec 16 15:14:26.752100 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282955e8-4a08-40b1-a4af-d35fcab4901c x-openstack-request-id: req-282955e8-4a08-40b1-a4af-d35fcab4901c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:26.752100 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:26.752100 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-282955e8-4a08-40b1-a4af-d35fcab4901c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:26.752100 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', 'status': 'completed', 'code': 200} Dec 16 15:14:26.757674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d549168-bf1d-458e-89e3-d77be53e61ce req-30d9b685-e49e-408e-aeb8-d1dfb718b25e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161284 Dec 16 15:14:26.877800 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61cad0f-6ee2-4e07-8b65-63606b331297 x-openstack-request-id: req-a61cad0f-6ee2-4e07-8b65-63606b331297 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:26.879447 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:26.880160 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a61cad0f-6ee2-4e07-8b65-63606b331297 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:26.881789 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', 'status': 'completed', 'code': 200} Dec 16 15:14:27.022313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ccf2-0890-47ae-888b-597c5867082e req-40ff66c1-b53f-4be1-acd1-de52eeb5fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.024171 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-40ff66c1-b53f-4be1-acd1-de52eeb5fabc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 1099 time: 0.0754573 Dec 16 15:14:27.203687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ccf2-0890-47ae-888b-597c5867082e req-d6bc6cf0-0086-4c9c-8513-316ade7a4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.207659 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-d6bc6cf0-0086-4c9c-8513-316ade7a4e47 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1592209 Dec 16 15:14:27.276554 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-615c1ddf-abb5-4e07-a174-836ef28b11f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca HTTP/1.1" status: 200 len: 217 time: 0.0587957 Dec 16 15:14:27.290031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56673c18-29f6-4105-9955-a3628ea818aa req-821a05bc-8bdf-4da8-b7f9-e3455f5abe2f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.294049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56673c18-29f6-4105-9955-a3628ea818aa req-821a05bc-8bdf-4da8-b7f9-e3455f5abe2f tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.3695662 Dec 16 15:14:27.320889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a5fdf-f924-4f9c-945b-099f0ef9225b req-7008a9bd-f50e-4989-a0ab-67dbaed5db56 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.341038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d82a5fdf-f924-4f9c-945b-099f0ef9225b req-7008a9bd-f50e-4989-a0ab-67dbaed5db56 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.4202642 Dec 16 15:14:27.348820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:27.359800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Request body: {'floatingip': {'port_id': 'cdb80e76-df6c-4ea6-80ef-330be0eca435'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:27.507124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:27.587447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404232-5f76-439a-b1f6-f7844f13662b req-35750327-6776-452c-b8df-817c70268855 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.602418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed404232-5f76-439a-b1f6-f7844f13662b req-35750327-6776-452c-b8df-817c70268855 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.5904138 Dec 16 15:14:27.620690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca71bb12-d858-4ac4-9e34-92a2be4d482c req-027305d6-1866-4260-88bc-275d00dd74af service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440843 Dec 16 15:14:27.731572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ccf2-0890-47ae-888b-597c5867082e req-30b0d522-3f6d-4428-b1f5-048abfd17c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.735750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-30b0d522-3f6d-4428-b1f5-048abfd17c98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.4494882 Dec 16 15:14:27.893570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Deleting port d19abcd5-d241-4fbd-9878-0175acf6257b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:27.894433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:27.917655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ccf2-0890-47ae-888b-597c5867082e req-e685e5ee-7f35-4232-982f-c6c0b1074f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:27.919263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-e685e5ee-7f35-4232-982f-c6c0b1074f4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719100 Dec 16 15:14:28.161450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] For port d19abcd5-d241-4fbd-9878-0175acf6257b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d19abcd5-d241-4fbd-9878-0175acf6257b,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:28.161984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:28.183706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Calling delete_port for d19abcd5-d241-4fbd-9878-0175acf6257b owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:28.220303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-928e6663-b7ba-474e-813d-bf7235867cd0 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908242 Dec 16 15:14:28.246457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed404232-5f76-439a-b1f6-f7844f13662b req-daf1f6c4-3137-4654-bd4d-78c0171755bd tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073413 Dec 16 15:14:28.317142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de56d6-7c66-4b29-8e2c-6dac1b59272f req-ed051bfa-51c5-4466-9c2e-ca870ca1bf7a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:28.319097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60de56d6-7c66-4b29-8e2c-6dac1b59272f req-ed051bfa-51c5-4466-9c2e-ca870ca1bf7a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 949 time: 0.6537395 Dec 16 15:14:28.365928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-378857f6-cab5-4037-85ed-d88a4f8f9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:28.367572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-378857f6-cab5-4037-85ed-d88a4f8f9444 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 1099 time: 0.2972341 Dec 16 15:14:28.394911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:28.659445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60de56d6-7c66-4b29-8e2c-6dac1b59272f req-0eb5f97c-9f91-48e9-ae17-b0d9e4c035df tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962317 Dec 16 15:14:28.732984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cfa08-3c0a-4e9d-812f-06efffaaee5e req-bd64c49f-6d81-406a-b471-8521f6e7415e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:28.736800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c44cfa08-3c0a-4e9d-812f-06efffaaee5e req-bd64c49f-6d81-406a-b471-8521f6e7415e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.3054144 Dec 16 15:14:28.771453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d40ccf2-0890-47ae-888b-597c5867082e req-e2cf95a9-37c0-49d0-879b-b0fb6cf4a03f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343863 Dec 16 15:14:28.813709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-302f1443-ba3e-47c6-a7fd-f60172c5ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:28.818950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-302f1443-ba3e-47c6-a7fd-f60172c5ab62 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.4323158 Dec 16 15:14:28.966195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-08e3ee75-5d05-4c11-b8b3-5bddad56229a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 HTTP/1.1" status: 200 len: 217 time: 0.1340315 Dec 16 15:14:28.971367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:29.016580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:29.035550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:29.041593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c44cfa08-3c0a-4e9d-812f-06efffaaee5e req-a1ad614e-9435-4001-b79f-659c1e3406c3 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835779 Dec 16 15:14:29.071145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096', 'd19abcd5-d241-4fbd-9878-0175acf6257b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:29.165560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event deleted for resources: {'Port': ['ID=d19abcd5-d241-4fbd-9878-0175acf6257b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:29.192966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] No DVR routers for this DVR port d19abcd5-d241-4fbd-9878-0175acf6257b on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:29.199190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:29.202773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56673c18-29f6-4105-9955-a3628ea818aa req-f947f300-99ac-4639-bb76-1216ae57ebb4 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "DELETE /v2.0/ports/d19abcd5-d241-4fbd-9878-0175acf6257b HTTP/1.1" status: 204 len: 173 time: 1.8489845 Dec 16 15:14:29.203558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-deleted', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:29.214075 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be5f82-6c3c-41c4-a733-4b6e3abad0e0" -d '{"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-deleted", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:29.236342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-764f9f8a-ceeb-4ad8-be81-911f71d47461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:29.238019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-764f9f8a-ceeb-4ad8-be81-911f71d47461 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.2600663 Dec 16 15:14:29.327081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d9c13-580d-4812-973b-4f638a36b4f3 req-c4469099-03cb-4c01-bae9-e9e5e95de578 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:29.339055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a89d9c13-580d-4812-973b-4f638a36b4f3 req-c4469099-03cb-4c01-bae9-e9e5e95de578 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 948 time: 0.3628480 Dec 16 15:14:29.363959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:29.391365 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Floating IP d483bc38-714c-4b77-a3e7-61c0d98dd597 associated. External IP: 172.25.7.108, port: cdb80e76-df6c-4ea6-80ef-330be0eca435. Dec 16 15:14:29.522560 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531eac2c-a1ce-4b65-ac6e-af719103f78e x-openstack-request-id: req-531eac2c-a1ce-4b65-ac6e-af719103f78e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:29.522560 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b60822f-3a53-4e28-b908-267765a442bd", "name": "network-vif-deleted", "tag": "d19abcd5-d241-4fbd-9878-0175acf6257b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:29.522560 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-531eac2c-a1ce-4b65-ac6e-af719103f78e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:29.522560 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b60822f-3a53-4e28-b908-267765a442bd', 'name': 'network-vif-deleted', 'tag': 'd19abcd5-d241-4fbd-9878-0175acf6257b', 'status': 'completed', 'code': 200} Dec 16 15:14:29.728453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a89d9c13-580d-4812-973b-4f638a36b4f3 req-af361c06-234b-4e3d-be72-d809e27309c5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859635 Dec 16 15:14:29.736491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-9378028d-ddde-4e5c-86e7-8cf659d7a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:29.743173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-9378028d-ddde-4e5c-86e7-8cf659d7a719 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4893050 Dec 16 15:14:30.048888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41030a-8a5b-4b93-8cf3-110f5b5a1ac6 req-223948f0-e537-4b97-8fa9-f252b552127f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:30.052211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf41030a-8a5b-4b93-8cf3-110f5b5a1ac6 req-223948f0-e537-4b97-8fa9-f252b552127f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.2672315 Dec 16 15:14:30.090597 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Router ccadb02a-b072-40a0-a9b0-981544d8f30a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:14:30.186313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf41030a-8a5b-4b93-8cf3-110f5b5a1ac6 req-69b3ab84-ac3c-4af7-b568-d005a1b7701a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169662 Dec 16 15:14:30.256169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842cee-4566-4196-9d02-6f141d19d0ca req-be245f75-95fe-4d9f-863f-5507e104d819 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:30.288979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10842cee-4566-4196-9d02-6f141d19d0ca req-be245f75-95fe-4d9f-863f-5507e104d819 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.3391991 Dec 16 15:14:30.324861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:14:30.330520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:30.341740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Sync routers for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:14:30.366529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-91c32c87-2cc3-4173-b90e-0935c6c879fc service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130965 Dec 16 15:14:30.394834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:30.396593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:30.402730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-81d3813f-6ef9-41d8-88f3-556554859b62 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "PUT /v2.0/floatingips/d483bc38-714c-4b77-a3e7-61c0d98dd597 HTTP/1.1" status: 200 len: 991 time: 3.0519474 Dec 16 15:14:30.407406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:30.418248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device fa55e2c1-7028-455f-8b37-df5d9eb92bca details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:30.421074 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46507a5b-3943-4277-81b6-e5b7ac360173" -d '{"events": [{"name": "network-changed", "server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:30.632317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f5ae889-a48d-4a79-bf13-c4e2aab3e9e5 req-b42c754a-afe5-46b6-b08c-8eebf32c271c tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b60822f-3a53-4e28-b908-267765a442bd HTTP/1.1" status: 200 len: 210 time: 0.0833132 Dec 16 15:14:30.769329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10842cee-4566-4196-9d02-6f141d19d0ca req-cae5556b-68e0-4711-857e-d30128796853 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781744 Dec 16 15:14:30.903295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfb8ea0-ea98-40a1-abe8-672521f170bb req-acffaa8c-d20a-4aa5-b12f-625090d35e14 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174627 Dec 16 15:14:30.944423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a3a0-3484-43bf-9d93-0cdb67399b7c req-876021a2-524c-48a6-9fb9-3a1341f526be tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:30.948124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bc9a3a0-3484-43bf-9d93-0cdb67399b7c req-876021a2-524c-48a6-9fb9-3a1341f526be tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0889962 Dec 16 15:14:31.023510 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1492aa58-344e-444f-aa24-1c478c1326e8 x-openstack-request-id: req-1492aa58-344e-444f-aa24-1c478c1326e8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:31.023848 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:31.024084 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1492aa58-344e-444f-aa24-1c478c1326e8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:31.024499 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'status': 'completed', 'code': 200} Dec 16 15:14:31.038701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:31.058890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:31.100473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', 'mac_address': 'fa:16:3e:3b:a2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:31.132432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bc9a3a0-3484-43bf-9d93-0cdb67399b7c req-a43e24fe-d3b9-4f88-be9a-a39d0f282090 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508796 Dec 16 15:14:31.246524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:31.257734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-9207eeb4-d930-4055-b6bb-5762443809a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:31.260459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-9207eeb4-d930-4055-b6bb-5762443809a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a&device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 1096 time: 0.1696627 Dec 16 15:14:31.375451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa55e2c1-7028-455f-8b37-df5d9eb92bca {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:31.435861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:31.583052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1d48-3180-426b-adc8-58633402ecb8 req-6b7c141b-39a5-457b-9a68-92a0948b3bb7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:31.585994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc0f1d48-3180-426b-adc8-58633402ecb8 req-6b7c141b-39a5-457b-9a68-92a0948b3bb7 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.2547073 Dec 16 15:14:31.619860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:31.625968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a0d8b-eada-4d36-97af-c652ff0226e3 req-ddb05d7d-c415-4b5c-86fb-1dc3aa8129c3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:31.629279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-635a0d8b-eada-4d36-97af-c652ff0226e3 req-ddb05d7d-c415-4b5c-86fb-1dc3aa8129c3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 948 time: 0.2228014 Dec 16 15:14:31.643873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:31.649295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:31.695909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: d19abcd5-d241-4fbd-9878-0175acf6257b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:31.696313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d19abcd5-d241-4fbd-9878-0175acf6257b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:31.739143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-5c1565d8-0ac5-419a-9df4-80d6a895e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:31.744519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-5c1565d8-0ac5-419a-9df4-80d6a895e427 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11 HTTP/1.1" status: 200 len: 906 time: 0.4736791 Dec 16 15:14:31.843006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:31.907635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-635a0d8b-eada-4d36-97af-c652ff0226e3 req-46f883fd-8a43-40e6-b0c9-bfcbbbf5c5de tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609112 Dec 16 15:14:31.947531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc0f1d48-3180-426b-adc8-58633402ecb8 req-7b4dd3d4-65ca-4c8d-bcff-c8b937501a47 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134551 Dec 16 15:14:32.000298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:32.011471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-992a6c1a-86fd-4925-b2f4-e1bf91b3980b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435 HTTP/1.1" status: 200 len: 999 time: 0.2489398 Dec 16 15:14:32.016548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', 'mac_address': 'fa:16:3e:5e:6f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:14:32.231468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:32.273297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:32.282634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd483bc38-714c-4b77-a3e7-61c0d98dd597', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'port_id': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'mac_address': 'fa:16:3e:95:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b7d85-6743-461f-b4ff-123b1e30a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:13:58Z', 'updated_at': '2021-12-16T15:14:28Z', 'revision_number': 1, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:32.324836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Checking router: ccadb02a-b072-40a0-a9b0-981544d8f30a for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:14:32.371405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:32.382546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:32.383238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:32.520697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:32.576309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:32.629080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-8ea31d6e-c98e-462f-9335-abcefc655702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:32.635379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-8ea31d6e-c98e-462f-9335-abcefc655702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e527decc-2d0e-46c0-8d9d-93fb46e20d60 HTTP/1.1" status: 200 len: 844 time: 0.6126029 Dec 16 15:14:32.748410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:32.931519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-2cb84890-42ff-48c6-900d-945adb55d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:32.934099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-2cb84890-42ff-48c6-900d-945adb55d231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd4c690f-d669-4db3-ab5a-225f2fdc3a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476587 Dec 16 15:14:32.969205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74386-86b8-49d7-898e-e563d6837b9c req-a9bf5697-103f-41ff-ab22-15b4ef7795f9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:32.972034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97f74386-86b8-49d7-898e-e563d6837b9c req-a9bf5697-103f-41ff-ab22-15b4ef7795f9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1588588 Dec 16 15:14:33.000006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['fa55e2c1-7028-455f-8b37-df5d9eb92bca'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:33.089285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:33.217372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97f74386-86b8-49d7-898e-e563d6837b9c req-65cc4507-d36f-4bb2-b364-8decbb1e332b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258337 Dec 16 15:14:33.298266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cea511-90ff-484b-9593-3d35c375fc10 req-93926ca8-3178-4c6b-89e9-843fc3608187 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:33.307363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40cea511-90ff-484b-9593-3d35c375fc10 req-93926ca8-3178-4c6b-89e9-843fc3608187 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.2003405 Dec 16 15:14:33.325565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-f58587d8-d144-4496-aa48-f325abdde8a3 service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524280 Dec 16 15:14:33.558450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40cea511-90ff-484b-9593-3d35c375fc10 req-afdefcfa-6b02-42c3-a551-4fc6936b11d7 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482278 Dec 16 15:14:33.602179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e80c-b757-4b57-b4f8-3d73152e8b56 req-be99adfe-744d-4c57-b4a6-059c4e60e03a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:33.604241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d9e80c-b757-4b57-b4f8-3d73152e8b56 req-be99adfe-744d-4c57-b4a6-059c4e60e03a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 949 time: 0.2383895 Dec 16 15:14:33.636488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46507a5b-3943-4277-81b6-e5b7ac360173 req-6cccbc4e-4e06-45d5-a10d-5d45352d800a service neutron] 10.222.0.30 "GET /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968230 Dec 16 15:14:33.748805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d9e80c-b757-4b57-b4f8-3d73152e8b56 req-f70dd504-4bfd-459b-9292-f207a4ee8a07 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319456 Dec 16 15:14:33.872251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd483bc38-714c-4b77-a3e7-61c0d98dd597', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'port_id': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'mac_address': 'fa:16:3e:95:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b7d85-6743-461f-b4ff-123b1e30a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:13:58Z', 'updated_at': '2021-12-16T15:14:28Z', 'revision_number': 1, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:33.972301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e9484-e27f-478a-b0df-cd1069cc6584 None None] The sync data for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 is: [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd483bc38-714c-4b77-a3e7-61c0d98dd597', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'port_id': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'mac_address': 'fa:16:3e:95:62:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180b7d85-6743-461f-b4ff-123b1e30a703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:13:58Z', 'updated_at': '2021-12-16T15:14:28Z', 'revision_number': 1, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:14:34.011747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c28e-8828-48fe-93e4-556df01d0071 req-e1b04d80-67ff-4bca-978d-ed5d6158cee3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:34.013488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08f1c28e-8828-48fe-93e4-556df01d0071 req-e1b04d80-67ff-4bca-978d-ed5d6158cee3 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.2312114 Dec 16 15:14:34.085230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5874-ca8f-45fa-ac87-a238d55ebae5 req-e484259a-a266-44a9-a0df-10575ca1d8e8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:34.086846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11cd5874-ca8f-45fa-ac87-a238d55ebae5 req-e484259a-a266-44a9-a0df-10575ca1d8e8 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.1969461 Dec 16 15:14:34.125045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08f1c28e-8828-48fe-93e4-556df01d0071 req-4ba63fd9-0b88-4362-bc11-52ed2533dff1 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996761 Dec 16 15:14:34.193143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11cd5874-ca8f-45fa-ac87-a238d55ebae5 req-e9c0e9a8-a21e-4f08-8d36-fa2aabe7a037 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973091 Dec 16 15:14:34.389605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412946-c432-4ac4-bff3-e61cd9911810 req-9a5c52ce-6ae3-4faa-87d2-11026396a1eb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:34.389844 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501c8ca-f11a-4254-9495-828d044e9290 None None] New status for floating IP d483bc38-714c-4b77-a3e7-61c0d98dd597: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:14:34.393382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32412946-c432-4ac4-bff3-e61cd9911810 req-9a5c52ce-6ae3-4faa-87d2-11026396a1eb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0723910 Dec 16 15:14:34.458743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32412946-c432-4ac4-bff3-e61cd9911810 req-e6d4911c-d8d0-41f5-bec1-19b47f20d2c5 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573235 Dec 16 15:14:34.956314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5cc16-6e71-4199-9817-b6499376556d req-6e97b164-4506-4959-ac1b-7c98dd536e63 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:34.960495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dcc5cc16-6e71-4199-9817-b6499376556d req-6e97b164-4506-4959-ac1b-7c98dd536e63 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.1498542 Dec 16 15:14:35.041635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-ce785214-fc6b-4fbe-a28f-b10b5fdc59c2 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:35.043516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-ce785214-fc6b-4fbe-a28f-b10b5fdc59c2 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.3401735 Dec 16 15:14:35.082971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1198cd4-5ed2-471d-bb61-5d01d266f6d5 req-4fdcf2ea-52b2-4c01-973e-8dd196458c8c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:35.085551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1198cd4-5ed2-471d-bb61-5d01d266f6d5 req-4fdcf2ea-52b2-4c01-973e-8dd196458c8c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.3156006 Dec 16 15:14:35.202468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db20511-28da-4372-80bb-8af9304bd2e0 req-04a399b5-00fe-4d51-9a52-1d046f2eab1c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:35.204241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5db20511-28da-4372-80bb-8af9304bd2e0 req-04a399b5-00fe-4d51-9a52-1d046f2eab1c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 949 time: 0.3557472 Dec 16 15:14:35.221726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Deleting port 762e1409-5328-486e-94a9-e3ba08d1d096 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:35.222245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:35.301195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1198cd4-5ed2-471d-bb61-5d01d266f6d5 req-f0860278-b091-4f88-af71-f94a5af0cff1 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856470 Dec 16 15:14:35.348005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Deleting port fd272ea8-2842-43e3-8e45-f1cf3017ed61 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:35.348005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:35.355209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5db20511-28da-4372-80bb-8af9304bd2e0 req-82afc47c-9be4-482a-9da8-59e9c5fa876f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138644 Dec 16 15:14:35.420368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] For port 762e1409-5328-486e-94a9-e3ba08d1d096, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=762e1409-5328-486e-94a9-e3ba08d1d096,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:35.420751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:35.454989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Calling delete_port for 762e1409-5328-486e-94a9-e3ba08d1d096 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:35.556437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] For port fd272ea8-2842-43e3-8e45-f1cf3017ed61, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd272ea8-2842-43e3-8e45-f1cf3017ed61,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:35.556946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:35.902599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600caae-e8f5-4d1e-91bd-34ab1ff1a78d req-f4e8ec74-d931-44df-8c1b-d22e3d460897 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:35.907140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c600caae-e8f5-4d1e-91bd-34ab1ff1a78d req-f4e8ec74-d931-44df-8c1b-d22e3d460897 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.3616784 Dec 16 15:14:35.926832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184c289-d374-4639-aab7-9da578bda317 req-1958d9ec-ad29-49fa-8e32-b181e9e6c14a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:35.935424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9184c289-d374-4639-aab7-9da578bda317 req-1958d9ec-ad29-49fa-8e32-b181e9e6c14a tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 950 time: 0.4500196 Dec 16 15:14:36.082850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:36.133794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c600caae-e8f5-4d1e-91bd-34ab1ff1a78d req-399b7da8-9d25-426e-b98f-cbcfbf47d7ea tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574447 Dec 16 15:14:36.136027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9184c289-d374-4639-aab7-9da578bda317 req-e9c1b1ff-d770-4a2f-87aa-0418a7fe1747 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/security-groups?id=b0b47a02-f62d-439e-8f6f-e255489ca78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996431 Dec 16 15:14:36.150808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['762e1409-5328-486e-94a9-e3ba08d1d096'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:36.230450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Pushing event deleted for resources: {'Port': ['ID=762e1409-5328-486e-94a9-e3ba08d1d096,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:36.246395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:36.247191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:36.248403 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27 disassociated. External IP: 172.25.7.10, port: fd272ea8-2842-43e3-8e45-f1cf3017ed61. Dec 16 15:14:36.249245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Calling delete_port for fd272ea8-2842-43e3-8e45-f1cf3017ed61 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:36.401785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] No DVR routers for this DVR port 762e1409-5328-486e-94a9-e3ba08d1d096 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:36.407340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:36.413421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dcc5cc16-6e71-4199-9817-b6499376556d req-86890578-7b00-4ace-a32f-11af52e8baf9 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.30 "DELETE /v2.0/ports/762e1409-5328-486e-94a9-e3ba08d1d096 HTTP/1.1" status: 204 len: 173 time: 1.4437165 Dec 16 15:14:36.414274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-deleted', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:36.420203 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d6584a-92fb-4355-99c5-766ca65bf022" -d '{"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-deleted", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:36.515428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f68130-4e32-409d-8d68-b54b800dcd54 req-a9521947-dde3-482c-b294-ee558999db71 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:36.517924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39f68130-4e32-409d-8d68-b54b800dcd54 req-a9521947-dde3-482c-b294-ee558999db71 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1590598 Dec 16 15:14:36.624850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d410f8-a6c7-4eb9-a99d-f00ff969fe06 req-4ac59f70-2ba7-4a7c-be63-8ae2ce42d6b6 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:36.627415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d410f8-a6c7-4eb9-a99d-f00ff969fe06 req-4ac59f70-2ba7-4a7c-be63-8ae2ce42d6b6 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 946 time: 0.1373858 Dec 16 15:14:36.633752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39f68130-4e32-409d-8d68-b54b800dcd54 req-b5af89c9-e44b-4f6c-ad99-bf4ec862dcd1 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925860 Dec 16 15:14:36.654604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device fa55e2c1-7028-455f-8b37-df5d9eb92bca up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:36.691141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:36.766410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event deleted for resources: {'Port': ['ID=fd272ea8-2842-43e3-8e45-f1cf3017ed61,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:36.788120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d410f8-a6c7-4eb9-a99d-f00ff969fe06 req-4a425daf-6094-4893-810d-7d2f2acecff3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups?id=4b7653dc-ab10-4e83-b212-35eff89904bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376092 Dec 16 15:14:36.922311 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb94944-8849-4ee9-a29e-4c6311f0adbc x-openstack-request-id: req-acb94944-8849-4ee9-a29e-4c6311f0adbc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:36.922605 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f380aee7-70ae-4d4d-9f5e-43fe216ddc3d", "name": "network-vif-deleted", "tag": "762e1409-5328-486e-94a9-e3ba08d1d096", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:36.922859 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-acb94944-8849-4ee9-a29e-4c6311f0adbc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:36.923326 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f380aee7-70ae-4d4d-9f5e-43fe216ddc3d', 'name': 'network-vif-deleted', 'tag': '762e1409-5328-486e-94a9-e3ba08d1d096', 'status': 'completed', 'code': 200} Dec 16 15:14:37.072244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fc09b-ee03-4742-8980-489eab3fd994 req-8cbe7396-b68d-4a86-bb56-683a7d977063 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:37.074480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c13fc09b-ee03-4742-8980-489eab3fd994 req-8cbe7396-b68d-4a86-bb56-683a7d977063 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 949 time: 0.1187594 Dec 16 15:14:37.082498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port fa55e2c1-7028-455f-8b37-df5d9eb92bca completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:37.090668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port fa55e2c1-7028-455f-8b37-df5d9eb92bca triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:37.091634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:37.129315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:14:37.260910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c13fc09b-ee03-4742-8980-489eab3fd994 req-e179783a-6ae5-48d8-aedd-ad15f729222b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704125 Dec 16 15:14:37.457746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:37.534569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:37.539074 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7d501-6e04-4e19-93f3-6b33cab9e5bc" -d '{"events": [{"server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "name": "network-vif-plugged", "status": "completed", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:37.570246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:37.573561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:14:37.586840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:14:37.605323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:37.606531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:37.616600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe177d18-ad10-40ef-945e-2708edf698d9 req-1885637f-07f7-4aa3-b0c9-7861f1095de0 tempest-MigrationsAdminTest-1413689331 tempest-MigrationsAdminTest-1413689331-project] 10.222.0.71 "GET /v2.0/ports?device_id=f380aee7-70ae-4d4d-9f5e-43fe216ddc3d HTTP/1.1" status: 200 len: 210 time: 0.0795319 Dec 16 15:14:37.716033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:37.717822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:14:37.775605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] No DVR routers for this DVR port fd272ea8-2842-43e3-8e45-f1cf3017ed61 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:37.787246 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:37.795382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4470a8f-09c1-4fce-8b4f-9e21e044b547 req-40a2fadd-8ac9-4206-8061-1ec1f415307f tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.30 "DELETE /v2.0/ports/fd272ea8-2842-43e3-8e45-f1cf3017ed61 HTTP/1.1" status: 204 len: 173 time: 2.7032309 Dec 16 15:14:37.796783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'name': 'network-vif-deleted', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:37.802305 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74491f83-86d2-43b0-8916-718f76b9841a" -d '{"events": [{"server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "name": "network-vif-deleted", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:37.844715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886ec2-5cac-40d8-92f2-00d79e9f6622 req-67e0cb61-db0b-4669-83a9-e57aca599a6b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:37.851268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7886ec2-5cac-40d8-92f2-00d79e9f6622 req-67e0cb61-db0b-4669-83a9-e57aca599a6b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.3852987 Dec 16 15:14:37.911225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:37.948579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.948931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.949310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.949614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.950215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.950410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.950643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.951036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.951342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.951667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.952309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.952644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:37.952970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:38.013255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7886ec2-5cac-40d8-92f2-00d79e9f6622 req-feb59716-c3e8-4c89-ad00-50b92d42fecf tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577199 Dec 16 15:14:38.034886 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0a0f7-4c3a-4357-9eaa-174d6e229ace x-openstack-request-id: req-3de0a0f7-4c3a-4357-9eaa-174d6e229ace {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:38.038266 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "name": "network-vif-plugged", "status": "completed", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:38.038861 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3de0a0f7-4c3a-4357-9eaa-174d6e229ace {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:38.039582 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', 'code': 200} Dec 16 15:14:38.059752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:14:38.066446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:38.067218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:38.160325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:38.234888 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be60c9-a57c-48ff-9bbe-d89399bc02ab x-openstack-request-id: req-c8be60c9-a57c-48ff-9bbe-d89399bc02ab {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:38.234888 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8289116e-1440-4b40-b637-df221b79d4e3", "name": "network-vif-deleted", "tag": "fd272ea8-2842-43e3-8e45-f1cf3017ed61", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:38.239583 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8be60c9-a57c-48ff-9bbe-d89399bc02ab {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:38.240558 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8289116e-1440-4b40-b637-df221b79d4e3', 'name': 'network-vif-deleted', 'tag': 'fd272ea8-2842-43e3-8e45-f1cf3017ed61', 'status': 'completed', 'code': 200} Dec 16 15:14:38.244034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:38.293790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:38.425609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:38.460734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642db8-6bb4-4dfc-8795-71447971c1d0 req-7076f442-3255-45d9-8ae2-0e05446ce01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:38.464775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96642db8-6bb4-4dfc-8795-71447971c1d0 req-7076f442-3255-45d9-8ae2-0e05446ce01c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 1101 time: 0.2804694 Dec 16 15:14:38.539605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:38.869877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08a60acb-d5f3-4944-9684-6001c1f8006c req-2c40d1c7-43ef-4fa4-8743-3a9aa2a58be4 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 210 time: 0.4391291 Dec 16 15:14:38.948549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69a922-0969-4ceb-85ec-19b4699d5ffe req-85643bbd-10ed-4b9d-98bb-94a1c2b16aa3 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:38.977393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e69a922-0969-4ceb-85ec-19b4699d5ffe req-85643bbd-10ed-4b9d-98bb-94a1c2b16aa3 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.6661971 Dec 16 15:14:39.033938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:39.124245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96642db8-6bb4-4dfc-8795-71447971c1d0 req-457e118d-f5ec-469a-b1de-2adbf1444b7e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679806 Dec 16 15:14:39.134737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:14:39.158619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:39.194585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:39.298904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e69a922-0969-4ceb-85ec-19b4699d5ffe req-52fe3a82-2957-4362-a856-29afb74f682a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000586 Dec 16 15:14:39.339315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:39.358205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95790d2-4438-41c8-90b3-8e1928c5e931 req-ad83dbb1-5679-468a-b203-0152e2a8ef3b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:39.365455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e95790d2-4438-41c8-90b3-8e1928c5e931 req-ad83dbb1-5679-468a-b203-0152e2a8ef3b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 950 time: 0.1877377 Dec 16 15:14:39.528003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e95790d2-4438-41c8-90b3-8e1928c5e931 req-ab116941-80a5-41a6-842a-5a6cc30ebd45 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534271 Dec 16 15:14:39.633663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:39.683500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 762e1409-5328-486e-94a9-e3ba08d1d096 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:39.685141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 762e1409-5328-486e-94a9-e3ba08d1d096 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:39.686947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd272ea8-2842-43e3-8e45-f1cf3017ed61 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:39.720884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: fd272ea8-2842-43e3-8e45-f1cf3017ed61 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:39.721800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd272ea8-2842-43e3-8e45-f1cf3017ed61 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:39.931517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf656-9d98-4ccd-b02e-4a7718e71fd8 req-ccba0848-2c2d-49a0-b1c7-de7832cc3b98 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:39.946834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abbf656-9d98-4ccd-b02e-4a7718e71fd8 req-ccba0848-2c2d-49a0-b1c7-de7832cc3b98 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.1748204 Dec 16 15:14:39.988484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:40.034639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3f327-dd3c-4026-afe7-7115ba85658c None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:09:47Z', 'revision_number': 4, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e7ac5511-c275-4ec4-9e65-677eb8f41f52', 'name': '', 'network_id': 'c055742f-1ff7-444e-9d33-20c825d0bf31', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:45Z', 'updated_at': '2021-12-16T15:09:53Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'subnets': [{'id': 'ac559c96-e8a2-4a12-8aca-7d5954e0f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:14:40.041843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:40.046004 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2222dcf-1379-4d4a-bf19-6a47e0b523b7" -d '{"events": [{"server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:40.117102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb9376fc-3cd1-4af3-a3f7-cdf6ac4b19bc req-bca4b16e-f1b7-4ddb-b68e-56dd5bafb3a3 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/ports?device_id=8289116e-1440-4b40-b637-df221b79d4e3 HTTP/1.1" status: 200 len: 210 time: 0.0579026 Dec 16 15:14:40.120991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abbf656-9d98-4ccd-b02e-4a7718e71fd8 req-53cdebc4-d6f1-4394-ae0b-09414b0b0c29 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730146 Dec 16 15:14:40.209046 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b5dde-7474-4c6f-9bf0-9c2f7dcb43c9 x-openstack-request-id: req-a66b5dde-7474-4c6f-9bf0-9c2f7dcb43c9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:40.209425 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "name": "network-vif-plugged", "status": "completed", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:40.209744 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a66b5dde-7474-4c6f-9bf0-9c2f7dcb43c9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:40.210227 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', 'code': 200} Dec 16 15:14:40.529444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607b2d-944a-48cb-86c7-88d2cf241d6c req-adec9c60-9f4d-4569-93db-0f9c5688e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:40.531045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e607b2d-944a-48cb-86c7-88d2cf241d6c req-adec9c60-9f4d-4569-93db-0f9c5688e955 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 1101 time: 0.1446304 Dec 16 15:14:40.547312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adce35-ef05-487b-a33a-9bcce0d255e5 req-b88017e3-4f57-4ed3-a6f2-d28c15d30bb1 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:40.548645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1adce35-ef05-487b-a33a-9bcce0d255e5 req-b88017e3-4f57-4ed3-a6f2-d28c15d30bb1 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0943928 Dec 16 15:14:40.631534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e607b2d-944a-48cb-86c7-88d2cf241d6c req-71b5e549-5527-4d69-905f-42207d1ceefa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811310 Dec 16 15:14:40.663206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1adce35-ef05-487b-a33a-9bcce0d255e5 req-542573b2-31bd-4f42-8a40-30746eb4012e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941324 Dec 16 15:14:40.693895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf383c6-6865-406c-9192-306bdfd779a9 None None] New status for floating IP d6191b2d-b92d-475d-ac48-bce454aeeb27: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:14:40.754722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36482) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:40.803157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be4e5-bd37-425d-b8cb-8c18edc2603c req-2933278c-0adb-47a6-b2e9-e4a06f69abee tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:40.811696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394be4e5-bd37-425d-b8cb-8c18edc2603c req-2933278c-0adb-47a6-b2e9-e4a06f69abee tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 950 time: 0.0819116 Dec 16 15:14:40.886977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394be4e5-bd37-425d-b8cb-8c18edc2603c req-e766f2db-2ec9-4503-9a5f-68b8e0886088 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737715 Dec 16 15:14:41.092962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:41.093290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c92ce319-d824-4a05-af37-b619cfde74dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f258d0d0febf486181cb1b4733ef842a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348105 Dec 16 15:14:41.162921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-13b01a84-885b-4953-84c5-03047344a186 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829344 Dec 16 15:14:41.210413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.305611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.375027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-b616a66e-8131-42b5-b587-afe54f745c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:41.376751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-b616a66e-8131-42b5-b587-afe54f745c70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 1095 time: 0.1541002 Dec 16 15:14:41.505017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a406a74-55c2-4379-83c0-f80d23923fb2 req-43ac1c87-eff7-4eb2-b127-0681b72be63d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:41.511793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a406a74-55c2-4379-83c0-f80d23923fb2 req-43ac1c87-eff7-4eb2-b127-0681b72be63d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.1787531 Dec 16 15:14:41.524013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-119fcec8-78a7-4060-ac10-d908730735b6 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:41.525530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-119fcec8-78a7-4060-ac10-d908730735b6 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1097 time: 0.1674223 Dec 16 15:14:41.555160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:41.556088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36502) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:41.631897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-afec8238-4032-4d94-a66f-59ef1c308829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:41.633489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-afec8238-4032-4d94-a66f-59ef1c308829 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.2139804 Dec 16 15:14:41.638793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a406a74-55c2-4379-83c0-f80d23923fb2 req-a3c6e261-8eaa-42e0-a6be-f30a01011a1d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256399 Dec 16 15:14:41.668939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.698333 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.700999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.706828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b0b47a02-f62d-439e-8f6f-e255489ca78f HTTP/1.1" status: 204 len: 168 time: 0.6094940 Dec 16 15:14:41.706828 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.710536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-ce9ad326-5936-4ead-9a73-c6acfee40abd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 200 len: 217 time: 0.0550895 Dec 16 15:14:41.744935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d12e9-71cf-4d7e-8c05-c3bbfe55f408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b47a02-f62d-439e-8f6f-e255489ca78f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:41.764134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.973013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.976497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:41.985134 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "DELETE /v2.0/security-groups/4b7653dc-ab10-4e83-b212-35eff89904bf HTTP/1.1" status: 204 len: 168 time: 0.4273815 Dec 16 15:14:41.994675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36512) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:41.996713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20905f-362f-48aa-88cf-d89873509b22 tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7653dc-ab10-4e83-b212-35eff89904bf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:42.128096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca97503-2238-48de-89bf-419df8113032 req-09c37822-4a63-4845-9b28-540e8f36a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:42.130434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca97503-2238-48de-89bf-419df8113032 req-09c37822-4a63-4845-9b28-540e8f36a275 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.1019316 Dec 16 15:14:42.217158 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-04519dfe-fb41-41d4-bc86-a20ce61f0d3b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] show failed (client error): The resource could not be found. Dec 16 15:14:42.220409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-04519dfe-fb41-41d4-bc86-a20ce61f0d3b tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "GET /v2.0/security-groups/4b7653dc-ab10-4e83-b212-35eff89904bf HTTP/1.1" status: 404 len: 347 time: 0.1879339 Dec 16 15:14:42.222997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36516) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:42.365446 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca97503-2238-48de-89bf-419df8113032 req-dc86e93a-6e1d-40b2-98b5-eb8c0eb67e1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261257 Dec 16 15:14:42.400340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-df75f0c8-fd78-4e31-b745-d1b104a7966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:42.401950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-df75f0c8-fd78-4e31-b745-d1b104a7966c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.6783648 Dec 16 15:14:42.458195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba6420-9314-4b5a-9057-6e614410b430 req-b5e5e7ac-7332-4fcc-8b93-6bc9220b55ec tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:42.463285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85ba6420-9314-4b5a-9057-6e614410b430 req-b5e5e7ac-7332-4fcc-8b93-6bc9220b55ec tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.5341382 Dec 16 15:14:42.556845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Deleting port 63897a1b-56a0-4c76-ae69-155088772d3a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:42.557594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:42.633092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-421dcc39-96ce-4ad4-b037-24e1b4178241 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601679 Dec 16 15:14:42.657053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:42.695664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:42.696093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:42.717062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Calling delete_port for 63897a1b-56a0-4c76-ae69-155088772d3a owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:42.845826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bb5e-043f-4475-9d41-b7452f0d9d8f req-e8bfb7ff-c559-432e-8165-4fa464a08413 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:42.849586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d2bb5e-043f-4475-9d41-b7452f0d9d8f req-e8bfb7ff-c559-432e-8165-4fa464a08413 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 950 time: 0.7385995 Dec 16 15:14:42.961165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85ba6420-9314-4b5a-9057-6e614410b430 req-2d19bb65-f1ad-456c-a592-4c92296ab539 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247634 Dec 16 15:14:42.986358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:43.118782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:43.146190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d2bb5e-043f-4475-9d41-b7452f0d9d8f req-34989d5a-434a-4416-ab88-7772197a1693 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810352 Dec 16 15:14:43.170324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:43.170681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.172107 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8991b-3d98-4f3f-8bff-83ae5203925f" -d '{"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:43.189374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.228621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-06e0086b-5579-4a4e-86d9-d6291e59e012 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766740 Dec 16 15:14:43.260280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Pushing event deleted for resources: {'Port': ['ID=63897a1b-56a0-4c76-ae69-155088772d3a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:43.283533 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ed79c7b-25ec-4f83-92a3-8815c6d9e213 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b02e71e4952f4960a0efebc8aa8905ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619134 Dec 16 15:14:43.286337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:43.383128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.384985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.390358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-93e8514f-88fc-4240-9c9c-d22de81fff3c tempest-ServersWithSpecificFlavorTestJSON-1139468251 tempest-ServersWithSpecificFlavorTestJSON-1139468251-project] 10.222.0.71 "DELETE /v2.0/floatingips/d6191b2d-b92d-475d-ac48-bce454aeeb27 HTTP/1.1" status: 204 len: 168 time: 1.1635165 Dec 16 15:14:43.419734 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.462483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.497507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5602-37b5-4a9d-8b00-0544a0cf07e5 req-8d77543c-f86e-4afe-9458-a1b60af5611a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:43.499440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a66e5602-37b5-4a9d-8b00-0544a0cf07e5 req-8d77543c-f86e-4afe-9458-a1b60af5611a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 946 time: 0.3776493 Dec 16 15:14:43.517218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.639636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:14:43.655987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:43.734333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552b1cfd-f547-44a3-adf6-d04b3ec2de59 req-6486afe8-497c-49ab-80a3-b0308ce27f30 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931343 Dec 16 15:14:43.741126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a66e5602-37b5-4a9d-8b00-0544a0cf07e5 req-b63fa063-63ab-4171-a481-5eed72835c43 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155828 Dec 16 15:14:43.753408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fc238-4813-430a-8d6c-76d848fd10e6 req-26922fd9-8db7-4f18-8706-defb428695ef tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:43.762453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d7fc238-4813-430a-8d6c-76d848fd10e6 req-26922fd9-8db7-4f18-8706-defb428695ef tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 950 time: 0.2586162 Dec 16 15:14:43.773739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:43.774111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:43.774444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:43.791009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:43.791408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:43.842505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:43.843045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:43.843701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:43.844445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Bound port: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:43.845152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:43.881511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:43.885566 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8807d4b1-312e-46bb-ba63-0d29180e8db9 x-openstack-request-id: req-8807d4b1-312e-46bb-ba63-0d29180e8db9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:43.885946 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:43.886358 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8807d4b1-312e-46bb-ba63-0d29180e8db9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:43.886996 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'code': 200} Dec 16 15:14:43.899086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d7fc238-4813-430a-8d6c-76d848fd10e6 req-03843e07-5f2f-46be-970b-d3d5d44cdc24 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349614 Dec 16 15:14:43.921183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:43.921805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:43.923738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:43.947060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:43.947480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:43.964261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:43.964261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:43.964469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:43.965253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Bound port: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:43.965253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:44.040497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:44.052088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:44.304509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbb4f0-16d7-4139-b3f9-14766f47bfd3 req-08742dc6-c724-441f-9687-60d62ed1c37a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:44.310411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbb4f0-16d7-4139-b3f9-14766f47bfd3 req-08742dc6-c724-441f-9687-60d62ed1c37a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:44.312185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8fbb4f0-16d7-4139-b3f9-14766f47bfd3 req-08742dc6-c724-441f-9687-60d62ed1c37a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432&device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 1691 time: 0.0602458 Dec 16 15:14:44.364047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8fbb4f0-16d7-4139-b3f9-14766f47bfd3 req-51c78210-992b-467e-afa7-e5d94648b37a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Dec 16 15:14:44.476994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566397ff-8145-431e-9a1e-a2fb3d797b67 req-fcae221b-331f-4742-9eb9-cf14d708b516 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:44.489649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-566397ff-8145-431e-9a1e-a2fb3d797b67 req-fcae221b-331f-4742-9eb9-cf14d708b516 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.0588386 Dec 16 15:14:44.553566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-566397ff-8145-431e-9a1e-a2fb3d797b67 req-dba5bc0d-6ae4-414b-ba84-e7de2608c42b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670209 Dec 16 15:14:44.808656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a2bdb-a4dd-4a38-893a-99a9ddc94301 req-c55d96ed-9403-475e-8fe4-53d119e958a6 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:44.810195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-444a2bdb-a4dd-4a38-893a-99a9ddc94301 req-c55d96ed-9403-475e-8fe4-53d119e958a6 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 1101 time: 0.0437269 Dec 16 15:14:44.868826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-444a2bdb-a4dd-4a38-893a-99a9ddc94301 req-09f49f5b-8957-4593-8432-a290ff157020 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Dec 16 15:14:44.987616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8813-c366-4378-9476-3742985310d9 req-717f4b54-b20a-43d2-bbd5-6711a631fa47 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:44.989267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5d8813-c366-4378-9476-3742985310d9 req-717f4b54-b20a-43d2-bbd5-6711a631fa47 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.0565846 Dec 16 15:14:45.065242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5d8813-c366-4378-9476-3742985310d9 req-e308e0ec-6df6-49ff-b3e7-6d640ccdd181 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Dec 16 15:14:45.097906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.100574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.105146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f1cbb3e-a0d9-42d8-945e-0d7cc89144a0 HTTP/1.1" status: 204 len: 168 time: 1.8171034 Dec 16 15:14:45.115198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd410f-2555-4601-bb19-f1f3e8273c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1cbb3e-a0d9-42d8-945e-0d7cc89144a0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:45.166295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:45.171727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.177692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56358474-e109-44ad-9d00-8b46094166df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.244890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 7d25ce2c-e9ec-4493-873d-c2e7aa074dac-n-h2-821947-3-0 {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:14:45.247670 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:14:45.382412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:45.386829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f104c-1c75-4183-92c8-2499d8f79f99 req-437d46c2-10e3-48da-9b53-9d010408b1a0 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:45.394909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-900f104c-1c75-4183-92c8-2499d8f79f99 req-437d46c2-10e3-48da-9b53-9d010408b1a0 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 1101 time: 0.2559869 Dec 16 15:14:45.417793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:45.421045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.421954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3ddfb310-01ad-4815-8659-05c284a51d00 service neutron] 10.222.0.30 "PUT /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 1122 time: 3.8851507 Dec 16 15:14:45.524945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-900f104c-1c75-4183-92c8-2499d8f79f99 req-e15e45a4-a491-45f1-8d5f-5853fbd8bf88 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096768 Dec 16 15:14:45.584893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['7d25ce2c-e9ec-4493-873d-c2e7aa074dac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:45.663925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7d25ce2c-e9ec-4493-873d-c2e7aa074dac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:45.800447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:45.801156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:45.801774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:45.808698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:45.809346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempting to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on network 84fe8b61-8553-4d43-990a-8416519c13ce {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:45.883237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:45.883706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Checking segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:45.884222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Bound using segment: {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:45.885322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Bound port: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40f8e57-157f-4962-8dd8-2bb83e0a989c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '84fe8b61-8553-4d43-990a-8416519c13ce'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:45.885810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:45.925081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:45.925618 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d104e9f7-5491-4b30-b4a8-388d204133f7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:46.036168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4f83-9d1d-46c9-832c-b1b89875977b req-2b99c68c-a5ff-406f-b11f-aee2a19223a2 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:46.059086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-698f4f83-9d1d-46c9-832c-b1b89875977b req-2b99c68c-a5ff-406f-b11f-aee2a19223a2 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.2329731 Dec 16 15:14:46.187545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-698f4f83-9d1d-46c9-832c-b1b89875977b req-2689dada-cbb9-4187-a05d-92b2982da29d tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139753 Dec 16 15:14:46.240357 n-d-821947-3 neutron-server[104057]: WARNING neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Concurrent port binding operations failed on port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac Dec 16 15:14:46.246422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:46.266260 n-d-821947-3 neutron-server[104057]: INFO neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Attempt 2 to bind port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac Dec 16 15:14:46.266671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:14:46.390194 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a46d41-29f8-4b4f-95d5-bbeb7af9a304 x-openstack-request-id: req-f0a46d41-29f8-4b4f-95d5-bbeb7af9a304 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:46.390538 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:46.391227 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0a46d41-29f8-4b4f-95d5-bbeb7af9a304 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:46.392721 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'status': 'completed', 'code': 200} Dec 16 15:14:46.566771 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7018e671-a017-4a9c-9e2f-e7d5b9a90d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:46.569852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3278-f790-4766-86dc-23e721b04eda req-84f7848b-5d2b-44aa-bfc9-7425dc0295d5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:46.571538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-683c3278-f790-4766-86dc-23e721b04eda req-84f7848b-5d2b-44aa-bfc9-7425dc0295d5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.0875697 Dec 16 15:14:46.585999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-95699cb5-0003-4a46-9bb9-3f8ad5182a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:46.587947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-95699cb5-0003-4a46-9bb9-3f8ad5182a41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1125 time: 0.0924335 Dec 16 15:14:46.720845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-683c3278-f790-4766-86dc-23e721b04eda req-e5732d36-16c7-4a61-af6f-2da52ed2d501 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377244 Dec 16 15:14:46.781964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-e4093bf9-4bb4-4086-bb21-d27aee1b7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:46.784230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-e4093bf9-4bb4-4086-bb21-d27aee1b7189 service neutron] 10.222.0.74 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1736042 Dec 16 15:14:46.849704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-836932375', 'description': 'tempest-description-1712786826'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:46.860856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-9eb1cba0-454a-421b-be32-ee194316d8d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 217 time: 0.0651858 Dec 16 15:14:46.937797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-c4f0a5fc-f2e9-4540-b9e5-513904fd942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:46.943204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-c4f0a5fc-f2e9-4540-b9e5-513904fd942c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0603755 Dec 16 15:14:46.988268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-0cd1429b-a2c2-4964-a2eb-9f5d414e5a69 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353291 Dec 16 15:14:47.074935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:47.193976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-6478e391-5829-482e-9ed6-cbfdde362a5e service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964979 Dec 16 15:14:47.319477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d104e9f7-5491-4b30-b4a8-388d204133f7 req-0c4e57eb-edf8-40e3-8741-7a7339cdfa71 service neutron] 10.222.0.74 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148946 Dec 16 15:14:47.347281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-051d3c9a-98e7-4e58-b100-2eebfcc7b2fc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254266 Dec 16 15:14:47.382168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:47.493435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-5995ba86-d0c0-424f-a8e9-bb8bedde6865 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:47.495957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-5995ba86-d0c0-424f-a8e9-bb8bedde6865 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359890 Dec 16 15:14:47.533267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:47.547540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2f53e1ae-603a-478a-b909-83a42ff483fd tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.0423460 Dec 16 15:14:47.614687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac71ca-5311-474b-b545-c927971aa198,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:47.640952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-a0fb58d5-c376-4a16-a4c2-88e7de8c2b88 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918155 Dec 16 15:14:47.652132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:47.781967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:47.792631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67fd72eb-de57-425f-a363-9212ae97a976 req-e319db4e-26c3-40b5-aa38-8cea8a5ba464 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9842217 Dec 16 15:14:47.854183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:47.999867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91f284-81ba-400d-b1a0-2c4be9268646 req-8f3b814a-0679-4c93-b5a3-f0d1bba44ed2 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:48.004273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd91f284-81ba-400d-b1a0-2c4be9268646 req-8f3b814a-0679-4c93-b5a3-f0d1bba44ed2 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 946 time: 0.1071510 Dec 16 15:14:48.089347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd91f284-81ba-400d-b1a0-2c4be9268646 req-da54cfa8-ff2c-4393-9344-24408c996f9a tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712578 Dec 16 15:14:48.465994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dba28-cedb-4ed7-9d00-91a2ee7c0526 req-6e86731d-4c88-4c50-82fa-7d931167b66b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:48.465994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a80dba28-cedb-4ed7-9d00-91a2ee7c0526 req-6e86731d-4c88-4c50-82fa-7d931167b66b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.1060388 Dec 16 15:14:48.899578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a80dba28-cedb-4ed7-9d00-91a2ee7c0526 req-567cffdf-7fce-4538-aeab-f519753276ff tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309182 Dec 16 15:14:49.030239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-a3969bb8-21b7-473c-b1e6-2bd58aad9edb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-836932375&fields=id&tenant_id=2648044943d74799b1e2c42f7abddd05 HTTP/1.1" status: 200 len: 267 time: 0.1848669 Dec 16 15:14:49.062009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:49.086679 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:14:49.189325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b48293-2900-4aca-a291-ef8e658eaa55 req-0e976d47-7fae-44ff-8b2e-583de53f2498 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 210 time: 0.0333951 Dec 16 15:14:49.202373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-103d72fc-632b-485a-a06b-1ef4be668750 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:49.204400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-103d72fc-632b-485a-a06b-1ef4be668750 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1721885 Dec 16 15:14:49.252105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'port': {'security_groups': ['cde22ec1-ff12-46a8-95c9-acc15d39f537', '5aac71ca-5311-474b-b545-c927971aa198']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:49.428204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:49.561200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f86303-bc40-4fc5-b64e-658044ee5487 req-4891b12d-2c66-4be9-8957-dba894f65063 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:49.562980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05f86303-bc40-4fc5-b64e-658044ee5487 req-4891b12d-2c66-4be9-8957-dba894f65063 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 946 time: 0.2076633 Dec 16 15:14:49.634319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-5fd3f33c-bb45-464a-9c83-0acd7f40ffd8 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:49.636034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-5fd3f33c-bb45-464a-9c83-0acd7f40ffd8 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.30 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 946 time: 0.2018507 Dec 16 15:14:49.663262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:49.777140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05f86303-bc40-4fc5-b64e-658044ee5487 req-a7aa0ede-8607-45dc-86d1-b43e1bbed7af tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/security-groups?id=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045970 Dec 16 15:14:49.788231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:50.428117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:50.484390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Deleting port 54be78bc-6bb1-4b54-b080-523f07f7479e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:50.484925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:50.616858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-5e4dee2c-6586-4a38-8b94-0e039db7ea02 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=16392cc8911d4f56b9dff95ae27e851f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942747 Dec 16 15:14:50.697086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:50.798832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] For port 54be78bc-6bb1-4b54-b080-523f07f7479e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=54be78bc-6bb1-4b54-b080-523f07f7479e,segment=NetworkSegment(fee841a3-53c3-42cf-b584-cabe43190971),segment_id=fee841a3-53c3-42cf-b584-cabe43190971)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:50.799210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:50.835925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Calling delete_port for 54be78bc-6bb1-4b54-b080-523f07f7479e owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:50.878237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:50.889704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-b4d977ae-27d2-4945-9e71-3ef3da2b8ca9 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:50.891313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-b4d977ae-27d2-4945-9e71-3ef3da2b8ca9 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472878 Dec 16 15:14:50.921354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:51.024269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-68d39b39-8f46-447e-8603-eb5da1f36fe4 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/quotas/16392cc8911d4f56b9dff95ae27e851f HTTP/1.1" status: 200 len: 375 time: 0.0848300 Dec 16 15:14:51.056505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:51.057195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:51.058730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33f679ee-c91e-4b7c-b174-d3c80c8889f6 req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "PUT /v2.0/ports/b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 982 time: 1.8393545 Dec 16 15:14:51.061785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:51.064766 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb75971-cbf9-47e2-8333-9daded92363e" -d '{"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:51.119629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-74d74b04-bb8f-4a07-8881-02e9c6431f29 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=16392cc8911d4f56b9dff95ae27e851f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943758 Dec 16 15:14:51.143604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3062a-ec88-4a72-a4c9-a18df0c06cd9 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:51.182098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Deleting port e7ac5511-c275-4ec4-9e65-677eb8f41f52 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:51.182740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:51.311476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:51.482170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a9cc-f911-4c88-a674-e60f474e3793 req-515b5ba9-108b-49ea-810c-e6c670845951 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:51.489121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cac6a9cc-f911-4c88-a674-e60f474e3793 req-515b5ba9-108b-49ea-810c-e6c670845951 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.1854327 Dec 16 15:14:51.533249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] For port e7ac5511-c275-4ec4-9e65-677eb8f41f52, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e7ac5511-c275-4ec4-9e65-677eb8f41f52,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:51.533746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:51.597626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cac6a9cc-f911-4c88-a674-e60f474e3793 req-02512513-797c-4942-a9cc-9bea52a3e719 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975847 Dec 16 15:14:51.599904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Calling delete_port for e7ac5511-c275-4ec4-9e65-677eb8f41f52 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:51.763467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6dac429c-bf79-46fe-83f9-40a42761583b req-0ec40a16-0e22-424a-a03f-660de8d0e372 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 210 time: 0.0571506 Dec 16 15:14:51.774033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:51.819873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Pushing event deleted for resources: {'Port': ['ID=54be78bc-6bb1-4b54-b080-523f07f7479e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:51.992046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7303efd9-a862-41c6-8945-6ac03270d050 req-1203b33b-33c4-4072-a052-69245c49055f tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.1030142 Dec 16 15:14:51.992857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] No DVR routers for this DVR port 54be78bc-6bb1-4b54-b080-523f07f7479e on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:51.997390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:52.001564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc19a4df-31b7-46d7-a34a-354c5ac120ca req-92240316-0cb4-4c63-afd2-f1aa7a2d8a49 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.30 "DELETE /v2.0/ports/54be78bc-6bb1-4b54-b080-523f07f7479e HTTP/1.1" status: 204 len: 173 time: 2.3538682 Dec 16 15:14:52.103184 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0425d4c-fd52-4153-8638-6a2cb8e0a00e x-openstack-request-id: req-d0425d4c-fd52-4153-8638-6a2cb8e0a00e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:52.103474 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:52.103722 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0425d4c-fd52-4153-8638-6a2cb8e0a00e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:52.104163 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:14:52.326616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8da1f89e-0232-4b41-a2cf-8c951198deff req-cf77ed52-3fcf-4f4e-ab6c-128700fe84bd tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 210 time: 0.1529703 Dec 16 15:14:52.341610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 54be78bc-6bb1-4b54-b080-523f07f7479e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:52.400713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 54be78bc-6bb1-4b54-b080-523f07f7479e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:52.401162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 54be78bc-6bb1-4b54-b080-523f07f7479e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:52.694115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:52.797019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75971-cbf9-47e2-8333-9daded92363e req-994420df-27d3-418b-8719-2319a9c433c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:52.798562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-994420df-27d3-418b-8719-2319a9c433c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1136 time: 0.5795805 Dec 16 15:14:52.828096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-e21bd234-f956-434f-83c3-0b9c459254f3 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-836932375&fields=id&tenant_id=2648044943d74799b1e2c42f7abddd05 HTTP/1.1" status: 200 len: 267 time: 0.6112683 Dec 16 15:14:52.990187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164272aa-767f-4f1d-8bbc-bd966b99295c req-b7046870-4c5a-43d6-97a8-aaffe9be11c5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:52.991862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-164272aa-767f-4f1d-8bbc-bd966b99295c req-b7046870-4c5a-43d6-97a8-aaffe9be11c5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.2011580 Dec 16 15:14:53.018468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-64b97222-320e-4612-b6d5-fb187b9f8d97 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:53.020088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-64b97222-320e-4612-b6d5-fb187b9f8d97 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 985 time: 0.1614690 Dec 16 15:14:53.045249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'port': {'security_groups': ['cde22ec1-ff12-46a8-95c9-acc15d39f537']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:53.050099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75971-cbf9-47e2-8333-9daded92363e req-ed42b5da-534c-4218-b77a-1bf7fdc64a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:53.051592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-ed42b5da-534c-4218-b77a-1bf7fdc64a8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.2376959 Dec 16 15:14:53.140928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:53.143372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-feda32a0-1eaf-4043-8e59-7f4769a1aac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0704100 Dec 16 15:14:53.249970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-164272aa-767f-4f1d-8bbc-bd966b99295c req-9b25b944-0ebd-4e1f-a829-546e90f210cb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404027 Dec 16 15:14:53.250762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ac5511-c275-4ec4-9e65-677eb8f41f52,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:53.259936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:53.339652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75971-cbf9-47e2-8333-9daded92363e req-c4e9d834-3a73-4d02-84a9-319cdc286880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:53.343595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-c4e9d834-3a73-4d02-84a9-319cdc286880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1758821 Dec 16 15:14:53.478564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-d29a3d80-3b93-4362-8ad1-b8f181474af1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846431 Dec 16 15:14:53.482945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c325be5-4b4f-4c4a-ba35-ed2789718b50 req-c802041f-c9c7-4a74-b355-e7e931472544 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 210 time: 0.0897884 Dec 16 15:14:53.834542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f68e341c-64b6-4eff-a38c-3a905557b1b9 req-46f0c294-bd56-45a2-b66f-168d069f36a7 tempest-VolumesAdminNegativeTest-2006786123 tempest-VolumesAdminNegativeTest-2006786123-project] 10.222.0.71 "GET /v2.0/ports?device_id=c87dda91-25f5-4da1-ada0-12477da10368 HTTP/1.1" status: 200 len: 210 time: 0.0954254 Dec 16 15:14:53.847281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-3699213c-8538-4b74-9623-6ce23425ed99 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590212 Dec 16 15:14:53.850884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:53.976372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9bee623-15e6-4e5b-85ff-605341ed486b req-93db045a-04ee-4c0b-8042-af2ebdfebc4e tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 210 time: 0.0562801 Dec 16 15:14:53.984042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:54.115546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'name': 'network-vif-deleted', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:54.117838 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43226100-fcd6-48d9-a058-687034cf010a" -d '{"events": [{"server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "name": "network-vif-deleted", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:54.125913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:54.135372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eb75971-cbf9-47e2-8333-9daded92363e req-bc62ae36-547b-46fc-a5bf-8e52b905e6df service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802298 Dec 16 15:14:54.242018 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b0cd1d-3d6c-449d-bfb5-cabde33aa183 x-openstack-request-id: req-31b0cd1d-3d6c-449d-bfb5-cabde33aa183 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:54.242381 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87dda91-25f5-4da1-ada0-12477da10368", "name": "network-vif-deleted", "tag": "54be78bc-6bb1-4b54-b080-523f07f7479e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:54.242567 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31b0cd1d-3d6c-449d-bfb5-cabde33aa183 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:54.243076 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87dda91-25f5-4da1-ada0-12477da10368', 'name': 'network-vif-deleted', 'tag': '54be78bc-6bb1-4b54-b080-523f07f7479e', 'status': 'completed', 'code': 200} Dec 16 15:14:54.243652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-740da5cb-90dd-44d7-8376-a89291db436a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750411 Dec 16 15:14:54.281420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-9e4444b8-6d54-4d17-a483-fe143eec4a01 service neutron] 10.222.0.74 "GET /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.1389401 Dec 16 15:14:54.316986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:54.357115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:54.420313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:54.420996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:54.425987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aeeadd4-6f46-42a8-9677-12a14795afea req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "PUT /v2.0/ports/b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 943 time: 1.3876486 Dec 16 15:14:54.524625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-ec37a37f-3124-48ec-a7ce-abedb4b88c01 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:54.527081 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-ec37a37f-3124-48ec-a7ce-abedb4b88c01 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790053 Dec 16 15:14:54.562617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:54.591517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:14:54.592402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b14e32-66e1-4e00-aa29-7d72bd524d5a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:54.612580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:55.136220 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-dcd51164-134d-463d-b9ed-156030a4ea33 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399966 Dec 16 15:14:55.237258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3079d4-f77a-43e5-aadc-3c8b7fb46b5b req-03143759-a219-4301-a5fd-789b17a7025d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:55.238830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3079d4-f77a-43e5-aadc-3c8b7fb46b5b req-03143759-a219-4301-a5fd-789b17a7025d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 944 time: 0.6670465 Dec 16 15:14:55.250391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-b33b9f32-a3c6-459f-8186-9316ff2acd47 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7948329 Dec 16 15:14:55.255234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:55.261918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:55.309275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:55.347594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-123952c1-c406-4bd4-b5ca-aa9f10a33634 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:55.350490 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-123952c1-c406-4bd4-b5ca-aa9f10a33634 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124827 Dec 16 15:14:55.396566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:55.426267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3079d4-f77a-43e5-aadc-3c8b7fb46b5b req-082e6c1f-94e9-406a-bb1e-da6d6cff3d6a tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729586 Dec 16 15:14:55.431274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:14:55.437870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:55.441575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e1cfdf8-fd8a-4365-be9f-bb105047d3b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/0d632f0a-407b-44e4-80c0-cdb726aee3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5859523 Dec 16 15:14:55.442218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36768) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:55.451136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Sync routers for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:14:55.485507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:55.488116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:55.499789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:55.549915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d25ce2c-e9ec-4493-873d-c2e7aa074dac {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:55.606391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:55.636159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.99 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/f2f57d6c-af62-4d95-af66-df58539435a6) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:55.654502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:55.687907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acf60311-e537-4dae-b095-16d05c4e7a44 req-83ee121f-274b-4ee9-ab4b-473e9bdb2c90 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 210 time: 0.0840127 Dec 16 15:14:55.792105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:55.851779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:55.860378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:55.905766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:56.069668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Deleting subnet 1511209b-1d49-45bb-bec8-8ad33df1c244 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:14:56.082447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.137153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:14:52Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:56.150344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.151602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62ea4d27-64aa-4a0d-b17a-619079c264ef req-a5d5a0b8-f3ae-43d9-8bff-3a6119b3ed36 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 210 time: 0.1633413 Dec 16 15:14:56.164590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.240846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.251702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:56.256072 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3e5a6-5afb-42b2-ac62-e756837f9964" -d '{"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:14:56.290392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] Transition to ACTIVE for port object 7d25ce2c-e9ec-4493-873d-c2e7aa074dac will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:56.294419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.301343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.325469 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea980f50-58e7-49fe-ac05-6cb3be7a3c42 x-openstack-request-id: req-ea980f50-58e7-49fe-ac05-6cb3be7a3c42 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:14:56.326165 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:14:56.326653 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea980f50-58e7-49fe-ac05-6cb3be7a3c42 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:14:56.328510 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:14:56.331623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:56.335855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.337093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Checking router: 0d632f0a-407b-44e4-80c0-cdb726aee3e2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:14:56.347223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Routers {'0d632f0a-407b-44e4-80c0-cdb726aee3e2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:14:56.348096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:56.485024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-847880d2-97ef-4437-99b1-9b824bd1757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:56.489554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-847880d2-97ef-4437-99b1-9b824bd1757e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.1191480 Dec 16 15:14:56.522815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Allocated IP 172.25.7.18 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/21643a0b-f885-4ccc-81f2-f03d93a2c5df) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:56.530264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.541597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.545695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] Set router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:14:56.635224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.636470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:56.667679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:56.691024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:56.702490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:56.708014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1511209b-1d49-45bb-bec8-8ad33df1c244,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:56.725325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.727658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1511209b-1d49-45bb-bec8-8ad33df1c244 HTTP/1.1" status: 204 len: 168 time: 0.7645907 Dec 16 15:14:56.729246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.729584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.729923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.730258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.730816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.731237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.731581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.732028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.739279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.739279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.739279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.739279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.739279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b74b6d-b2ca-4fc6-9554-4c8245463b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:56.800661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:56.807968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.171 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/2a3bd71f-eb29-4eec-bc62-cd9785eab72d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:14:56.810180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:56.862498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:56.863179 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:56.988584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] No DVR routers for this DVR port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:14:57.003167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Deleting port 08e2f158-5c86-4ba7-a0f1-731fa866e773 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:14:57.003482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.078917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.097075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] For port 08e2f158-5c86-4ba7-a0f1-731fa866e773, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=08e2f158-5c86-4ba7-a0f1-731fa866e773,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:14:57.097295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.128400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Calling delete_port for 08e2f158-5c86-4ba7-a0f1-731fa866e773 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:14:57.134318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:14:52Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:57.144698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:57.183815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b7e66-3afb-4f23-b63e-32e32d8aac33 None None] The sync data for ids ['0d632f0a-407b-44e4-80c0-cdb726aee3e2'] in n-d-821947-3 is: [{'id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2085703042-router', 'tenant_id': '08bf3135fbc045499c0ff121b739e387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:40Z', 'updated_at': '2021-12-16T15:14:52Z', 'revision_number': 5, 'project_id': '08bf3135fbc045499c0ff121b739e387', 'gw_port': {'id': '08e2f158-5c86-4ba7-a0f1-731fa866e773', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d632f0a-407b-44e4-80c0-cdb726aee3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:41Z', 'updated_at': '2021-12-16T15:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:14:57.240688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-baa92345-729e-44b8-959c-e26bd098ff6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6828547 Dec 16 15:14:57.243751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b787403f-55fb-409c-afeb-5be5b2e5dfb1 None None] Provisioning complete for port f2f57d6c-af62-4d95-af66-df58539435a6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:57.243751 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b787403f-55fb-409c-afeb-5be5b2e5dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.263771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Request body: {'port': {'device_id': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:57.268453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.294553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db6d7724-a433-44cd-a137-77adf40a5813 service neutron] 10.222.0.74 "PUT /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 2.9855371 Dec 16 15:14:57.307478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b86f71-045c-4261-9360-9abc32c71fcc req-8bdabdd0-89d1-4958-823a-13e5701bd91f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:57.309132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56b86f71-045c-4261-9360-9abc32c71fcc req-8bdabdd0-89d1-4958-823a-13e5701bd91f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.7002368 Dec 16 15:14:57.329959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.344947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b787403f-55fb-409c-afeb-5be5b2e5dfb1 None None] Port f2f57d6c-af62-4d95-af66-df58539435a6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:14:57.351802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-d52fc58c-550d-497d-8e62-4f064fe35814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:57.354155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-d52fc58c-550d-497d-8e62-4f064fe35814 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.8553410 Dec 16 15:14:57.390535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.416851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:57.419057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.421675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:57.429479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:57.482157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-582523f0-0423-427a-bc9c-0eb0a3f3840c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.1023035 Dec 16 15:14:57.484650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:57.552265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:57.552939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.734476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56b86f71-045c-4261-9360-9abc32c71fcc req-a7583a07-f781-464e-91a9-124924a4795b tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837380 Dec 16 15:14:57.757591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-fa884c15-277f-44a1-a6e2-bff5d5562709 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:57.759919 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-fa884c15-277f-44a1-a6e2-bff5d5562709 tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1124887 Dec 16 15:14:57.762972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-c30afd3c-7072-44c2-91e2-dda51e55f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:57.768618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-c30afd3c-7072-44c2-91e2-dda51e55f6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.2728956 Dec 16 15:14:57.793889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.885558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6bda51d0-9f0e-4105-a065-e9f54b535bb9 None None] Provisioning complete for port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:14:57.886512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bda51d0-9f0e-4105-a065-e9f54b535bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:57.893273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-4450dccc-2977-487d-9163-cb4d9b548eaa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4681137 Dec 16 15:14:57.906908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-022ac4b9-74f9-419c-b72e-12d6ebbf288c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224964 Dec 16 15:14:57.949911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Request body: {'port': {'device_id': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:57.990362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6bda51d0-9f0e-4105-a065-e9f54b535bb9 None None] Port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:14:58.055677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-6389e6e4-3438-4729-9a0d-bd2c0fb93c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.057930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-6389e6e4-3438-4729-9a0d-bd2c0fb93c3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b HTTP/1.1" status: 200 len: 1096 time: 0.2598469 Dec 16 15:14:58.106089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.249408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f57d6c-af62-4d95-af66-df58539435a6 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:58.262472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.276733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-85b27768-f538-4dff-b232-ba4f95ed6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.278335 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-85b27768-f538-4dff-b232-ba4f95ed6a5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1096 time: 0.1632872 Dec 16 15:14:58.283741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-fa7b264d-0d7c-46fd-9927-ec280436b35f tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=16392cc8911d4f56b9dff95ae27e851f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3951569 Dec 16 15:14:58.285765 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.300777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0fa484-801a-4d2d-8d56-851c480634e3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:58.367383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Transition to ACTIVE for port object f2f57d6c-af62-4d95-af66-df58539435a6 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:58.406279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee841a3-53c3-42cf-b584-cabe43190971') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:58.406545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee841a3-53c3-42cf-b584-cabe43190971') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:14:58.434598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.443384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:14:58.467606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-d1dcd7b5-9365-4969-8c82-0ea5f9d70dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.469011 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-d1dcd7b5-9365-4969-8c82-0ea5f9d70dc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1760869 Dec 16 15:14:58.485260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.492954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.525560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:14:58.546918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:14:58.549989 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.568111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b12-64ce-4da6-99cf-63f412be9c25 req-24755f9e-4f3f-46df-a205-3a69d96ad972 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.569775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4511b12-64ce-4da6-99cf-63f412be9c25 req-24755f9e-4f3f-46df-a205-3a69d96ad972 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 936 time: 0.6969206 Dec 16 15:14:58.577975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:14:58.592417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'Port': ['ID=21643a0b-f885-4ccc-81f2-f03d93a2c5df,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:58.598572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:14:58.598977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:14:58.605637 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:14:58.612896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-12c2f1fe-4546-4589-b08c-0318c2d6f9dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 200 len: 217 time: 0.1360302 Dec 16 15:14:58.677258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Pushing event updated for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:58.705291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.705645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.705833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.706157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.706488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.706817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.707223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.707467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.707916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.708608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.708608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.709313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.709499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:14:58.721052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:58.771076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-4b47c2b4-cd3f-478b-a5f9-adae1931aba3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115581 Dec 16 15:14:58.823963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-a46876d0-9210-4f7a-9673-627028393070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.825459 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-a46876d0-9210-4f7a-9673-627028393070 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.1749883 Dec 16 15:14:58.833142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e2f158-5c86-4ba7-a0f1-731fa866e773,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:58.837311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e7ac5511-c275-4ec4-9e65-677eb8f41f52 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:14:58.847228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-12b481b8-4fcc-4e8d-9709-24e9feec177f tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:58.848795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-12b481b8-4fcc-4e8d-9709-24e9feec177f tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4951971 Dec 16 15:14:58.894920 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-db67d6dd-4223-4f4b-b51f-7ef3584cc225 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558364 Dec 16 15:14:58.907740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e7ac5511-c275-4ec4-9e65-677eb8f41f52 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:14:58.911183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e7ac5511-c275-4ec4-9e65-677eb8f41f52 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:14:58.929536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3bd71f-eb29-4eec-bc62-cd9785eab72d {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:14:58.933279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Request body: {'port': {'device_id': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '16392cc8911d4f56b9dff95ae27e851f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:14:58.949827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Attempting to bind port f2f57d6c-af62-4d95-af66-df58539435a6 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:14:58.949827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Attempting to bind port f2f57d6c-af62-4d95-af66-df58539435a6 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:14:58.950325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Attempting to bind port f2f57d6c-af62-4d95-af66-df58539435a6 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:58.961203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.018324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Port f2f57d6c-af62-4d95-af66-df58539435a6 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:14:59.018324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Attempting to bind port f2f57d6c-af62-4d95-af66-df58539435a6 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:14:59.033340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Transition to ACTIVE for port object 2a3bd71f-eb29-4eec-bc62-cd9785eab72d will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:14:59.036441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:14:59.036795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:14:59.037182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:14:59.037642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Bound port: f2f57d6c-af62-4d95-af66-df58539435a6, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:14:59.038010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.052500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.091395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.096004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1c0fa484-801a-4d2d-8d56-851c480634e3 HTTP/1.1" status: 204 len: 168 time: 2.3365624 Dec 16 15:14:59.106108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:59.114436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4511b12-64ce-4da6-99cf-63f412be9c25 req-656afff5-0ad3-4e1b-bb1c-cc1acae1ad6d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172200 Dec 16 15:14:59.187404 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.202493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5340-fa73-408e-accf-81a3235da885 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0fa484-801a-4d2d-8d56-851c480634e3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:59.234278 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-38d1736b-2a75-4bd9-ade8-6da494445d93 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248730 Dec 16 15:14:59.262504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.268143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.303432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Deleting subnet 2f5cdc46-4956-49d9-9281-95e5f02133b8 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:14:59.442773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57f3e5a6-5afb-42b2-ac62-e756837f9964 req-f322fcf7-4e1b-4228-bf5c-6346ce4c28ab service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277678 Dec 16 15:14:59.455800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.457195 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-76beee0d-92a4-46cf-8083-f26ddd73c6d3 service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006269 Dec 16 15:14:59.464948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:14:59.483261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f2f57d6c-af62-4d95-af66-df58539435a6,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:14:59.486816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:14:59.490834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.514284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.531689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1ba9cdc-fbc0-4e7e-a02a-746331932c66 req-ee0c4f50-4e80-46de-8d2f-4940c104cd50 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 210 time: 0.1094899 Dec 16 15:14:59.536481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.624388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.824966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b56fa-7bf6-4307-ba11-a895181ab256 req-b7b591b7-39b3-46e5-99d7-3a74ff2fa7e6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:59.826522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e3b56fa-7bf6-4307-ba11-a895181ab256 req-b7b591b7-39b3-46e5-99d7-3a74ff2fa7e6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.2049074 Dec 16 15:14:59.849733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.878111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.892689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d632f0a-407b-44e4-80c0-cdb726aee3e2 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:14:59.892689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.892689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6deb36d6-156e-4c2c-bb57-492c78894ce8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0d632f0a-407b-44e4-80c0-cdb726aee3e2 HTTP/1.1" status: 204 len: 168 time: 4.4466217 Dec 16 15:14:59.898001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36798) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:14:59.950650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.965153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Made reservation on behalf of 16392cc8911d4f56b9dff95ae27e851f for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:14:59.965692 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:14:59.966196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.967629 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] 10.222.0.30 "PUT /v2.0/ports/f2f57d6c-af62-4d95-af66-df58539435a6 HTTP/1.1" status: 200 len: 1095 time: 2.7096090 Dec 16 15:14:59.969108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:14:59.988518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:14:59.990849 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee2af7-1a80-4019-b28a-98e934906ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:00.005239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e3b56fa-7bf6-4307-ba11-a895181ab256 req-72a3df3f-cb76-4b40-93de-149b42005c17 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519971 Dec 16 15:15:00.010165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.044581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3e36-8071-47c7-9ca1-abb939c1034e service neutron] Pushing event updated for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:00.057091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Deleting subnet ac559c96-e8a2-4a12-8aca-7d5954e0f23d {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:15:00.059541 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.068470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.097426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Attempting to bind port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:00.097769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Attempting to bind port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:00.098106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Attempting to bind port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:00.123340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:00.123340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Attempting to bind port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:00.145443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.166081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:00.168820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:00.169328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:00.169809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Bound port: 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:00.170187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.186623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.238055 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed8f9c-026f-4a47-96a4-cde7c5539c8c x-openstack-request-id: req-77ed8f9c-026f-4a47-96a4-cde7c5539c8c {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:00.244640 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:00.249989 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77ed8f9c-026f-4a47-96a4-cde7c5539c8c {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:00.250688 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6', 'status': 'completed', 'code': 200} Dec 16 15:15:00.308983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.460294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-6540974e-8d69-4b7a-8ae2-1c8076e6dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.462790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-6540974e-8d69-4b7a-8ae2-1c8076e6dada service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 1098 time: 0.2499480 Dec 16 15:15:00.492630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.522775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.526762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:00.539152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.541866 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-98dc4e3d-a122-47c9-895c-64f324d14434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2f57d6c-af62-4d95-af66-df58539435a6 HTTP/1.1" status: 200 len: 217 time: 0.0611012 Dec 16 15:15:00.574552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event updated for resources: {'Port': ['ID=21643a0b-f885-4ccc-81f2-f03d93a2c5df,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:00.581649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5cdc46-4956-49d9-9281-95e5f02133b8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:00.584900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:00.587509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.590792 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b31f9462-da6f-4052-80da-aa5243fc8004 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2f5cdc46-4956-49d9-9281-95e5f02133b8 HTTP/1.1" status: 204 len: 168 time: 1.4836349 Dec 16 15:15:00.592472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.593193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-6a9acebf-4e1d-40e3-816d-8aacd4df47dc tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.595078 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-6a9acebf-4e1d-40e3-816d-8aacd4df47dc tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e&tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.2153046 Dec 16 15:15:00.597197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36810) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:00.604669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235588f-dc12-4954-95b5-4bc02a2e8c16 req-210cd0a9-2790-48b5-a7e1-e85e4ce15795 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.606314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0235588f-dc12-4954-95b5-4bc02a2e8c16 req-210cd0a9-2790-48b5-a7e1-e85e4ce15795 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 948 time: 0.2648447 Dec 16 15:15:00.666940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-a5c853d5-fc25-4351-8c66-605c58224486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.668558 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-a5c853d5-fc25-4351-8c66-605c58224486 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1008215 Dec 16 15:15:00.693126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.759423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.774467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.816235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4efc93-df0f-4327-94ba-620a58f7f55a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:00.819402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 08e2f158-5c86-4ba7-a0f1-731fa866e773 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:00.823087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0235588f-dc12-4954-95b5-4bc02a2e8c16 req-6c9d45ce-4b59-4516-986d-bbcc0e9f2024 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008274 Dec 16 15:15:00.859283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 08e2f158-5c86-4ba7-a0f1-731fa866e773 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:00.861361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 08e2f158-5c86-4ba7-a0f1-731fa866e773 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:00.873202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.874201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.875807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a3bd71f-eb29-4eec-bc62-cd9785eab72d HTTP/1.1" status: 200 len: 1096 time: 2.9416618 Dec 16 15:15:00.914851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2b0b7938-12ef-4589-b954-c926b73f0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:00.919314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2b0b7938-12ef-4589-b954-c926b73f0450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356586 Dec 16 15:15:00.955207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:00.956680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-67b109ba-f280-4142-81fb-22f4916b4895 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6890512 Dec 16 15:15:00.962515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.079315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.083491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac559c96-e8a2-4a12-8aca-7d5954e0f23d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:01.087147 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.097146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-39b3d6cd-a746-4925-9abc-17a5640c4337 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ac559c96-e8a2-4a12-8aca-7d5954e0f23d HTTP/1.1" status: 204 len: 168 time: 1.1925566 Dec 16 15:15:01.105205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a8951-0e1c-4976-9770-bdd14dfffad4 None None] Network c055742f-1ff7-444e-9d33-20c825d0bf31 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:01.125710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-2c4f1db9-ac84-4baa-839b-2b2fc87f030b service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935067 Dec 16 15:15:01.151853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:01.153217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963714a-1e73-4b46-b3fc-d709b6e156a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:01.373379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.399109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3337b6be-25fa-4428-98ec-89f3ebd5eb8c service neutron] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:01.417759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3337b6be-25fa-4428-98ec-89f3ebd5eb8c service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.417759 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-153f8d5c-27f7-4a05-8a3c-3a93b0f599e0 req-3337b6be-25fa-4428-98ec-89f3ebd5eb8c service neutron] 10.222.0.30 "DELETE /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.8003001 Dec 16 15:15:01.428723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-16b0df2e-f8fc-474d-8e8e-250f79ad28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:01.428723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-16b0df2e-f8fc-474d-8e8e-250f79ad28f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 1099 time: 0.2932661 Dec 16 15:15:01.429070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] DHCP port deletion for c055742f-1ff7-444e-9d33-20c825d0bf31 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:15:01.498024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Deleting port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:01.498842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.525021 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-00272afc-b6d9-452a-bf65-05f94122d8c1 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579249 Dec 16 15:15:01.530628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-f1d12bd3-ce04-41ce-b59d-380b3c364a95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d HTTP/1.1" status: 200 len: 217 time: 0.0635722 Dec 16 15:15:01.577547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] For port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:01.578121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.593600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Calling delete_port for 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:01.641172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Deleting port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:01.641717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.679481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-bf950281-582e-4f28-9a87-17cec2c4e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:01.682148 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-bf950281-582e-4f28-9a87-17cec2c4e4f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1405089 Dec 16 15:15:01.771816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bdcd875-ac33-4e58-ad29-e4f58f52cbfd req-b80bda11-e0db-41fd-af4d-53fab64928e8 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 210 time: 0.7332754 Dec 16 15:15:01.785579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.807231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] For port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,segment=NetworkSegment(7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16),segment_id=7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:01.807592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:01.808690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-543dd0b0-b5f8-4e18-8221-f24a3c144da0 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.7669983 Dec 16 15:15:01.821921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] Pushing event deleted for resources: {'Port': ['ID=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:01.822534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a280d15-d6af-4855-81ac-f0ac1b24b742']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:01.841116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Calling delete_port for 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:01.845978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30bddea-fbea-4237-bd1e-8853f0fb0b12 None None] No DVR routers for this DVR port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:01.866173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Allocated IP 192.168.233.77 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/ee7f6455-5324-4e5e-8f88-c4e452ca807f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:01.902209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf95ebb-5037-4daa-ab98-5ea93b55ace3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:01.902689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf95ebb-5037-4daa-ab98-5ea93b55ace3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:01.943023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-9bef53d0-151c-4a81-9e9d-9b524502bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:01.944632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-9bef53d0-151c-4a81-9e9d-9b524502bead service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222545 Dec 16 15:15:01.979418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.044400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-5b7a18f4-7445-49b8-9374-b03dae1184b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.045987 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-5b7a18f4-7445-49b8-9374-b03dae1184b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 1098 time: 0.1864004 Dec 16 15:15:02.077176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.116143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:02.116699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:02.120787 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:02.134017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.208203 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-b9152bcd-64ef-487f-9be3-3c00936b370f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515099 Dec 16 15:15:02.209477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bbd143-d92f-4ea0-aa78-4b25d0eb0a64,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:02.224718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] No DVR routers for this DVR port 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:02.251929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:02.257823 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a079af50-2365-4e51-8437-3c902e3e3197" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:02.330664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b4362-175d-4315-a42b-b07e7fcba33a req-278a3249-de60-4e54-ae2f-1b0dc5668a44 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.332329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d06b4362-175d-4315-a42b-b07e7fcba33a req-278a3249-de60-4e54-ae2f-1b0dc5668a44 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.3581839 Dec 16 15:15:02.391590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-8090aead-84a3-45b3-9674-c080c63a2498 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.393208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-8090aead-84a3-45b3-9674-c080c63a2498 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.5707860 Dec 16 15:15:02.412381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-e448ef98-7bc4-4496-b210-2d4b8500b327 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:15:02.413496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-107d74d6-5650-4c51-ad15-1ae6e9724d91 req-e448ef98-7bc4-4496-b210-2d4b8500b327 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098908 Dec 16 15:15:02.468146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d06b4362-175d-4315-a42b-b07e7fcba33a req-470382b0-9d5f-46ad-bdd8-c776d70ff61c tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226566 Dec 16 15:15:02.476560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-06675b80-5887-4529-9e1a-7f321a107805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.495817 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-06675b80-5887-4529-9e1a-7f321a107805 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.4169676 Dec 16 15:15:02.517408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.566898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.638978 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153549fb-7557-4564-989a-df66f8881508 x-openstack-request-id: req-153549fb-7557-4564-989a-df66f8881508 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:02.640761 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:02.642447 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-153549fb-7557-4564-989a-df66f8881508 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:02.643359 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', 'status': 'completed', 'code': 200} Dec 16 15:15:02.644049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.652286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.657532 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-4bcb4826-9240-4962-b2df-ca62183ea9c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=f2f57d6c-af62-4d95-af66-df58539435a6 HTTP/1.1" status: 200 len: 217 time: 0.1577191 Dec 16 15:15:02.658341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1a280d15-d6af-4855-81ac-f0ac1b24b742 HTTP/1.1" status: 204 len: 168 time: 2.0507765 Dec 16 15:15:02.717442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a857a-1c0a-4523-84e0-fb1c0b4cd045 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a280d15-d6af-4855-81ac-f0ac1b24b742,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:02.762410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c055742f-1ff7-444e-9d33-20c825d0bf31']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:02.787624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:02.788133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7c0a58-8ff5-4b7a-bd0b-48e8681e5f16') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:02.802978 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fff69e87-c2ba-4a34-a376-46ae3ef1a199 req-d4d535e8-c941-4ee0-862b-aeda7e8db1e3 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064452 Dec 16 15:15:02.811612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.823793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:02.829911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-72d6b083-1622-4d98-b64b-6658965475a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.832796 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-72d6b083-1622-4d98-b64b-6658965475a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1518388 Dec 16 15:15:02.841628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.847145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.856278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:02.857259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:02.883933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:02.886902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 67bbd143-d92f-4ea0-aa78-4b25d0eb0a64 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:02.892680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3cfe2-a48e-458c-bd0d-d13355f75198 req-03839c8d-c410-4816-a825-65826b987089 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:02.908793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02e3cfe2-a48e-458c-bd0d-d13355f75198 req-03839c8d-c410-4816-a825-65826b987089 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 948 time: 0.3237016 Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:02.936196 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:03.003674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-70837479-f747-4009-a525-d52b98c24141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.005258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-70837479-f747-4009-a525-d52b98c24141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726948 Dec 16 15:15:03.026095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:03.031239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:03.034333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:03.049316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Pushing event updated for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:03.087863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-a3dc5415-217b-469d-9104-0f750b0e6c29 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.095637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-a3dc5415-217b-469d-9104-0f750b0e6c29 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3665035 Dec 16 15:15:03.131485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-b77545ee-ca8e-46f7-8f4a-e41ba3f28802 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176608 Dec 16 15:15:03.167158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02e3cfe2-a48e-458c-bd0d-d13355f75198 req-843f9dae-27dc-4429-be2c-47835b17361c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555177 Dec 16 15:15:03.179664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-6bf5889c-1f23-42ba-8298-356ce1bd549a tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 695 time: 0.0829988 Dec 16 15:15:03.184608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'floatingip': {'port_id': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:03.236337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.236876 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.244692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.330435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.354633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.362744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c055742f-1ff7-444e-9d33-20c825d0bf31 HTTP/1.1" status: 204 len: 168 time: 2.1994605 Dec 16 15:15:03.368338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:03.370531 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1fee2af7-1a80-4019-b28a-98e934906ab9 req-ab16fffd-a416-4c46-b385-45e9eea26a9b service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314754 Dec 16 15:15:03.380155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079af50-2365-4e51-8437-3c902e3e3197 req-4c948ee2-cce5-436a-a31e-5585727c3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.381739 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-4c948ee2-cce5-436a-a31e-5585727c3da1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 1099 time: 0.1558332 Dec 16 15:15:03.382911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972fc79-e2c2-4fec-b5ad-c400046aa7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c055742f-1ff7-444e-9d33-20c825d0bf31,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:03.384683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9470e0f1-6798-4729-987c-c488cd7b6a0f None None] Provisioning complete for port ee7f6455-5324-4e5e-8f88-c4e452ca807f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:03.385134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9470e0f1-6798-4729-987c-c488cd7b6a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.451653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7247efa6-8ac2-495f-9eb7-d9fe1115ac87 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5529256 Dec 16 15:15:03.470569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9470e0f1-6798-4729-987c-c488cd7b6a0f None None] Port ee7f6455-5324-4e5e-8f88-c4e452ca807f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:03.476201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Request body: {'port': {'device_id': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:03.549615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec5a79-2cc2-4bec-812c-2dd7069f7691 req-0f8d171c-ff9a-49df-ba69-2db249ea0a27 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.551195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78ec5a79-2cc2-4bec-812c-2dd7069f7691 req-0f8d171c-ff9a-49df-ba69-2db249ea0a27 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 935 time: 0.1752331 Dec 16 15:15:03.571791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079af50-2365-4e51-8437-3c902e3e3197 req-76a92bda-845c-4a66-ade8-50825af2f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:03.571791 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-76a92bda-845c-4a66-ade8-50825af2f1b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1532955 Dec 16 15:15:03.654252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-7c2ac8b4-cd9a-4931-af5d-1d37a1df48ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d HTTP/1.1" status: 200 len: 217 time: 0.0485568 Dec 16 15:15:03.676293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:03.693176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36842) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:03.778057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78ec5a79-2cc2-4bec-812c-2dd7069f7691 req-8f529bfe-5749-4951-8998-97fae9605c9d tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164118 Dec 16 15:15:04.053573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079af50-2365-4e51-8437-3c902e3e3197 req-e87f49d1-c890-4e13-8966-c35889aa136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:04.055182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-e87f49d1-c890-4e13-8966-c35889aa136c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0637658 Dec 16 15:15:04.066276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2c2883dd-2b12-4dae-abb6-d524047ac912 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=662ce95ce7a14abba75d9929dfd92b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675230 Dec 16 15:15:04.077070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36844) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:04.188394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079af50-2365-4e51-8437-3c902e3e3197 req-d361d81d-bf5c-4df7-9a14-f2c1020d9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:04.192109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-d361d81d-bf5c-4df7-9a14-f2c1020d9708 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140206 Dec 16 15:15:04.198190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13de8e-0fb7-4675-88cc-82614f562c3b req-f2ea55e3-3784-4a1b-945f-ba36c166d30a tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:04.200254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a13de8e-0fb7-4675-88cc-82614f562c3b req-f2ea55e3-3784-4a1b-945f-ba36c166d30a tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 1096 time: 0.3039358 Dec 16 15:15:04.260813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.306825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.353319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:15:04.389750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-ce351b69-4f6b-4fdb-ba5e-24c34cb38726 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823535 Dec 16 15:15:04.420684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f2f57d6c-af62-4d95-af66-df58539435a6 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:04.453472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a13de8e-0fb7-4675-88cc-82614f562c3b req-3f4bf829-83fb-4082-960d-3fbf7f6d7c4e tempest-LiveAutoBlockMigrationV225Test-1301109554 tempest-LiveAutoBlockMigrationV225Test-1301109554-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188077 Dec 16 15:15:04.527494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.605131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a079af50-2365-4e51-8437-3c902e3e3197 req-387d4d24-6e57-4070-92cf-52573407fa29 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012630 Dec 16 15:15:04.612081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.614780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.619136 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11c08f03-0fe0-4f2a-9fb6-0b981f4404a7 HTTP/1.1" status: 204 len: 168 time: 0.5374625 Dec 16 15:15:04.649232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f2f57d6c-af62-4d95-af66-df58539435a6,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:04.660300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a796d-e8cc-47af-adb6-48f25b395334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c08f03-0fe0-4f2a-9fb6-0b981f4404a7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:04.701347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f2f57d6c-af62-4d95-af66-df58539435a6', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'f2f57d6c-af62-4d95-af66-df58539435a6', 'mac_address': 'fa:16:3e:c0:a9:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:04.808425 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.827523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f57d6c-af62-4d95-af66-df58539435a6 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:04.835661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.871950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f2f57d6c-af62-4d95-af66-df58539435a6,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:04.916220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c06bd-35b8-4585-9fd6-22e4667b911d req-c69295a0-1eec-466f-9acf-3b0a808f1b7f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:04.917822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb3c06bd-35b8-4585-9fd6-22e4667b911d req-c69295a0-1eec-466f-9acf-3b0a808f1b7f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 948 time: 0.0975146 Dec 16 15:15:04.922576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7f6455-5324-4e5e-8f88-c4e452ca807f {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:04.944859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.971054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Transition to ACTIVE for port object ee7f6455-5324-4e5e-8f88-c4e452ca807f will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:04.984571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Deleting port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:04.984914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:04.997937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb3c06bd-35b8-4585-9fd6-22e4667b911d req-905c1495-8f83-40ed-9398-125af965839b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697129 Dec 16 15:15:05.020578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.076175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] For port 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:05.076539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.091769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.116915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Calling delete_port for 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:05.142821 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Floating IP 3811624b-4757-4a22-a4fc-52d46071fff0 associated. External IP: 172.25.7.18, port: b12fdd73-e9b7-4d16-aa48-36cc2b931f87. Dec 16 15:15:05.147520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:05.246915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.408483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:05.461260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:05.489717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.542388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Attempting to bind port ee7f6455-5324-4e5e-8f88-c4e452ca807f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:05.543271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Attempting to bind port ee7f6455-5324-4e5e-8f88-c4e452ca807f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:05.543614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Attempting to bind port ee7f6455-5324-4e5e-8f88-c4e452ca807f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:05.555104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Port ee7f6455-5324-4e5e-8f88-c4e452ca807f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:05.555435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Attempting to bind port ee7f6455-5324-4e5e-8f88-c4e452ca807f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:05.558827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Router c1283b9b-adb2-41b7-af50-bf13d84a69c9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:15:05.566366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:05.566714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:05.567104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:05.575620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Bound port: ee7f6455-5324-4e5e-8f88-c4e452ca807f, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:05.575620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:05.598695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:05.957189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:05.969953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.005770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:06.023756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796019f0-1c60-45bc-96af-f8bb5e221962 req-2363d702-2e33-4190-8a5a-08bbe7e40139 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.025803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-796019f0-1c60-45bc-96af-f8bb5e221962 req-2363d702-2e33-4190-8a5a-08bbe7e40139 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 947 time: 0.1399207 Dec 16 15:15:06.027186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:06.032475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.041479 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Sync routers for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:06.060378 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:06.066567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:06.092637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c4d17164-cd5c-4ae3-aec2-1d0cf2d2e564 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "PUT /v2.0/floatingips/3811624b-4757-4a22-a4fc-52d46071fff0 HTTP/1.1" status: 200 len: 996 time: 2.9117446 Dec 16 15:15:06.101169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:06.111469 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d2da76-bda0-469f-b4fe-e50b2bbf8347" -d '{"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:06.168467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-796019f0-1c60-45bc-96af-f8bb5e221962 req-893e80ec-ccde-4022-849d-2b07b077b393 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311979 Dec 16 15:15:06.172461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.291350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Pushing event updated for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:06.296611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.297285 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.299550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-81bf4a06-9402-4671-97d7-6a58f26df54c service neutron] 10.222.0.30 "PUT /v2.0/ports/ee7f6455-5324-4e5e-8f88-c4e452ca807f HTTP/1.1" status: 200 len: 1095 time: 2.8290312 Dec 16 15:15:06.312600 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:06.338620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Router e08d95ba-33fe-4156-b5ab-aa2979fe29ca has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:15:06.338889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36872) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:06.484105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f37ceffc-071e-460b-a6ff-e327dd440f67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79599662eb11496eb2ea0f7cf1222b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392918 Dec 16 15:15:06.486435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36874) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:06.569837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:06.578065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80d49199-1413-4d36-bcdf-b666b1c4ab3f admin admin] 10.222.0.71 "PUT /v2.0/routers/e08d95ba-33fe-4156-b5ab-aa2979fe29ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2052672 Dec 16 15:15:06.582154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:06.600982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Sync routers for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:06.629489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:06.630700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:06.736321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.799854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7ee5290a-cc71-45cf-8574-431fe809ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.801659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-7ee5290a-cc71-45cf-8574-431fe809ebde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16392cc8911d4f56b9dff95ae27e851f&device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 1098 time: 0.2839851 Dec 16 15:15:06.822918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9f3c2-8c07-497c-aa4b-f5cf08ffda5d req-54e82092-3071-44ec-95c7-1bebeb1da006 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.833704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e9f3c2-8c07-497c-aa4b-f5cf08ffda5d req-54e82092-3071-44ec-95c7-1bebeb1da006 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.2025857 Dec 16 15:15:06.843412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.852043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:06.852319 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3811624b-4757-4a22-a4fc-52d46071fff0', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'port_id': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'mac_address': 'fa:16:3e:11:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935df98-9540-41aa-b9c1-df62b372de53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:14:58Z', 'updated_at': '2021-12-16T15:15:04Z', 'revision_number': 1, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:06.865836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2a3bd71f-eb29-4eec-bc62-cd9785eab72d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:06.933610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-77d10171-ffb6-4129-86ee-5ed157e6f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.935284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-77d10171-ffb6-4129-86ee-5ed157e6f51f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.7914932 Dec 16 15:15:06.956447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-e0c7140b-06bb-4110-a49d-0f8a1768dc2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f HTTP/1.1" status: 200 len: 217 time: 0.1019783 Dec 16 15:15:06.956635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-ae8c178b-65de-455a-8539-0e44f8dacb30 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:06.959875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-ae8c178b-65de-455a-8539-0e44f8dacb30 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 945 time: 0.2544796 Dec 16 15:15:07.022684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:07.098829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c85ceff2-c2de-4e19-af73-4d6d491a2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:07.100648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-c85ceff2-c2de-4e19-af73-4d6d491a2ecb service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.1430480 Dec 16 15:15:07.131211 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Checking router: c1283b9b-adb2-41b7-af50-bf13d84a69c9 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:07.149813 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:07.151483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:07.217704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', 'mac_address': 'fa:16:3e:7e:c8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:07.238306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.256049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-db4f1ead-4db2-4226-a4f5-bcc4a58f98ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 999 time: 0.1309385 Dec 16 15:15:07.258492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Deleting port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:07.259009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.285551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:07.395803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e9f3c2-8c07-497c-aa4b-f5cf08ffda5d req-af701782-853b-4034-a73c-8f53ba7583f9 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5619574 Dec 16 15:15:07.402688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-f9cda07a-40aa-4ce9-ac22-625ad128c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:07.403384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-f9cda07a-40aa-4ce9-ac22-625ad128c167 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.3017390 Dec 16 15:15:07.408641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-724aff1c-f7d2-4ae4-b561-bda7505f9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:07.409801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-724aff1c-f7d2-4ae4-b561-bda7505f9d85 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1125536 Dec 16 15:15:07.427438 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:07.443320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] For port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:07.443899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.465516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Calling delete_port for 7d25ce2c-e9ec-4493-873d-c2e7aa074dac owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:07.478440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-529fc5c4-ecf4-4be6-a1a0-b344e7f303ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335431 Dec 16 15:15:07.507039 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.516932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-6ee6dc1c-ff5a-45a4-82d5-d1072cc4997f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:15:07.518749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-6ee6dc1c-ff5a-45a4-82d5-d1072cc4997f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304694 Dec 16 15:15:07.548793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3bd71f-eb29-4eec-bc62-cd9785eab72d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:07.586291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:07.592167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-60f340b4-b594-4a7f-87bd-050efcdbe30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:07.592600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214'}], 'enable_snat': True}, 'gw_port_id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:15:05Z', 'revision_number': 5, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port': {'id': '8ca6bd16-24cb-4427-a61e-62af0340dd37', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:09:56Z', 'updated_at': '2021-12-16T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:07.596253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-60f340b4-b594-4a7f-87bd-050efcdbe30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1837893 Dec 16 15:15:07.598330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.603241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.607759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b101f5a-1cbc-4624-a515-d897bb9f39b4 HTTP/1.1" status: 204 len: 168 time: 1.1120870 Dec 16 15:15:07.642915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Checking router: e08d95ba-33fe-4156-b5ab-aa2979fe29ca for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:07.654502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Routers {'e08d95ba-33fe-4156-b5ab-aa2979fe29ca'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:07.655157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:07.709055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Deleting port 8ca6bd16-24cb-4427-a61e-62af0340dd37 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:07.709460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.767568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] Set router e08d95ba-33fe-4156-b5ab-aa2979fe29ca gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:07.770439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.794468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3811624b-4757-4a22-a4fc-52d46071fff0', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'port_id': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'mac_address': 'fa:16:3e:11:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935df98-9540-41aa-b9c1-df62b372de53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:14:58Z', 'updated_at': '2021-12-16T15:15:04Z', 'revision_number': 1, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:07.831174 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381bc5ce-d918-42af-86c4-6df542725ca1 None None] The sync data for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 is: [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3811624b-4757-4a22-a4fc-52d46071fff0', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'port_id': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'mac_address': 'fa:16:3e:11:60:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a935df98-9540-41aa-b9c1-df62b372de53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:14:58Z', 'updated_at': '2021-12-16T15:15:04Z', 'revision_number': 1, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:07.874880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:15:07Z', 'revision_number': 6, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:07.883566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392abdad-2928-4903-ab1e-6b343be0266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b101f5a-1cbc-4624-a515-d897bb9f39b4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:07.944246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa81549-643c-4dba-b0cd-e6e3fef10683 req-a7602096-0712-4d8f-ab75-75ce7f1062f8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:07.950982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] For port 8ca6bd16-24cb-4427-a61e-62af0340dd37, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8ca6bd16-24cb-4427-a61e-62af0340dd37,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:07.951962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:07.957450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaa81549-643c-4dba-b0cd-e6e3fef10683 req-a7602096-0712-4d8f-ab75-75ce7f1062f8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 948 time: 0.4335642 Dec 16 15:15:07.964366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e560ed1-d665-4455-ae62-b24b0d27879b None None] The sync data for ids ['e08d95ba-33fe-4156-b5ab-aa2979fe29ca'] in n-d-821947-3 is: [{'id': 'e08d95ba-33fe-4156-b5ab-aa2979fe29ca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1342171160-router', 'tenant_id': '18fec8f76eee46bf9eebf995a1f97431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:09:55Z', 'updated_at': '2021-12-16T15:15:07Z', 'revision_number': 6, 'project_id': '18fec8f76eee46bf9eebf995a1f97431', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:07.989119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Calling delete_port for 8ca6bd16-24cb-4427-a61e-62af0340dd37 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:08.010458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:08.068297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:08.098053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-7e6b19e2-2ed3-4574-9c2d-81a680118323 service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562899 Dec 16 15:15:08.108880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6', '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:08.110146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event deleted for resources: {'Port': ['ID=7d25ce2c-e9ec-4493-873d-c2e7aa074dac,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:08.119148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-40a3139c-1dd3-47ac-bc7c-75d3a8e84439 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861372 Dec 16 15:15:08.178998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] No DVR routers for this DVR port 7d25ce2c-e9ec-4493-873d-c2e7aa074dac on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:08.182052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:08.185903 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70524e20-afc4-4b63-8a17-bace4d9dae6b req-f1946945-f724-412c-a10a-2715747aa27d tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "DELETE /v2.0/ports/7d25ce2c-e9ec-4493-873d-c2e7aa074dac HTTP/1.1" status: 204 len: 173 time: 1.2081134 Dec 16 15:15:08.188210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-deleted', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:08.191813 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f00df-cedd-4df7-b089-3a7c559c2360" -d '{"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-deleted", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:08.218836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:08.270659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaa81549-643c-4dba-b0cd-e6e3fef10683 req-0cccf782-ca0b-46ee-a188-c5169bfc098b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127363 Dec 16 15:15:08.301888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4bfcd-0526-4fcd-a9d8-6342447f8880 None None] New status for floating IP 3811624b-4757-4a22-a4fc-52d46071fff0: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:15:08.341848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2e6f6a-29ed-4db6-be09-d75964bda5b0 req-b54b699e-255e-4df9-b57f-fcaf43378c41 service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269819 Dec 16 15:15:08.390800 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a400c8d-e6f5-4a40-82ac-e4c024a39aa5 x-openstack-request-id: req-2a400c8d-e6f5-4a40-82ac-e4c024a39aa5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:08.391124 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:08.391360 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a400c8d-e6f5-4a40-82ac-e4c024a39aa5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:08.392483 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:15:08.455624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174fe34c-adab-4fc3-a41f-35acc6ee2f5b req-192fb655-c91f-4bc5-8427-a647d9b094ab service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176165 Dec 16 15:15:08.507896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-04dde27b-f583-43aa-88dc-64b17743054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:08.513916 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-04dde27b-f583-43aa-88dc-64b17743054e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.0871334 Dec 16 15:15:08.515144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f2f57d6c-af62-4d95-af66-df58539435a6 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:08.554480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:08.596986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd732c-10a6-480f-82a4-f9c747491686 req-0857ca8d-e17d-45d4-b8f4-6314140e4910 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:08.599180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0bd732c-10a6-480f-82a4-f9c747491686 req-0857ca8d-e17d-45d4-b8f4-6314140e4910 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 947 time: 0.1260586 Dec 16 15:15:08.668739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0bd732c-10a6-480f-82a4-f9c747491686 req-8a307124-2852-4dea-90d7-63672b75768e tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 Dec 16 15:15:08.756782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca6bd16-24cb-4427-a61e-62af0340dd37,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:08.917569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:08.989243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f2f57d6c-af62-4d95-af66-df58539435a6 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:15:09.001593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f2f57d6c-af62-4d95-af66-df58539435a6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:09.001593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.015226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4c86f00-b750-4068-ba5c-efe9ef8b520a req-674dcd74-16a8-4d7d-92f9-5e862b68cd20 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.1329811 Dec 16 15:15:09.039720 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e11c979-6b58-4193-b670-10d1b107c545 x-openstack-request-id: req-2e11c979-6b58-4193-b670-10d1b107c545 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:09.040049 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e", "name": "network-vif-deleted", "tag": "7d25ce2c-e9ec-4493-873d-c2e7aa074dac", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:09.040313 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e11c979-6b58-4193-b670-10d1b107c545 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:09.040720 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e', 'name': 'network-vif-deleted', 'tag': '7d25ce2c-e9ec-4493-873d-c2e7aa074dac', 'status': 'completed', 'code': 200} Dec 16 15:15:09.055274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-6f455a78-eef8-487e-ab44-cc4a7b4de260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:09.057379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-6f455a78-eef8-487e-ab44-cc4a7b4de260 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.5344834 Dec 16 15:15:09.078077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8ca6bd16-24cb-4427-a61e-62af0340dd37 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:09.125942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8ca6bd16-24cb-4427-a61e-62af0340dd37 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:09.126335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8ca6bd16-24cb-4427-a61e-62af0340dd37 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:09.126827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:09.161026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:09.161385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e5bcf78-ed3b-46ef-b55a-73b69b5f5df0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:09.190929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.207929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.239317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.250368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-6ba887e2-627d-428b-a0f2-7d2ef159c1c0 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1001 time: 0.2014515 Dec 16 15:15:09.272953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-5bd5d08a-52a1-40e2-add8-faf136ed5281 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 1001 time: 0.1555364 Dec 16 15:15:09.286299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:09.288839 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aeafcf-dccb-4ab3-9f04-366a8d1759a2" -d '{"events": [{"server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "name": "network-vif-plugged", "status": "completed", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:09.331319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f2f57d6c-af62-4d95-af66-df58539435a6,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:09.351905 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2333fdf-37ab-460d-badc-db095a6bd40c x-openstack-request-id: req-d2333fdf-37ab-460d-badc-db095a6bd40c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:09.352232 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "name": "network-vif-plugged", "status": "completed", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:09.352497 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2333fdf-37ab-460d-badc-db095a6bd40c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:09.352931 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6', 'code': 200} Dec 16 15:15:09.386075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-af4fae66-6e32-4a5c-aec6-bd8d506a157f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:09.416208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-af4fae66-6e32-4a5c-aec6-bd8d506a157f tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports/b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 943 time: 0.1645081 Dec 16 15:15:09.423047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.423607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e08d95ba-33fe-4156-b5ab-aa2979fe29ca {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:15:09.429341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.434134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:09.438194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.453561 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dea236a-3100-425c-96c5-dffaa4d91579 admin admin] 10.222.0.71 "DELETE /v2.0/routers/e08d95ba-33fe-4156-b5ab-aa2979fe29ca HTTP/1.1" status: 204 len: 168 time: 2.8686843 Dec 16 15:15:09.453561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:09.490155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-391b736f-2e63-4164-850b-5a6146acaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:09.491719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-391b736f-2e63-4164-850b-5a6146acaf6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.2121975 Dec 16 15:15:09.578216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-02e25f52-0372-4a8a-9062-fa15b797e3b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334027 Dec 16 15:15:09.581266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 7d25ce2c-e9ec-4493-873d-c2e7aa074dac {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:09.581678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 7d25ce2c-e9ec-4493-873d-c2e7aa074dac not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:09.585530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:09.612205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7da6dc-1500-4a0a-b740-9742578dc23a req-57e3e2e9-61ed-4433-beb5-e33f37c14ac9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:09.616578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e7da6dc-1500-4a0a-b740-9742578dc23a req-57e3e2e9-61ed-4433-beb5-e33f37c14ac9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 949 time: 0.1978302 Dec 16 15:15:09.643172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6265-560c-403f-9d14-403ca2cf6303 req-6d8c1d59-d317-44f6-af67-607f58336f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:09.644746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f65a6265-560c-403f-9d14-403ca2cf6303 req-6d8c1d59-d317-44f6-af67-607f58336f92 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 1100 time: 0.1491671 Dec 16 15:15:09.690037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Deleting subnet 004bd987-779c-4057-bd82-9e6852724517 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:15:09.696874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.745533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.773679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:09.789564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-6c7ec90e-4c05-4c4f-9f7f-974be72307c8 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1001 time: 0.1701331 Dec 16 15:15:09.793953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e7da6dc-1500-4a0a-b740-9742578dc23a req-2c51a9a2-1595-42b7-b543-faf3fa79d5cc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733475 Dec 16 15:15:09.796131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f65a6265-560c-403f-9d14-403ca2cf6303 req-b9f6c89c-20c6-4e25-afc9-6cf5388ff764 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Dec 16 15:15:09.878269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:09.924385 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-9fbf8a80-e3bb-407d-aefe-ccd77a2905dd service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307099 Dec 16 15:15:09.976525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-215447174-network', 'tenant_id': '0149b7740a234d6486cd7d3686317131'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:10.070783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-d7894262-571f-4874-a01d-c2beb0b4e0bd tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:10.072315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-d7894262-571f-4874-a01d-c2beb0b4e0bd tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2752962 Dec 16 15:15:10.081362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047f4e-c631-4fcd-9efb-e38bab370572 req-8b9736dc-bac9-4a8b-b557-22914d9a9fae tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:10.083040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03047f4e-c631-4fcd-9efb-e38bab370572 req-8b9736dc-bac9-4a8b-b557-22914d9a9fae tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 947 time: 0.1141198 Dec 16 15:15:10.089029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-9b03cd88-2618-4bea-8458-460e8291d390 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:15:10.090118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-9b03cd88-2618-4bea-8458-460e8291d390 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061290 Dec 16 15:15:10.191060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03047f4e-c631-4fcd-9efb-e38bab370572 req-f9904958-9f7f-43fe-893d-53c2ed616467 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999022 Dec 16 15:15:10.198258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-c2b48c78-86a4-4435-bd71-d2b28b23fe69 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 1001 time: 0.0995033 Dec 16 15:15:10.202265 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.213548 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07d2da76-bda0-469f-b4fe-e50b2bbf8347 req-faf7faf5-e035-40da-bdc3-45f93724f261 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122615 Dec 16 15:15:10.213827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:10.246729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004bd987-779c-4057-bd82-9e6852724517,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:10.420842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.420842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4da81d9-0a06-460a-98b9-b22dd154a3dc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/004bd987-779c-4057-bd82-9e6852724517 HTTP/1.1" status: 204 len: 168 time: 0.7965338 Dec 16 15:15:10.421146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ae577-1181-4f7b-b86a-887a633471da None None] Network 0985f5d5-d69d-4997-bb25-18881e92bbe1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:10.421792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.421792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:10.421792 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9611f6-f96c-4437-9049-a5ee8ab4a469" -d '{"events": [{"name": "network-changed", "server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:10.422677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:10.502949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bbc5699-c649-4006-81ad-ee1352eab41d req-c2925007-dddf-4aa3-9a38-df76ba948551 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0733647 Dec 16 15:15:10.518622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Made reservation on behalf of 0149b7740a234d6486cd7d3686317131 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:10.520620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee7f6455-5324-4e5e-8f88-c4e452ca807f details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:10.523207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.551008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] DHCP port deletion for 0985f5d5-d69d-4997-bb25-18881e92bbe1 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:15:10.612263 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08e7bb-0a96-46d3-acf1-5cd6be9095bf x-openstack-request-id: req-1b08e7bb-0a96-46d3-acf1-5cd6be9095bf {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:10.612880 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:10.613417 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b08e7bb-0a96-46d3-acf1-5cd6be9095bf {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:10.614065 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f', 'status': 'completed', 'code': 200} Dec 16 15:15:10.615120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.717532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Deleting port edf5bc90-45f3-472b-8e3c-649965d3aa3a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:10.717908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.721866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:10.763460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.789198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f', 'mac_address': 'fa:16:3e:b2:29:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:10.820208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2a3bd71f-eb29-4eec-bc62-cd9785eab72d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:10.836754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.874359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.874710 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Floating IP 3811624b-4757-4a22-a4fc-52d46071fff0 disassociated. External IP: 172.25.7.18, port: b12fdd73-e9b7-4d16-aa48-36cc2b931f87. Dec 16 15:15:10.880161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.883406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device edf5bc90-45f3-472b-8e3c-649965d3aa3a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:10.987533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:10.988123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=edf5bc90-45f3-472b-8e3c-649965d3aa3a,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:10.988473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.002983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7f6455-5324-4e5e-8f88-c4e452ca807f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:11.003300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-4b78ae55-ca3d-44b8-85a5-8e57301e7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:11.005069 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-4b78ae55-ca3d-44b8-85a5-8e57301e7008 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16392cc8911d4f56b9dff95ae27e851f&device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 1098 time: 0.0902958 Dec 16 15:15:11.030796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Calling delete_port for edf5bc90-45f3-472b-8e3c-649965d3aa3a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:11.063345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:11.161527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.177908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Deleting port edf5bc90-45f3-472b-8e3c-649965d3aa3a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:11.179087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.185000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-3ea1035f-6cb6-4de5-973a-4b5292a38c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:11.188020 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-3ea1035f-6cb6-4de5-973a-4b5292a38c04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1720593 Dec 16 15:15:11.229140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=edf5bc90-45f3-472b-8e3c-649965d3aa3a,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:11.241659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.303125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-1ef6905b-fdfa-4e82-a8f4-8ba319f4983f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f HTTP/1.1" status: 200 len: 217 time: 0.1017962 Dec 16 15:15:11.312302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:11.318643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:15:11.325361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:11.326431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.384274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] For port edf5bc90-45f3-472b-8e3c-649965d3aa3a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=edf5bc90-45f3-472b-8e3c-649965d3aa3a,segment=NetworkSegment(34f90790-bb9c-4b50-97bb-8231c7fe87b5),segment_id=34f90790-bb9c-4b50-97bb-8231c7fe87b5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:11.384673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.410829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-5a4654b8-39a1-48c2-beda-847df14c10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:11.413882 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-5a4654b8-39a1-48c2-beda-847df14c10ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1023660 Dec 16 15:15:11.432656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.486342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.517284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Calling delete_port for edf5bc90-45f3-472b-8e3c-649965d3aa3a owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:11.522776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.536441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:11.539148 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca9dae-c911-4fca-bc67-968d28302eb2" -d '{"events": [{"server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:11.552261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:11.562721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:11.607196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ee7f6455-5324-4e5e-8f88-c4e452ca807f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:11.609496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:15:11.623427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c8fde-5b16-4db4-8bf3-f03417bd866c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:11.624720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-ec905b54-642b-4d45-9556-87104936c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:11.628628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-ec905b54-642b-4d45-9556-87104936c67c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023199 Dec 16 15:15:11.634449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.634795 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Added segment baf2b9c0-6b4a-4c2c-98cf-e387d667377b of type vlan for network 20c60378-3405-4885-a017-04e0c5fc74dd Dec 16 15:15:11.643635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333629d2-4328-4b97-b1ac-b1ca1084d57e req-806b16da-d6f2-4045-a28d-88ee67b9e997 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:11.645335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-333629d2-4328-4b97-b1ac-b1ca1084d57e req-806b16da-d6f2-4045-a28d-88ee67b9e997 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 949 time: 0.7228446 Dec 16 15:15:11.752134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.762578 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.774685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-333629d2-4328-4b97-b1ac-b1ca1084d57e req-c93c3710-bc44-4e7c-a2fb-e393b7eddaca tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925875 Dec 16 15:15:11.795625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] No DVR routers for this DVR port edf5bc90-45f3-472b-8e3c-649965d3aa3a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:11.843195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.883941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:11.910017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Router c1283b9b-adb2-41b7-af50-bf13d84a69c9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:15:11.910590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:11.920668 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-586c74ea-c99b-46f4-b270-d964dcd5ac07 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788165 Dec 16 15:15:11.921794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] No DVR routers for this DVR port edf5bc90-45f3-472b-8e3c-649965d3aa3a on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:11.958210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:12.009992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0df60-3b2b-4f06-bc07-292ddca96708 None None] Pushing event deleted for resources: {'Port': ['ID=edf5bc90-45f3-472b-8e3c-649965d3aa3a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:12.023788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe542f-a42c-455d-a091-852059618e34 req-6b9e788c-4a7e-4b66-8fbc-c4d614575f80 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:12.025935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dffe542f-a42c-455d-a091-852059618e34 req-6b9e788c-4a7e-4b66-8fbc-c4d614575f80 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 948 time: 0.0976105 Dec 16 15:15:12.043488 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aa9611f6-f96c-4437-9049-a5ee8ab4a469 req-67063f6b-6f57-4522-b6b2-852b77ef1e2c service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154313 Dec 16 15:15:12.108424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.109566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:12.111031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.132508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.177156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0985f5d5-d69d-4997-bb25-18881e92bbe1']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:12.198016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f90790-bb9c-4b50-97bb-8231c7fe87b5') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:12.199392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f90790-bb9c-4b50-97bb-8231c7fe87b5') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:12.221200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.257435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.258990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] Pushing event updated for resources: {'Network': ['ID=20c60378-3405-4885-a017-04e0c5fc74dd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:12.271725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dffe542f-a42c-455d-a091-852059618e34 req-9c57b168-5a31-47f6-8a98-979e765c85e0 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957581 Dec 16 15:15:12.273980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 20c60378-3405-4885-a017-04e0c5fc74dd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:15:12.285242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:12.294682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:12.294682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.308599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:12.322283 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:12.379431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f3d79ec-e8ab-432f-9c3d-85405fae5530 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5999098 Dec 16 15:15:12.389024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:12.391098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-bbc5d8fc-02f8-499f-9733-2c9d0cdb421e tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "PUT /v2.0/floatingips/3811624b-4757-4a22-a4fc-52d46071fff0 HTTP/1.1" status: 200 len: 694 time: 2.1817832 Dec 16 15:15:12.398567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Request body: {'subnet': {'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-215447174-subnet', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:12.436709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Sync routers for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:12.506318 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96986f8-fbda-4913-b05e-d2a20a699f80 x-openstack-request-id: req-e96986f8-fbda-4913-b05e-d2a20a699f80 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:12.506963 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "name": "network-vif-plugged", "status": "completed", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:12.507379 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e96986f8-fbda-4913-b05e-d2a20a699f80 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:12.508362 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', 'code': 200} Dec 16 15:15:12.569333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:12.569967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:12.632038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.644015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:12.647787 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d2cbc-7349-459b-adaa-c2e2e0862d27" -d '{"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:12.667939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Made reservation on behalf of 0149b7740a234d6486cd7d3686317131 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:12.679448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.716631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:12.737334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0985f5d5-d69d-4997-bb25-18881e92bbe1 HTTP/1.1" status: 204 len: 168 time: 2.3270671 Dec 16 15:15:12.764913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c719b287-3526-4ce6-a1ee-b85ed49e3792 req-dbfa927b-9daa-4011-bead-ff4990948906 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.2132881 Dec 16 15:15:12.772591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be383-56ee-4428-8bb7-78acd5b69c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=0985f5d5-d69d-4997-bb25-18881e92bbe1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:12.792488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ad16-0a78-4e27-870e-54bc0fa8b1b2 req-9c859e79-23f7-47ce-b141-8d87e7c02d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:12.795600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8c1ad16-0a78-4e27-870e-54bc0fa8b1b2 req-9c859e79-23f7-47ce-b141-8d87e7c02d3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 1101 time: 0.1902292 Dec 16 15:15:12.902788 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8c1ad16-0a78-4e27-870e-54bc0fa8b1b2 req-01b593ff-011d-414f-af25-4c4e3e5c01c6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979092 Dec 16 15:15:12.909387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-79bb5706-a1c1-4132-b0e4-c8999783d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:12.912211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-79bb5706-a1c1-4132-b0e4-c8999783d66b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.4801655 Dec 16 15:15:12.920048 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b94ad0b-0726-487a-8053-52fefa3abe9b x-openstack-request-id: req-3b94ad0b-0726-487a-8053-52fefa3abe9b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:12.922698 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:12.923275 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b94ad0b-0726-487a-8053-52fefa3abe9b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:12.924057 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:15:13.022165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-c077d170-4db8-44b2-aea1-829773193e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.024179 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-c077d170-4db8-44b2-aea1-829773193e22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2648044943d74799b1e2c42f7abddd05&device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 1097 time: 0.0669243 Dec 16 15:15:13.086099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:13.192969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-48ec1248-9557-4d27-93b6-c9a64f423018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.195921 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-48ec1248-9557-4d27-93b6-c9a64f423018 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.1606860 Dec 16 15:15:13.309582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-976e98fa-8107-4365-82a9-6cffdb0a8e26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0993254 Dec 16 15:15:13.320934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:13.335875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70c9e6-4d3e-4a2f-bc85-fba697a4ce6f req-28c1c54d-d679-4334-9feb-ed9202589fed tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.346141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c70c9e6-4d3e-4a2f-bc85-fba697a4ce6f req-28c1c54d-d679-4334-9feb-ed9202589fed tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 950 time: 0.2954667 Dec 16 15:15:13.358031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-1a3f33cb-aeda-4403-abcc-9ac31fe866e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.359813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-1a3f33cb-aeda-4403-abcc-9ac31fe866e9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 200 len: 920 time: 0.4339228 Dec 16 15:15:13.467051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-23ce2360-5339-49d9-a3ec-9907755166e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 200 len: 217 time: 0.0876062 Dec 16 15:15:13.490183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-4966b482-1e92-49f8-821f-d34e010be597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.492408 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-4966b482-1e92-49f8-821f-d34e010be597 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1739376 Dec 16 15:15:13.496407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a1fce38-96ab-4a09-a017-9a298a8a910c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=08bf3135fbc045499c0ff121b739e387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742439 Dec 16 15:15:13.499247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:13.527437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:13.570229 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-66882623-8ab7-4c46-a6d4-06f7d23a3299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606856 Dec 16 15:15:13.571435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Checking router: c1283b9b-adb2-41b7-af50-bf13d84a69c9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:13.576516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c70c9e6-4d3e-4a2f-bc85-fba697a4ce6f req-37e77d03-87eb-48e5-be90-2c609065d6f5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294009 Dec 16 15:15:13.584300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:13.585459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:14:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:13.604543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-8e5c1163-6db1-49cc-90c0-e90f9e66fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:13.606074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-8e5c1163-6db1-49cc-90c0-e90f9e66fcf1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 200 len: 859 time: 0.1271224 Dec 16 15:15:13.688087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-0644f21f-1194-4721-b182-37d82a8df0d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dc49928a-b8c5-425d-ade7-d90f99d6eb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733161 Dec 16 15:15:13.721725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:13.741496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:13.762271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:13.872173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:13.890233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c319180-3ea3-49a3-9ede-9e86b8c2c5cb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:13.952057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-322570d9-4ee9-42e8-989c-970ddff9d09f service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680468 Dec 16 15:15:14.014743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f82f4-94be-49bd-ada2-201b73901840 req-f8e1c87b-778d-4455-94a6-bbccc99cdf9e tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:14.034225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf2f82f4-94be-49bd-ada2-201b73901840 req-f8e1c87b-778d-4455-94a6-bbccc99cdf9e tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 948 time: 0.3434012 Dec 16 15:15:14.090328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-689d2cbc-7349-459b-adaa-c2e2e0862d27 req-5cf39bba-8e0b-43bb-93f9-89e450514c16 service neutron] 10.222.0.30 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301594 Dec 16 15:15:14.102356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:14.115945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Checking segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:14.116420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Network hostable DHCP agents. Network: 20c60378-3405-4885-a017-04e0c5fc74dd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:15:14.120127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-c4cdf5cf-5079-45a7-930c-3767757393b3 service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312444 Dec 16 15:15:14.187599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb242a3-7815-4e80-847a-d791f9e95aa9 None None] The sync data for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 is: [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:13:35Z', 'revision_number': 4, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3a0c91bc-7864-43ba-9a4a-a4577820ea16', 'name': '', 'network_id': 'dc49928a-b8c5-425d-ade7-d90f99d6eb44', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'mac_address': 'fa:16:3e:82:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:49Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'subnets': [{'id': '45b1ed63-b94b-4558-8a41-8e79258eb72d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:14.198720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22d18345-62dc-4df5-9771-a554ebe5ad2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.203119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf2f82f4-94be-49bd-ada2-201b73901840 req-c24687f1-cd76-4a1c-9368-d177b4e0f4bb tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679053 Dec 16 15:15:14.207900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.218102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.221896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/caf98677-d66e-4036-a1df-b2e7cca415bb HTTP/1.1" status: 204 len: 168 time: 0.7195826 Dec 16 15:15:14.245135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762a57-403f-49f7-bec6-9b2e34cad969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf98677-d66e-4036-a1df-b2e7cca415bb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:14.292401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-124195ba-c8d8-4977-90bd-d7cfd7bed322 req-913a2b52-d1fb-4f42-af87-f8a7738c381c service neutron] 10.222.0.71 "GET /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528296 Dec 16 15:15:14.440992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Network 20c60378-3405-4885-a017-04e0c5fc74dd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:15:14.520555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e191cc0a-55a8-4700-b5e9-db4690fa6a0b req-5acdfd29-585e-4659-9bdd-1cf721a599eb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0481942 Dec 16 15:15:14.538224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee7f6455-5324-4e5e-8f88-c4e452ca807f up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:14.577061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-e745cc93-0ab1-41c1-a377-6f635848d348 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips/3811624b-4757-4a22-a4fc-52d46071fff0 HTTP/1.1" status: 200 len: 694 time: 0.0930872 Dec 16 15:15:14.668359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca6f107-70b2-44ed-861d-56d2a576810b None None] New status for floating IP 3811624b-4757-4a22-a4fc-52d46071fff0: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:15:14.669010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 20c60378-3405-4885-a017-04e0c5fc74dd) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:14.677085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:14.677677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.688245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2a7c76-6dcf-4003-9267-6d4fb8e3a3d5 None None] Network 20c60378-3405-4885-a017-04e0c5fc74dd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:14.821606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ee7f6455-5324-4e5e-8f88-c4e452ca807f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:15:14.884572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:14.893437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:14.895307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac2673d1-b371-411a-a1ec-ac56827d806d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5019174 Dec 16 15:15:14.897244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ee7f6455-5324-4e5e-8f88-c4e452ca807f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:14.897809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.929496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-20c60378-3405-4885-a017-04e0c5fc74dd', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'project_id': '0149b7740a234d6486cd7d3686317131', 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:15:14.930521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:14.965103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-70fd5778-6024-44a2-b4fb-733b8f05551b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:14.966577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-70fd5778-6024-44a2-b4fb-733b8f05551b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.3770156 Dec 16 15:15:14.999654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc5c37-d719-4343-8e60-04e0d1ff1eea req-6dd8c58e-b3b3-41f6-8e48-63f0b906b6b8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:15.013235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5bc5c37-d719-4343-8e60-04e0d1ff1eea req-6dd8c58e-b3b3-41f6-8e48-63f0b906b6b8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 950 time: 0.3223770 Dec 16 15:15:15.045034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-3345c0a9-431a-45fc-9c01-1fc6c9e15c2b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:15:15.046169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-3345c0a9-431a-45fc-9c01-1fc6c9e15c2b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257425 Dec 16 15:15:15.068863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.069963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.130298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-1e231fb0-35a4-4108-8277-8253f11e8deb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 697 time: 0.0664909 Dec 16 15:15:15.150758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.156953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.194521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:15.196877 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767a4a5d-b995-4dee-b071-69a202e4204e" -d '{"events": [{"server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:15.202623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Allocated IP 172.20.0.2 (20c60378-3405-4885-a017-04e0c5fc74dd/3c319180-3ea3-49a3-9ede-9e86b8c2c5cb/59af1346-dd6f-4597-b0f9-72164b38d1c0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:15.219341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:15.222660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5bc5c37-d719-4343-8e60-04e0d1ff1eea req-e1127f1c-2f9b-4073-99e1-5ec22a35077b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085345 Dec 16 15:15:15.225586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-9ee564f2-354e-4ae0-8bb5-1880b2176335 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.18 HTTP/1.1" status: 200 len: 697 time: 0.0730104 Dec 16 15:15:15.558022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.570232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.598335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Deleting port 21643a0b-f885-4ccc-81f2-f03d93a2c5df {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:15.598738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.647647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-0601660e-f2f2-4a00-9c29-4ad2dab912b8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:15.649397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-0601660e-f2f2-4a00-9c29-4ad2dab912b8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 0.1929502 Dec 16 15:15:15.679615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:15.685365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-754ea0ea-29c5-4fca-97e4-9b825dc559e1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/quotas/12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 375 time: 0.0156755 Dec 16 15:15:15.704521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.724245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.729875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.729875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.763268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Calling delete_port for 21643a0b-f885-4ccc-81f2-f03d93a2c5df owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:15.800415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Network 20c60378-3405-4885-a017-04e0c5fc74dd is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:15.805212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37000) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:15.810177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:15.818348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:15.887263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Pushing event updated for resources: {'Port': ['ID=59af1346-dd6f-4597-b0f9-72164b38d1c0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:15.908762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Attempting to bind port 59af1346-dd6f-4597-b0f9-72164b38d1c0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:15.912768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Attempting to bind port 59af1346-dd6f-4597-b0f9-72164b38d1c0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:15.912768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Attempting to bind port 59af1346-dd6f-4597-b0f9-72164b38d1c0 on network 20c60378-3405-4885-a017-04e0c5fc74dd {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:15.919705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:15.920595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Checking segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:15.921840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.922617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Bound using segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:15.923546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Bound port: 59af1346-dd6f-4597-b0f9-72164b38d1c0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:15.924368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:15.998666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f0f67fff-9a4c-45ec-b4e4-b3f3484c4b28 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=18fec8f76eee46bf9eebf995a1f97431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911376 Dec 16 15:15:16.001572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:16.003633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-4e88105b-092f-4b70-ad69-b2952f614124 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3007874 Dec 16 15:15:16.059800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] For port 59af1346-dd6f-4597-b0f9-72164b38d1c0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:16.072450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] For port 59af1346-dd6f-4597-b0f9-72164b38d1c0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=59af1346-dd6f-4597-b0f9-72164b38d1c0,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:16.111603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.153661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.240221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-d0b95c02-9fb4-44ca-b17e-fa02d47a2df8 service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183135 Dec 16 15:15:16.253562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.341551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.398812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.422564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event deleted for resources: {'Port': ['ID=21643a0b-f885-4ccc-81f2-f03d93a2c5df,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:16.433046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.443332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04540c1c-8597-4b74-9a92-5bb0cff6436f None None] Pushing event updated for resources: {'Port': ['ID=59af1346-dd6f-4597-b0f9-72164b38d1c0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:16.509110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-01633604-5bb0-4ace-8517-30233e444242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.526143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-dd3ba42b-5fa3-465b-8cb7-3b0e98e0a1fa service neutron] 10.222.0.71 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845099 Dec 16 15:15:16.540448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.545761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.545761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8dcab9e-be58-40e7-9c14-e34b05301d81 HTTP/1.1" status: 204 len: 168 time: 0.5411627 Dec 16 15:15:16.559630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.562549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:16.566031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9abd9612-cd42-4ce3-bb9f-a17dd37b4d96 req-619c9c51-c476-4b8c-a855-97986f59bbea tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "DELETE /v2.0/floatingips/3811624b-4757-4a22-a4fc-52d46071fff0 HTTP/1.1" status: 204 len: 173 time: 1.3166554 Dec 16 15:15:16.580420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845279af-a031-498e-9dd0-1092ae3b9433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dcab9e-be58-40e7-9c14-e34b05301d81,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:16.614349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Allocated IP 172.25.7.95 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a1e615d3-b274-4cc0-8856-c3305ae8da73) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:16.785855 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31815f2d-37fe-42bf-b5a4-b81490d20707 x-openstack-request-id: req-31815f2d-37fe-42bf-b5a4-b81490d20707 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:16.786561 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:16.787023 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-31815f2d-37fe-42bf-b5a4-b81490d20707 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:16.787413 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f', 'code': 200} Dec 16 15:15:17.035616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 59af1346-dd6f-4597-b0f9-72164b38d1c0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:17.060255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9056a-e315-4060-b52f-4b5fcd078bcf req-7ff147ba-ce27-435a-a95c-29996cb42c2d tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:17.062573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9a9056a-e315-4060-b52f-4b5fcd078bcf req-7ff147ba-ce27-435a-a95c-29996cb42c2d tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 949 time: 0.1278968 Dec 16 15:15:17.062930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.151960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e7b59-0cb7-458b-96bf-a9170272ec70 req-40bcfc3d-6261-4502-9295-57ce1cc17cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:17.154077 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e6e7b59-0cb7-458b-96bf-a9170272ec70 req-40bcfc3d-6261-4502-9295-57ce1cc17cfb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 1100 time: 0.1412799 Dec 16 15:15:17.158225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9a9056a-e315-4060-b52f-4b5fcd078bcf req-a9b3c002-2c04-4677-a8e6-0a7e0a3939ef tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812016 Dec 16 15:15:17.171467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 59af1346-dd6f-4597-b0f9-72164b38d1c0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:17.172488 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.217780 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e6e7b59-0cb7-458b-96bf-a9170272ec70 req-ca4aa244-bea8-452e-8aeb-ea85803628b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 Dec 16 15:15:17.280799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.372364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.385743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20061a58-1754-45cc-9b11-df1bd1857287 req-4c0b2eb6-7097-4205-affa-0d388e60e1d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:17.390535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:17.393725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20061a58-1754-45cc-9b11-df1bd1857287 req-4c0b2eb6-7097-4205-affa-0d388e60e1d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 949 time: 0.0923512 Dec 16 15:15:17.410382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:17.418593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:17.422622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Pushing event updated for resources: {'Port': ['ID=a1e615d3-b274-4cc0-8856-c3305ae8da73,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:17.485768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 59af1346-dd6f-4597-b0f9-72164b38d1c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=59af1346-dd6f-4597-b0f9-72164b38d1c0,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:17.560826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20061a58-1754-45cc-9b11-df1bd1857287 req-d0badf08-df88-4ca2-bfec-75c4f221a27d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546023 Dec 16 15:15:17.609041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.796442 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:17.849265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=59af1346-dd6f-4597-b0f9-72164b38d1c0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:17.868879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2add6dd5-c6de-4957-8852-86e9a7bd002d req-1639a93a-79d4-43bc-a184-a16499e37740 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8a4ec17-e947-4f2b-80bc-d5dfe9e93f9e HTTP/1.1" status: 200 len: 210 time: 0.0957079 Dec 16 15:15:18.147207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-0cdf9948-1f7a-47f2-a6a1-e878326d8123 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups/5aac71ca-5311-474b-b545-c927971aa198 HTTP/1.1" status: 200 len: 1824 time: 0.2439628 Dec 16 15:15:18.333960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.356102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.397028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966bf61-eec9-4712-b1b2-86120be4b7ad None None] Network 20c60378-3405-4885-a017-04e0c5fc74dd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:18.400529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.577537 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.583628 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.585820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2757d489-a524-4fbe-874f-e3c905a61c41 req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "DELETE /v2.0/security-groups/5aac71ca-5311-474b-b545-c927971aa198 HTTP/1.1" status: 204 len: 173 time: 0.4321501 Dec 16 15:15:18.623199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac09d-8ba9-4a5e-8b0d-2e03bf81b6bb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac71ca-5311-474b-b545-c927971aa198,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:18.762548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:18.895008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a317a0e-9c75-43b4-aa9a-af5a39385838 req-66288089-337d-4352-a376-288ce46dccc0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.1401970 Dec 16 15:15:18.957085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d99a5-82b7-4cd1-a24c-56aa74c00c8e req-caa98ade-c344-40ae-97ec-1d55df0fb2b1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:18.970362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 59af1346-dd6f-4597-b0f9-72164b38d1c0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:18.989214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d99a5-82b7-4cd1-a24c-56aa74c00c8e req-caa98ade-c344-40ae-97ec-1d55df0fb2b1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:18.991881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a1d99a5-82b7-4cd1-a24c-56aa74c00c8e req-caa98ade-c344-40ae-97ec-1d55df0fb2b1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca&device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 1690 time: 0.3105137 Dec 16 15:15:19.103023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9a2ba8c0-f1e4-4bdf-9946-09f45b70be59 None None] Provisioning complete for port 59af1346-dd6f-4597-b0f9-72164b38d1c0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:19.103393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a2ba8c0-f1e4-4bdf-9946-09f45b70be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:19.180631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 59af1346-dd6f-4597-b0f9-72164b38d1c0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:19.181267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:19.198531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f53d35-c731-4b81-9f89-7c8d5a3bab5f req-d3dea15c-04cb-46c7-baf4-21cbe3205728 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:19.207755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f53d35-c731-4b81-9f89-7c8d5a3bab5f req-d3dea15c-04cb-46c7-baf4-21cbe3205728 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 949 time: 0.1320455 Dec 16 15:15:19.224370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a1d99a5-82b7-4cd1-a24c-56aa74c00c8e req-2e9df4d6-7d5b-434e-a554-7abbd00ae37a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183933 Dec 16 15:15:19.243987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Router a438b756-64ab-4554-bed6-d1327da55e25 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:15:19.288072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:19.353410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f53d35-c731-4b81-9f89-7c8d5a3bab5f req-5fc7a78c-3fc9-464d-84f5-ffe57aba72ab tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444967 Dec 16 15:15:19.582194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:19.614740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Sync routers for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:19.647069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:19.651989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:19.820591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:19.827242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:19.842694 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0dd825e7-e2c0-4844-b474-ae89d741633e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9502029 Dec 16 15:15:19.942308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:20.124544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4c5afe1a-02ae-4eb8-a319-93294f638213 None None] Provisioning complete for port 59af1346-dd6f-4597-b0f9-72164b38d1c0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:20.125726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c5afe1a-02ae-4eb8-a319-93294f638213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:20.129174 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:20.429746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a355a9cb-3779-4ef9-b31a-1cd65fc81487 req-766add9a-c988-4687-a3eb-575847f025bd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0999193 Dec 16 15:15:20.455811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:17Z', 'revision_number': 3, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:20.530098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Checking router: a438b756-64ab-4554-bed6-d1327da55e25 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:20.530898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Updating router a438b756-64ab-4554-bed6-d1327da55e25 port a1e615d3-b274-4cc0-8856-c3305ae8da73 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:15:20.563170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:20.643101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de3610-3cd7-46c9-b187-c5796315f6f7 req-4ba299f6-441e-4a76-9dc7-3dd8856b6f25 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:20.652726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6de3610-3cd7-46c9-b187-c5796315f6f7 req-4ba299f6-441e-4a76-9dc7-3dd8856b6f25 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 1101 time: 0.3895090 Dec 16 15:15:20.918571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.045981 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.125329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Attempting to bind port a1e615d3-b274-4cc0-8856-c3305ae8da73 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:21.126342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Attempting to bind port a1e615d3-b274-4cc0-8856-c3305ae8da73 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:21.126342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Attempting to bind port a1e615d3-b274-4cc0-8856-c3305ae8da73 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:21.146579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:21.146956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:21.159869 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.159869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:21.159869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Bound port: a1e615d3-b274-4cc0-8856-c3305ae8da73, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:21.159869 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.218061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6e8f-10b6-42e0-94ad-39d0ed7ec160 None None] Pushing event updated for resources: {'Port': ['ID=a1e615d3-b274-4cc0-8856-c3305ae8da73,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:21.303019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] For port a1e615d3-b274-4cc0-8856-c3305ae8da73, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:21.309000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] For port a1e615d3-b274-4cc0-8856-c3305ae8da73, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1e615d3-b274-4cc0-8856-c3305ae8da73,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:21.360421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6de3610-3cd7-46c9-b187-c5796315f6f7 req-b25a3678-085b-4774-b49b-47214d621b77 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067459 Dec 16 15:15:21.379071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45833c80-9dba-4b04-bdb7-5570b45332b1 req-81d246a7-8b99-431b-8acc-d4d5159e7668 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:21.388411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45833c80-9dba-4b04-bdb7-5570b45332b1 req-81d246a7-8b99-431b-8acc-d4d5159e7668 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.1873894 Dec 16 15:15:21.414421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.519306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:21.520348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:21.569794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45833c80-9dba-4b04-bdb7-5570b45332b1 req-12bcf466-b672-423c-a40e-ff2792e49139 tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796117 Dec 16 15:15:21.764134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6e8f-10b6-42e0-94ad-39d0ed7ec160 None None] Pushing event updated for resources: {'Port': ['ID=a1e615d3-b274-4cc0-8856-c3305ae8da73,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:21.796275 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:21.853054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:22.459236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Allocated IP 172.20.0.1 (20c60378-3405-4885-a017-04e0c5fc74dd/3c319180-3ea3-49a3-9ede-9e86b8c2c5cb/646bd84e-785e-42cb-b80f-da3c42fe65c4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:22.467721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:17Z', 'revision_number': 3, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:22.538316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb101e-bf1b-438e-aa2f-5cb2db16f0df req-ecd0f2ce-4fb5-4145-92b6-aa6f24a5f304 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:22.555379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80eb101e-bf1b-438e-aa2f-5cb2db16f0df req-ecd0f2ce-4fb5-4145-92b6-aa6f24a5f304 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 1100 time: 0.2533853 Dec 16 15:15:22.650294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23866217-7c6c-40e8-8ced-af8ca4f35abb None None] The sync data for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 is: [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:17Z', 'revision_number': 3, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:22.715814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da399b27-ffa8-4895-9fb9-14f9d51772c2 req-0be9e8c4-3c72-4207-8ba2-0a6b0a5e931b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.1826591 Dec 16 15:15:22.798609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80eb101e-bf1b-438e-aa2f-5cb2db16f0df req-f32b8d9e-85fb-45d2-a752-c21e145de91a tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391667 Dec 16 15:15:23.035101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:23.220735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-3f733296-1c6f-46b4-90d4-46e48a16e2ae tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:23.223508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-3f733296-1c6f-46b4-90d4-46e48a16e2ae tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 808 time: 1.6857545 Dec 16 15:15:23.260860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Request body: {'port': {'device_id': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'admin_state_up': True, 'tenant_id': '12313a6a675a4faab564b6f0b7019f9b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:23.287840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:23.363259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-cec674de-9162-4d23-9251-feb5ff004ffb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:23.370967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-cec674de-9162-4d23-9251-feb5ff004ffb tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.30 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.4528418 Dec 16 15:15:23.442983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Network 20c60378-3405-4885-a017-04e0c5fc74dd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:23.457006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:23.478038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:23.687988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:23.986927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Pushing event updated for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:24.082528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-69dfb880-a50a-4d57-a6df-ba3985ad7225 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842490 Dec 16 15:15:24.121643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Deleting port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:24.122021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.151861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de04c1-9fc0-4091-b966-59d45e98bd7f req-66c2a571-4bcc-4f42-a62d-a823eb97de5b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:24.160742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04de04c1-9fc0-4091-b966-59d45e98bd7f req-66c2a571-4bcc-4f42-a62d-a823eb97de5b tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/ports?device_id=a935df98-9540-41aa-b9c1-df62b372de53 HTTP/1.1" status: 200 len: 946 time: 0.3285515 Dec 16 15:15:24.274772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-461bb277-dc90-4e97-aad9-4bd229dcd666 None None] Provisioning complete for port 646bd84e-785e-42cb-b80f-da3c42fe65c4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:24.275406 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-461bb277-dc90-4e97-aad9-4bd229dcd666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.301115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] For port b12fdd73-e9b7-4d16-aa48-36cc2b931f87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:24.301723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.319294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Calling delete_port for b12fdd73-e9b7-4d16-aa48-36cc2b931f87 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:24.533932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-461bb277-dc90-4e97-aad9-4bd229dcd666 None None] Port 646bd84e-785e-42cb-b80f-da3c42fe65c4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:24.558007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Made reservation on behalf of 12313a6a675a4faab564b6f0b7019f9b for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:24.562651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.584916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.657071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04de04c1-9fc0-4091-b966-59d45e98bd7f req-49967a3f-983a-4250-b57a-92e2ee731fee tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.71 "GET /v2.0/security-groups?id=cde22ec1-ff12-46a8-95c9-acc15d39f537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950457 Dec 16 15:15:24.673581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:24.721945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b12fdd73-e9b7-4d16-aa48-36cc2b931f87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:24.775961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Pushing event deleted for resources: {'Port': ['ID=b12fdd73-e9b7-4d16-aa48-36cc2b931f87,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:24.790926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-b06baf70-67bc-4d1a-8048-508f4ca9c44e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:24.790926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-b06baf70-67bc-4d1a-8048-508f4ca9c44e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7058597 Dec 16 15:15:24.995195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] No DVR routers for this DVR port b12fdd73-e9b7-4d16-aa48-36cc2b931f87 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:25.002813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.015647 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c31461b-a0a6-4d56-bfce-ff37efce8e81 req-153a40df-21d5-487c-a732-8ea55ff869fa tempest-ServerRescueTestJSONUnderV235-1638936288 tempest-ServerRescueTestJSONUnderV235-1638936288-project] 10.222.0.30 "DELETE /v2.0/ports/b12fdd73-e9b7-4d16-aa48-36cc2b931f87 HTTP/1.1" status: 204 len: 173 time: 1.6269205 Dec 16 15:15:25.020149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'name': 'network-vif-deleted', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:25.022797 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c011d627-d5bb-4397-97db-d32a26c5f27c" -d '{"events": [{"server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "name": "network-vif-deleted", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:25.075592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1e615d3-b274-4cc0-8856-c3305ae8da73 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:25.083557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Allocated IP 172.20.0.14 (50812b9d-8080-444c-bc46-a43ba1fe91e8/8246bb60-4fdb-4e99-9179-d0376ed9ab80/6b567e22-0897-4d8a-9c9e-474883158dd0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:25.094667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c4ba13de-9528-4de5-8964-c88b929d47c5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.2821755 Dec 16 15:15:25.327781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a1e615d3-b274-4cc0-8856-c3305ae8da73 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:25.328692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.495304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.544758 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.576875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b3753cb-720c-4ee1-b8a3-371508fdaa97 req-f6fc46d0-f99c-4d1d-bcdd-051ea044d73d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.4736323 Dec 16 15:15:25.588874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.620343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a1e615d3-b274-4cc0-8856-c3305ae8da73, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1e615d3-b274-4cc0-8856-c3305ae8da73,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:25.632641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-30bb7547-b2d1-4363-bd07-924b3b3ee481 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:25.636897 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-30bb7547-b2d1-4363-bd07-924b3b3ee481 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 949 time: 0.1873593 Dec 16 15:15:25.684383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4512f2e3-1955-43e6-b45c-95ac22a31346 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5885267 Dec 16 15:15:25.698120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.732366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.840954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.899233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:25.927660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:25.964340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Pushing event updated for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:26.055459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Network 50812b9d-8080-444c-bc46-a43ba1fe91e8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:26.074994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:26.087145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a1e615d3-b274-4cc0-8856-c3305ae8da73,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:26.096471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:26.101120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:26.117247 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:15:26.230462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Network 20c60378-3405-4885-a017-04e0c5fc74dd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:26.257792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075ac0-2adc-4ab1-82d9-b23940569994 req-f8f4128a-dc54-46bb-a573-71466343b5e2 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:26.276388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7075ac0-2adc-4ab1-82d9-b23940569994 req-f8f4128a-dc54-46bb-a573-71466343b5e2 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 949 time: 0.4416506 Dec 16 15:15:26.276388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:26.361764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Deleting port ee7f6455-5324-4e5e-8f88-c4e452ca807f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:26.362110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:26.621152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:26.627546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:26.647695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7075ac0-2adc-4ab1-82d9-b23940569994 req-e36e677d-6f37-45f6-aad3-61f7744f2521 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782780 Dec 16 15:15:26.765607 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c64ee-3fab-416b-84a1-af683fc5a474 x-openstack-request-id: req-6b0c64ee-3fab-416b-84a1-af683fc5a474 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:26.765930 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a935df98-9540-41aa-b9c1-df62b372de53", "name": "network-vif-deleted", "tag": "b12fdd73-e9b7-4d16-aa48-36cc2b931f87", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:26.766374 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b0c64ee-3fab-416b-84a1-af683fc5a474 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:26.767621 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a935df98-9540-41aa-b9c1-df62b372de53', 'name': 'network-vif-deleted', 'tag': 'b12fdd73-e9b7-4d16-aa48-36cc2b931f87', 'status': 'completed', 'code': 200} Dec 16 15:15:26.787500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:26.907697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-98dd2b1f-edf6-44b9-9477-22547e22a4af tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6579437 Dec 16 15:15:27.012889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5e0b4f89-2790-42d3-8986-eab2bd6028a8 None None] Provisioning complete for port 646bd84e-785e-42cb-b80f-da3c42fe65c4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:27.014398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e0b4f89-2790-42d3-8986-eab2bd6028a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:27.016017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Request body: {'port': {'device_id': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:27.105903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] For port ee7f6455-5324-4e5e-8f88-c4e452ca807f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee7f6455-5324-4e5e-8f88-c4e452ca807f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:27.106615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:27.107086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b4f89-2790-42d3-8986-eab2bd6028a8 None None] Port 646bd84e-785e-42cb-b80f-da3c42fe65c4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:27.109795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1e615d3-b274-4cc0-8856-c3305ae8da73 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:27.141457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Calling delete_port for ee7f6455-5324-4e5e-8f88-c4e452ca807f owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:27.185284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a1e615d3-b274-4cc0-8856-c3305ae8da73 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:27.185931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:27.211269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f26a479-dd7b-42b0-9ee7-7304378f4a88 req-90e9c52e-b7c8-4f0f-988e-bb893d39cded tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 210 time: 0.1253726 Dec 16 15:15:27.329858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:27.348853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Router a438b756-64ab-4554-bed6-d1327da55e25 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:15:27.573099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e3ed-d546-4686-bee4-c37b9ead6e10 req-e06116e2-837f-4efe-a5a7-482ee5e59267 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:27.587346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d922e3ed-d546-4686-bee4-c37b9ead6e10 req-e06116e2-837f-4efe-a5a7-482ee5e59267 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 932 time: 0.5054624 Dec 16 15:15:27.876491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d922e3ed-d546-4686-bee4-c37b9ead6e10 req-ca0b3595-a952-44ba-95cf-3dc53b47f12c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848718 Dec 16 15:15:27.924711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b567e22-0897-4d8a-9c9e-474883158dd0 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:27.994867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.038422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:28.054537 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Sync routers for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:28.098798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:28.099924 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:28.106181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a41f945-25b9-402b-9f71-3f755ec5b1ee admin admin] 10.222.0.71 "PUT /v2.0/routers/a438b756-64ab-4554-bed6-d1327da55e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2772083 Dec 16 15:15:28.160419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Transition to ACTIVE for port object 6b567e22-0897-4d8a-9c9e-474883158dd0 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:28.162134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.196262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ee7f6455-5324-4e5e-8f88-c4e452ca807f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:28.255740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647364-0ec0-4956-8dc9-911d36b5d2f8 req-034ecf29-7887-42fb-990b-10a3e245717b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:28.271269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91647364-0ec0-4956-8dc9-911d36b5d2f8 req-034ecf29-7887-42fb-990b-10a3e245717b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b56583f-f8b9-4776-8e1d-0aae18f7b63d HTTP/1.1" status: 200 len: 949 time: 0.3330553 Dec 16 15:15:28.307478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Pushing event deleted for resources: {'Port': ['ID=ee7f6455-5324-4e5e-8f88-c4e452ca807f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:28.403569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.423249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.453379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37182) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:28.464951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] No DVR routers for this DVR port ee7f6455-5324-4e5e-8f88-c4e452ca807f on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:28.471237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.477761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76c53992-1b8a-4183-990c-f0af18f9ba9c req-dd6727b6-7425-4536-9d48-71d537221d2b tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.30 "DELETE /v2.0/ports/ee7f6455-5324-4e5e-8f88-c4e452ca807f HTTP/1.1" status: 204 len: 173 time: 2.8317049 Dec 16 15:15:28.503245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbde5a68-ca4f-4132-95c5-d532a4816a2a req-91f70255-74fe-4289-abfe-2b0b873ed701 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 210 time: 0.1032662 Dec 16 15:15:28.558736 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:28.579733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b12fdd73-e9b7-4d16-aa48-36cc2b931f87 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:28.641094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:28.687425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91647364-0ec0-4956-8dc9-911d36b5d2f8 req-66877a66-b3f2-4013-99f2-032d6708d4c2 tempest-TenantUsagesTestJSON-849671536 tempest-TenantUsagesTestJSON-849671536-project] 10.222.0.71 "GET /v2.0/security-groups?id=0b4efc93-df0f-4327-94ba-620a58f7f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132547 Dec 16 15:15:28.692404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: b12fdd73-e9b7-4d16-aa48-36cc2b931f87 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:28.692735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b12fdd73-e9b7-4d16-aa48-36cc2b931f87 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:28.865201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'name': 'network-vif-deleted', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:28.869927 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326db984-13d9-4f92-abd8-b99b2726ecbc" -d '{"events": [{"server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "name": "network-vif-deleted", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:28.902496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:28.902849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:28.902849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:28.902849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:28.911578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:28.912144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:28.922309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:28.923456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:28.924136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:28.924970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Bound port: 6b567e22-0897-4d8a-9c9e-474883158dd0, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:28.925590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.154554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:29.178525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b26bd28d-1bf8-464f-ad3f-1571aa7ede66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.196852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:29.279700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.357566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b26bd28d-1bf8-464f-ad3f-1571aa7ede66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.365751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.499085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 2, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:29.540262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:29.560429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b26bd28d-1bf8-464f-ad3f-1571aa7ede66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.572169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:29.573438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.579669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-7350e054-7a12-45cc-9381-f84313ea951d service neutron] 10.222.0.74 "PUT /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 1092 time: 2.6259866 Dec 16 15:15:29.616308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Deleting port 3a0c91bc-7864-43ba-9a4a-a4577820ea16 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:29.617552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:29.622948 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f8ef31-4912-4aff-bdbb-8c9b1d10bba4 x-openstack-request-id: req-d1f8ef31-4912-4aff-bdbb-8c9b1d10bba4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:29.623603 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b56583f-f8b9-4776-8e1d-0aae18f7b63d", "name": "network-vif-deleted", "tag": "ee7f6455-5324-4e5e-8f88-c4e452ca807f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:29.624234 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1f8ef31-4912-4aff-bdbb-8c9b1d10bba4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:29.625274 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b56583f-f8b9-4776-8e1d-0aae18f7b63d', 'name': 'network-vif-deleted', 'tag': 'ee7f6455-5324-4e5e-8f88-c4e452ca807f', 'status': 'completed', 'code': 200} Dec 16 15:15:29.648635 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Checking router: a438b756-64ab-4554-bed6-d1327da55e25 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:29.649226 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Updating router a438b756-64ab-4554-bed6-d1327da55e25 port 646bd84e-785e-42cb-b80f-da3c42fe65c4 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:15:29.683136 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b26bd28d-1bf8-464f-ad3f-1571aa7ede66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d95f29cdc1d4ce0868b52ec75f19dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2034471 Dec 16 15:15:29.685190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bd28d-1bf8-464f-ad3f-1571aa7ede66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073dcbd-dcb5-4260-b738-340a43fdd9b6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:29.702891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:29.754063 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.025626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.055646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.166233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-5f52cbfd-74e3-40ca-b0d3-3ac50a8a812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:30.168281 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-5f52cbfd-74e3-40ca-b0d3-3ac50a8a812e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1095 time: 0.2466745 Dec 16 15:15:30.192054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-c4eb3722-02ee-482f-94fd-12c38c5d20f5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:30.199290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-c4eb3722-02ee-482f-94fd-12c38c5d20f5 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.0768793 Dec 16 15:15:30.397089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-12684c6a-ef00-46d1-848c-8142af75bcac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 217 time: 0.2005892 Dec 16 15:15:30.398334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.402764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.405334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6073dcbd-dcb5-4260-b738-340a43fdd9b6 HTTP/1.1" status: 204 len: 168 time: 0.7003322 Dec 16 15:15:30.575284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:30.576160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03afa7-290d-4705-96d7-8f777c7cdd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073dcbd-dcb5-4260-b738-340a43fdd9b6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:30.583090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee7f6455-5324-4e5e-8f88-c4e452ca807f no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:30.590719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-8234e758-9ed8-4fab-8c25-428418382d6c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290960 Dec 16 15:15:30.618363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48577408', 'description': 'tempest-description--1713440562'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:30.647201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ee7f6455-5324-4e5e-8f88-c4e452ca807f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:30.647456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee7f6455-5324-4e5e-8f88-c4e452ca807f not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:30.714335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-f72a26ec-8d4c-4f9d-afd5-d12bfbbe1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:30.716080 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-f72a26ec-8d4c-4f9d-afd5-d12bfbbe1159 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2892387 Dec 16 15:15:30.745561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Deleting port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:30.746186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:30.811664 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-92889865-147d-4cd6-80c1-cbb656473636 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821722 Dec 16 15:15:30.844075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.014653 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.075343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] For port 881f52bb-6d55-4ddd-8a98-c1932847e1d6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=881f52bb-6d55-4ddd-8a98-c1932847e1d6,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:31.075343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.111329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Calling delete_port for 881f52bb-6d55-4ddd-8a98-c1932847e1d6 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:31.111637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8758-2dd3-490b-b902-bbeb593612cb req-6aee636e-a85a-4e01-931f-f3a5a8d37477 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:31.120325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-014d8758-2dd3-490b-b902-bbeb593612cb req-6aee636e-a85a-4e01-931f-f3a5a8d37477 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.6648300 Dec 16 15:15:31.122096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-43c21fd2-d5e4-47fe-8a9d-5130f75939a1 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691612 Dec 16 15:15:31.131783 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.186252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] For port 3a0c91bc-7864-43ba-9a4a-a4577820ea16, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a0c91bc-7864-43ba-9a4a-a4577820ea16,segment=NetworkSegment(16964000-5327-41e7-bb9a-3da92c584ac4),segment_id=16964000-5327-41e7-bb9a-3da92c584ac4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:31.186488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.199489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.254286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Calling delete_port for 3a0c91bc-7864-43ba-9a4a-a4577820ea16 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:31.302831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8363-93ab-456e-b31b-9bfd57b37ef4 req-4d92dd8e-4627-4e91-ae9c-249226f11d3e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:31.312822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34fc8363-93ab-456e-b31b-9bfd57b37ef4 req-4d92dd8e-4627-4e91-ae9c-249226f11d3e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 945 time: 0.6291368 Dec 16 15:15:31.329726 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Attempting to bind port 646bd84e-785e-42cb-b80f-da3c42fe65c4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:31.330698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Attempting to bind port 646bd84e-785e-42cb-b80f-da3c42fe65c4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:31.331906 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Attempting to bind port 646bd84e-785e-42cb-b80f-da3c42fe65c4 on network 20c60378-3405-4885-a017-04e0c5fc74dd {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:31.338513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-014d8758-2dd3-490b-b902-bbeb593612cb req-799ad2eb-7965-48cb-80dd-2fe64d943c7e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172205 Dec 16 15:15:31.342030 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:31.342736 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Checking segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:31.343359 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.344349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Bound using segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:31.346016 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Bound port: 646bd84e-785e-42cb-b80f-da3c42fe65c4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:31.346915 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.379173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-05704329-d7b2-42be-ac9e-5bbd8f4e6966 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:31.384861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-05704329-d7b2-42be-ac9e-5bbd8f4e6966 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7785757 Dec 16 15:15:31.401406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.473194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:31.480230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] For port 646bd84e-785e-42cb-b80f-da3c42fe65c4, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:31.488812 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] For port 646bd84e-785e-42cb-b80f-da3c42fe65c4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=646bd84e-785e-42cb-b80f-da3c42fe65c4,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:31.490757 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Pushing event updated for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:31.510276 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.512086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.512086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.512086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.512086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.512505 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.513173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.513681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.514012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.514845 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.515407 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.515919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.516384 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:31.551754 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82ecf81f-a780-426b-a334-4ed3f896fe6c req-c71d8686-a0c0-413b-93c5-6d8bb0d42d93 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113142 Dec 16 15:15:31.567396 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.600237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f80fe066-f5f3-4b4e-9c6b-72a741eed370 req-bde9ce71-b4cb-4c44-ba9f-a9e175508867 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 210 time: 0.1419346 Dec 16 15:15:31.633048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:31.635753 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d1161-ad1a-401e-84ae-01136d662ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:31.670792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.673451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0638435 Dec 16 15:15:31.677452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aac04f-49a8-43fd-a40e-423c147bc6e8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db6a382-8066-479c-b172-da0ec0c198c2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:31.684177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37214) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:31.692960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'security_group_rule': {'security_group_id': '1db6a382-8066-479c-b172-da0ec0c198c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:31.738623 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:31.739269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:31.756220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:31.797398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34fc8363-93ab-456e-b31b-9bfd57b37ef4 req-3bc3b197-c1c6-4204-a694-388b379c2656 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814551 Dec 16 15:15:31.799233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] Provisioning complete for port 646bd84e-785e-42cb-b80f-da3c42fe65c4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:31.799988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.835041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7092e728-720e-4c1b-bf66-c67d953354a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.885776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:31.893968 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c4c9d-6c90-41e9-8ac7-3bd9bb55b510 None None] Pushing event updated for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:31.974289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['881f52bb-6d55-4ddd-8a98-c1932847e1d6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:32.103142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:32.119346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.137781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.150578 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:32.169964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7092e728-720e-4c1b-bf66-c67d953354a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.177796 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12628826-3cff-41af-8ecc-8c85694f7b1a x-openstack-request-id: req-12628826-3cff-41af-8ecc-8c85694f7b1a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:32.178273 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:32.178719 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12628826-3cff-41af-8ecc-8c85694f7b1a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:32.183992 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'status': 'completed', 'code': 200} Dec 16 15:15:32.190538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] For port 646bd84e-785e-42cb-b80f-da3c42fe65c4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=646bd84e-785e-42cb-b80f-da3c42fe65c4,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:32.262024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.271857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event deleted for resources: {'Port': ['ID=881f52bb-6d55-4ddd-8a98-c1932847e1d6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:32.280427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.314482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.328406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0c91bc-7864-43ba-9a4a-a4577820ea16,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:32.349008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7092e728-720e-4c1b-bf66-c67d953354a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.465033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092e728-720e-4c1b-bf66-c67d953354a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be31e70d-6c2a-4bcc-85a2-e99153f1a7b4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:32.508161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] No DVR routers for this DVR port 881f52bb-6d55-4ddd-8a98-c1932847e1d6 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:32.532781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e66f0-e073-40c2-a084-18ffcb24c049 None None] Pushing event updated for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:32.536027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.163 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/834bc421-3840-46dc-be4d-6db7f759467e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:32.543166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.550045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e657dde8-b396-4e1d-8116-dffde40e2a0a req-41bc0074-47e1-44cf-8347-d211e4e42880 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "DELETE /v2.0/ports/881f52bb-6d55-4ddd-8a98-c1932847e1d6 HTTP/1.1" status: 204 len: 173 time: 2.2589610 Dec 16 15:15:32.570755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-550990b8-9927-4ef6-b09f-95c2f6dcb208 None None] Provisioning complete for port 646bd84e-785e-42cb-b80f-da3c42fe65c4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:32.571886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-550990b8-9927-4ef6-b09f-95c2f6dcb208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:32.580536 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:31Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:32.630261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-49d99595-d1cb-47ac-9603-66e07acc9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:32.633314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-49d99595-d1cb-47ac-9603-66e07acc9a73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1095 time: 0.4587097 Dec 16 15:15:32.683060 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7092e728-720e-4c1b-bf66-c67d953354a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f2bab28200841c0a87c118fec4865c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9242387 Dec 16 15:15:32.708542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb22185-7d2f-4cb5-9912-4ce44d745ea1 None None] The sync data for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 is: [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:31Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:32.740586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37226) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:32.919574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:32.960511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.002299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.046027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-89cf4cc8-be55-4454-80a0-161e3bbf6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:33.048720 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-89cf4cc8-be55-4454-80a0-161e3bbf6f85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.3926778 Dec 16 15:15:33.080810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.144466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.234656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e2343d8-1f2f-4359-8211-e745688da1d2 req-3956a501-3572-48a0-a266-b120195fa338 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 210 time: 0.2985160 Dec 16 15:15:33.257030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efd64c-c9f4-4139-a2eb-62f86a135186 req-230ba122-38de-4b5c-acef-c154b4886bda tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:33.273150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73efd64c-c9f4-4139-a2eb-62f86a135186 req-230ba122-38de-4b5c-acef-c154b4886bda tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.3549843 Dec 16 15:15:33.328742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.375745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-b670509e-bfe0-4053-84b8-611217963eae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 217 time: 0.2964494 Dec 16 15:15:33.390389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26a5174-dc2b-4f7a-85e0-b18b95345604,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:33.458639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.470689 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.475588 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be31e70d-6c2a-4bcc-85a2-e99153f1a7b4 HTTP/1.1" status: 204 len: 168 time: 0.7293916 Dec 16 15:15:33.595489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.621921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-1cd3e24f-4d79-45b8-8adb-c2c89598d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:33.624993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-1cd3e24f-4d79-45b8-8adb-c2c89598d96d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2260287 Dec 16 15:15:33.691553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c36c8-25bb-4b14-ae06-c4a5daa2fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be31e70d-6c2a-4bcc-85a2-e99153f1a7b4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:33.697108 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-332d9e33-d647-4313-a6ad-d2ac5eb72fb3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523930 Dec 16 15:15:33.823440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03143e39-04f6-44ee-b543-82e2d620a49c req-9dbffabb-b95a-4e75-80db-a3011f108701 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=3303a464-f287-4185-9ba8-7d69a966398d HTTP/1.1" status: 200 len: 210 time: 0.1917288 Dec 16 15:15:33.847204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73efd64c-c9f4-4139-a2eb-62f86a135186 req-9e95e897-663a-4c7c-b25d-978e0902f873 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725906 Dec 16 15:15:33.863236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.894351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:33.901434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:33.908262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-381e34b7-9ab8-4a24-b09d-59c130893169 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2226706 Dec 16 15:15:33.920731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:34.027146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37240) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:34.060181 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-94f0878c-ff8a-4597-b96c-bb20d14ff05c service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030610 Dec 16 15:15:34.152438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:34.233176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'security_group_rule': {'security_group_id': '1db6a382-8066-479c-b172-da0ec0c198c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:34.251995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-deleted', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:34.254362 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1fbc5-1eac-4145-b607-32cd43411646" -d '{"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-deleted", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:34.257317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-509a5352-7a05-4501-9173-282a09e07a4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=16392cc8911d4f56b9dff95ae27e851f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2931440 Dec 16 15:15:34.262196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:34.262547 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:34.293018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:34.355776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:34.374886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-a5caf92d-c573-4cf4-80bd-fefc3e1cae14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7465894 Dec 16 15:15:34.399504 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5e8ad5-cd19-4bdc-8555-8a4b07056de2 x-openstack-request-id: req-fa5e8ad5-cd19-4bdc-8555-8a4b07056de2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:34.400201 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3303a464-f287-4185-9ba8-7d69a966398d", "name": "network-vif-deleted", "tag": "881f52bb-6d55-4ddd-8a98-c1932847e1d6", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:34.402136 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa5e8ad5-cd19-4bdc-8555-8a4b07056de2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:34.402670 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3303a464-f287-4185-9ba8-7d69a966398d', 'name': 'network-vif-deleted', 'tag': '881f52bb-6d55-4ddd-8a98-c1932847e1d6', 'status': 'completed', 'code': 200} Dec 16 15:15:34.590585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:34.620461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:34.621062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.656486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.709161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 881f52bb-6d55-4ddd-8a98-c1932847e1d6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:34.714945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.719414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 881f52bb-6d55-4ddd-8a98-c1932847e1d6 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:34.827008 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f32d1161-ad1a-401e-84ae-01136d662ae9 req-7c5350c6-1649-4eeb-8a59-2a478434c11d service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7701240 Dec 16 15:15:34.895399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-73869999-6366-474c-b859-6bcbc9c9d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:34.895399 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-73869999-6366-474c-b859-6bcbc9c9d186 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 1095 time: 0.2398250 Dec 16 15:15:34.914796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.920812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:34.920812 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b4efc93-df0f-4327-94ba-620a58f7f55a HTTP/1.1" status: 204 len: 168 time: 0.6538122 Dec 16 15:15:34.978311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcad41f-047e-4202-a441-a98740d39407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4efc93-df0f-4327-94ba-620a58f7f55a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:34.986154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 646bd84e-785e-42cb-b80f-da3c42fe65c4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:35.102111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-45b4ea35-5863-4e6e-bd98-e0f2b822dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:35.102715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dc0a6181-67ba-4918-a2de-eebec5747017 None None] Provisioning complete for port 834bc421-3840-46dc-be4d-6db7f759467e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:35.103684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc0a6181-67ba-4918-a2de-eebec5747017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:35.104667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-45b4ea35-5863-4e6e-bd98-e0f2b822dad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 200 len: 921 time: 0.1840718 Dec 16 15:15:35.168108 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-749bcad8-7d24-4d0f-b5ee-e516fb45854a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Dec 16 15:15:35.210011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f6ef-d621-4c23-831c-ab4a6c557e0e req-e062f29b-dd28-4c53-8663-3e2ea33ce368 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:35.221799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c8f6ef-d621-4c23-831c-ab4a6c557e0e req-e062f29b-dd28-4c53-8663-3e2ea33ce368 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 936 time: 0.5866928 Dec 16 15:15:35.254960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-c3fca017-8792-4394-a8f4-41dfbf4bb0c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7789934 Dec 16 15:15:35.258387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-606e3aaf-b930-44bb-ae43-979c02637d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:35.260286 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-606e3aaf-b930-44bb-ae43-979c02637d96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 200 len: 860 time: 0.0836542 Dec 16 15:15:35.281193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Router c1283b9b-adb2-41b7-af50-bf13d84a69c9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:15:35.304742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Request body: {'port': {'device_id': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:35.318231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-125ef5e1-4e26-44fc-b2e6-20aa937e12ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84fe8b61-8553-4d43-990a-8416519c13ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476964 Dec 16 15:15:35.333338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:35.376743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a6181-67ba-4918-a2de-eebec5747017 None None] Port 834bc421-3840-46dc-be4d-6db7f759467e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:35.505052 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-2dd8d234-cc27-48bb-8a3d-6af94dbdd24c service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763432 Dec 16 15:15:35.512350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 646bd84e-785e-42cb-b80f-da3c42fe65c4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:35.513022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:35.704872 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ebc8e80f-5f8f-43cd-8e43-9b355dad93c5 req-1741984a-4adc-451e-8436-09024299443e service neutron] 10.222.0.30 "GET /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892900 Dec 16 15:15:35.732855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf20d-1e01-4947-9de9-c4e6602caa13 req-e64db835-820f-4795-b0d2-774d3c7f29ff tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:35.734637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21ccf20d-1e01-4947-9de9-c4e6602caa13 req-e64db835-820f-4795-b0d2-774d3c7f29ff tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.5795667 Dec 16 15:15:35.750351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c8f6ef-d621-4c23-831c-ab4a6c557e0e req-42bee984-9def-40a3-827b-139dfcc3983e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276320 Dec 16 15:15:35.767780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:35.858117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:15:35.864576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4018998e-9006-4f41-97e6-b7b28aa3df5f admin admin] 10.222.0.71 "PUT /v2.0/routers/c1283b9b-adb2-41b7-af50-bf13d84a69c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0736754 Dec 16 15:15:35.867465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:35.896335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Sync routers for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:15:35.919577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21ccf20d-1e01-4947-9de9-c4e6602caa13 req-2fbb9bfb-bda2-4be8-bfe8-adc3946ea917 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577492 Dec 16 15:15:35.926107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.023905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.059107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5712a9e-829d-4a09-ae64-ea7e9b5bea9d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:36.060342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:36.061114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:36.206769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.210673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c7f74e05-03e0-4328-ac31-5b0cd163c5a3 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0474358 Dec 16 15:15:36.221368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37282) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:36.231014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:36.253306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:36.264759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.316834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a32d77cf-0c71-4677-a42b-bec28aa0b76f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.356950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:36.540578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.616974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.632194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a32d77cf-0c71-4677-a42b-bec28aa0b76f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.729999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64'}], 'enable_snat': True}, 'gw_port_id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port': {'id': 'd15e1e53-1e09-4cc8-8f7a-1b204a58d630', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:30Z', 'updated_at': '2021-12-16T15:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:36.737655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a32d77cf-0c71-4677-a42b-bec28aa0b76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.775890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Checking router: c1283b9b-adb2-41b7-af50-bf13d84a69c9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:15:36.783500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834bc421-3840-46dc-be4d-6db7f759467e {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:36.787868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Deleting port d15e1e53-1e09-4cc8-8f7a-1b204a58d630 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:36.788304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.810162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Routers {'c1283b9b-adb2-41b7-af50-bf13d84a69c9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:15:36.810838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:36.873354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:36.970987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1098e76-4671-4dcc-8f13-3611d4b74846 req-7b5d488a-3687-4f41-b034-6cd18798b8ba tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:36.973903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1098e76-4671-4dcc-8f13-3611d4b74846 req-7b5d488a-3687-4f41-b034-6cd18798b8ba tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.3395178 Dec 16 15:15:36.980817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] Set router c1283b9b-adb2-41b7-af50-bf13d84a69c9 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:15:36.998469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Transition to ACTIVE for port object 834bc421-3840-46dc-be4d-6db7f759467e will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:37.007993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a32d77cf-0c71-4677-a42b-bec28aa0b76f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e34303c6672d497bb3eb1a4a91377883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7459588 Dec 16 15:15:37.042958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d77cf-0c71-4677-a42b-bec28aa0b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b1f7f-dc13-4339-bbe0-9237a7a4b4e0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:37.047252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37298) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:37.058845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:15:36Z', 'revision_number': 6, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:37.103659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb21445-724c-4823-a9af-e6bf4735a213 None None] The sync data for ids ['c1283b9b-adb2-41b7-af50-bf13d84a69c9'] in n-d-821947-3 is: [{'id': 'c1283b9b-adb2-41b7-af50-bf13d84a69c9', 'name': 'tempest-ServerRescueTestJSONUnderV235-523072778-router', 'tenant_id': '2648044943d74799b1e2c42f7abddd05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:28Z', 'updated_at': '2021-12-16T15:15:36Z', 'revision_number': 6, 'project_id': '2648044943d74799b1e2c42f7abddd05', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:15:37.116235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.258026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df2380-53dd-47ab-bba9-98e48ab053e4 req-4f04806d-0956-4fe3-912f-7b8f88e72074 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:37.259699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17df2380-53dd-47ab-bba9-98e48ab053e4 req-4f04806d-0956-4fe3-912f-7b8f88e72074 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 936 time: 0.3360162 Dec 16 15:15:37.266169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:37.274276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-5d440cd0-f873-4b69-80c3-3f392c7ad03f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:37.281135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-5d440cd0-f873-4b69-80c3-3f392c7ad03f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 944 time: 0.0848446 Dec 16 15:15:37.376592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] For port d15e1e53-1e09-4cc8-8f7a-1b204a58d630, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:37.377522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.399512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1098e76-4671-4dcc-8f13-3611d4b74846 req-19e9649e-c57a-4df7-a5c9-36a7aba07495 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058480 Dec 16 15:15:37.421109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Calling delete_port for d15e1e53-1e09-4cc8-8f7a-1b204a58d630 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:37.482210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.618270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Deleting port e4444933-c47a-4e7b-8157-0266663daa69 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:37.618912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.666588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.847942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17df2380-53dd-47ab-bba9-98e48ab053e4 req-07ccb9d3-3cd5-4433-8e61-63ee218e045d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690160 Dec 16 15:15:37.881051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] For port e4444933-c47a-4e7b-8157-0266663daa69, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e4444933-c47a-4e7b-8157-0266663daa69,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:37.881051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.906143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Calling delete_port for e4444933-c47a-4e7b-8157-0266663daa69 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:37.907991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:37.990547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Attempting to bind port 834bc421-3840-46dc-be4d-6db7f759467e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:37.990994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Attempting to bind port 834bc421-3840-46dc-be4d-6db7f759467e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:37.991533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Attempting to bind port 834bc421-3840-46dc-be4d-6db7f759467e on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:38.036759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.105552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Pushing event deleted for resources: {'Port': ['ID=d15e1e53-1e09-4cc8-8f7a-1b204a58d630,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:38.230669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.362008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.365693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.459624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Port 834bc421-3840-46dc-be4d-6db7f759467e on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:38.461448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Attempting to bind port 834bc421-3840-46dc-be4d-6db7f759467e on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:38.463040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.530817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:38.530817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:38.530817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:38.530817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Bound port: 834bc421-3840-46dc-be4d-6db7f759467e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:38.530817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.533809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event deleted for resources: {'Port': ['ID=e4444933-c47a-4e7b-8157-0266663daa69,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:38.534005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6810e-a556-4a39-86dd-46ec3023a4d8 req-ad7c1c97-be6d-4260-ba5f-5793557bb06e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:38.534005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9c6810e-a556-4a39-86dd-46ec3023a4d8 req-ad7c1c97-be6d-4260-ba5f-5793557bb06e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.7199979 Dec 16 15:15:38.567473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:38.577085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Allocated IP 172.25.7.209 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b863770e-2200-4ff2-9837-032f2385ab6d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:38.598308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] No DVR routers for this DVR port e4444933-c47a-4e7b-8157-0266663daa69 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:38.601626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.608220 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5e2993ca-1c27-41a4-8ca5-9c3d842c4368 req-1b0b33f4-4413-4fdd-b753-d63fc4ba46da tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.30 "DELETE /v2.0/ports/e4444933-c47a-4e7b-8157-0266663daa69 HTTP/1.1" status: 204 len: 173 time: 1.3069217 Dec 16 15:15:38.608978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-deleted', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:38.628808 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66ebe35-295e-4f46-b7af-171133f904cf" -d '{"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-deleted", "tag": "e4444933-c47a-4e7b-8157-0266663daa69"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:38.634905 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.636143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1283b9b-adb2-41b7-af50-bf13d84a69c9 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:15:38.643858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.645574 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a3109d7c-c836-49b8-93ec-d079337cdf5b admin admin] 10.222.0.71 "DELETE /v2.0/routers/c1283b9b-adb2-41b7-af50-bf13d84a69c9 HTTP/1.1" status: 204 len: 168 time: 2.7762222 Dec 16 15:15:38.651400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:38.676876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40d47a38-788f-4ace-98f2-0e6120d9c13b req-243492d1-bf05-4b4d-a0da-432b6a0fb9b4 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.0729969 Dec 16 15:15:38.734488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:38.742239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=834bc421-3840-46dc-be4d-6db7f759467e,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:38.802021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Deleting subnet 45b1ed63-b94b-4558-8a41-8e79258eb72d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:15:38.819859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.860296 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c18a9-7cf8-4748-b895-504c684bdef7 x-openstack-request-id: req-911c18a9-7cf8-4748-b895-504c684bdef7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:38.860938 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d5490b-8ac1-483a-94b2-74ff7ef4a677", "name": "network-vif-deleted", "tag": "e4444933-c47a-4e7b-8157-0266663daa69", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:38.861375 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-911c18a9-7cf8-4748-b895-504c684bdef7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:38.861944 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d5490b-8ac1-483a-94b2-74ff7ef4a677', 'name': 'network-vif-deleted', 'tag': 'e4444933-c47a-4e7b-8157-0266663daa69', 'status': 'completed', 'code': 200} Dec 16 15:15:38.906555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.952569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93a13344-dc20-45c0-a739-61e8d60b902c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.978790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d15e1e53-1e09-4cc8-8f7a-1b204a58d630 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:38.982230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:38.997778 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.007353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d15e1e53-1e09-4cc8-8f7a-1b204a58d630 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:39.007708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d15e1e53-1e09-4cc8-8f7a-1b204a58d630 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:39.008186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a0c91bc-7864-43ba-9a4a-a4577820ea16 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:39.009954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.012903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.014373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a61b1f7f-dc13-4339-bbe0-9237a7a4b4e0 HTTP/1.1" status: 204 len: 168 time: 1.9572415 Dec 16 15:15:39.015589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.037441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3a0c91bc-7864-43ba-9a4a-a4577820ea16 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:39.038081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a0c91bc-7864-43ba-9a4a-a4577820ea16 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:39.090577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9c6810e-a556-4a39-86dd-46ec3023a4d8 req-1b9cc863-a10c-41cb-a538-0af94a9a1ad1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665741 Dec 16 15:15:39.123989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f8d5-2c6f-4d9e-8464-c063cbfe6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b1f7f-dc13-4339-bbe0-9237a7a4b4e0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:39.165490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:39.166439 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.170117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] 10.222.0.30 "PUT /v2.0/ports/834bc421-3840-46dc-be4d-6db7f759467e HTTP/1.1" status: 200 len: 1096 time: 3.8855002 Dec 16 15:15:39.177632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:39.190279 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bfb8f4-16fd-4550-9b37-3333d30f9903" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "tag": "834bc421-3840-46dc-be4d-6db7f759467e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:39.251356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554894f-73d6-4afe-8691-2f20ea18ebd1 service neutron] Pushing event updated for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:39.279126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93a13344-dc20-45c0-a739-61e8d60b902c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.282641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d36d19-d205-4904-b007-629b684b7e9d req-37c8c083-c813-432f-85b1-1c504720bd94 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:39.284407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83d36d19-d205-4904-b007-629b684b7e9d req-37c8c083-c813-432f-85b1-1c504720bd94 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 948 time: 0.2140241 Dec 16 15:15:39.305357 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac1893-2e34-4694-ae1f-283ea1e9b365 x-openstack-request-id: req-b1ac1893-2e34-4694-ae1f-283ea1e9b365 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:39.305684 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "tag": "834bc421-3840-46dc-be4d-6db7f759467e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:39.305943 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1ac1893-2e34-4694-ae1f-283ea1e9b365 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:39.306316 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e', 'status': 'completed', 'code': 200} Dec 16 15:15:39.383313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83d36d19-d205-4904-b007-629b684b7e9d req-cd254f2f-d940-44ab-a6e1-013d33863214 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867107 Dec 16 15:15:39.389887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.390778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.407372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93a13344-dc20-45c0-a739-61e8d60b902c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.426125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-a5424e4f-cc4f-4b9d-9ba5-be28c53f2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:39.426956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-a5424e4f-cc4f-4b9d-9ba5-be28c53f2eee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 1099 time: 0.0985096 Dec 16 15:15:39.448003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:39.465436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:39.485476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.495894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/45b1ed63-b94b-4558-8a41-8e79258eb72d HTTP/1.1" status: 204 len: 168 time: 0.8422816 Dec 16 15:15:39.506685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:39.513814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c5f0d-3825-465b-ac19-d48a9fbca981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b1ed63-b94b-4558-8a41-8e79258eb72d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:39.521737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'Port': ['ID=b863770e-2200-4ff2-9837-032f2385ab6d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:39.525931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:39.570816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-ac2d7155-86dd-4f99-b96c-27fa7fa9540f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=834bc421-3840-46dc-be4d-6db7f759467e HTTP/1.1" status: 200 len: 217 time: 0.1225610 Dec 16 15:15:39.618979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a13344-dc20-45c0-a739-61e8d60b902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b5ad1-17a6-4327-8d65-c584d606fb11,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:39.626656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-93a13344-dc20-45c0-a739-61e8d60b902c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5806676f31b642e69129be6f085ccd1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0571494 Dec 16 15:15:39.631451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:39.675340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-7af9d8ba-b5aa-402d-80bf-c8ce9312e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:39.678050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-7af9d8ba-b5aa-402d-80bf-c8ce9312e5c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0955997 Dec 16 15:15:39.683434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.718981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.815547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.816683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.850509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.893033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc49928a-b8c5-425d-ade7-d90f99d6eb44']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:39.905724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16964000-5327-41e7-bb9a-3da92c584ac4') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:39.906147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16964000-5327-41e7-bb9a-3da92c584ac4') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:39.917873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.934046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.942679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:39.944316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:39.947444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-105c2259-655e-4ec5-9719-6d7e616bf7c9 req-59115e27-90be-4547-88a0-3530d35370d6 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=93d5490b-8ac1-483a-94b2-74ff7ef4a677 HTTP/1.1" status: 200 len: 210 time: 0.0859375 Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:39.952223 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:40.037354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-3f5435dd-7a4f-4a03-b04a-b89bfb1e0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:40.040892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-3f5435dd-7a4f-4a03-b04a-b89bfb1e0f2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963301 Dec 16 15:15:40.045035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.093648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.099064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.103781 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/971b5ad1-17a6-4327-8d65-c584d606fb11 HTTP/1.1" status: 204 len: 168 time: 0.4675243 Dec 16 15:15:40.120466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6790b52-b3ed-4e29-bd0c-e86eed66f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b5ad1-17a6-4327-8d65-c584d606fb11,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:40.246909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-2aa74eeb-45c6-43e9-9c3f-82c5f07f4ada service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965435 Dec 16 15:15:40.274297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.285588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.290656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] 10.222.0.71 "DELETE /v2.0/networks/dc49928a-b8c5-425d-ade7-d90f99d6eb44 HTTP/1.1" status: 204 len: 168 time: 0.7787726 Dec 16 15:15:40.332986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5295805-39f4-42ca-8e99-68a84758d037 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc49928a-b8c5-425d-ade7-d90f99d6eb44,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:40.420085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.437157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b1fea29-39f3-466a-8738-8a45370d2b13 req-651e75b6-20b1-4e90-a63f-c2d16e3ba3dd service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783321 Dec 16 15:15:40.479757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dfa37-8f26-4c93-9cbc-d80fad4f376c req-90d70090-95ef-4347-88df-be6436f78dd2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:40.496599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a9dfa37-8f26-4c93-9cbc-d80fad4f376c req-90d70090-95ef-4347-88df-be6436f78dd2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.1447704 Dec 16 15:15:40.593122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.782817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee60fd7-aace-44cd-9e49-f72b01a9cdf3 req-c7e32868-b779-4d6a-be41-84ab0a762899 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:40.782817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bee60fd7-aace-44cd-9e49-f72b01a9cdf3 req-c7e32868-b779-4d6a-be41-84ab0a762899 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 948 time: 0.2619517 Dec 16 15:15:40.790523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a9dfa37-8f26-4c93-9cbc-d80fad4f376c req-ec96ae0e-b7fc-4784-a27b-ecd8322db461 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844465 Dec 16 15:15:40.831058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'Port': ['ID=b863770e-2200-4ff2-9837-032f2385ab6d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:40.833708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:40.855445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-3545313c-a324-4757-930c-a391198437b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:40.857793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-3545313c-a324-4757-930c-a391198437b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 1099 time: 0.2258530 Dec 16 15:15:40.931139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bee60fd7-aace-44cd-9e49-f72b01a9cdf3 req-98f41a19-122f-4c0e-a59c-8bb11fd68e64 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341324 Dec 16 15:15:40.998959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-7459ff6f-1a1e-45e9-9b90-881e8c3294f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:41.002629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-7459ff6f-1a1e-45e9-9b90-881e8c3294f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1351907 Dec 16 15:15:41.069306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-237bfe13-eee1-4959-8ecf-cc1b20861331 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=834bc421-3840-46dc-be4d-6db7f759467e HTTP/1.1" status: 200 len: 217 time: 0.0578582 Dec 16 15:15:41.154071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-8e62faa7-230f-43bb-9add-eb4514458c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:41.154591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-8e62faa7-230f-43bb-9add-eb4514458c8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0769625 Dec 16 15:15:41.227260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-d765a681-4588-44f1-aad7-0327f52b2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:41.228883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-d765a681-4588-44f1-aad7-0327f52b2570 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633483 Dec 16 15:15:41.307866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.320095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a0cccff0-69b2-4788-93e9-2703647c3148 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0857487 Dec 16 15:15:41.348320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-cf698ba4-25ef-4d44-8e68-0ebe99282674 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096420 Dec 16 15:15:41.360843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37368) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:41.433982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2418c582-99c1-472c-bc01-cf11d3696028 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2648044943d74799b1e2c42f7abddd05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778944 Dec 16 15:15:41.437545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37370) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:41.487771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37bfb8f4-16fd-4550-9b37-3333d30f9903 req-61c93e0c-1c04-4afc-b33e-b22b6fcb93b5 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300151 Dec 16 15:15:41.525496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.583036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.788330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37388) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:41.791749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-97302086-ff29-425a-9fb3-38238627feba tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--48577408&fields=id&tenant_id=0149b7740a234d6486cd7d3686317131 HTTP/1.1" status: 200 len: 267 time: 0.0607646 Dec 16 15:15:41.827032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-527aa22e-c1e0-4cf0-bb8f-64f72285b46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.829435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.832621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:41.837861 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cde22ec1-ff12-46a8-95c9-acc15d39f537 HTTP/1.1" status: 204 len: 168 time: 0.3952088 Dec 16 15:15:41.865190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a61cba-0293-4bbc-83e0-53d3e9ad3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde22ec1-ff12-46a8-95c9-acc15d39f537,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:42.032851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-527aa22e-c1e0-4cf0-bb8f-64f72285b46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.043385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b4aa5-c721-43e1-b2c7-63edaa41aa65 req-b308ed2f-595c-4bdd-a01a-f8e9b2978b1e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:42.045176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-782b4aa5-c721-43e1-b2c7-63edaa41aa65 req-b308ed2f-595c-4bdd-a01a-f8e9b2978b1e tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.1335745 Dec 16 15:15:42.099750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-b9491dc8-d619-4d4e-8dac-2bc3d01e6e44 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:42.101374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-b9491dc8-d619-4d4e-8dac-2bc3d01e6e44 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/networks?id=20c60378-3405-4885-a017-04e0c5fc74dd HTTP/1.1" status: 200 len: 814 time: 0.3005657 Dec 16 15:15:42.134566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5d0c2d24-36d5-4b3a-a878-e610b3196fc1 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/quotas/0149b7740a234d6486cd7d3686317131 HTTP/1.1" status: 200 len: 375 time: 0.0241706 Dec 16 15:15:42.140064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-782b4aa5-c721-43e1-b2c7-63edaa41aa65 req-0a30bd08-b495-4581-9160-0ba3ccde1a53 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/security-groups?id=ec46e714-3595-41d3-8f07-52a756fb0e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792403 Dec 16 15:15:42.172252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-527aa22e-c1e0-4cf0-bb8f-64f72285b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.206182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-b5274353-8ff7-44a5-9854-aa9510cf17c2 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0149b7740a234d6486cd7d3686317131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613019 Dec 16 15:15:42.247960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aa22e-c1e0-4cf0-bb8f-64f72285b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a03e84-a04f-4448-b62a-c7122cae372a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:42.268509 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-527aa22e-c1e0-4cf0-bb8f-64f72285b46d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5fb8f72d768647119530d402c5a264c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752216 Dec 16 15:15:42.268509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:42.385085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8d43-7c8d-4656-b413-cd52255df0f4 req-cebd37bf-903d-42e4-9a48-699bf7e02741 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:42.387365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-652f8d43-7c8d-4656-b413-cd52255df0f4 req-cebd37bf-903d-42e4-9a48-699bf7e02741 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.1305578 Dec 16 15:15:42.419583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-39c78c93-fe7f-44b2-91fd-3c6c03780079 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:42.424022 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-39c78c93-fe7f-44b2-91fd-3c6c03780079 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 966 time: 0.1282699 Dec 16 15:15:42.464586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-e6a619b7-5998-48b7-b010-499732805ea8 service neutron] 10.222.0.71 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037203 Dec 16 15:15:42.465216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.531666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-652f8d43-7c8d-4656-b413-cd52255df0f4 req-013cd44d-8d70-4ae4-951c-f5543871ac93 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152830 Dec 16 15:15:42.596775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.609070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-45b7da47-fea0-44c6-99af-5f6657a1d6bc service neutron] 10.222.0.71 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534371 Dec 16 15:15:42.645829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 834bc421-3840-46dc-be4d-6db7f759467e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:42.717006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Deleting port 25a07177-294d-4558-9d67-ba6b3e7cccd2 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:15:42.717580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.760132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c454fc-1716-41a1-a5f7-dcc9f8162223 req-001a83c5-a714-4e5f-aa9e-6c05b45fb6c4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:42.762210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e4444933-c47a-4e7b-8157-0266663daa69 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:42.762892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81c454fc-1716-41a1-a5f7-dcc9f8162223 req-001a83c5-a714-4e5f-aa9e-6c05b45fb6c4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 948 time: 0.1286275 Dec 16 15:15:42.802153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: e4444933-c47a-4e7b-8157-0266663daa69 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:42.802873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e4444933-c47a-4e7b-8157-0266663daa69 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:42.873966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=834bc421-3840-46dc-be4d-6db7f759467e,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:42.904382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '834bc421-3840-46dc-be4d-6db7f759467e', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '834bc421-3840-46dc-be4d-6db7f759467e', 'mac_address': 'fa:16:3e:bd:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:42.918447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] For port 25a07177-294d-4558-9d67-ba6b3e7cccd2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=25a07177-294d-4558-9d67-ba6b3e7cccd2,segment=NetworkSegment(f40f8e57-157f-4962-8dd8-2bb83e0a989c),segment_id=f40f8e57-157f-4962-8dd8-2bb83e0a989c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:42.918447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.929093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81c454fc-1716-41a1-a5f7-dcc9f8162223 req-7a51d84b-e52b-45c5-8cff-14fecc478a50 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581800 Dec 16 15:15:42.953334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Calling delete_port for 25a07177-294d-4558-9d67-ba6b3e7cccd2 owned by compute:tempest-test_az-1913002475 {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:15:42.972295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.979318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:42.982684 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7a03e84-a04f-4448-b62a-c7122cae372a HTTP/1.1" status: 204 len: 168 time: 0.7123301 Dec 16 15:15:43.012460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013da2-d4af-4240-8fc4-e9c85f7435e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a03e84-a04f-4448-b62a-c7122cae372a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:43.089601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:43.198293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834bc421-3840-46dc-be4d-6db7f759467e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:43.280381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=834bc421-3840-46dc-be4d-6db7f759467e,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:43.354725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:43.418171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ac58d5-c541-4ecd-92d9-cc324ec3009e req-1798bf62-669c-4c17-a2af-bbbc55e1a957 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.1534383 Dec 16 15:15:43.452483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:43.497497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:43.514892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.515698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.516252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.516900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.517762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.519075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.520011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.522657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.524061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.524868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.525684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.526520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.527331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:43.552999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Pushing event deleted for resources: {'Port': ['ID=25a07177-294d-4558-9d67-ba6b3e7cccd2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:43.617062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef4bd854-e306-4a6a-8ef7-23ba0bded01c req-ed16c2d8-d047-4e23-8bef-c4fdb79f9070 tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 210 time: 0.0332279 Dec 16 15:15:43.645869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] No DVR routers for this DVR port 25a07177-294d-4558-9d67-ba6b3e7cccd2 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:15:43.650979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:43.656971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ea0cf4f0-cbc0-42e8-baae-277c0ce7d6d0 req-3c4a553b-6b25-472e-9b8a-e55ae669fc2f tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.74 "DELETE /v2.0/ports/25a07177-294d-4558-9d67-ba6b3e7cccd2 HTTP/1.1" status: 204 len: 173 time: 1.2168424 Dec 16 15:15:43.658788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-deleted', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:43.663059 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f594fbc-ed89-40d2-81e9-45f4c292027e" -d '{"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-deleted", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:43.703713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['834bc421-3840-46dc-be4d-6db7f759467e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:43.912419 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f553b0b9-fd27-4770-92b1-b267f9dda9bf x-openstack-request-id: req-f553b0b9-fd27-4770-92b1-b267f9dda9bf {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:43.913668 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3893e16-4acd-420b-9664-0a79da4ed6b2", "name": "network-vif-deleted", "tag": "25a07177-294d-4558-9d67-ba6b3e7cccd2", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:43.913668 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f553b0b9-fd27-4770-92b1-b267f9dda9bf {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:43.914040 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3893e16-4acd-420b-9664-0a79da4ed6b2', 'name': 'network-vif-deleted', 'tag': '25a07177-294d-4558-9d67-ba6b3e7cccd2', 'status': 'completed', 'code': 200} Dec 16 15:15:44.080360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1db2ddf5-a585-48ff-ab89-faa5377685d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:44.225441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8037f7-3e65-4285-80b0-120700c0e781 req-a4a87cc1-d220-4a56-a79b-074daa11423e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:44.234694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee8037f7-3e65-4285-80b0-120700c0e781 req-a4a87cc1-d220-4a56-a79b-074daa11423e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.0727723 Dec 16 15:15:44.333741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee8037f7-3e65-4285-80b0-120700c0e781 req-da646c2a-4749-4586-911f-c2ac260641f1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969791 Dec 16 15:15:44.348962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7ef1b-a2b7-44a9-8dd7-5e3380af52c1 req-64cb0887-9d42-41e8-a63b-8eaad46c60ac tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:44.368055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b7ef1b-a2b7-44a9-8dd7-5e3380af52c1 req-64cb0887-9d42-41e8-a63b-8eaad46c60ac tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 949 time: 0.1226242 Dec 16 15:15:44.447149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:44.455751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b7ef1b-a2b7-44a9-8dd7-5e3380af52c1 req-37236997-4499-425f-a66f-3e12f8516fe6 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882881 Dec 16 15:15:44.605293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec2c1506-4be8-45aa-a271-5f6f4d812d34 req-9956ba49-1087-4d8a-8e1e-dc3f22f96500 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.0507619 Dec 16 15:15:44.806108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4183e5de-4a98-414e-a1b4-b34d8fa1f8fb req-e778685d-539c-47b4-b756-94ba5db73cdb tempest-LiveAutoBlockMigrationV225Test-1628975641 tempest-LiveAutoBlockMigrationV225Test-1628975641-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3893e16-4acd-420b-9664-0a79da4ed6b2 HTTP/1.1" status: 200 len: 210 time: 0.0290446 Dec 16 15:15:44.824525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1919916925-network', 'tenant_id': '6d6768f6cccb4b85b6cf4cd6794e359c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:45.000551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Made reservation on behalf of 6d6768f6cccb4b85b6cf4cd6794e359c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:45.004256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.017052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.129647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.331975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.362703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:15:45.375570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0697fa2-c7b2-4a1f-8287-0a5d17896396,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:45.397806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.398245 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Added segment cf101504-1e0d-4e15-b77e-8cc547a402b4 of type vlan for network 6703cbb4-89c6-4092-b420-972daf68d5b9 Dec 16 15:15:45.466312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.604926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134659e9-c90d-41fb-a836-24cddf6a746f req-f16be893-be05-4fbd-bcc4-e9c3dfa424fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:45.616693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-134659e9-c90d-41fb-a836-24cddf6a746f req-f16be893-be05-4fbd-bcc4-e9c3dfa424fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.1041365 Dec 16 15:15:45.624631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.630194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:45.640343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:45.725338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-134659e9-c90d-41fb-a836-24cddf6a746f req-29acbcb0-5313-4c9e-8b95-5fab0100451b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073010 Dec 16 15:15:45.814658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d548-4b64-4a6e-9bea-e6228456d01a req-d92be78c-68ef-434e-bc17-6b548003d594 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:45.821481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6703cbb4-89c6-4092-b420-972daf68d5b9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:45.828109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8722d548-4b64-4a6e-9bea-e6228456d01a req-d92be78c-68ef-434e-bc17-6b548003d594 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 949 time: 0.1140625 Dec 16 15:15:45.844351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:15:45.876829 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d4a1d13-4085-4cdb-adac-90114e8cf7e2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4273424 Dec 16 15:15:45.879802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37516) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:45.897853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Request body: {'subnet': {'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1919916925-subnet', 'tenant_id': '6d6768f6cccb4b85b6cf4cd6794e359c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:45.936647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8722d548-4b64-4a6e-9bea-e6228456d01a req-75d62fd0-0a58-4aa9-b34a-1eddbcc89c05 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Dec 16 15:15:46.019952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8e2caf4-9c4d-45b9-922b-576f961faa4d req-570e0dc4-4541-41c1-b53a-f8587be276ec tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.1028302 Dec 16 15:15:46.078238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:46.133545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Made reservation on behalf of 6d6768f6cccb4b85b6cf4cd6794e359c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:46.137935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.207811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b2b6183-c223-4f33-99a4-579fc3603aab req-b75e9fc3-7a4c-400d-9b5e-29f6ff7229ad tempest-FlavorsV2NegativeTest-1276326476 tempest-FlavorsV2NegativeTest-1276326476-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9fb53be3a78849549e4d8d2d2e01b55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312493 Dec 16 15:15:46.346492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Deleting subnet a1174a66-b53d-4131-831e-2435243984e6 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:15:46.360002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.406065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b6183-c223-4f33-99a4-579fc3603aab req-010308b8-ca4c-4d16-a823-5f450081445e tempest-FlavorsV2NegativeTest-1276326476 tempest-FlavorsV2NegativeTest-1276326476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:46.407674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b2b6183-c223-4f33-99a4-579fc3603aab req-010308b8-ca4c-4d16-a823-5f450081445e tempest-FlavorsV2NegativeTest-1276326476 tempest-FlavorsV2NegativeTest-1276326476-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921675 Dec 16 15:15:46.428489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b2b6183-c223-4f33-99a4-579fc3603aab req-bbcf1c1b-016a-4dae-b9be-adc3f9c86f75 tempest-FlavorsV2NegativeTest-1276326476 tempest-FlavorsV2NegativeTest-1276326476-project] 10.222.0.71 "GET /v2.0/quotas/9fb53be3a78849549e4d8d2d2e01b55f HTTP/1.1" status: 200 len: 375 time: 0.0142615 Dec 16 15:15:46.446410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.469112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b2b6183-c223-4f33-99a4-579fc3603aab req-00efe321-035a-4d5e-a3fd-414e332f2388 tempest-FlavorsV2NegativeTest-1276326476 tempest-FlavorsV2NegativeTest-1276326476-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9fb53be3a78849549e4d8d2d2e01b55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382559 Dec 16 15:15:46.534561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab801c3d-65e0-4991-b07b-d85f744c1bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.540810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.628920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.675581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 834bc421-3840-46dc-be4d-6db7f759467e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:46.690682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2214db7f-dc54-4a43-9619-62436b30cc97,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:46.703201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Checking segment: {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:46.703556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Network hostable DHCP agents. Network: 6703cbb4-89c6-4092-b420-972daf68d5b9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:15:46.806899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.860467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1174a66-b53d-4131-831e-2435243984e6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:46.867195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:46.879860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37556) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:46.881186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-92e39b7b-655b-47d9-b869-814043dd62e0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a1174a66-b53d-4131-831e-2435243984e6 HTTP/1.1" status: 204 len: 168 time: 0.8004944 Dec 16 15:15:46.899501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:15:46.903319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 834bc421-3840-46dc-be4d-6db7f759467e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:15:46.912698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 834bc421-3840-46dc-be4d-6db7f759467e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:46.913752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.000611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6703cbb4-89c6-4092-b420-972daf68d5b9) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:47.007853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:47.019249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:15:47.025831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:47.026494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.090842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e302cb0-b014-4ede-bd75-88a0b22837a6 None None] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:47.093448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a07e-7a86-4214-b541-21c0e8a2b92c req-73bf3a70-03a9-41e5-8fdd-82871c0d2f3c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:47.101473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 25a07177-294d-4558-9d67-ba6b3e7cccd2 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:15:47.101473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 25a07177-294d-4558-9d67-ba6b3e7cccd2 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:15:47.111669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f81a07e-7a86-4214-b541-21c0e8a2b92c req-73bf3a70-03a9-41e5-8fdd-82871c0d2f3c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.2598109 Dec 16 15:15:47.187160 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ac3f4da2-7692-4ec8-8ae2-2fcc3c6f46d9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2589319 Dec 16 15:15:47.187986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.231926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.253862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:15:47.348375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:47.348375 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8ebd83-f8c8-4cb4-a119-f36828d501ee" -d '{"events": [{"server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "name": "network-vif-plugged", "status": "completed", "tag": "834bc421-3840-46dc-be4d-6db7f759467e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:47.394063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=834bc421-3840-46dc-be4d-6db7f759467e,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:47.428472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:47.456571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94943228-368d-4910-8684-f2ebad5c7b26 None None] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:47.457546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f81a07e-7a86-4214-b541-21c0e8a2b92c req-67a273c3-8307-4830-bb00-8ab1a5c03eb8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434653 Dec 16 15:15:47.488753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8', 'port_id': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'mac_address': 'fa:16:3e:fc:38:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8246bb60-4fdb-4e99-9179-d0376ed9ab80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:47.515680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8713f-abf3-4ae8-b587-519bba9f8e2a req-e5ede250-293b-4763-a327-f9c212ba1bbf tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:47.520466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f8713f-abf3-4ae8-b587-519bba9f8e2a req-e5ede250-293b-4763-a327-f9c212ba1bbf tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 949 time: 0.3690941 Dec 16 15:15:47.547042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.571537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.589383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b567e22-0897-4d8a-9c9e-474883158dd0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:47.635119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:47.680923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-91e7c770-caeb-4c0f-94ff-6c86f90f9498 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:47.682684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-91e7c770-caeb-4c0f-94ff-6c86f90f9498 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.30 "GET /v2.0/networks?id=20c60378-3405-4885-a017-04e0c5fc74dd HTTP/1.1" status: 200 len: 814 time: 0.5669043 Dec 16 15:15:47.691258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:47.696144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a5f01d4-4dcc-47bb-912c-cbfd4f3cb339 req-db755128-b264-4ef4-a2e2-69493ed97fee tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.0676448 Dec 16 15:15:47.711917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.716628 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.744121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.773942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fe8b61-8553-4d43-990a-8416519c13ce']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:47.790365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f8713f-abf3-4ae8-b587-519bba9f8e2a req-944e35b1-e558-47da-8479-effdae2db861 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492840 Dec 16 15:15:47.799432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40f8e57-157f-4962-8dd8-2bb83e0a989c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:47.800022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40f8e57-157f-4962-8dd8-2bb83e0a989c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:47.840912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.841040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:47.861652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-e31c2828-bdfa-4ed4-8e4f-93a8a1a20a40 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0149b7740a234d6486cd7d3686317131 HTTP/1.1" status: 200 len: 378 time: 0.1612191 Dec 16 15:15:47.871648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.877957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'port': {'device_id': '05753dc1-e69a-4289-a363-345387a7a7ef', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'admin_state_up': True, 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'security_groups': ['1db6a382-8066-479c-b172-da0ec0c198c2']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:47.898046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:47.898742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:47.900973 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:47.913060 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4528c0bc-133d-47c9-88eb-f4437f3a07d4 x-openstack-request-id: req-4528c0bc-133d-47c9-88eb-f4437f3a07d4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:47.915030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "name": "network-vif-plugged", "status": "completed", "tag": "834bc421-3840-46dc-be4d-6db7f759467e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:47.915759 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4528c0bc-133d-47c9-88eb-f4437f3a07d4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:47.916556 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e', 'code': 200} Dec 16 15:15:48.085296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f3bfe-9fcf-4014-906b-f62f250b16d6 req-876cec33-6019-4c64-9513-5acb611013e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:48.086892 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-410f3bfe-9fcf-4014-906b-f62f250b16d6 req-876cec33-6019-4c64-9513-5acb611013e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 1101 time: 0.0604234 Dec 16 15:15:48.116258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.120925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6b567e22-0897-4d8a-9c9e-474883158dd0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:48.121275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-246074a7-815f-448c-bd8f-facf47d604c4 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=68b6381a3182498eb7e35a5473b7eb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636270 Dec 16 15:15:48.135120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.141201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/84fe8b61-8553-4d43-990a-8416519c13ce HTTP/1.1" status: 204 len: 168 time: 1.2597184 Dec 16 15:15:48.145616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:48.200595 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-410f3bfe-9fcf-4014-906b-f62f250b16d6 req-86a372c0-afa5-45f6-9cdf-2e1d178caf24 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041796 Dec 16 15:15:48.212268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Deleting subnet 55061c08-8503-494d-9cf7-4a527baa4d4f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:15:48.216352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.255045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.289527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd2e42-afa6-4596-af6e-5ac6ef8acad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fe8b61-8553-4d43-990a-8416519c13ce,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:48.304724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.435770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:48.475005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.506513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55061c08-8503-494d-9cf7-4a527baa4d4f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:48.512377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.516168 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-769094c5-75e1-4a20-9620-88fa1d90a120 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/55061c08-8503-494d-9cf7-4a527baa4d4f HTTP/1.1" status: 204 len: 168 time: 0.3691938 Dec 16 15:15:48.523504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37616) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:48.524509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-a63a7e00-8633-48ab-b7ec-304c315412a5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:48.527174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-a63a7e00-8633-48ab-b7ec-304c315412a5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 814 time: 0.4002948 Dec 16 15:15:48.531624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Made reservation on behalf of 0149b7740a234d6486cd7d3686317131 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:48.537936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.581306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-728cd990-8d31-43a6-95a9-7c7984f66853 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:48.583964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-728cd990-8d31-43a6-95a9-7c7984f66853 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521484 Dec 16 15:15:48.591814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceddd229-a163-43f8-9c80-675bdc9ca747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.612866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-b6cdff16-0204-4e27-9578-02ae54cbe56b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/quotas/6d6768f6cccb4b85b6cf4cd6794e359c HTTP/1.1" status: 200 len: 375 time: 0.0699196 Dec 16 15:15:48.626296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.648095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-0d25a8c0-093e-48c4-ad0d-62ad6b42ec96 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/quotas/68b6381a3182498eb7e35a5473b7eb90 HTTP/1.1" status: 200 len: 375 time: 0.0544415 Dec 16 15:15:48.747881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.788208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d584f68-8c20-4e25-994e-c2904df95b53']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:48.792090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceddd229-a163-43f8-9c80-675bdc9ca747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.802056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60136078-ba78-4052-9a58-384ca67dde1c') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:48.802403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60136078-ba78-4052-9a58-384ca67dde1c') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:15:48.814316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.831254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.837478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:15:48.837881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:15:48.839844 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:15:48.902993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceddd229-a163-43f8-9c80-675bdc9ca747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:48.949350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddd229-a163-43f8-9c80-675bdc9ca747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529397f9-7dfa-4a8b-8a44-243c6266ba01,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:48.953997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ceddd229-a163-43f8-9c80-675bdc9ca747 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fb53be3a78849549e4d8d2d2e01b55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170856 Dec 16 15:15:48.956807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37622) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:49.013000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.037336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.056088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.073178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.076606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] 10.222.0.71 "DELETE /v2.0/networks/1d584f68-8c20-4e25-994e-c2904df95b53 HTTP/1.1" status: 204 len: 168 time: 0.5562813 Dec 16 15:15:49.095445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc05801-92ae-4e8d-8a47-43b369fdf59c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d584f68-8c20-4e25-994e-c2904df95b53,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:49.174070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ea0090ca-ed17-45ab-939c-3113768a8413 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5470471 Dec 16 15:15:49.251583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.251905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.255235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.256482 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/529397f9-7dfa-4a8b-8a44-243c6266ba01 HTTP/1.1" status: 204 len: 168 time: 0.2986917 Dec 16 15:15:49.262429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-29d2c8ee-5f31-49e0-9c0b-d96af660ba23 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934289 Dec 16 15:15:49.270991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8218e-75f6-48a8-b893-a9fb20bd0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529397f9-7dfa-4a8b-8a44-243c6266ba01,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:49.484119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Allocated IP 172.20.0.4 (20c60378-3405-4885-a017-04e0c5fc74dd/3c319180-3ea3-49a3-9ede-9e86b8c2c5cb/b545cf75-a0cf-44cf-8309-a844ad3ac802) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:49.490174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-08b660a6-7657-4fe0-b4e5-53a5a1b28fdf service neutron] 10.222.0.71 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927241 Dec 16 15:15:49.596159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37632) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:49.659335 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d5c42db-5ee8-46eb-aaa3-a9082b09d9c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae5878d06cec4efabf8a84a4dfd3b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0601282 Dec 16 15:15:49.662160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37634) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:49.789363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.805083 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.822001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.894806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-a4fd378c-d959-457d-b1f4-8dd1b829ecd6 service neutron] 10.222.0.71 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902018 Dec 16 15:15:49.932248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5596f-9305-4cb2-bdcf-97bbdd126c14 req-1e55b480-ff8f-491f-ae30-33fe0903843d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:49.934591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bd5596f-9305-4cb2-bdcf-97bbdd126c14 req-1e55b480-ff8f-491f-ae30-33fe0903843d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.1780005 Dec 16 15:15:49.965899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.970783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.973150 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec46e714-3595-41d3-8f07-52a756fb0e97 HTTP/1.1" status: 204 len: 168 time: 0.3094981 Dec 16 15:15:49.983305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:49.989628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a59b60-b458-4388-9ea7-ec4eefd0f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46e714-3595-41d3-8f07-52a756fb0e97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:50.018537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bd5596f-9305-4cb2-bdcf-97bbdd126c14 req-8edbeb3a-1385-473c-a9d1-fad592ee274d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762508 Dec 16 15:15:50.146292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f5ff735-6882-42b9-9f82-05aea48cd471 req-2c307e7d-b146-417c-9a3c-b5d0558c0263 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.0389500 Dec 16 15:15:50.200674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:50.280201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Network 20c60378-3405-4885-a017-04e0c5fc74dd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:50.289212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:50.293301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:50.317562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event updated for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:50.401923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:50.402993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:50.420801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96c683-fbf9-452b-8645-bcd0e07a06d4 req-f01b744a-27a6-41a2-a491-17e9aa07fe2f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:50.422801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca96c683-fbf9-452b-8645-bcd0e07a06d4 req-f01b744a-27a6-41a2-a491-17e9aa07fe2f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 950 time: 0.1901100 Dec 16 15:15:50.594530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-5fc95131-5aac-4dba-9f2f-e3495586b961 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7240167 Dec 16 15:15:50.702410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ebd2096-bac8-4ce1-96cc-487553722b6b req-a112612b-2a6b-4a1f-b7a3-9add1e3cf7d8 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.1477087 Dec 16 15:15:50.711848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Request body: {'port': {'device_id': '05753dc1-e69a-4289-a363-345387a7a7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:50.732917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca96c683-fbf9-452b-8645-bcd0e07a06d4 req-bff3fefd-a62c-4598-a3e5-877533dc6dbd tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856882 Dec 16 15:15:50.783729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2b46930d-3930-4912-9167-05d0eca13406 None None] Provisioning complete for port b545cf75-a0cf-44cf-8309-a844ad3ac802 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:50.784616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b46930d-3930-4912-9167-05d0eca13406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:50.911321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2b46930d-3930-4912-9167-05d0eca13406 None None] Port b545cf75-a0cf-44cf-8309-a844ad3ac802 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:50.914302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-684dec5b-f3ca-40a5-b770-2d2abeb18a77 req-8c5936fa-10e2-429f-8e41-a6f1c07febad tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 210 time: 0.1027246 Dec 16 15:15:50.920819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.011693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:51.312831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78f3bc-3402-4dfa-a9c4-9c772fdf301f req-49dbbb10-08bf-4d15-aff9-a8315c7eac4b tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:51.315092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e78f3bc-3402-4dfa-a9c4-9c772fdf301f req-49dbbb10-08bf-4d15-aff9-a8315c7eac4b tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 1101 time: 0.2701089 Dec 16 15:15:51.327662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b1e50-5fcc-42ff-841b-631d59c23965 req-10f253c2-3398-4fd0-aebd-01120232a346 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:51.329864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f8b1e50-5fcc-42ff-841b-631d59c23965 req-10f253c2-3398-4fd0-aebd-01120232a346 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.1599076 Dec 16 15:15:51.354788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 6b567e22-0897-4d8a-9c9e-474883158dd0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:15:51.358293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 6b567e22-0897-4d8a-9c9e-474883158dd0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:51.361489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.427868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:51.455908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e78f3bc-3402-4dfa-a9c4-9c772fdf301f req-ea77c75d-0a59-4d6b-bffa-b6e97d0081e5 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248317 Dec 16 15:15:51.462193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f8b1e50-5fcc-42ff-841b-631d59c23965 req-e038aacf-48b2-4dc7-8ac4-c53f6b21d6b8 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194682 Dec 16 15:15:51.578626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.621127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b545cf75-a0cf-44cf-8309-a844ad3ac802 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:51.627341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37688) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:51.638631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.682936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:51.688042 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8266b844-f4d2-43c6-a766-1bf44a72926a" -d '{"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:51.728415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:51.738583 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49c0d17f-ca5a-4bd6-b0fa-61cbee0ae274 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=764fc23b38834468b868e38707144d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093075 Dec 16 15:15:51.739333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Transition to ACTIVE for port object b545cf75-a0cf-44cf-8309-a844ad3ac802 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:51.743644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37694) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:51.809631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33486b-a85b-4990-b7ae-fa9c132c3d88 req-687db42d-4197-40d1-bb5b-efa0ddc3c993 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:51.816822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e33486b-a85b-4990-b7ae-fa9c132c3d88 req-687db42d-4197-40d1-bb5b-efa0ddc3c993 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 931 time: 0.1740670 Dec 16 15:15:51.821899 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa5cdbe-7c18-4298-819f-074e5a957886 x-openstack-request-id: req-8fa5cdbe-7c18-4298-819f-074e5a957886 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:51.822798 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:51.822798 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8fa5cdbe-7c18-4298-819f-074e5a957886 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:51.823355 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'code': 200} Dec 16 15:15:51.828939 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.832286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.847659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.936134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:51.944441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:52.055510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-network', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:52.130760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38455033-3f52-447a-b76f-93bde6084267 req-89dfdc57-0edf-4832-a022-3ce43f1d623e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.1082890 Dec 16 15:15:52.135132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b980a-d849-489a-92e6-456de9b45394 req-0db74cdf-d2b2-4da2-961d-eaf1ee0ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:52.137002 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e7b980a-d849-489a-92e6-456de9b45394 req-0db74cdf-d2b2-4da2-961d-eaf1ee0ca174 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1097 time: 0.1221907 Dec 16 15:15:52.144139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:52.195534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e33486b-a85b-4990-b7ae-fa9c132c3d88 req-89ec90b8-73b8-4c66-86e8-3f5e54c40a72 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3669739 Dec 16 15:15:52.225296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Made reservation on behalf of a91cd81a9a754e1eabdd88585c3fa2a9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:52.225296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.254993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.257707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.263558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.265167 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/64a53ecd-fc88-4ebd-a1c3-ba086aec8213 HTTP/1.1" status: 204 len: 168 time: 0.5197761 Dec 16 15:15:52.309899 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e7b980a-d849-489a-92e6-456de9b45394 req-a754ef7a-d43c-473a-908f-0d88d1fc83e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624396 Dec 16 15:15:52.379323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8f9a8-ac97-4d7f-a21b-d230ccede7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a53ecd-fc88-4ebd-a1c3-ba086aec8213,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:52.408551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b39967d3-ab07-4631-8dcc-cc57c21709cf req-8694f42e-785b-43c7-bee6-947148e671dd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 210 time: 0.0843081 Dec 16 15:15:52.423375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.513664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Attempting to bind port b545cf75-a0cf-44cf-8309-a844ad3ac802 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:52.515030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Attempting to bind port b545cf75-a0cf-44cf-8309-a844ad3ac802 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:52.515717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Attempting to bind port b545cf75-a0cf-44cf-8309-a844ad3ac802 on network 20c60378-3405-4885-a017-04e0c5fc74dd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:52.516055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.533827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-cad3aade-e11b-4f6d-85a4-a2d888dc75c3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980861 Dec 16 15:15:52.537138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:15:52.550840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Port b545cf75-a0cf-44cf-8309-a844ad3ac802 on network 20c60378-3405-4885-a017-04e0c5fc74dd not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:52.551179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Attempting to bind port b545cf75-a0cf-44cf-8309-a844ad3ac802 on network 20c60378-3405-4885-a017-04e0c5fc74dd {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:52.568013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.576061 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Added segment 86345773-d252-4ac7-aebc-05f4c78f5bd8 of type vlan for network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 Dec 16 15:15:52.600954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d386e68-2616-4ff2-88e5-23662c5681e6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:52.614852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:52.615211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Checking segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:52.615626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Bound using segment: {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:52.617831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Bound port: b545cf75-a0cf-44cf-8309-a844ad3ac802, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:52.618927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.687993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.826775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.833012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:52.833012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:52.865309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-12123b0a-1dce-486a-b357-1bc000888607 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:52.867740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-12123b0a-1dce-486a-b357-1bc000888607 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325863 Dec 16 15:15:52.936981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-f675f8aa-ca27-4ed1-b559-508f2b8113c1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.0573573 Dec 16 15:15:52.966878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611db5fb-5ee8-47b8-b751-b329d749cfec req-98267bc3-7bba-408a-8651-2352cb5fd5db tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:52.968513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1e90b4-a3bc-4976-9e59-211fc00dbce2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:52.980734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-611db5fb-5ee8-47b8-b751-b329d749cfec req-98267bc3-7bba-408a-8651-2352cb5fd5db tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.2880406 Dec 16 15:15:52.991305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:15:53.004415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:53.052296 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e72cb5db-27dd-453c-9213-4084ffac4d97 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6227221 Dec 16 15:15:53.053439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:53.060131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Request body: {'subnet': {'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-subnet', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:53.079444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:53.160572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-5cf20f3f-8c91-471e-bdb6-267c446abbac tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2225728 Dec 16 15:15:53.168981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.197946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Made reservation on behalf of a91cd81a9a754e1eabdd88585c3fa2a9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:53.205909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-611db5fb-5ee8-47b8-b751-b329d749cfec req-bb4b1749-3208-46e6-bfa0-cb55d2b0b281 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235014 Dec 16 15:15:53.208533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.301438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:53.302467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.317427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/b545cf75-a0cf-44cf-8309-a844ad3ac802 HTTP/1.1" status: 200 len: 1091 time: 2.6478426 Dec 16 15:15:53.319149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:15:53.322255 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a998d9f-03c6-4df5-af31-c201c3206716" -d '{"events": [{"name": "network-changed", "server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:15:53.422736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69dac2-32d5-4b30-8657-478adb6330e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:53.571615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8232e424-d7cc-43d3-ae65-4cbc5a74a631 req-85594201-6454-4e42-80e5-1226f661bd88 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.1119292 Dec 16 15:15:53.786934 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77024588-27db-4cc3-a768-be4adf4c520e x-openstack-request-id: req-77024588-27db-4cc3-a768-be4adf4c520e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:15:53.792343 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:15:53.792853 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77024588-27db-4cc3-a768-be4adf4c520e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:15:53.793785 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'status': 'completed', 'code': 200} Dec 16 15:15:53.831007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e768453-773f-4fd6-a4c2-3197d640a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:53.833144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-2e768453-773f-4fd6-a4c2-3197d640a639 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0149b7740a234d6486cd7d3686317131&device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 1094 time: 0.3317075 Dec 16 15:15:53.844636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:53.872765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2bf6e-dd26-402c-b311-cde4a031f02d req-8e6ef6a7-4567-4ea3-8c2a-f9e36e6ae80f tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:53.877228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b2bf6e-dd26-402c-b311-cde4a031f02d req-8e6ef6a7-4567-4ea3-8c2a-f9e36e6ae80f tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 943 time: 0.2591987 Dec 16 15:15:54.003041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:54.017777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Checking segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:54.018334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Network hostable DHCP agents. Network: 9b1e90b4-a3bc-4976-9e59-211fc00dbce2, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:15:54.058503 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-7dd9edff-17cf-4377-a042-27aee1ef65e6 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=68b6381a3182498eb7e35a5473b7eb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441580 Dec 16 15:15:54.084577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8958a2c2-8d6d-497a-9b4e-2ba5131febbf req-8d64f112-fefc-43c3-b6e6-f852f6e386b7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 210 time: 0.2049086 Dec 16 15:15:54.103436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-bb8ddc6c-1f11-41bc-a760-d18847b265d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802 HTTP/1.1" status: 200 len: 217 time: 0.2208855 Dec 16 15:15:54.255504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b2bf6e-dd26-402c-b311-cde4a031f02d req-b2f4a5a3-d990-4e28-bee8-03d403811489 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3394918 Dec 16 15:15:54.258979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-1c54f612-263e-46c2-b2ab-bc92b58e5451 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.261073 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-1c54f612-263e-46c2-b2ab-bc92b58e5451 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883950 Dec 16 15:15:54.292349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Request body: {'port': {'device_id': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '68b6381a3182498eb7e35a5473b7eb90'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:54.304674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2b9abf9-a005-4ba1-95d2-a17b912fe929 req-82d6947e-a054-4ac1-b96e-8305b14bbfc3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 210 time: 0.0616102 Dec 16 15:15:54.309836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-50f76e90-e785-4a4e-a270-758451f7bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.315026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-50f76e90-e785-4a4e-a270-758451f7bb35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c319180-3ea3-49a3-9ede-9e86b8c2c5cb HTTP/1.1" status: 200 len: 853 time: 0.1994817 Dec 16 15:15:54.383042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59204236-a0a3-4c79-ac84-e38791935b11 req-ad4a1457-5ab5-4a40-bd4f-d85ad2fe2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.386477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-ad4a1457-5ab5-4a40-bd4f-d85ad2fe2098 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20c60378-3405-4885-a017-04e0c5fc74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657697 Dec 16 15:15:54.412320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:15:54.525588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3102066-e64f-459f-913f-a61cb95fde11 req-edf27739-be17-4c76-b544-4177ed29101f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.528288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3102066-e64f-459f-913f-a61cb95fde11 req-edf27739-be17-4c76-b544-4177ed29101f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1384878 Dec 16 15:15:54.534834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9b1e90b4-a3bc-4976-9e59-211fc00dbce2) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:54.543404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.544210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.546556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9dd6fc-2820-468b-922a-3601ae3f0a51 None None] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:54.593863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Made reservation on behalf of 68b6381a3182498eb7e35a5473b7eb90 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:54.598903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.612579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.630112 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-73101985-064b-4ea1-8254-ca685a38ba1d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5739198 Dec 16 15:15:54.633043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:15:54.639715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:54.705651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3102066-e64f-459f-913f-a61cb95fde11 req-19091d30-79ee-44e3-a888-b72e5450dd07 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543703 Dec 16 15:15:54.714697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-d7b947b0-bb8c-4b20-a4f4-f5b807704fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732193 Dec 16 15:15:54.749106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:15:54.750463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.793094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.836056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.836056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.884891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c22e98f-7a1a-44ac-a848-0b5ae686266c req-c02fb464-86d8-47c9-8147-6c2752903998 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.0939720 Dec 16 15:15:54.921190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.932830 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:54.968241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94bd41-d4fc-4a36-8575-cb332b67d7df req-bc0b679f-a56f-4794-a9f6-cbb9a4c26c6a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:54.970383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e94bd41-d4fc-4a36-8575-cb332b67d7df req-bc0b679f-a56f-4794-a9f6-cbb9a4c26c6a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1097 time: 0.0805244 Dec 16 15:15:55.011745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Allocated IP 172.20.0.2 (9b1e90b4-a3bc-4976-9e59-211fc00dbce2/f8c89f2a-24fd-432a-9cc3-9d160fb9f08d/119bebfd-2634-488e-b1b4-74b6296fa180) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:55.104801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:55.127266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59204236-a0a3-4c79-ac84-e38791935b11 req-23064dd5-1cfe-498b-8e00-22c1895c0c46 service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019239 Dec 16 15:15:55.156684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e94bd41-d4fc-4a36-8575-cb332b67d7df req-349dba09-f8b2-4f5f-b815-89ab97fdb0fc tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739764 Dec 16 15:15:55.326944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75f6f93f-8628-4b88-a4c9-dfc0da8e65ee req-f9c1395d-1ad6-4da6-a497-8f23c88ecf12 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 210 time: 0.0901613 Dec 16 15:15:55.337153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.381737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-5293483e-b533-4960-8f52-eb56481b50ea tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:55.381737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-5293483e-b533-4960-8f52-eb56481b50ea tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 814 time: 0.3379490 Dec 16 15:15:55.408719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Request body: {'port': {'device_id': '9f0586e1-9e0f-4d86-8115-01657c070053', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'admin_state_up': True, 'tenant_id': '6d6768f6cccb4b85b6cf4cd6794e359c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:55.487959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.507098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c72914-8c42-466f-b4ea-8c798e550e95 req-e2aee906-e9c6-46d8-b631-7dd149a0d49a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:55.514876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c72914-8c42-466f-b4ea-8c798e550e95 req-e2aee906-e9c6-46d8-b631-7dd149a0d49a tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1097 time: 0.2431564 Dec 16 15:15:55.567806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-1dd57f06-cf34-49d4-b089-c086778cada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:55.569260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-1dd57f06-cf34-49d4-b089-c086778cada3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0149b7740a234d6486cd7d3686317131&device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 1094 time: 0.2214849 Dec 16 15:15:55.665289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:55.673753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.680686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1432caf-87aa-4415-9edb-a2c3401056b9 req-c50f2abf-07e5-4f13-9b0b-25d52984f5e7 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:55.684675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:55.689611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1432caf-87aa-4415-9edb-a2c3401056b9 req-c50f2abf-07e5-4f13-9b0b-25d52984f5e7 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 943 time: 0.2340498 Dec 16 15:15:55.703563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:55.711954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c72914-8c42-466f-b4ea-8c798e550e95 req-a7bb47e7-605b-4462-b2f7-25079985d3a8 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926703 Dec 16 15:15:55.718336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Pushing event updated for resources: {'Port': ['ID=119bebfd-2634-488e-b1b4-74b6296fa180,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:55.747690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Allocated IP 192.168.233.12 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/6fe58023-787b-4b5c-8c00-1847c0bb7a70) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:55.827505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Attempting to bind port 119bebfd-2634-488e-b1b4-74b6296fa180 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:55.827894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Attempting to bind port 119bebfd-2634-488e-b1b4-74b6296fa180 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:55.828282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Attempting to bind port 119bebfd-2634-488e-b1b4-74b6296fa180 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:55.849438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:55.850076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Checking segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:55.850302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.850718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Bound using segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:55.851222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Bound port: 119bebfd-2634-488e-b1b4-74b6296fa180, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:55.851616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.894746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69d01665-9bbc-4905-b72d-c947b38b8763 req-03f75ee9-9d06-48aa-b97d-2fd7e08d44c7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 210 time: 0.0604372 Dec 16 15:15:55.916882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1432caf-87aa-4415-9edb-a2c3401056b9 req-47aec1b7-1662-4716-8bf3-8a37d2f77ea4 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2264602 Dec 16 15:15:55.917529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Made reservation on behalf of 6d6768f6cccb4b85b6cf4cd6794e359c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:55.921153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:55.966089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] For port 119bebfd-2634-488e-b1b4-74b6296fa180, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:55.966571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-f02c7d40-e8a0-4642-9f73-9a51482ee1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:55.970681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-f02c7d40-e8a0-4642-9f73-9a51482ee1f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20c60378-3405-4885-a017-04e0c5fc74dd HTTP/1.1" status: 200 len: 915 time: 0.3818195 Dec 16 15:15:55.983778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] For port 119bebfd-2634-488e-b1b4-74b6296fa180, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=119bebfd-2634-488e-b1b4-74b6296fa180,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:15:56.066398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-f7c626c0-0297-45d5-8632-093e239e6748 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802 HTTP/1.1" status: 200 len: 217 time: 0.0709326 Dec 16 15:15:56.086170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:56.209048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-8be42483-030f-45fc-8bc2-084a5acfe417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:56.210711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-8be42483-030f-45fc-8bc2-084a5acfe417 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c319180-3ea3-49a3-9ede-9e86b8c2c5cb HTTP/1.1" status: 200 len: 853 time: 0.1355453 Dec 16 15:15:56.303298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2981c-d6aa-49ac-91fb-60673b65a351 None None] Pushing event updated for resources: {'Port': ['ID=119bebfd-2634-488e-b1b4-74b6296fa180,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:56.315705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2eac3e0-c626-4f62-bba9-0082e31347fd req-41424ad4-651e-4bc0-b9e3-9d0561f64e7e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.0624220 Dec 16 15:15:56.333865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:56.345869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Allocated IP 172.20.0.3 (6703cbb4-89c6-4092-b420-972daf68d5b9/2214db7f-dc54-4a43-9619-62436b30cc97/00d99df9-67b8-4a83-92b3-894607bb7ddb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:56.617755 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:56.721283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b545cf75-a0cf-44cf-8309-a844ad3ac802 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:15:56.754651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:56.820081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:56.880068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:56.926877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:56.931230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:57.013951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:57.054040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-4d6128e2-f4a4-4ff4-bd1f-feab791b852a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645095 Dec 16 15:15:57.062713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-023665d2-6fc6-4314-ba85-cadf4fb3725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:57.065200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-023665d2-6fc6-4314-ba85-cadf4fb3725a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20c60378-3405-4885-a017-04e0c5fc74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8296921 Dec 16 15:15:57.084869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'port_id': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'mac_address': 'fa:16:3e:e4:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:15:57.100896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 119bebfd-2634-488e-b1b4-74b6296fa180 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:15:57.120379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:57.121452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.126316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Pushing event updated for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:57.184566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07ffd903-f63c-48e6-aa36-a4f732858e40 req-9ff8086b-1788-443d-97c2-6f98f4e7ca07 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 210 time: 0.7288685 Dec 16 15:15:57.284445 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.296417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-611e0dc3-e175-48b6-a012-cbdfd07b2654 service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984310 Dec 16 15:15:57.387982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b545cf75-a0cf-44cf-8309-a844ad3ac802 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:57.439232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:57.450938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c30113e2-0b09-4bbe-b8a7-50c0edd72aa2 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:57.455990 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c30113e2-0b09-4bbe-b8a7-50c0edd72aa2 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150103 Dec 16 15:15:57.477144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 119bebfd-2634-488e-b1b4-74b6296fa180 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:57.478436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.495838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': 'a4db5326-8828-464e-85ba-465141aac457', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:57.502335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.502696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.503093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.503444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.503783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.504212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.504536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.505089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.505435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.505775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.506157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.506765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.507242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:57.623787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9f7d9dba-43c9-4a21-9629-6fb84e8299d4 None None] Provisioning complete for port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:57.624771 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9dba-43c9-4a21-9629-6fb84e8299d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.632842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Allocated IP 172.25.7.123 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/4b1684f2-a210-4f66-ab70-4938bbf0e404) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:57.686858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.744551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:57.941205 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-675ac565-2276-4385-bd00-7af0186bca5e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6406858 Dec 16 15:15:57.962304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a998d9f-03c6-4df5-af31-c201c3206716 req-386da5fd-bfec-46c9-8248-06fc5274fb73 service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209769 Dec 16 15:15:57.994976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.053003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:58.056958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:58.069530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:58.089395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Request body: {'port': {'device_id': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:58.094948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b8082-7722-4e15-92a5-31aa93355aca None None] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:15:58.177239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d9dba-43c9-4a21-9629-6fb84e8299d4 None None] Port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:15:58.191929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:58.192640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.233660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:58.241370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b545cf75-a0cf-44cf-8309-a844ad3ac802'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:15:58.255331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.312072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.347633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:58.389058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7984348-62f5-41a5-becf-5c25f6165532 req-96b1675f-4050-44e0-ba8b-25092c717a29 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:58.393288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7984348-62f5-41a5-becf-5c25f6165532 req-96b1675f-4050-44e0-ba8b-25092c717a29 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 931 time: 0.1064091 Dec 16 15:15:58.432241 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.438810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ec465d60-755f-4534-950b-180ccc8494fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0397751 Dec 16 15:15:58.479599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f13ef3b5-46df-4925-b70f-3d16c4dbd3c7 None None] Provisioning complete for port 119bebfd-2634-488e-b1b4-74b6296fa180 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:58.480126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f13ef3b5-46df-4925-b70f-3d16c4dbd3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.481263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Request body: {'port': {'device_id': '9f0586e1-9e0f-4d86-8115-01657c070053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:15:58.540797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7984348-62f5-41a5-becf-5c25f6165532 req-43328fbf-ede6-423c-92db-24431c8d79e5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416421 Dec 16 15:15:58.558219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 119bebfd-2634-488e-b1b4-74b6296fa180, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=119bebfd-2634-488e-b1b4-74b6296fa180,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:15:58.576880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.584819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.661045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.720933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.755624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:15:58.766788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:15:58.789289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:15:58.809991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=119bebfd-2634-488e-b1b4-74b6296fa180,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:58.898742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1684f2-a210-4f66-ab70-4938bbf0e404,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:58.902050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:15:58.909113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:58.937587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64c79a-d51e-4ce6-a248-48078a771059 req-eced0b9b-c37d-404b-b859-7542e1ff871e tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:58.951162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a64c79a-d51e-4ce6-a248-48078a771059 req-eced0b9b-c37d-404b-b859-7542e1ff871e tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 944 time: 0.2335718 Dec 16 15:15:59.077429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-43d76470-1cd6-4fdd-a48c-ebb4d0bb0a31 None None] Provisioning complete for port 119bebfd-2634-488e-b1b4-74b6296fa180 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:15:59.078075 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43d76470-1cd6-4fdd-a48c-ebb4d0bb0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.286694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.297446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a64c79a-d51e-4ce6-a248-48078a771059 req-b798ce7e-fde1-400b-80fe-7defa7805b13 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3418772 Dec 16 15:15:59.349534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe58023-787b-4b5c-8c00-1847c0bb7a70 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:59.362660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.384351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Transition to ACTIVE for port object 6fe58023-787b-4b5c-8c00-1847c0bb7a70 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:59.417868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:15:59.429321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.444114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Transition to ACTIVE for port object 00d99df9-67b8-4a83-92b3-894607bb7ddb will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:15:59.488737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.538560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfa511-9e1d-4775-809b-b6e46c23d509 req-569275e3-a1df-4423-900d-72a7415467bc tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:15:59.540296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35bfa511-9e1d-4775-809b-b6e46c23d509 req-569275e3-a1df-4423-900d-72a7415467bc tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 947 time: 0.0642221 Dec 16 15:15:59.543238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.598418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.641916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:59.643389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:15:59.664318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.50 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/648d5064-f9a1-4c9a-ac6e-fb02a54a7794) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:15:59.758816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.759439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.760385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.761273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.762087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.763131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.764464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.765610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.766281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.766863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.767417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.768182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.768726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:15:59.796727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35bfa511-9e1d-4775-809b-b6e46c23d509 req-587b66fe-eb72-405f-8f66-d0f30ede526d tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477632 Dec 16 15:15:59.868913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Attempting to bind port 00d99df9-67b8-4a83-92b3-894607bb7ddb on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:59.869682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Attempting to bind port 00d99df9-67b8-4a83-92b3-894607bb7ddb by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:59.870433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Attempting to bind port 00d99df9-67b8-4a83-92b3-894607bb7ddb on network 6703cbb4-89c6-4092-b420-972daf68d5b9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:59.878504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Port 00d99df9-67b8-4a83-92b3-894607bb7ddb on network 6703cbb4-89c6-4092-b420-972daf68d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:59.879187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Attempting to bind port 00d99df9-67b8-4a83-92b3-894607bb7ddb on network 6703cbb4-89c6-4092-b420-972daf68d5b9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:59.885949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:15:59.886720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Checking segment: {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:15:59.887336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Bound using segment: {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:15:59.888286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Bound port: 00d99df9-67b8-4a83-92b3-894607bb7ddb, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:15:59.889094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:15:59.891681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Attempting to bind port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:15:59.892271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Attempting to bind port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:15:59.892812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Attempting to bind port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:59.956305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:15:59.956944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Attempting to bind port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:15:59.979607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:15:59.983283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:00.046053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-1129af14-701c-4f3c-8bce-483e24208983 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:16:00.047094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-1129af14-701c-4f3c-8bce-483e24208983 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2704341 Dec 16 15:16:00.081824 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.093957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:00.094320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:00.094770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:00.095745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Bound port: 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:00.095745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.193721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0669f496-e212-4492-8662-cb6ada92ceb1 req-801ff94a-61d3-4637-a693-1270c4a4c4e4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 210 time: 0.0498443 Dec 16 15:16:00.195164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.195793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.197241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] 10.222.0.74 "PUT /v2.0/ports/00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 1091 time: 1.7326508 Dec 16 15:16:00.206899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:00.209502 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:00.269344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bc6fc-4dcf-4c13-a8e7-b94c0e752a25 service neutron] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:00.272896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-9036ba3a-4756-4a0b-ad16-77eeea062288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.274321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-9036ba3a-4756-4a0b-ad16-77eeea062288 service neutron] 10.222.0.71 "GET /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 1094 time: 0.2173600 Dec 16 15:16:00.291786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:00.292283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Unknown quota resources ['binding']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:16:00.356765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.373230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:00.378307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:00.384218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.420904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0707bf-0913-4e6b-92c9-8afebe9b3147 req-82d1b843-8250-4fa1-a260-29ed4aa5e6d8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.422458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd0707bf-0913-4e6b-92c9-8afebe9b3147 req-82d1b843-8250-4fa1-a260-29ed4aa5e6d8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1442266 Dec 16 15:16:00.544248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-2ee388c2-9760-4276-975b-eb44ed33e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.545848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-2ee388c2-9760-4276-975b-eb44ed33e295 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1094 time: 0.1446345 Dec 16 15:16:00.558761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd0707bf-0913-4e6b-92c9-8afebe9b3147 req-3dcde679-d31c-4f9f-89e5-03a759189bf3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139765 Dec 16 15:16:00.607281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-f1025860-2086-40ea-b9c4-51e49fcfd16e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.0460334 Dec 16 15:16:00.608688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:00.609076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:00.609354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:00.626781 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6d25f-ae9d-4336-860f-da02e9a2736b x-openstack-request-id: req-b9d6d25f-ae9d-4336-860f-da02e9a2736b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:00.627092 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:00.627410 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9d6d25f-ae9d-4336-860f-da02e9a2736b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:00.627904 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'status': 'completed', 'code': 200} Dec 16 15:16:00.647781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:00.648292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:00.663693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:00.664212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:00.664541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:00.665114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Bound port: 6b567e22-0897-4d8a-9c9e-474883158dd0, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:00.724444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-8ed2a44a-8e82-4aa2-852b-4f55b47eb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.725836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-8ed2a44a-8e82-4aa2-852b-4f55b47eb0fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1109025 Dec 16 15:16:00.760352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b545cf75-a0cf-44cf-8309-a844ad3ac802 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:00.779058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-4ec3617a-76e6-45da-8eab-e0ea05a7f403 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365877 Dec 16 15:16:00.850770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:00.868927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588726-efa4-4c7f-af7d-e23822e0f4cc req-32a2c6ff-0f18-4c72-ac21-73e961ef5ca6 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.870584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a588726-efa4-4c7f-af7d-e23822e0f4cc req-32a2c6ff-0f18-4c72-ac21-73e961ef5ca6 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 944 time: 0.1945004 Dec 16 15:16:00.889114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.905616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 119bebfd-2634-488e-b1b4-74b6296fa180 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:00.968920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:00.972635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.972635 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] 10.222.0.74 "PUT /v2.0/ports/6fe58023-787b-4b5c-8c00-1847c0bb7a70 HTTP/1.1" status: 200 len: 1095 time: 2.9391837 Dec 16 15:16:00.972635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:00.973626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port b545cf75-a0cf-44cf-8309-a844ad3ac802 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:00.975438 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cfc44c-e527-49e1-8ce3-7b8974255ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:00.978835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-d17b1c79-531d-4055-acfc-2807dd1b6859 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914978 Dec 16 15:16:00.988968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port b545cf75-a0cf-44cf-8309-a844ad3ac802 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:00.990715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:00.997370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a588726-efa4-4c7f-af7d-e23822e0f4cc req-003ce3f2-b492-4df9-91a8-f22e55aa8916 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025133 Dec 16 15:16:01.046333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ef26-5197-42b6-b222-d7f17f4af2ae service neutron] Pushing event updated for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:01.068892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 119bebfd-2634-488e-b1b4-74b6296fa180 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:01.069270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.156715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] Publish callbacks [] for binding, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.159501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] 10.222.0.71 "POST /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8714898 Dec 16 15:16:01.161230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.191361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:01.194970 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e7713-b6ca-4258-8141-c117268de1ef" -d '{"events": [{"server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:01.212221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:01.233125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b7c26cf-5360-4be5-ae76-fad504f8a18d req-a29b62b7-e4f2-4e88-92da-4aa6c52a4f35 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326226 Dec 16 15:16:01.272349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.311039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6', '834bc421-3840-46dc-be4d-6db7f759467e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:01.315471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:16:01.340028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-3b557bb1-b7dc-4029-8bcb-7c332e81e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.342080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-3b557bb1-b7dc-4029-8bcb-7c332e81e4d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 1098 time: 0.0715837 Dec 16 15:16:01.348265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:01.360632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:01.367361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:01.372634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:01.391120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:01.408620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.438096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-5e6200a3-66bb-4ce6-9a42-5709ae596ad4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70 HTTP/1.1" status: 200 len: 217 time: 0.0733011 Dec 16 15:16:01.556980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.557812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.596306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-64aed548-ab68-47c1-ac04-ec68ab541f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.596920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-64aed548-ab68-47c1-ac04-ec68ab541f80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1131470 Dec 16 15:16:01.665763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:01.707777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-82202f00-564c-4b04-ada4-8dbb4e1b0a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.709537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-82202f00-564c-4b04-ada4-8dbb4e1b0a5e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046760 Dec 16 15:16:01.722132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-d47a2d13-145d-46f6-934a-b8c2c75560e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:01.724977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-d47a2d13-145d-46f6-934a-b8c2c75560e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1094 time: 0.2358158 Dec 16 15:16:01.732126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:01.774878 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:01.831650 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:01.835522 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:01.840713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-343552b9-907d-4d24-8a89-c5cf5b63cb73 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3496847 Dec 16 15:16:01.856327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-bc212c3f-a028-40f4-8e58-3d7ae323b265 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376245 Dec 16 15:16:01.863414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Request body: {'port': {'device_id': 'a4db5326-8828-464e-85ba-465141aac457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:01.901342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:01.902701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b1ed726-8bad-428d-8223-23403fbca158 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.2687831 Dec 16 15:16:01.907733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37888) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:02.024737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:02.030318 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40beaec-a1e5-464b-9733-f4d4c334651f x-openstack-request-id: req-c40beaec-a1e5-464b-9733-f4d4c334651f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:02.030629 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:02.030894 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c40beaec-a1e5-464b-9733-f4d4c334651f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:02.031373 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70', 'status': 'completed', 'code': 200} Dec 16 15:16:02.069953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-70137185-0d12-4764-be59-2223dfef96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.071706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-70137185-0d12-4764-be59-2223dfef96d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.3322985 Dec 16 15:16:02.080363 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce85fc10-ee5b-46f9-939f-fb9f40018c03 x-openstack-request-id: req-ce85fc10-ee5b-46f9-939f-fb9f40018c03 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:02.081013 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "name": "network-vif-plugged", "status": "completed", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:02.082851 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce85fc10-ee5b-46f9-939f-fb9f40018c03 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:02.083610 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'code': 200} Dec 16 15:16:02.207939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b9efed46-f581-4690-9162-32c39f0ed572 None None] Provisioning complete for port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:02.208760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9efed46-f581-4690-9162-32c39f0ed572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:02.216809 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:02.221065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-b35ef8a9-4170-4d1f-b53d-20c308578fd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.0950980 Dec 16 15:16:02.222802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58cdc28e-64e1-427c-8a25-e89d989a0d53 req-2e69f66f-d28b-4120-b20a-c3265ac84165 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519731 Dec 16 15:16:02.240227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176f36f-c574-4dbb-b937-eff02ee61aa4 req-8db7cddc-98b5-4c07-80da-8910f7fc7043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.242831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d176f36f-c574-4dbb-b937-eff02ee61aa4 req-8db7cddc-98b5-4c07-80da-8910f7fc7043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 947 time: 0.3853519 Dec 16 15:16:02.293275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16166d9e-63d2-45e8-a8e7-ff30dc7cf2ef req-f34bbd1a-64f6-4fca-9e55-b35efaa72e95 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.303473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16166d9e-63d2-45e8-a8e7-ff30dc7cf2ef req-f34bbd1a-64f6-4fca-9e55-b35efaa72e95 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 935 time: 0.1762288 Dec 16 15:16:02.349500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefe211-2d61-43b5-8b4b-76bbf1fe3e35 req-b3a45e38-4730-4f0d-8889-d093f13f2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.351685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1eefe211-2d61-43b5-8b4b-76bbf1fe3e35 req-b3a45e38-4730-4f0d-8889-d093f13f2472 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 1096 time: 0.1675937 Dec 16 15:16:02.381238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b9efed46-f581-4690-9162-32c39f0ed572 None None] Port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:02.401402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16166d9e-63d2-45e8-a8e7-ff30dc7cf2ef req-2dc67f9f-3c7f-4a97-b3c9-cf5b2c8ef6d8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965877 Dec 16 15:16:02.499295 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:15:59Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:02.538627 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:02.539297 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Updating router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 port 4b1684f2-a210-4f66-ab70-4938bbf0e404 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:02.578577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d176f36f-c574-4dbb-b937-eff02ee61aa4 req-a2a4827a-a045-4933-9e68-d51535aa9169 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192263 Dec 16 15:16:02.602977 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:02.679171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1eefe211-2d61-43b5-8b4b-76bbf1fe3e35 req-42d449d6-c06d-46da-ba52-84c95c708f75 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2891686 Dec 16 15:16:02.735039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-2d7bde9f-fb61-470b-bbec-e4d187caa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.737074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-2d7bde9f-fb61-470b-bbec-e4d187caa8b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1097 time: 0.5184107 Dec 16 15:16:02.759005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549211f-7e22-457f-bd33-fb4f8c4153b6 req-c9013572-9b33-4a6d-b093-4d245037f9ce tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.767098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6549211f-7e22-457f-bd33-fb4f8c4153b6 req-c9013572-9b33-4a6d-b093-4d245037f9ce tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.2472055 Dec 16 15:16:02.772436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-47ec57e7-a631-40f4-a007-d67c77c730a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.773595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-9dfa42d7-7ece-4ad6-aa4a-ee436b8967c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.775233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-47ec57e7-a631-40f4-a007-d67c77c730a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 1098 time: 0.2540789 Dec 16 15:16:02.775387 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-9dfa42d7-7ece-4ad6-aa4a-ee436b8967c7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.4919930 Dec 16 15:16:02.831462 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-88c1205d-f4f6-428a-ab81-7d94cd122bc0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379672 Dec 16 15:16:02.902035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34a223-a23d-4719-b0ca-316c31226f90 req-67098b1c-c929-4920-8dc7-747b9a3e4c41 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:02.911417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a34a223-a23d-4719-b0ca-316c31226f90 req-67098b1c-c929-4920-8dc7-747b9a3e4c41 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.2008305 Dec 16 15:16:02.928642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6549211f-7e22-457f-bd33-fb4f8c4153b6 req-9dfa4257-7d82-4523-9518-3271f547befc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605234 Dec 16 15:16:03.036874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-47d19ff3-65b8-4199-9322-7623e675f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.038746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-47d19ff3-65b8-4199-9322-7623e675f44b service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2461541 Dec 16 15:16:03.045971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a34a223-a23d-4719-b0ca-316c31226f90 req-b0862acd-3e17-4262-836d-261e3b55cd48 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338356 Dec 16 15:16:03.070263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:16:03.131183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-dac5f8a6-6e19-4161-8a1e-59e651b4c1ff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70 HTTP/1.1" status: 200 len: 217 time: 0.0786722 Dec 16 15:16:03.142692 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.221435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-c3ca07bf-d71b-4500-8db5-750bf9196343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.223615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-c3ca07bf-d71b-4500-8db5-750bf9196343 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0761039 Dec 16 15:16:03.227188 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-a191af1a-042c-4dbb-a438-38386247575e service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651369 Dec 16 15:16:03.235797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c73b70-342e-4fe7-ac80-2730575b6e1e req-c5925daf-fc95-425a-8ef7-fbcd57c16005 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.236564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9c73b70-342e-4fe7-ac80-2730575b6e1e req-c5925daf-fc95-425a-8ef7-fbcd57c16005 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.1010489 Dec 16 15:16:03.314458 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.321310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-fc8e3b70-ca10-41da-b556-36919c0be72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.323846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-fc8e3b70-ca10-41da-b556-36919c0be72c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849202 Dec 16 15:16:03.329630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9c73b70-342e-4fe7-ac80-2730575b6e1e req-2b96119c-af7d-4237-8773-199ef7e3b8b1 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822127 Dec 16 15:16:03.373109 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Attempting to bind port 4b1684f2-a210-4f66-ab70-4938bbf0e404 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:03.373496 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Attempting to bind port 4b1684f2-a210-4f66-ab70-4938bbf0e404 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:03.373871 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Attempting to bind port 4b1684f2-a210-4f66-ab70-4938bbf0e404 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:03.377550 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ae80-61aa-46d2-b390-7e93a74248a8 None None] Pushing event updated for resources: {'Port': ['ID=4b1684f2-a210-4f66-ab70-4938bbf0e404,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:03.382613 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:03.383027 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:03.383399 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.383793 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:03.384322 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Bound port: 4b1684f2-a210-4f66-ab70-4938bbf0e404, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:03.389951 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.425737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:03.436754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.459050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-63e9d12b-5755-48be-9b4f-30685a9b3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.461676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-63e9d12b-5755-48be-9b4f-30685a9b3358 service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.4735732 Dec 16 15:16:03.463439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] For port 4b1684f2-a210-4f66-ab70-4938bbf0e404, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:03.465646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Transition to ACTIVE for port object 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:03.474020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] For port 4b1684f2-a210-4f66-ab70-4938bbf0e404, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b1684f2-a210-4f66-ab70-4938bbf0e404,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:03.551434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-c7955b6b-5ce3-4a03-8bdd-4eb7810aad3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 217 time: 0.0773823 Dec 16 15:16:03.562663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-2bb4aa54-e0a3-4882-b869-10d76bf2bfc8 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259984 Dec 16 15:16:03.606793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.613960 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c1bf1de-7cc4-46cd-8ab5-cdb7fddafc0d req-a210fe76-5f8c-488b-b5f7-ec93ec5bfba3 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482623 Dec 16 15:16:03.619306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.664453 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:03.689374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-ab7bac99-5e8a-42d9-bf64-64854247dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.690982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-ab7bac99-5e8a-42d9-bf64-64854247dcf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1310477 Dec 16 15:16:03.692973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Pushing event updated for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:03.694459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e633a9-d1a3-455e-b6c1-a4fb4220be3d req-0183586a-0eaf-4922-9979-5647c5d64fe9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.714151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5e633a9-d1a3-455e-b6c1-a4fb4220be3d req-0183586a-0eaf-4922-9979-5647c5d64fe9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 935 time: 0.2209754 Dec 16 15:16:03.772279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5ae80-61aa-46d2-b390-7e93a74248a8 None None] Pushing event updated for resources: {'Port': ['ID=4b1684f2-a210-4f66-ab70-4938bbf0e404,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:03.824251 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:03.827484 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:03.878392 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-3be8eb63-b6d9-4e7e-9081-60be1d0c8024 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919578 Dec 16 15:16:03.982033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cfc44c-e527-49e1-8ce3-7b8974255ce1 req-6648b816-70f3-4423-9896-2baa0fafb228 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108574 Dec 16 15:16:03.991468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f56ae1-dfe0-46b4-b1b8-7052422df849 req-328b5b6b-ef9f-4c7d-bffd-9a2522f954c3 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:03.999778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73f56ae1-dfe0-46b4-b1b8-7052422df849 req-328b5b6b-ef9f-4c7d-bffd-9a2522f954c3 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 947 time: 0.2738590 Dec 16 15:16:04.007192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5e633a9-d1a3-455e-b6c1-a4fb4220be3d req-84e2a2ef-3f1d-423a-8ce6-1388bbffeb0f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549574 Dec 16 15:16:04.078000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Attempting to bind port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:04.078000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Attempting to bind port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:04.078481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Attempting to bind port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:04.111620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:04.112132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Attempting to bind port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:04.133578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73f56ae1-dfe0-46b4-b1b8-7052422df849 req-e39d69af-b661-41c3-aa41-9f19cd9b2f06 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324217 Dec 16 15:16:04.164004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:04.191940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:04.192459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:04.192935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Bound port: 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:04.193302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:04.274947 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:04.337881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-7925f0d9-b6b4-40b0-96e1-7b38b8d85fad service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397492 Dec 16 15:16:04.340625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Allocated IP 172.20.0.1 (9b1e90b4-a3bc-4976-9e59-211fc00dbce2/f8c89f2a-24fd-432a-9cc3-9d160fb9f08d/80641091-894f-4fd4-aba0-ef60b9e9280d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:04.426103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e0e77-3964-489e-b002-859a7760ddd7 req-f5408d8a-d387-40e3-b384-ad62ebaac241 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:04.437268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a14e0e77-3964-489e-b002-859a7760ddd7 req-f5408d8a-d387-40e3-b384-ad62ebaac241 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1677716 Dec 16 15:16:04.465438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04066ac8-ab05-49e7-9331-be3e68804753 req-b346beb7-3ac3-4a88-af66-651a55a5fe1b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:04.468184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04066ac8-ab05-49e7-9331-be3e68804753 req-b346beb7-3ac3-4a88-af66-651a55a5fe1b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.2134514 Dec 16 15:16:04.510379 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:15:59Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:04.547782 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832d6a4-7816-467f-ae27-9ece19e87e36 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:15:59Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:04.607059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04066ac8-ab05-49e7-9331-be3e68804753 req-38f1cb0f-ef4e-4dfe-a15f-4732a80d5f03 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250312 Dec 16 15:16:04.636719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a14e0e77-3964-489e-b002-859a7760ddd7 req-183dbd22-c1b8-4051-852f-9f9d14123c12 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979461 Dec 16 15:16:04.657150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:04.665901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:04.838734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88f755-8ad1-41cc-a9c5-58463a82c3d4 req-df7f7356-fdcf-4114-8655-e93cc69ca7d5 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:04.841143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af88f755-8ad1-41cc-a9c5-58463a82c3d4 req-df7f7356-fdcf-4114-8655-e93cc69ca7d5 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.0890491 Dec 16 15:16:04.967915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af88f755-8ad1-41cc-a9c5-58463a82c3d4 req-8f3676a9-fb00-4f72-95f0-4e269eb60531 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158264 Dec 16 15:16:05.066012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.074035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6fe58023-787b-4b5c-8c00-1847c0bb7a70 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:05.170127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-2459c5ca-1ca2-4e21-ac1a-a7a0387ea531 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8154740 Dec 16 15:16:05.186506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.187195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.189333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] 10.222.0.30 "PUT /v2.0/ports/648d5064-f9a1-4c9a-ac6e-fb02a54a7794 HTTP/1.1" status: 200 len: 1095 time: 3.3325891 Dec 16 15:16:05.189820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:05.192615 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ac0b6-b3e1-4910-ae18-8331813fe57e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:05.234377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5d3d-553a-47b5-b051-a39227ab19bf service neutron] Pushing event updated for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:05.272184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:16:05.320135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.437010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0d821-8e1a-4833-8c8c-1e1a52d9bdc6 req-371ce275-98b9-4d7b-84af-b969fa22786a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.460040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8c0d821-8e1a-4833-8c8c-1e1a52d9bdc6 req-371ce275-98b9-4d7b-84af-b969fa22786a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 947 time: 0.2708027 Dec 16 15:16:05.477579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37926) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:05.487588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-bf7b9afc-c14d-493c-98e0-c407a368b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.489324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-bf7b9afc-c14d-493c-98e0-c407a368b29f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 1098 time: 0.1318741 Dec 16 15:16:05.506919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4615bf-e1ea-499d-b053-bec2e3965bcd req-c2a38415-1f0b-41e7-8e87-e0e0ab7ee0e4 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.511369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd4615bf-e1ea-499d-b053-bec2e3965bcd req-c2a38415-1f0b-41e7-8e87-e0e0ab7ee0e4 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.2551804 Dec 16 15:16:05.531007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:05.562456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Request body: {'floatingip': {'port_id': 'b545cf75-a0cf-44cf-8309-a844ad3ac802'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:05.629686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:05.668262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8c0d821-8e1a-4833-8c8c-1e1a52d9bdc6 req-5ea65ff5-7aef-4983-af25-1081c98e654e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027919 Dec 16 15:16:05.692009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '6fe58023-787b-4b5c-8c00-1847c0bb7a70', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '6fe58023-787b-4b5c-8c00-1847c0bb7a70', 'mac_address': 'fa:16:3e:89:d9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:05.694205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.779190 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-bebe277b-9553-4ba7-aeb8-c6aab42cc047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794 HTTP/1.1" status: 200 len: 217 time: 0.2714479 Dec 16 15:16:05.798606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7daa-43e5-411e-a05f-e99d2885e97d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.830372 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f19caa5-ee4a-49e7-9cba-654fde52db4e x-openstack-request-id: req-1f19caa5-ee4a-49e7-9cba-654fde52db4e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:05.830638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.831152 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:05.831617 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f19caa5-ee4a-49e7-9cba-654fde52db4e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:05.832492 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794', 'status': 'completed', 'code': 200} Dec 16 15:16:05.847901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe58023-787b-4b5c-8c00-1847c0bb7a70 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:05.858942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.886534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f298077-b2dd-4fdb-9886-3b7587162885 req-ab3350c6-0525-4bb5-a857-87b6c8033a90 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:05.887502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:05.891429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f298077-b2dd-4fdb-9886-3b7587162885 req-ab3350c6-0525-4bb5-a857-87b6c8033a90 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 947 time: 0.1716018 Dec 16 15:16:05.956507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:05.989361 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:05.991843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:05.996875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:06.019517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:06.091033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f298077-b2dd-4fdb-9886-3b7587162885 req-94debfc0-eeac-406d-9fa1-a1eec5c29d37 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869512 Dec 16 15:16:06.102606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.161359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096e381-87e4-49c4-9870-6e56f22d5f58 req-99762e3a-e3c4-4ab1-b10e-5f573b2a1021 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:06.165204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6096e381-87e4-49c4-9870-6e56f22d5f58 req-99762e3a-e3c4-4ab1-b10e-5f573b2a1021 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.2156026 Dec 16 15:16:06.351555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6096e381-87e4-49c4-9870-6e56f22d5f58 req-af267966-ae1e-40ea-89a7-97c5e619602c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798189 Dec 16 15:16:06.438543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:06.463208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66329-2172-48e4-be56-b525fd1f496c req-5f7eed3e-a24b-4b60-91e4-0bbdaac2e8d1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:06.479353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a66329-2172-48e4-be56-b525fd1f496c req-5f7eed3e-a24b-4b60-91e4-0bbdaac2e8d1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1603470 Dec 16 15:16:06.496601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'port_id': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'mac_address': 'fa:16:3e:8f:76:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2214db7f-dc54-4a43-9619-62436b30cc97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:06.545345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:06.676551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a66329-2172-48e4-be56-b525fd1f496c req-16c2b311-3be2-4611-a680-407f9be943da tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870379 Dec 16 15:16:06.694495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-4905f0c0-6cb4-4f0a-92a9-3800779404d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:06.697536 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-4905f0c0-6cb4-4f0a-92a9-3800779404d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.8932855 Dec 16 15:16:06.698623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Pushing event updated for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:06.725751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5e7a8071-8530-4060-9074-d88a9829e285 None None] Provisioning complete for port 80641091-894f-4fd4-aba0-ef60b9e9280d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:06.726267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e7a8071-8530-4060-9074-d88a9829e285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.731176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:06.861293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:06.902104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0c3f-2da0-4590-b4a6-0cd74c62717b req-9295c021-ae43-4e40-9d9b-2d43fca67c97 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:06.908664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:06.910734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a8071-8530-4060-9074-d88a9829e285 None None] Port 80641091-894f-4fd4-aba0-ef60b9e9280d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:06.919721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8fb0c3f-2da0-4590-b4a6-0cd74c62717b req-9295c021-ae43-4e40-9d9b-2d43fca67c97 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 947 time: 0.1223097 Dec 16 15:16:06.956166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.009402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.055123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b1684f2-a210-4f66-ab70-4938bbf0e404 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:07.072387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8fb0c3f-2da0-4590-b4a6-0cd74c62717b req-fed7b9cc-b71e-4a94-b9ef-07f6c822ef92 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520770 Dec 16 15:16:07.137583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-180134c6-60dd-4f88-97c1-e5187ac93282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:07.139290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-180134c6-60dd-4f88-97c1-e5187ac93282 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4248414 Dec 16 15:16:07.299648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-2ebd2c00-2178-41e0-8ecb-533230b8f3be service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399593 Dec 16 15:16:07.324505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:07.339609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4b1684f2-a210-4f66-ab70-4938bbf0e404 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:07.340127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.445501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:07.488457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6fe58023-787b-4b5c-8c00-1847c0bb7a70'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:07.502095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bd6e9-02d8-4db7-9999-63fce020bb16 req-92d01ae5-1b4b-43a6-993a-a8ccbb86335e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:07.512543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a5bd6e9-02d8-4db7-9999-63fce020bb16 req-92d01ae5-1b4b-43a6-993a-a8ccbb86335e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 948 time: 0.1590891 Dec 16 15:16:07.530966 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.580285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 4b1684f2-a210-4f66-ab70-4938bbf0e404, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b1684f2-a210-4f66-ab70-4938bbf0e404,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:07.661437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1c351-4677-421e-82b1-a704d404b476 req-3ad80290-c7b2-4e1f-8d0f-b4751fc3af42 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:07.663119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83c1c351-4677-421e-82b1-a704d404b476 req-3ad80290-c7b2-4e1f-8d0f-b4751fc3af42 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1273873 Dec 16 15:16:07.686451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.772002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a5bd6e9-02d8-4db7-9999-63fce020bb16 req-2275b929-ff50-43cf-9799-0f42ce36eaaf tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557046 Dec 16 15:16:07.804120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83c1c351-4677-421e-82b1-a704d404b476 req-aa1fef03-97d7-47b2-9256-d1701e06b330 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224051 Dec 16 15:16:07.840282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7daa-43e5-411e-a05f-e99d2885e97d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.865191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.922991 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7daa-43e5-411e-a05f-e99d2885e97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.939465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:07.984037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=4b1684f2-a210-4f66-ab70-4938bbf0e404,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:08.006285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0338d01-a446-4997-82b3-c5c85e022b0c req-d0477bdd-c171-42c2-b866-943761f960df tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:08.009179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0338d01-a446-4997-82b3-c5c85e022b0c req-d0477bdd-c171-42c2-b866-943761f960df tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.1140845 Dec 16 15:16:08.052393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.120732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0338d01-a446-4997-82b3-c5c85e022b0c req-c0ec6684-681f-4f16-87bf-8fd946b0fc9b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039145 Dec 16 15:16:08.139586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f7daa-43e5-411e-a05f-e99d2885e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb3304-7f48-43c4-a1fb-78487486885e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:08.193271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ae8f7daa-43e5-411e-a05f-e99d2885e97d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eff8dc6bd61d4b449040888f2a64aba1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7107031 Dec 16 15:16:08.194319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Pushing event updated for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:08.227724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37952) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:08.280932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cedbb-22f9-4996-9662-f6b7eb109ce6 req-7360f36c-1bdf-4f1a-94ad-ef1a6da9689d tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:08.289269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b6cedbb-22f9-4996-9662-f6b7eb109ce6 req-7360f36c-1bdf-4f1a-94ad-ef1a6da9689d tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.1857188 Dec 16 15:16:08.299162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:16:08.339401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb4d284f-cc30-4333-9853-67f8f841eff7 req-11edb690-1001-418e-969d-e96815b0ba7e service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0277824 Dec 16 15:16:08.402582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.419915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:08.424094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:08.431873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.449061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b6cedbb-22f9-4996-9662-f6b7eb109ce6 req-8056b3c7-4907-4ea1-9398-8d28d29874bc tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371694 Dec 16 15:16:08.465611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84425-bee4-4e4f-9368-33dca2cf782e req-7307c30f-6b2d-416d-a2a1-a1507f04df4f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:08.468766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11b84425-bee4-4e4f-9368-33dca2cf782e req-7307c30f-6b2d-416d-a2a1-a1507f04df4f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 947 time: 0.1768050 Dec 16 15:16:08.540133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.574021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11b84425-bee4-4e4f-9368-33dca2cf782e req-6d5fb683-c5dd-4f6f-8f98-fb7a02d5eba6 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903623 Dec 16 15:16:08.595249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.762586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b197c8eb-8d45-4e1a-96d0-68c916853a29 None None] Provisioning complete for port 80641091-894f-4fd4-aba0-ef60b9e9280d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:08.763393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b197c8eb-8d45-4e1a-96d0-68c916853a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:08.839752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b197c8eb-8d45-4e1a-96d0-68c916853a29 None None] Port 80641091-894f-4fd4-aba0-ef60b9e9280d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:08.857325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-613525a2-7202-4edc-9a00-ed10bcbae025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:08.859869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-613525a2-7202-4edc-9a00-ed10bcbae025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 1098 time: 0.2656813 Dec 16 15:16:08.866305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:08.945211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b1684f2-a210-4f66-ab70-4938bbf0e404 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:09.041776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-59c8c793-15b2-440c-9948-3f1762b1a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.044611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-59c8c793-15b2-440c-9948-3f1762b1a608 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1735616 Dec 16 15:16:09.056085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4b1684f2-a210-4f66-ab70-4938bbf0e404 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:09.057000 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:09.071940 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Floating IP b7dac570-85d8-499d-8f8f-bb5a4a157d8f associated. External IP: 172.25.7.209, port: b545cf75-a0cf-44cf-8309-a844ad3ac802. Dec 16 15:16:09.107448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833541d-2958-476f-a184-4053f6299729 req-5ba4f5b7-27ba-4c41-ab65-2dfbfdc6c701 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.117536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c833541d-2958-476f-a184-4053f6299729 req-5ba4f5b7-27ba-4c41-ab65-2dfbfdc6c701 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 948 time: 0.2139788 Dec 16 15:16:09.147190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:09.151698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:09.153553 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdbb3304-7f48-43c4-a1fb-78487486885e HTTP/1.1" status: 204 len: 168 time: 0.9247651 Dec 16 15:16:09.177139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc59357-980a-4d44-afa5-cddc04cb5f59 req-e20c1a74-a10a-4318-b872-9659e9451a46 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.180150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dc59357-980a-4d44-afa5-cddc04cb5f59 req-e20c1a74-a10a-4318-b872-9659e9451a46 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1882818 Dec 16 15:16:09.246463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c833541d-2958-476f-a184-4053f6299729 req-ea190d54-5743-4f52-873f-3c97ac44b54b tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153967 Dec 16 15:16:09.257604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-93473239-e2f6-4ebe-b962-f64fb5d5d7bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794 HTTP/1.1" status: 200 len: 217 time: 0.1163633 Dec 16 15:16:09.327993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e2b7e-7578-43c6-baaf-48e08e94a188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb3304-7f48-43c4-a1fb-78487486885e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:09.381807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dc59357-980a-4d44-afa5-cddc04cb5f59 req-a803af05-28a6-43fb-85e1-08989460b1fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549621 Dec 16 15:16:09.584205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f033-1c2b-4640-b11c-6254df5aa351 req-b32d69d4-315a-4b9a-a7c0-e81b4c81ab56 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.586795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94f0f033-1c2b-4640-b11c-6254df5aa351 req-b32d69d4-315a-4b9a-a7c0-e81b4c81ab56 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.1024122 Dec 16 15:16:09.668840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94f0f033-1c2b-4640-b11c-6254df5aa351 req-21c0039f-22db-4215-b267-dbb92af94837 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Dec 16 15:16:09.785925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f53df-ea5e-49c1-a473-1b870b90275c req-4910eda0-af8c-46ef-b4c1-8f9251b4deeb tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.789584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-589f53df-ea5e-49c1-a473-1b870b90275c req-4910eda0-af8c-46ef-b4c1-8f9251b4deeb tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.1153219 Dec 16 15:16:09.959017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531962c7-4c38-486a-9f94-323702fca1da req-be3e5455-962d-48b9-95ff-08c7ceb1afa3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.966164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-85225fdc-b1cc-4d06-abee-c3efba16b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:09.967698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-85225fdc-b1cc-4d06-abee-c3efba16b26b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.6327829 Dec 16 15:16:09.969981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-531962c7-4c38-486a-9f94-323702fca1da req-be3e5455-962d-48b9-95ff-08c7ceb1afa3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 947 time: 0.1639543 Dec 16 15:16:09.984794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-589f53df-ea5e-49c1-a473-1b870b90275c req-b69dc26d-b393-4d87-8961-430e2279fa6d tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765206 Dec 16 15:16:10.082769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-531962c7-4c38-486a-9f94-323702fca1da req-984c41fb-dd6b-43c8-a689-9f3d801a8328 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017830 Dec 16 15:16:10.091028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:10.115778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61ca6ffe-0a03-47a9-9d86-6e35c07ee1df admin admin] 10.222.0.71 "PUT /v2.0/routers/1ec688c1-b5ed-41de-bf74-7e86c8b68ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2045379 Dec 16 15:16:10.118847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:10.143955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:10.145368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:10.267275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-302bebe2-bd7b-4318-981c-6b6ee8a346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:10.270818 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-302bebe2-bd7b-4318-981c-6b6ee8a346e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2888279 Dec 16 15:16:10.285472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Router a438b756-64ab-4554-bed6-d1327da55e25 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:10.362911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:10.402999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-741e2fc1-02f8-4269-b5a6-c20801fd6843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:10.455409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:10.609561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:10.619939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:10.643895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Sync routers for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:10.658871 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:10.659684 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:10.705354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3b6114c4-a05a-4b2f-8ab4-5d71d0d5acad tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "PUT /v2.0/floatingips/b7dac570-85d8-499d-8f8f-bb5a4a157d8f HTTP/1.1" status: 200 len: 991 time: 5.1521277 Dec 16 15:16:10.706621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:10.711358 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724671b8-a690-4bb6-8190-73ccfbf11745" -d '{"events": [{"name": "network-changed", "server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:10.718982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-9f10430b-d4d2-45a9-ab2b-9f4084aa0c29 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379716 Dec 16 15:16:10.727077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-741e2fc1-02f8-4269-b5a6-c20801fd6843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:10.751816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91bb2d-f0cb-46ba-8ed4-47b452d9c2f2 req-f7a0ece9-0d67-4976-8b95-d0c9b92ec64a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:10.753956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a91bb2d-f0cb-46ba-8ed4-47b452d9c2f2 req-f7a0ece9-0d67-4976-8b95-d0c9b92ec64a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 948 time: 0.3018708 Dec 16 15:16:10.806530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-741e2fc1-02f8-4269-b5a6-c20801fd6843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:10.830069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:10.875045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-741e2fc1-02f8-4269-b5a6-c20801fd6843 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e8dbd92fd5643e2b0838ae12ee1e5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091445 Dec 16 15:16:10.879429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e2fc1-02f8-4269-b5a6-c20801fd6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50425df6-ab14-4e0f-9fb8-d0439597c499,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:10.882547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37996) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:10.943530 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-252ac0b6-b3e1-4910-ae18-8331813fe57e req-0e8422ff-0478-4e7b-8098-a26b6a33a6e7 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153862 Dec 16 15:16:10.959636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a91bb2d-f0cb-46ba-8ed4-47b452d9c2f2 req-ae033429-bd75-4156-a1ea-32008c4da3e7 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974781 Dec 16 15:16:10.970682 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:11.083064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6fe58023-787b-4b5c-8c00-1847c0bb7a70 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:11.090805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:11.117313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.147639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 2, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:11.151711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314042b-48ed-454e-bf64-5d1068c2ec6a req-4db82ac7-c16a-4381-a2bb-f37ee21ebb05 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:11.161069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4314042b-48ed-454e-bf64-5d1068c2ec6a req-4db82ac7-c16a-4381-a2bb-f37ee21ebb05 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1398585 Dec 16 15:16:11.175959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.224175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794', 'mac_address': 'fa:16:3e:b3:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:11.231578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:11.232242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Updating router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 port 80641091-894f-4fd4-aba0-ef60b9e9280d binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:11.246184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4314042b-48ed-454e-bf64-5d1068c2ec6a req-106d054c-b6db-43fc-814c-2d4cdae303e9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816224 Dec 16 15:16:11.342510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.365293 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b7dac570-85d8-499d-8f8f-bb5a4a157d8f', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'port_id': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'mac_address': 'fa:16:3e:e4:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05753dc1-e69a-4289-a363-345387a7a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:15:39Z', 'updated_at': '2021-12-16T15:16:08Z', 'revision_number': 1, 'project_id': '0149b7740a234d6486cd7d3686317131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:11.397485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.407018 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Checking router: a438b756-64ab-4554-bed6-d1327da55e25 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:11.417978 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:11.418770 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:11.437051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.441950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.444688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/50425df6-ab14-4e0f-9fb8-d0439597c499 HTTP/1.1" status: 204 len: 168 time: 0.5570097 Dec 16 15:16:11.473318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:11.486379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:11.498731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:11.499372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.535337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61e8d7-ef9a-4a4d-a885-e5312d47d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50425df6-ab14-4e0f-9fb8-d0439597c499,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:11.565528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396aeb1-eb99-47c6-8321-0634e31a7452 req-31b79dec-42aa-4f5f-8ba1-881d3d481de6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:11.573570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b396aeb1-eb99-47c6-8321-0634e31a7452 req-31b79dec-42aa-4f5f-8ba1-881d3d481de6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.1681578 Dec 16 15:16:11.583914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-dd80cfc3-9f4a-43d1-8fd6-860415de0123 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:11.585661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-dd80cfc3-9f4a-43d1-8fd6-860415de0123 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 820 time: 0.2627411 Dec 16 15:16:11.597518 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:11.613083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-d2f90923-c3f7-40f3-a0d5-9b9833bae7fa tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/quotas/a91cd81a9a754e1eabdd88585c3fa2a9 HTTP/1.1" status: 200 len: 375 time: 0.0191994 Dec 16 15:16:11.627664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:11.669847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b396aeb1-eb99-47c6-8321-0634e31a7452 req-b49bd48e-207e-4aa5-83fa-2c0260f9f826 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864420 Dec 16 15:16:11.775861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-276f0ab5-5de1-478e-a29c-b1942490b510 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292264 Dec 16 15:16:11.905984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:11.967735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:11.970946 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7318a86c-bd2f-4789-a703-e53056e43ce0" -d '{"events": [{"server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "name": "network-vif-plugged", "status": "completed", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:11.971931 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b7dac570-85d8-499d-8f8f-bb5a4a157d8f', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'port_id': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'mac_address': 'fa:16:3e:e4:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05753dc1-e69a-4289-a363-345387a7a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:15:39Z', 'updated_at': '2021-12-16T15:16:08Z', 'revision_number': 1, 'project_id': '0149b7740a234d6486cd7d3686317131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:11.982734 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642b8caa-0898-4eb7-93e8-9c7b82adc696 x-openstack-request-id: req-642b8caa-0898-4eb7-93e8-9c7b82adc696 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:11.983309 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:11.983309 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-642b8caa-0898-4eb7-93e8-9c7b82adc696 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:11.983731 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'status': 'completed', 'code': 200} Dec 16 15:16:12.010069 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887294ce-ae1d-4596-8b38-116389d27c0b None None] The sync data for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 is: [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b7dac570-85d8-499d-8f8f-bb5a4a157d8f', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'port_id': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'mac_address': 'fa:16:3e:e4:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05753dc1-e69a-4289-a363-345387a7a7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:15:39Z', 'updated_at': '2021-12-16T15:16:08Z', 'revision_number': 1, 'project_id': '0149b7740a234d6486cd7d3686317131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:12.037433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:12.038610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:12.045645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:12.128676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:12.154413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:12.155465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:12.159987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:12.263666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-3717da87-4e93-4a0c-9ade-4c3d659df7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.273058 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-3717da87-4e93-4a0c-9ade-4c3d659df7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0149b7740a234d6486cd7d3686317131&device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 1096 time: 0.2000866 Dec 16 15:16:12.388558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:12.439535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f92357-b5cd-4b8b-9b66-84d283b525d4 None None] New status for floating IP b7dac570-85d8-499d-8f8f-bb5a4a157d8f: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:16:12.484451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-a2e49ae8-9595-4cf6-bdb6-4dd7dd8ab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.486749 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-a2e49ae8-9595-4cf6-bdb6-4dd7dd8ab9ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=20c60378-3405-4885-a017-04e0c5fc74dd HTTP/1.1" status: 200 len: 915 time: 0.1814451 Dec 16 15:16:12.649573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-9955cbaa-2742-444f-8f46-8b06333b3948 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802 HTTP/1.1" status: 200 len: 999 time: 0.1131778 Dec 16 15:16:12.772686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-a988cbe6-d819-4f97-82f0-e76cfa9635b4 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.774755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-a988cbe6-d819-4f97-82f0-e76cfa9635b4 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.30 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.1331923 Dec 16 15:16:12.795669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-d36b166c-baa3-42b9-b46f-70e1c119800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.798539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-d36b166c-baa3-42b9-b46f-70e1c119800f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c319180-3ea3-49a3-9ede-9e86b8c2c5cb HTTP/1.1" status: 200 len: 853 time: 0.1279280 Dec 16 15:16:12.869834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['648d5064-f9a1-4c9a-ac6e-fb02a54a7794'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:12.870167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb613411-2552-44ac-aecb-ad1b186d5ada req-a1401525-085d-4b40-935e-96ad808c704f tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.871535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb613411-2552-44ac-aecb-ad1b186d5ada req-a1401525-085d-4b40-935e-96ad808c704f tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 945 time: 0.1498218 Dec 16 15:16:12.885994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-541653b3-012d-4b0c-8819-3fb5b665f915 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1014366 Dec 16 15:16:12.927711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-b0e264af-7321-4d23-ac5d-c3362c9dda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:12.929214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-b0e264af-7321-4d23-ac5d-c3362c9dda06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20c60378-3405-4885-a017-04e0c5fc74dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110017 Dec 16 15:16:13.027346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfaae5-2d38-4dac-8a93-115391a182d3 None None] Pushing event updated for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:13.032000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Attempting to bind port 80641091-894f-4fd4-aba0-ef60b9e9280d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:13.033382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Attempting to bind port 80641091-894f-4fd4-aba0-ef60b9e9280d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:13.033796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Attempting to bind port 80641091-894f-4fd4-aba0-ef60b9e9280d on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:13.041047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb613411-2552-44ac-aecb-ad1b186d5ada req-eae63292-c224-46ea-9e5c-7a537024f316 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups?id=b590640f-85b7-4f4c-b178-673916795401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529551 Dec 16 15:16:13.092722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:13.092722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Checking segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:13.093209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.093663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Bound using segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:13.094191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Bound port: 80641091-894f-4fd4-aba0-ef60b9e9280d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:13.094642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.111760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-23d47a6f-1c1c-4301-9120-d67a3340b903 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144120 Dec 16 15:16:13.190598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-7fb39d94-10fb-488b-87b3-8cfee6b15dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509069 Dec 16 15:16:13.196814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Deleting port cdb80e76-df6c-4ea6-80ef-330be0eca435 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:13.199622 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.276719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde9214-3488-4bc4-8c2e-0ba2c8dfca50 req-af361bc6-f200-40e9-ade0-2dd619ffeafc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:13.292426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dde9214-3488-4bc4-8c2e-0ba2c8dfca50 req-af361bc6-f200-40e9-ade0-2dd619ffeafc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 948 time: 0.1181257 Dec 16 15:16:13.306347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 00d99df9-67b8-4a83-92b3-894607bb7ddb completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:13.398675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dde9214-3488-4bc4-8c2e-0ba2c8dfca50 req-d8559169-4188-41ac-b03c-9f2da4757b46 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049416 Dec 16 15:16:13.414678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] For port 80641091-894f-4fd4-aba0-ef60b9e9280d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:13.422026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] For port 80641091-894f-4fd4-aba0-ef60b9e9280d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80641091-894f-4fd4-aba0-ef60b9e9280d,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:13.433789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-32394da8-c530-46af-afe6-1021a5985708 None None] Provisioning complete for port 80641091-894f-4fd4-aba0-ef60b9e9280d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:13.439338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-32394da8-c530-46af-afe6-1021a5985708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.454555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 00d99df9-67b8-4a83-92b3-894607bb7ddb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:13.464626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.532618 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-724671b8-a690-4bb6-8190-73ccfbf11745 req-cdb8a31b-59c3-4f2c-9e8f-4ac744bf073b service neutron] 10.222.0.30 "GET /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230915 Dec 16 15:16:13.622770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-32394da8-c530-46af-afe6-1021a5985708 None None] Port 80641091-894f-4fd4-aba0-ef60b9e9280d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:13.635899 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91c3ec-39ac-4d6a-9f84-e6e6b0843d6a x-openstack-request-id: req-db91c3ec-39ac-4d6a-9f84-e6e6b0843d6a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:13.636458 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "name": "network-vif-plugged", "status": "completed", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:13.636928 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db91c3ec-39ac-4d6a-9f84-e6e6b0843d6a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:13.637800 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70', 'code': 200} Dec 16 15:16:13.659386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc6d1-eed7-4c45-a880-01c863447e08 req-55d197eb-d17c-4215-9078-66f66af6ce2a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:13.663509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-727dc6d1-eed7-4c45-a880-01c863447e08 req-55d197eb-d17c-4215-9078-66f66af6ce2a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 949 time: 0.1274133 Dec 16 15:16:13.677522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] For port cdb80e76-df6c-4ea6-80ef-330be0eca435, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdb80e76-df6c-4ea6-80ef-330be0eca435,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:13.679577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:13.770971 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.003141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce41850-6b37-45a2-9d49-3dfaea634179 req-44cf8253-ecf2-42b6-87a5-0668da04e15a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:14.006184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ce41850-6b37-45a2-9d49-3dfaea634179 req-44cf8253-ecf2-42b6-87a5-0668da04e15a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.3316426 Dec 16 15:16:14.028516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19474b43-cb38-4e23-981f-88e939d568f4 req-59cb3ac8-1363-49c9-a0fd-7ad37f30f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:14.030847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19474b43-cb38-4e23-981f-88e939d568f4 req-59cb3ac8-1363-49c9-a0fd-7ad37f30f86f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 1100 time: 0.2985768 Dec 16 15:16:14.091548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-727dc6d1-eed7-4c45-a880-01c863447e08 req-04f80794-180a-45c7-9c56-614d830814ab tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558803 Dec 16 15:16:14.106869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.107564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.107913 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Floating IP d483bc38-714c-4b77-a3e7-61c0d98dd597 disassociated. External IP: 172.25.7.108, port: cdb80e76-df6c-4ea6-80ef-330be0eca435. Dec 16 15:16:14.108319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Calling delete_port for cdb80e76-df6c-4ea6-80ef-330be0eca435 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:14.114483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfaae5-2d38-4dac-8a93-115391a182d3 None None] Pushing event updated for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:14.151864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:14.158195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:14.241016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ce41850-6b37-45a2-9d49-3dfaea634179 req-520bf9ef-a5f5-444c-b55f-14c0c556a3a9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988211 Dec 16 15:16:14.293989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19474b43-cb38-4e23-981f-88e939d568f4 req-2f5208ad-9ca8-4d0f-9f76-0bcb4e067abd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447827 Dec 16 15:16:14.316896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa70a95-dd0d-44b6-a815-2abbe95eb879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.332578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032723b-60ba-40f2-9137-c782dfab64bc req-cc5e0f17-9897-4b44-9fab-40a72fb87d1b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:14.347772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9032723b-60ba-40f2-9137-c782dfab64bc req-cc5e0f17-9897-4b44-9fab-40a72fb87d1b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.1426260 Dec 16 15:16:14.430358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9032723b-60ba-40f2-9137-c782dfab64bc req-51b2a6c1-fd44-4f4a-b643-d71210073a41 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772345 Dec 16 15:16:14.464988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] Provisioning complete for port 80641091-894f-4fd4-aba0-ef60b9e9280d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:14.465366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.518694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.525735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8bdb805-73ec-4c29-8aff-63d897c6120a req-66541aab-8c29-44b7-acf8-05f78b1593ae tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 210 time: 0.0471516 Dec 16 15:16:14.550412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.565841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:14.616114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event deleted for resources: {'Port': ['ID=cdb80e76-df6c-4ea6-80ef-330be0eca435,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:14.692943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b4becc4-567f-4960-b508-b18ddc1e4afd req-1406b477-24bb-40d5-a842-dc37e2020a9f tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.0687461 Dec 16 15:16:14.774708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:14.838543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddd326-7714-4844-9de0-e95b4158a581 req-f7c6e4c1-5852-45b0-a7aa-7aa078beb648 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:14.842458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ddd326-7714-4844-9de0-e95b4158a581 req-f7c6e4c1-5852-45b0-a7aa-7aa078beb648 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 948 time: 0.1523619 Dec 16 15:16:14.948853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:14.963405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Router ccadb02a-b072-40a0-a9b0-981544d8f30a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:14.988773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ddd326-7714-4844-9de0-e95b4158a581 req-5d0b0be4-a2f2-42d5-9d59-358fd457860d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344259 Dec 16 15:16:15.039213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:15.164719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:15.182493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] For port 80641091-894f-4fd4-aba0-ef60b9e9280d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80641091-894f-4fd4-aba0-ef60b9e9280d,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:15.256264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:15.279683 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Sync routers for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:15.299358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:15.307650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:13Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:15.338095 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:15.342116 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:15.371261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf54965-d88e-4944-aa40-5778c0acac33 req-25878d30-e2ef-4ced-8660-68a7838ab2f2 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:15.382069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf54965-d88e-4944-aa40-5778c0acac33 req-25878d30-e2ef-4ced-8660-68a7838ab2f2 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 949 time: 0.1296272 Dec 16 15:16:15.411598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] No DVR routers for this DVR port cdb80e76-df6c-4ea6-80ef-330be0eca435 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:15.416384 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:15.420187 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-942e60e7-00d1-4bc4-b3e5-3ea1207ef71a req-f204b53d-73d1-42dd-8dc5-3a92e1674ee6 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.30 "DELETE /v2.0/ports/cdb80e76-df6c-4ea6-80ef-330be0eca435 HTTP/1.1" status: 204 len: 173 time: 2.6355522 Dec 16 15:16:15.420910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'name': 'network-vif-deleted', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:15.424208 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67476a26-aa7f-461b-a264-b8b6ac1eaeda" -d '{"events": [{"server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "name": "network-vif-deleted", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:15.439727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ee5c9-5a8f-4fc0-bcc8-774e0aeefd04 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:13Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:15.506924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cf54965-d88e-4944-aa40-5778c0acac33 req-60e02891-df2e-48ff-bfae-b9d60059f166 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233017 Dec 16 15:16:15.517936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9a147-8731-44e0-9ad9-50d8384b27bc None None] Pushing event updated for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:15.571666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238260-9928-4ece-86b3-c743057b0107 req-d9bcc7f5-e4be-417d-8313-0b59bf908622 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:15.616688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03238260-9928-4ece-86b3-c743057b0107 req-d9bcc7f5-e4be-417d-8313-0b59bf908622 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1710606 Dec 16 15:16:15.616832 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e92676-52fc-4732-b270-4057eb9d9b7c x-openstack-request-id: req-90e92676-52fc-4732-b270-4057eb9d9b7c {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:15.616832 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180b7d85-6743-461f-b4ff-123b1e30a703", "name": "network-vif-deleted", "tag": "cdb80e76-df6c-4ea6-80ef-330be0eca435", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:15.616832 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90e92676-52fc-4732-b270-4057eb9d9b7c {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:15.616832 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180b7d85-6743-461f-b4ff-123b1e30a703', 'name': 'network-vif-deleted', 'tag': 'cdb80e76-df6c-4ea6-80ef-330be0eca435', 'status': 'completed', 'code': 200} Dec 16 15:16:15.639245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:15.643423 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d5010e-007b-4ab6-a7a7-f7c7742a452a" -d '{"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:15.698718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03238260-9928-4ece-86b3-c743057b0107 req-1ce70a48-9e81-46cb-b7e3-2440b0ed1bb7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872679 Dec 16 15:16:15.716375 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:15.899570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6c5fd7a-0fdb-40fd-acbc-ac668f38b4a1 req-9d50fdff-ba24-46b9-a30b-438eac8b914c tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 210 time: 0.0500195 Dec 16 15:16:15.961033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a93b5d-bf4f-4acf-924c-7d34a7635459 req-a4a0aeed-9ea9-4cee-a8b0-6133d8e677c5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:15.962307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81a93b5d-bf4f-4acf-924c-7d34a7635459 req-a4a0aeed-9ea9-4cee-a8b0-6133d8e677c5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1811273 Dec 16 15:16:15.979777 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc46626-f2a3-403d-9c62-e72ea8982111 x-openstack-request-id: req-fbc46626-f2a3-403d-9c62-e72ea8982111 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:15.984848 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:15.984848 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbc46626-f2a3-403d-9c62-e72ea8982111 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:15.984848 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'code': 200} Dec 16 15:16:16.142942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81a93b5d-bf4f-4acf-924c-7d34a7635459 req-a6dcf97e-d8a0-4f36-8133-30480929c428 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707776 Dec 16 15:16:16.208066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7126e334-f289-4cef-a4a3-b92ac3cf22f1 req-4d3feeba-4627-4713-9430-55743adec293 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/ports?device_id=180b7d85-6743-461f-b4ff-123b1e30a703 HTTP/1.1" status: 200 len: 210 time: 0.1208296 Dec 16 15:16:16.317501 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:16.369154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a18fa-c6a0-44dd-afef-b5419689763f req-f614c0d7-cbd6-41ef-950a-3c8d5a84dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:16.371086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e15a18fa-c6a0-44dd-afef-b5419689763f req-f614c0d7-cbd6-41ef-950a-3c8d5a84dd67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1096 time: 0.1378992 Dec 16 15:16:16.381194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855841f-1d41-4294-9c25-cae5150a9bd7 req-10147eff-beee-4c2e-b323-052ecaa8afb7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:16.383610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a855841f-1d41-4294-9c25-cae5150a9bd7 req-10147eff-beee-4c2e-b323-052ecaa8afb7 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 948 time: 0.0778661 Dec 16 15:16:16.410737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Checking router: ccadb02a-b072-40a0-a9b0-981544d8f30a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:16.434110 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:16.436963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:15:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:16.456798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e15a18fa-c6a0-44dd-afef-b5419689763f req-9dcfe31f-4d6d-4499-ba95-8e3f3aaa3f0e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Dec 16 15:16:16.461070 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2227-bc60-47b4-b322-13dca2aeba59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:16.507815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a855841f-1d41-4294-9c25-cae5150a9bd7 req-42b48ce1-3f14-40f4-84d8-bb09c279b974 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068258 Dec 16 15:16:16.748112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f245b4d-d53e-45b2-af7b-ece441283ed1 req-51605816-6214-4739-92ee-0026b8e9bbc6 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:16.751900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f245b4d-d53e-45b2-af7b-ece441283ed1 req-51605816-6214-4739-92ee-0026b8e9bbc6 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 949 time: 0.0996192 Dec 16 15:16:16.834836 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:16.841503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:16.865282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f245b4d-d53e-45b2-af7b-ece441283ed1 req-c0bb4ee0-6ca1-4b38-9e7e-b212ac9f1beb tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813081 Dec 16 15:16:17.010709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80641091-894f-4fd4-aba0-ef60b9e9280d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:17.105158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:17.134322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:17.134322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.138433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b763ee-b7fa-458d-82ad-46dd44ece99d req-fcdc61e3-af7b-493b-9452-45cf3ea9b48d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:17.142148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88b763ee-b7fa-458d-82ad-46dd44ece99d req-fcdc61e3-af7b-493b-9452-45cf3ea9b48d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1187413 Dec 16 15:16:17.264728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 80641091-894f-4fd4-aba0-ef60b9e9280d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:17.265571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.292624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88b763ee-b7fa-458d-82ad-46dd44ece99d req-d34ccf9f-3afc-445e-8833-be16788d9174 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270144 Dec 16 15:16:17.356432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.411582 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:17.431226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f96e1933-c330-4383-8bc5-2d8c849cc8e4 req-6b3d25ba-a311-46ce-8ff2-2d26d77e6737 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 210 time: 0.0601368 Dec 16 15:16:17.444475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:17.475793 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb8dd4-eec9-4f91-9d22-afe474c4e623 None None] The sync data for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 is: [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '34b511dd-e5f1-4ee3-b8a1-aa3ce939c656', 'name': '', 'network_id': 'cd4c690f-d669-4db3-ab5a-225f2fdc3a11', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'mac_address': 'fa:16:3e:69:6a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:42Z', 'updated_at': '2021-12-16T15:13:51Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'subnets': [{'id': 'e527decc-2d0e-46c0-8d9d-93fb46e20d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:17.520096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.520994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdb80e76-df6c-4ea6-80ef-330be0eca435 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:17.659048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: cdb80e76-df6c-4ea6-80ef-330be0eca435 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:17.659414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdb80e76-df6c-4ea6-80ef-330be0eca435 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:17.707972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:17.736600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8488ab0-9eb8-4f46-85ea-832c507070fb req-8b2bc47e-ca21-4ffa-9d92-fce68078c52b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:17.744548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8488ab0-9eb8-4f46-85ea-832c507070fb req-8b2bc47e-ca21-4ffa-9d92-fce68078c52b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0962880 Dec 16 15:16:17.756079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:17.838989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8488ab0-9eb8-4f46-85ea-832c507070fb req-7591aeaf-7132-425b-87c5-c4e30fc5c804 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890827 Dec 16 15:16:17.961440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fcdb4-a54c-4ed1-b58e-59d79293fb8c req-093352ca-a480-435b-93f9-f4c1cde76ea5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:17.963418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea9fcdb4-a54c-4ed1-b58e-59d79293fb8c req-093352ca-a480-435b-93f9-f4c1cde76ea5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.0732086 Dec 16 15:16:17.983481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:17.987181 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d7a18d-2715-427e-96a6-211d59d86f4e" -d '{"events": [{"server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "name": "network-vif-plugged", "status": "completed", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:17.999479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-80aa2cb5-4218-48ff-805b-ff49b35ac2fa tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=68b6381a3182498eb7e35a5473b7eb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346978 Dec 16 15:16:18.141670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea9fcdb4-a54c-4ed1-b58e-59d79293fb8c req-0659e5c3-6d89-4b72-abdf-857728ad4d29 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448312 Dec 16 15:16:18.160333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-87128480-272b-4ab7-ad0a-2b8f0356b3f7 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:18.166370 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-87128480-272b-4ab7-ad0a-2b8f0356b3f7 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 820 time: 0.1550326 Dec 16 15:16:18.196627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'port': {'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'admin_state_up': True, 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:18.293275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-99cf7031-7bdb-4d60-b502-12f4923863c4 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:18.295970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-99cf7031-7bdb-4d60-b502-12f4923863c4 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811894 Dec 16 15:16:18.302343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2dac5-a78c-4e59-945d-2ffbc906f7db None None] New status for floating IP d483bc38-714c-4b77-a3e7-61c0d98dd597: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:16:18.313742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-468aed6e-57f3-443a-a984-8dfdb42c14f7 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/quotas/68b6381a3182498eb7e35a5473b7eb90 HTTP/1.1" status: 200 len: 375 time: 0.0102437 Dec 16 15:16:18.383515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:18.388865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-0ca13c89-ce26-42b4-9126-b67e2b9a9d00 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659208 Dec 16 15:16:18.463180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.522409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.569880 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e078f-10af-4c11-a295-6cb789bccc79 x-openstack-request-id: req-b11e078f-10af-4c11-a295-6cb789bccc79 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:18.569880 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "name": "network-vif-plugged", "status": "completed", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:18.569880 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b11e078f-10af-4c11-a295-6cb789bccc79 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:18.569880 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794', 'code': 200} Dec 16 15:16:18.591892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Made reservation on behalf of a91cd81a9a754e1eabdd88585c3fa2a9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:18.596665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.788154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.800308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:18.800308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "DELETE /v2.0/security-groups/b590640f-85b7-4f4c-b178-673916795401 HTTP/1.1" status: 204 len: 168 time: 0.4060733 Dec 16 15:16:18.800618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:18.827285 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-b4dc7d6f-557c-4cd4-b88d-469ce7bb6e94 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] show failed (client error): The resource could not be found. Dec 16 15:16:18.831911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb1188-22d4-4c5d-aaa3-4d31eaf8fb61 req-868d323d-f878-4970-b965-515d95fc68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:18.832205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4dc7d6f-557c-4cd4-b88d-469ce7bb6e94 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "GET /v2.0/security-groups/b590640f-85b7-4f4c-b178-673916795401 HTTP/1.1" status: 404 len: 347 time: 0.0285335 Dec 16 15:16:18.832374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-37eb1188-22d4-4c5d-aaa3-4d31eaf8fb61 req-868d323d-f878-4970-b965-515d95fc68c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 1100 time: 0.1505034 Dec 16 15:16:18.833424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:18.846329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d824b8b-4e69-447c-a614-f31568dbf33b tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590640f-85b7-4f4c-b178-673916795401,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:18.905555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Allocated IP 172.20.0.8 (9b1e90b4-a3bc-4976-9e59-211fc00dbce2/f8c89f2a-24fd-432a-9cc3-9d160fb9f08d/62eb9ca7-5668-4ed8-a727-982488083f12) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:18.981242 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-37eb1188-22d4-4c5d-aaa3-4d31eaf8fb61 req-d13d0a3e-13c8-47c1-97bb-48c949e3ecb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298378 Dec 16 15:16:19.103860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.152461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.182124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-663cda73-2061-48e5-9dbc-d3953a1d29cf req-b8478634-9e00-4280-ae21-c73303c7be0a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 210 time: 0.1164443 Dec 16 15:16:19.232528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd442c-c532-4c16-bf11-001e09fc01bb req-b91d849b-a5fb-4cd0-8a15-973bd8a6b340 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:19.234231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fbd442c-c532-4c16-bf11-001e09fc01bb req-b91d849b-a5fb-4cd0-8a15-973bd8a6b340 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.2607431 Dec 16 15:16:19.311051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Deleting port 11c57021-9421-41ff-b482-eba1b54cbaa4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:19.311386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.320242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fbd442c-c532-4c16-bf11-001e09fc01bb req-38a82ec4-eb36-435c-9a31-9c8541db003a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Dec 16 15:16:19.349378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb56da44-e99e-48d2-b380-eadc0c737e8f req-2e482b0b-6f96-4a69-adc8-61288c852037 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 210 time: 0.0603466 Dec 16 15:16:19.463660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.478659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.479188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.512543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Calling delete_port for 11c57021-9421-41ff-b482-eba1b54cbaa4 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:19.527459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event updated for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:19.551739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:19.553603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:19.556231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:19.622355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:19.622880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.642030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99675-54ae-4eee-8cec-fdf68d773b27 req-b870691d-4c38-4b29-8b56-6b789ba75875 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:19.643639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a99675-54ae-4eee-8cec-fdf68d773b27 req-b870691d-4c38-4b29-8b56-6b789ba75875 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2192252 Dec 16 15:16:19.696024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e3422-a538-412a-8bff-814db4894547 req-268f9158-4d18-4fe9-a277-d321662a19f0 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:19.697674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af6e3422-a538-412a-8bff-814db4894547 req-268f9158-4d18-4fe9-a277-d321662a19f0 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.1507971 Dec 16 15:16:19.760742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a99675-54ae-4eee-8cec-fdf68d773b27 req-be1282c3-c945-4ad0-9646-5196c694f190 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103971 Dec 16 15:16:19.776288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-13386f65-1273-487b-acf5-2662471bf000 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5921323 Dec 16 15:16:19.796326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Request body: {'port': {'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:19.828165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af6e3422-a538-412a-8bff-814db4894547 req-efa22767-6f6b-42fc-999e-bab2b60a4df2 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196806 Dec 16 15:16:19.840112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.913771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.967189 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:19.982514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8ba004a4-908c-41e1-97e3-57b863feb2e6 None None] Provisioning complete for port 62eb9ca7-5668-4ed8-a727-982488083f12 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:19.984611 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ba004a4-908c-41e1-97e3-57b863feb2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:20.051021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8ba004a4-908c-41e1-97e3-57b863feb2e6 None None] Port 62eb9ca7-5668-4ed8-a727-982488083f12 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:20.062213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Pushing event deleted for resources: {'Port': ['ID=11c57021-9421-41ff-b482-eba1b54cbaa4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:20.149539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:20.152422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:20.153749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-194ab013-d769-4254-9f47-d751a3e16409 tempest-ServersTestJSON-1794579889 tempest-ServersTestJSON-1794579889-project] 10.222.0.71 "DELETE /v2.0/floatingips/d483bc38-714c-4b77-a3e7-61c0d98dd597 HTTP/1.1" status: 204 len: 168 time: 1.3171711 Dec 16 15:16:20.158406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:20.366373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-eca98884-5804-4be5-9d39-a819b93f0368 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:20.367961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-eca98884-5804-4be5-9d39-a819b93f0368 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 814 time: 0.2220199 Dec 16 15:16:20.419128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-e8687d93-9adc-4a14-9ccc-4bb58dd41f97 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/quotas/6d6768f6cccb4b85b6cf4cd6794e359c HTTP/1.1" status: 200 len: 375 time: 0.0234091 Dec 16 15:16:20.430942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57cc27-ff63-45c7-98ec-a5d0c988c2d1 req-f4570aaf-879b-480c-83a7-519f2c937450 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:20.432762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba57cc27-ff63-45c7-98ec-a5d0c988c2d1 req-f4570aaf-879b-480c-83a7-519f2c937450 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 931 time: 0.0827303 Dec 16 15:16:20.527941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-fae806fd-f134-4570-9e99-188329c89274 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898943 Dec 16 15:16:20.558144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba57cc27-ff63-45c7-98ec-a5d0c988c2d1 req-475f79e9-b6ee-46fa-82e5-b7352c535d0d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143229 Dec 16 15:16:20.599489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eb9ca7-5668-4ed8-a727-982488083f12 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:20.613539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:20.670835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Transition to ACTIVE for port object 62eb9ca7-5668-4ed8-a727-982488083f12 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:20.726814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088db2-ddac-4776-a2e8-c4935ea46bd8 req-53088068-e82a-484e-870e-30da95513af0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:20.728688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7088db2-ddac-4776-a2e8-c4935ea46bd8 req-53088068-e82a-484e-870e-30da95513af0 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.0690260 Dec 16 15:16:20.743950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:20.818357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7088db2-ddac-4776-a2e8-c4935ea46bd8 req-88dcd51f-3980-4217-8132-4cf872071c55 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Dec 16 15:16:20.827275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-e18ad38b-9f8b-4b44-8e59-96e7cb0e8e5c service neutron] 10.222.0.71 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027005 Dec 16 15:16:20.893495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:20.996415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64ca56ba-c279-45db-a942-4182bd710a00 req-788202b4-bedb-45e4-a630-6583c3561577 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 210 time: 0.0553217 Dec 16 15:16:21.084015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Attempting to bind port 62eb9ca7-5668-4ed8-a727-982488083f12 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:21.084397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Attempting to bind port 62eb9ca7-5668-4ed8-a727-982488083f12 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:21.085181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-56045bcf-df69-4adf-8d17-8edbfe15f761 service neutron] 10.222.0.71 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407222 Dec 16 15:16:21.085324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Attempting to bind port 62eb9ca7-5668-4ed8-a727-982488083f12 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:21.103003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Port 62eb9ca7-5668-4ed8-a727-982488083f12 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:21.103435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Attempting to bind port 62eb9ca7-5668-4ed8-a727-982488083f12 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:21.113186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:21.113628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Checking segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:21.114187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Bound using segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:21.114685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Bound port: 62eb9ca7-5668-4ed8-a727-982488083f12, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:21.115162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:21.241059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e71842-559a-41db-96d0-ca7a66c22ab3 req-5fb9f736-d977-43e1-8220-9bd44e35ad79 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:21.242717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2e71842-559a-41db-96d0-ca7a66c22ab3 req-5fb9f736-d977-43e1-8220-9bd44e35ad79 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.1219239 Dec 16 15:16:21.301796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:21.308480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=62eb9ca7-5668-4ed8-a727-982488083f12,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:21.337346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:21.346537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2e71842-559a-41db-96d0-ca7a66c22ab3 req-b148f215-48d4-44e1-84a0-24567780d4cb tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880268 Dec 16 15:16:21.535212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38226) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:21.699161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d2d6838-03f8-48a4-8d21-147016e820cd req-fda99bc4-99a1-41be-9134-d3a5967f90b3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0510223 Dec 16 15:16:21.732399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389d33-752e-4d2c-948c-9a6572973bc6 req-039c4914-47ed-4aa7-8bba-a4219097242b tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:21.744461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36389d33-752e-4d2c-948c-9a6572973bc6 req-039c4914-47ed-4aa7-8bba-a4219097242b tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 1100 time: 0.1712463 Dec 16 15:16:21.852541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-086f6c80-43dc-4724-ac03-be365fbee925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:21.885778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:21.901596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36389d33-752e-4d2c-948c-9a6572973bc6 req-b2f9231d-3a1b-48e9-a8e1-6c7c9454fbb7 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543286 Dec 16 15:16:22.048461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.049526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.052065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] 10.222.0.30 "PUT /v2.0/ports/62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 1091 time: 2.2609522 Dec 16 15:16:22.052856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:22.057690 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2b899-3998-4459-b208-7c4d65113003" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:22.072597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9adab8-bf82-4142-a895-341a1e6a9462 req-20e8a32a-9e42-4e69-a715-aad1af885712 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.072597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b9adab8-bf82-4142-a895-341a1e6a9462 req-20e8a32a-9e42-4e69-a715-aad1af885712 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 943 time: 0.2415757 Dec 16 15:16:22.151711 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-086f6c80-43dc-4724-ac03-be365fbee925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.178570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a4f3b-35f3-4f53-9dd6-cb84047967dd req-6c85d53a-6b67-4286-adf6-102fea2b6da6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.180305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-400a4f3b-35f3-4f53-9dd6-cb84047967dd req-6c85d53a-6b67-4286-adf6-102fea2b6da6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.1999917 Dec 16 15:16:22.182037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839cd52-4f28-4bf5-b65c-aceb2dcab785 service neutron] Pushing event updated for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:22.206782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b9adab8-bf82-4142-a895-341a1e6a9462 req-e6aa4ba4-ee56-4771-a51f-985521cb933f tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182086 Dec 16 15:16:22.307336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-400a4f3b-35f3-4f53-9dd6-cb84047967dd req-0d3fc095-0f64-4956-aa48-510138c389fe tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961156 Dec 16 15:16:22.364201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-086f6c80-43dc-4724-ac03-be365fbee925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:22.422713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-9da0391f-a1ba-47c6-9282-b5ecdbf2a82c tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=68b6381a3182498eb7e35a5473b7eb90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262732 Dec 16 15:16:22.458869 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64ee72-2a86-411e-9000-0c57a4cf52c7 x-openstack-request-id: req-8e64ee72-2a86-411e-9000-0c57a4cf52c7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:22.461615 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:22.461615 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e64ee72-2a86-411e-9000-0c57a4cf52c7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:22.461615 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:16:22.510681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-086f6c80-43dc-4724-ac03-be365fbee925 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a413d5400c648f7a5c3dc490b52aa80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9738748 Dec 16 15:16:22.552366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:22.564616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61835919-054b-4fc9-ab09-d5184c58dc6e req-23f79904-00bb-4d1a-a591-70f94e776300 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 210 time: 0.1296232 Dec 16 15:16:22.601644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f6c80-43dc-4724-ac03-be365fbee925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa55d78-8f63-4c2b-b153-706afd189744,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:22.609606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5d3a98e8-71a4-439b-9ec3-e7c391c05133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.611361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-5d3a98e8-71a4-439b-9ec3-e7c391c05133 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1094 time: 0.2880154 Dec 16 15:16:22.659704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-7280f3f4-1372-40fa-aa68-6b559b68d9c3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031556 Dec 16 15:16:22.696188 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-341add98-d042-4123-a970-faa0c7dc7ce6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.0671649 Dec 16 15:16:22.818628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-e719315b-c689-4d46-9381-3d0873b84b0f tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.820352 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-e719315b-c689-4d46-9381-3d0873b84b0f tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3844721 Dec 16 15:16:22.861120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Request body: {'port': {'device_id': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '68b6381a3182498eb7e35a5473b7eb90'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:22.865668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:22.889645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f494d1c9-bf62-40bf-8ecb-5b5aaec04c55 req-4bf79bed-91e3-4b68-8dcc-df05745193d4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0424397 Dec 16 15:16:22.914561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-d60398d9-76fa-4321-bbd8-4e4365a649d9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:22.917792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-d60398d9-76fa-4321-bbd8-4e4365a649d9 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565477 Dec 16 15:16:22.946340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-251b3a2d-6b2b-460a-b20e-646b80a4c58a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/quotas/5bb1a07c95a44befb635c938b90cb147 HTTP/1.1" status: 200 len: 375 time: 0.0205562 Dec 16 15:16:22.969468 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.054944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-1ecc8cb1-f7ba-4f21-bc76-cc7985aed9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:23.057636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-1ecc8cb1-f7ba-4f21-bc76-cc7985aed9b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.3449790 Dec 16 15:16:23.103705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:23.130292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.143157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 15:16:23.144023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-5ee62aae-3725-4d2d-8972-49ac6af09434 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1953011 Dec 16 15:16:23.221692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-41b0e2f1-641b-4a60-b702-0dd8f9db79a5 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:23.225110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-41b0e2f1-641b-4a60-b702-0dd8f9db79a5 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1097 time: 0.0791535 Dec 16 15:16:23.225364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-67336206-0f32-4e24-894c-d8cb2eb8f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:23.226912 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-67336206-0f32-4e24-894c-d8cb2eb8f5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510646 Dec 16 15:16:23.243593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:23.249157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Deleting port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:23.249535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.320723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.454671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] For port 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:23.455132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.505619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-4622195e-853e-4191-99db-2cc4b3225315 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651436 Dec 16 15:16:23.506835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Calling delete_port for 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:23.517675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Made reservation on behalf of 68b6381a3182498eb7e35a5473b7eb90 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:23.521589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.591593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.613654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:23.617343 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8aa55d78-8f63-4c2b-b153-706afd189744 HTTP/1.1" status: 204 len: 168 time: 1.0564446 Dec 16 15:16:23.686612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962334-11fd-4435-8c4b-b4cc484939d7 req-1d98d9d8-816f-49e6-af08-a738680f9e10 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:23.688866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6962334-11fd-4435-8c4b-b4cc484939d7 req-1d98d9d8-816f-49e6-af08-a738680f9e10 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 943 time: 0.3233538 Dec 16 15:16:23.764905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308b13e-03a7-4054-8de3-56de5d9f9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa55d78-8f63-4c2b-b153-706afd189744,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:23.765211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:23.939448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cce5c405-c882-49c8-b596-98dc6d06e3b9 req-029ced3e-6e42-4df9-abb6-78acb2bb43ac service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970029 Dec 16 15:16:23.983441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42a0d-8ae9-4543-b910-c4d5f51c7fdf req-376f4af1-a13c-42f8-bb48-2e5ae98fb5a1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:23.997747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Allocated IP 192.168.233.240 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/88ce0dd7-24ce-4181-b355-0f802294f47f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:24.003798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88c42a0d-8ae9-4543-b910-c4d5f51c7fdf req-376f4af1-a13c-42f8-bb48-2e5ae98fb5a1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 946 time: 0.3988135 Dec 16 15:16:24.019686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:24.134844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:24.137478 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6922f1b6-7721-4b42-a410-2ef908c9fb06" -d '{"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:24.146394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.151359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6962334-11fd-4435-8c4b-b4cc484939d7 req-7edaef0f-345e-437d-9e6b-31fdfb127125 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671704 Dec 16 15:16:24.165690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88c42a0d-8ae9-4543-b910-c4d5f51c7fdf req-8e2e1120-d8a1-4083-8a43-47b69b12c644 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595342 Dec 16 15:16:24.258714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.259116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.346256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.400871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Pushing event deleted for resources: {'Port': ['ID=34b511dd-e5f1-4ee3-b8a1-aa3ce939c656,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:24.444307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71886926-e49c-49e2-b49c-a0218d273acc req-6cef5f59-9fee-4b17-a14a-a23f9299c584 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 210 time: 0.1107650 Dec 16 15:16:24.504577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b899-3998-4459-b208-7c4d65113003 req-adee470a-fe26-445e-ae84-b404b04dc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:24.505451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-adee470a-fe26-445e-ae84-b404b04dc158 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1094 time: 0.2209420 Dec 16 15:16:24.555136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3ca470f-1c11-4808-9f7c-84b076866454 req-445738d2-e07e-46b8-a104-1279ef154424 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 210 time: 0.1659853 Dec 16 15:16:24.556470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:24.646456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.693216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6fe58023-787b-4b5c-8c00-1847c0bb7a70'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:24.731221 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4b9ee8-9273-4fc7-b675-9da3a73a2ba2 x-openstack-request-id: req-fe4b9ee8-9273-4fc7-b675-9da3a73a2ba2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:24.737195 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:24.737787 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe4b9ee8-9273-4fc7-b675-9da3a73a2ba2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:24.741407 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'code': 200} Dec 16 15:16:24.776012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:24.779353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:24.781039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:24.795816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:24.798849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Attempting to bind port 6b567e22-0897-4d8a-9c9e-474883158dd0 on network 50812b9d-8080-444c-bc46-a43ba1fe91e8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:24.824567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:24.833174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:24.836183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:24.842068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1b5ad7d-4a92-40e7-8adf-4ac309e2454e req-23e22824-cf8d-4d08-98aa-de4b8825a2b7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0470312 Dec 16 15:16:24.848686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:24.849147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Checking segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:24.849663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Bound using segment: {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:24.850264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Bound port: 6b567e22-0897-4d8a-9c9e-474883158dd0, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7870a9bc-eb41-4705-aa94-723140f9cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '50812b9d-8080-444c-bc46-a43ba1fe91e8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:24.850867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.916910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:24.918060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.967091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:24.970176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Pushing event updated for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:24.988631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:24.990207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:25.024056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61bcc327-bbb0-4d48-a3c3-a48fd4d1229d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.063798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:25.132550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-06f0345e-5a25-4d71-8d42-d451e6d96043 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2852902 Dec 16 15:16:25.133739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b899-3998-4459-b208-7c4d65113003 req-54ac1b28-8900-4027-895c-27172ea4c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.135346 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-54ac1b28-8900-4027-895c-27172ea4c6d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.5639241 Dec 16 15:16:25.183035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61bcc327-bbb0-4d48-a3c3-a48fd4d1229d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.191903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Request body: {'port': {'device_id': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:25.271670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-888bcf30-357d-4bab-9b30-efe2f941d3f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.0861704 Dec 16 15:16:25.341730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.343893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4751641e-d3e4-41ca-b211-46118d2834a5 None None] Provisioning complete for port 88ce0dd7-24ce-4181-b355-0f802294f47f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:25.346755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4751641e-d3e4-41ca-b211-46118d2834a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.371726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553537d-81a4-4e93-9d28-be70ff563280 req-aac11e7a-e82e-4202-a08a-b3b96995acc5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.377973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5553537d-81a4-4e93-9d28-be70ff563280 req-aac11e7a-e82e-4202-a08a-b3b96995acc5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.1046784 Dec 16 15:16:25.389285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f53e6-dfc9-4d75-bd82-47f3f6a548e3 req-101913e5-1c0f-4347-9cda-21003fd607e2 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.393405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f2f53e6-dfc9-4d75-bd82-47f3f6a548e3 req-101913e5-1c0f-4347-9cda-21003fd607e2 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 943 time: 0.1061010 Dec 16 15:16:25.398359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.400092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4751641e-d3e4-41ca-b211-46118d2834a5 None None] Port 88ce0dd7-24ce-4181-b355-0f802294f47f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:25.409522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b899-3998-4459-b208-7c4d65113003 req-9178bfac-acd0-4857-8fe0-d32dba318680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.411501 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-9178bfac-acd0-4857-8fe0-d32dba318680 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1159952 Dec 16 15:16:25.501418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Router ccadb02a-b072-40a0-a9b0-981544d8f30a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:25.583514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2b899-3998-4459-b208-7c4d65113003 req-46492112-304b-4742-a165-0265545f1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.585083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-46492112-304b-4742-a165-0265545f1df9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500604 Dec 16 15:16:25.616503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5553537d-81a4-4e93-9d28-be70ff563280 req-a5e1b615-817d-4106-931f-3a2342175749 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135746 Dec 16 15:16:25.616503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61bcc327-bbb0-4d48-a3c3-a48fd4d1229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.624465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:25.625119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.627260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 1122 time: 2.3887160 Dec 16 15:16:25.652655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f2f53e6-dfc9-4d75-bd82-47f3f6a548e3 req-93522a30-e9c8-485f-9b35-7ab874c0ca53 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917076 Dec 16 15:16:25.654017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c551dd-ad62-4f27-966b-659bd1021778 service neutron] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:25.729355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-61bcc327-bbb0-4d48-a3c3-a48fd4d1229d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=84fe192d768a45c9ab9ca2ec02f6cc61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7603548 Dec 16 15:16:25.745591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:25.779444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcc327-bbb0-4d48-a3c3-a48fd4d1229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2cd4b9-1c51-4953-914e-48d83447248b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:25.787018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['6b567e22-0897-4d8a-9c9e-474883158dd0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:25.788323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a512ddb6-376b-4337-964a-c28cb30243cb req-63c4b9e0-53b0-441e-9d9f-a8997c9926af tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 210 time: 0.0717096 Dec 16 15:16:25.878499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6b567e22-0897-4d8a-9c9e-474883158dd0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:25.927188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:25.999696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.056118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64e0a-bcf1-4a78-9461-13dd28297a0e req-ea5cb26c-30c6-4872-a00e-bf1db93bbc4d tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:26.058843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaa64e0a-bcf1-4a78-9461-13dd28297a0e req-ea5cb26c-30c6-4872-a00e-bf1db93bbc4d tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 936 time: 0.1496773 Dec 16 15:16:26.112120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86043108-f53a-45b7-8301-c48aef815df8 req-29ec44a7-0db8-4ac6-afc5-b6be405f7ff0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0935547 Dec 16 15:16:26.263033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaa64e0a-bcf1-4a78-9461-13dd28297a0e req-a59ab216-22d6-4c9e-acae-96e44e6170a4 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611042 Dec 16 15:16:26.331359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-dca0543d-3538-4216-b537-3bcf6e69371c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:26.332938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-dca0543d-3538-4216-b537-3bcf6e69371c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 814 time: 0.1708057 Dec 16 15:16:26.379149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Request body: {'port': {'device_id': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'admin_state_up': True, 'tenant_id': '6d6768f6cccb4b85b6cf4cd6794e359c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:26.387404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:26.404042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d35c5cc1-14ad-4aa7-a7b2-965e76f2535c admin admin] 10.222.0.71 "PUT /v2.0/routers/ccadb02a-b072-40a0-a9b0-981544d8f30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2434497 Dec 16 15:16:26.406037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Sync routers for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:26.408121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38310) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:26.420833 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:26.422000 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:26.423574 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-08bced11-7a39-4c04-a3de-2bfdfb9c0ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8275797 Dec 16 15:16:26.516042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.522892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.528033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8a2cd4b9-1c51-4953-914e-48d83447248b HTTP/1.1" status: 204 len: 168 time: 0.7786942 Dec 16 15:16:26.557270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf3d7-1df8-45c1-a763-d72b595c6c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2cd4b9-1c51-4953-914e-48d83447248b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:26.648530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ce0dd7-24ce-4181-b355-0f802294f47f {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:26.667774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.674332 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:26.713497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.737029 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8b2b899-3998-4459-b208-7c4d65113003 req-d78a9a23-e0df-454b-b064-bc57ee6ddb4e service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791581 Dec 16 15:16:26.742595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:26.745053 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc098efd-e2dd-43cd-b268-e47749fe88c4" -d '{"events": [{"name": "network-changed", "server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:26.748493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Transition to ACTIVE for port object 88ce0dd7-24ce-4181-b355-0f802294f47f will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:26.849668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Made reservation on behalf of 6d6768f6cccb4b85b6cf4cd6794e359c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:26.853772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:26.885983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 62eb9ca7-5668-4ed8-a727-982488083f12 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:26.968904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.041978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.176984 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:16:24Z', 'revision_number': 5, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port': {'id': 'fb5a928a-dbf7-4140-9e06-e3934c361c8e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:13:35Z', 'updated_at': '2021-12-16T15:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:27.217161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:27.237703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=62eb9ca7-5668-4ed8-a727-982488083f12,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:27.266952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '62eb9ca7-5668-4ed8-a727-982488083f12', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:27.269749 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Checking router: ccadb02a-b072-40a0-a9b0-981544d8f30a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:27.298485 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Routers {'ccadb02a-b072-40a0-a9b0-981544d8f30a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:27.299151 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ccadb02a-b072-40a0-a9b0-981544d8f30a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:27.370962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.404685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eb9ca7-5668-4ed8-a727-982488083f12 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:27.432519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Attempting to bind port 88ce0dd7-24ce-4181-b355-0f802294f47f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:27.433126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Attempting to bind port 88ce0dd7-24ce-4181-b355-0f802294f47f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:27.434132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Attempting to bind port 88ce0dd7-24ce-4181-b355-0f802294f47f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:27.445249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=62eb9ca7-5668-4ed8-a727-982488083f12,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:27.447555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Port 88ce0dd7-24ce-4181-b355-0f802294f47f on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:27.448414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Attempting to bind port 88ce0dd7-24ce-4181-b355-0f802294f47f on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:27.459284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:27.459787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:27.460637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:27.461378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Bound port: 88ce0dd7-24ce-4181-b355-0f802294f47f, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:27.462059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.490854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc04db6-8112-4133-a54c-7c8f5365bfcb req-daa1e364-fc1d-4e71-a0cd-e5d9dd5b6375 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:27.499462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bc04db6-8112-4133-a54c-7c8f5365bfcb req-daa1e364-fc1d-4e71-a0cd-e5d9dd5b6375 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 943 time: 0.7062609 Dec 16 15:16:27.515370 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] Set router ccadb02a-b072-40a0-a9b0-981544d8f30a gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:27.526681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a351-6529-4500-a79a-0471c6d8c860 req-6270d346-74d8-4037-8a0e-09b8bef4b75c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:27.534839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe5a351-6529-4500-a79a-0471c6d8c860 req-6270d346-74d8-4037-8a0e-09b8bef4b75c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.7009075 Dec 16 15:16:27.542595 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.650671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:27.657999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=88ce0dd7-24ce-4181-b355-0f802294f47f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:27.674847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Deleting port fb5a928a-dbf7-4140-9e06-e3934c361c8e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:27.688898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.689148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Allocated IP 172.20.0.14 (6703cbb4-89c6-4092-b420-972daf68d5b9/2214db7f-dc54-4a43-9619-62436b30cc97/f1f126e3-2178-4bff-9a45-d651f6e89a80) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:27.706230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:16:27Z', 'revision_number': 6, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:27.731036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bc04db6-8112-4133-a54c-7c8f5365bfcb req-a06614be-3fd5-4d6c-887a-ffc53f33e820 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300022 Dec 16 15:16:27.737973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:27.780303 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa885ef9-8714-4208-8a06-e48130a7a07d None None] The sync data for ids ['ccadb02a-b072-40a0-a9b0-981544d8f30a'] in n-d-821947-3 is: [{'id': 'ccadb02a-b072-40a0-a9b0-981544d8f30a', 'name': 'tempest-ServersTestJSON-367812510-router', 'tenant_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:13:34Z', 'updated_at': '2021-12-16T15:16:27Z', 'revision_number': 6, 'project_id': '1bbc0e0febad41aaa70c861b2c82ad8a', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:27.801357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe5a351-6529-4500-a79a-0471c6d8c860 req-fa1c8fc7-6cbe-4f6d-9e3d-8b9fb85485f2 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632167 Dec 16 15:16:27.815718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:27.894881 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3156d1c-99b7-40fc-8997-61a0437c115d x-openstack-request-id: req-d3156d1c-99b7-40fc-8997-61a0437c115d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:27.894881 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:27.894881 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3156d1c-99b7-40fc-8997-61a0437c115d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:27.894881 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'status': 'completed', 'code': 200} Dec 16 15:16:27.982836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] For port fb5a928a-dbf7-4140-9e06-e3934c361c8e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fb5a928a-dbf7-4140-9e06-e3934c361c8e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:27.983547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.012851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['62eb9ca7-5668-4ed8-a727-982488083f12'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:28.030708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Calling delete_port for fb5a928a-dbf7-4140-9e06-e3934c361c8e owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:28.072062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.072690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.074135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] 10.222.0.30 "PUT /v2.0/ports/88ce0dd7-24ce-4181-b355-0f802294f47f HTTP/1.1" status: 200 len: 1096 time: 2.8875535 Dec 16 15:16:28.076767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:28.079662 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b5375-ddcb-4d94-9d64-b76d17db560b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:28.113078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b0429b8-2eba-4a3d-8632-1babceb68eb4 req-0d3d1aa7-0052-4929-9059-b249bb80ab5c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 210 time: 0.0902290 Dec 16 15:16:28.177157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f1ef4-aed9-4df3-b904-6f89fce71c08 service neutron] Pushing event updated for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:28.241986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-13f79c50-f08f-468c-9e49-88661dd9c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.245098 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-13f79c50-f08f-468c-9e49-88661dd9c3ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1125 time: 0.1697147 Dec 16 15:16:28.337939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09b7c81c-6500-419c-9a85-5cc88a74cf48 req-4134781e-ffcc-4f9e-ac70-d28a3f9d1262 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.1511903 Dec 16 15:16:28.479613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-b71e6b65-4aba-48d5-afe1-8224d2a9b13c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5bb1a07c95a44befb635c938b90cb147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1563997 Dec 16 15:16:28.534956 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7580987e-8c45-423c-9785-d06f9e5e265f x-openstack-request-id: req-7580987e-8c45-423c-9785-d06f9e5e265f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:28.535536 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:28.535536 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7580987e-8c45-423c-9785-d06f9e5e265f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:28.536025 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f', 'status': 'completed', 'code': 200} Dec 16 15:16:28.542059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.611408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-c7d086c0-6728-4944-a30c-5e7a69aa8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.613045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-c7d086c0-6728-4944-a30c-5e7a69aa8b3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 1099 time: 0.1729608 Dec 16 15:16:28.647442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-c45f6e77-cf1e-416d-a289-ac31a34da6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.649007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-c45f6e77-cf1e-416d-a289-ac31a34da6c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.2130165 Dec 16 15:16:28.659429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50af64b-1879-4c89-b80c-8c54d2113d10 req-2da70771-65a0-40b0-8121-0ae1a30b621c tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.662278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f50af64b-1879-4c89-b80c-8c54d2113d10 req-2da70771-65a0-40b0-8121-0ae1a30b621c tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 948 time: 0.3402212 Dec 16 15:16:28.693627 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-847dd551-cd5b-42db-a920-3484c5621391 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=88ce0dd7-24ce-4181-b355-0f802294f47f HTTP/1.1" status: 200 len: 217 time: 0.0435121 Dec 16 15:16:28.720384 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.764234 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-36d65f51-9a98-47fe-bf94-e64be809b479 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 217 time: 0.0725167 Dec 16 15:16:28.831356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-347f3aa9-334e-4fcd-98fd-90e4bd53871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.833744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-347f3aa9-334e-4fcd-98fd-90e4bd53871e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1309993 Dec 16 15:16:28.859450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:28.904491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-1b117a4d-11f4-4ea8-b9f6-ae1f8b5fac49 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.907439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-1b117a4d-11f4-4ea8-b9f6-ae1f8b5fac49 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4075048 Dec 16 15:16:28.911917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-590abe84-dc7c-4c15-a39c-d385c277f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:28.914388 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-590abe84-dc7c-4c15-a39c-d385c277f694 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.1406808 Dec 16 15:16:28.967560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5a928a-dbf7-4140-9e06-e3934c361c8e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:28.981364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Request body: {'port': {'device_id': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '5bb1a07c95a44befb635c938b90cb147'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:28.998506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f50af64b-1879-4c89-b80c-8c54d2113d10 req-9d28d956-8d5d-49e1-a0ed-2083bb1fdec6 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119400 Dec 16 15:16:29.056367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fb5a928a-dbf7-4140-9e06-e3934c361c8e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:29.077555 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-aec98be2-a939-476a-b54e-02a51f16b5ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293750 Dec 16 15:16:29.091931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.136514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fb5a928a-dbf7-4140-9e06-e3934c361c8e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:29.137083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fb5a928a-dbf7-4140-9e06-e3934c361c8e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:29.141504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:29.159713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:29.269951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:29.271401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 34b511dd-e5f1-4ee3-b8a1-aa3ce939c656 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:29.272108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Network 6703cbb4-89c6-4092-b420-972daf68d5b9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:29.289748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Pushing event updated for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:29.294456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:29.302343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:29.318323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f701f-cd0f-42de-ba8f-b7f68db788e0 req-1be3c136-ba3f-435b-b633-a40c2823504a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:29.320616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b8f701f-cd0f-42de-ba8f-b7f68db788e0 req-1be3c136-ba3f-435b-b633-a40c2823504a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 944 time: 0.3872521 Dec 16 15:16:29.328356 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-87512747-08a0-46fb-b1ae-25100e7180ba service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242675 Dec 16 15:16:29.346577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-593cd8b2-7232-4b91-b0ab-d38b3129f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:29.349234 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-593cd8b2-7232-4b91-b0ab-d38b3129f475 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5063665 Dec 16 15:16:29.379609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d83b-c171-419b-ab74-722a6f4c6108 req-f05ce0dd-fbdc-4db6-b8fe-b3ff258cdf9d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:29.381212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8958d83b-c171-419b-ab74-722a6f4c6108 req-f05ce0dd-fbdc-4db6-b8fe-b3ff258cdf9d tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.2282331 Dec 16 15:16:29.441381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.442289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.444255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:29.444927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.500404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b8f701f-cd0f-42de-ba8f-b7f68db788e0 req-82697431-037c-4daf-a86c-6563208a392a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497977 Dec 16 15:16:29.505885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8958d83b-c171-419b-ab74-722a6f4c6108 req-abbb7110-510c-4510-8779-41c3e0a4557c tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114523 Dec 16 15:16:29.585608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.590833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.595143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Made reservation on behalf of 5bb1a07c95a44befb635c938b90cb147 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:29.611059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.632621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d97995f0-a3f8-4a48-9470-041be6e9a6bd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2595553 Dec 16 15:16:29.679340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3e7d655-7234-41e0-a568-ed6f493a451f req-6d490166-ecb4-4784-90a0-b1b8879012c5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 210 time: 0.0633316 Dec 16 15:16:29.686428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Request body: {'port': {'device_id': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:29.695566 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-54d1b1c5-64bd-4746-a04b-1e6c3587b7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043289 Dec 16 15:16:29.696328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc098efd-e2dd-43cd-b268-e47749fe88c4 req-d51ff904-f8b0-41cf-ae20-40e26095ed37 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456810 Dec 16 15:16:29.832994 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.834489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccadb02a-b072-40a0-a9b0-981544d8f30a {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:16:29.848933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:29.848933 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5fc137f3-10f4-4f62-b5e8-465fbc60364b admin admin] 10.222.0.71 "DELETE /v2.0/routers/ccadb02a-b072-40a0-a9b0-981544d8f30a HTTP/1.1" status: 204 len: 168 time: 3.4334486 Dec 16 15:16:29.848933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:29.934180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.018112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Deleting subnet e527decc-2d0e-46c0-8d9d-93fb46e20d60 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:16:30.030896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d8d0a6b-8801-4152-862e-799e44bebccc req-6e017fa8-8379-4ba3-8ac7-2e359513cb06 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244424 Dec 16 15:16:30.033081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.078448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c64c9-efb8-4504-a64c-e8b5c3eb2a3b req-b1a4bc12-a983-4486-a956-c9c84a303460 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.081626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-902c64c9-efb8-4504-a64c-e8b5c3eb2a3b req-b1a4bc12-a983-4486-a956-c9c84a303460 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 932 time: 0.2817047 Dec 16 15:16:30.109312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.217196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.222063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Allocated IP 192.168.233.71 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/384cc2a8-cb3d-487a-a05f-804b2d13a2b1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:30.426540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-9883b729-d742-4ec4-b001-305d5824494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.428543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-9883b729-d742-4ec4-b001-305d5824494c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68b6381a3182498eb7e35a5473b7eb90&device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 1099 time: 0.0614250 Dec 16 15:16:30.479729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-902c64c9-efb8-4504-a64c-e8b5c3eb2a3b req-7d9fbf16-23c4-408d-be95-c71cf24c3412 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724198 Dec 16 15:16:30.523053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf217a0-7446-4428-a691-1e8057937ac6 req-59f4eb62-48cb-4824-adab-0037bad6d335 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.531289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf217a0-7446-4428-a691-1e8057937ac6 req-59f4eb62-48cb-4824-adab-0037bad6d335 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 948 time: 0.3464530 Dec 16 15:16:30.535568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.598932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e527decc-2d0e-46c0-8d9d-93fb46e20d60,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:30.614485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:30.620570 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4fd8f334-ffdb-47a5-8d30-f7628b280f76 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e527decc-2d0e-46c0-8d9d-93fb46e20d60 HTTP/1.1" status: 204 len: 168 time: 0.7670672 Dec 16 15:16:30.626799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:30.630654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fdd67-0ab1-4fd6-ae2b-ccd8e60d3af1 None None] Network cd4c690f-d669-4db3-ab5a-225f2fdc3a11 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:30.659771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-eea821aa-5fea-4704-b13f-f5fb60bbc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.661590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-eea821aa-5fea-4704-b13f-f5fb60bbc436 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2237396 Dec 16 15:16:30.767567 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-a11005ef-08ec-45bb-bcb8-364978e21736 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=88ce0dd7-24ce-4181-b355-0f802294f47f HTTP/1.1" status: 200 len: 217 time: 0.0964813 Dec 16 15:16:30.798720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf217a0-7446-4428-a691-1e8057937ac6 req-880f1510-dbd6-4aa9-be1e-7249299886c2 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636256 Dec 16 15:16:30.918968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-575ad5ee-d112-4fb3-9865-ffd1ff39596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:30.921521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-575ad5ee-d112-4fb3-9865-ffd1ff39596e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1460426 Dec 16 15:16:30.935448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 62eb9ca7-5668-4ed8-a727-982488083f12 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:31.015543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.029603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-d1ccc5c3-20ce-454a-93de-95fdb6bd826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:31.032019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-d1ccc5c3-20ce-454a-93de-95fdb6bd826a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013207 Dec 16 15:16:31.103088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 62eb9ca7-5668-4ed8-a727-982488083f12 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:31.111679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 62eb9ca7-5668-4ed8-a727-982488083f12 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:31.117198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.155118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.158808 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-53c75efb-5bea-4c9e-b015-a5aa0d010687 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176231 Dec 16 15:16:31.173134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] DHCP port deletion for cd4c690f-d669-4db3-ab5a-225f2fdc3a11 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:16:31.178457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f126e3-2178-4bff-9a45-d651f6e89a80 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:31.196698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.261242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173ea75-b8ce-4dd1-9105-193a363a11fe req-220d325d-3e78-493c-b03b-150655b05288 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:31.279388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9173ea75-b8ce-4dd1-9105-193a363a11fe req-220d325d-3e78-493c-b03b-150655b05288 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 944 time: 0.2678866 Dec 16 15:16:31.286569 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b87b5375-ddcb-4d94-9d64-b76d17db560b req-47daa6a4-54a4-4d01-aa69-b73ef9282ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121430 Dec 16 15:16:31.321924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Transition to ACTIVE for port object f1f126e3-2178-4bff-9a45-d651f6e89a80 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:31.354127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d241a-263f-455b-b7d8-97e82ff8863a req-df7f6085-6cdd-4a79-940f-e85da404eadb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:31.357149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab6d241a-263f-455b-b7d8-97e82ff8863a req-df7f6085-6cdd-4a79-940f-e85da404eadb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.3257947 Dec 16 15:16:31.387364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.410485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Deleting port 8e440afc-a187-4fa2-8356-d7023fdebe05 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:31.410866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.431066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:31.433735 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c8703-a9b7-4ac9-958f-75a8a41216f3" -d '{"events": [{"server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "name": "network-vif-plugged", "status": "completed", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:31.446307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.476587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=62eb9ca7-5668-4ed8-a727-982488083f12,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:31.505244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] For port 8e440afc-a187-4fa2-8356-d7023fdebe05, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8e440afc-a187-4fa2-8356-d7023fdebe05,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:31.505936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.523503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Calling delete_port for 8e440afc-a187-4fa2-8356-d7023fdebe05 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:31.605511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.636419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9173ea75-b8ce-4dd1-9105-193a363a11fe req-a6273f54-75be-46de-9af9-fcf6fd6d0fcc tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356156 Dec 16 15:16:31.644737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.650631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Deleting port 8e440afc-a187-4fa2-8356-d7023fdebe05 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:31.651098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.683738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:31.684096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:31.754215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab6d241a-263f-455b-b7d8-97e82ff8863a req-0ea34a8c-e4e1-4998-8df7-7b46371bd468 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547544 Dec 16 15:16:31.775423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:31.780845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6', '834bc421-3840-46dc-be4d-6db7f759467e', '648d5064-f9a1-4c9a-ac6e-fb02a54a7794'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:31.870705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:31.924010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:31.942250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:31.985349 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118a43c1-783c-416b-a0c8-0e7cc3ff7b02 x-openstack-request-id: req-118a43c1-783c-416b-a0c8-0e7cc3ff7b02 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:31.985698 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "name": "network-vif-plugged", "status": "completed", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:31.985952 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-118a43c1-783c-416b-a0c8-0e7cc3ff7b02 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:31.986288 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'code': 200} Dec 16 15:16:31.999978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] No DVR routers for this DVR port 8e440afc-a187-4fa2-8356-d7023fdebe05 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:32.073693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:32.109010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b46ab-a15a-4f04-9624-4fdfb6d17f25 None None] Pushing event deleted for resources: {'Port': ['ID=8e440afc-a187-4fa2-8356-d7023fdebe05,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:32.168593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Attempting to bind port f1f126e3-2178-4bff-9a45-d651f6e89a80 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:32.169124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Attempting to bind port f1f126e3-2178-4bff-9a45-d651f6e89a80 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:32.170699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Attempting to bind port f1f126e3-2178-4bff-9a45-d651f6e89a80 on network 6703cbb4-89c6-4092-b420-972daf68d5b9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:32.226838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] For port 8e440afc-a187-4fa2-8356-d7023fdebe05, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8e440afc-a187-4fa2-8356-d7023fdebe05,segment=NetworkSegment(9a743f8d-61ed-4791-9747-80390c120e01),segment_id=9a743f8d-61ed-4791-9747-80390c120e01)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:32.227621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:32.238992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event updated for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:32.298467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b1705-69ce-452d-b078-69d0ed32f9f4 req-d63be579-daaf-4256-80f5-20d3375a6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:32.301089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e49b1705-69ce-452d-b078-69d0ed32f9f4 req-d63be579-daaf-4256-80f5-20d3375a6ecf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.1155934 Dec 16 15:16:32.317548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Port f1f126e3-2178-4bff-9a45-d651f6e89a80 on network 6703cbb4-89c6-4092-b420-972daf68d5b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:32.318949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Attempting to bind port f1f126e3-2178-4bff-9a45-d651f6e89a80 on network 6703cbb4-89c6-4092-b420-972daf68d5b9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:32.382372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001143f-9b8c-4d59-a3e4-75bcd493fddc req-40fd64ea-e889-4644-8fbf-fd5f386c49bd tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:32.385027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2001143f-9b8c-4d59-a3e4-75bcd493fddc req-40fd64ea-e889-4644-8fbf-fd5f386c49bd tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 935 time: 0.4337220 Dec 16 15:16:32.405502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Calling delete_port for 8e440afc-a187-4fa2-8356-d7023fdebe05 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:32.409762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:32.410016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Checking segment: {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:32.410533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Bound using segment: {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:32.411274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Bound port: f1f126e3-2178-4bff-9a45-d651f6e89a80, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf101504-1e0d-4e15-b77e-8cc547a402b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:32.415657 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e49b1705-69ce-452d-b078-69d0ed32f9f4 req-fee4fb7d-8f0d-4d14-8b0b-d24d1d8fecc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040287 Dec 16 15:16:32.419941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:32.452259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:32.453147 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:32.499886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0387a033-56d4-4415-abb2-208d6daf46e6 None None] Provisioning complete for port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:32.500353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0387a033-56d4-4415-abb2-208d6daf46e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:32.638876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0387a033-56d4-4415-abb2-208d6daf46e6 None None] Port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:32.654076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86168ec-9e85-40c5-8a2a-ec7bac1ba227 req-844b546e-1a47-4465-b078-91fe04485098 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:32.656898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a86168ec-9e85-40c5-8a2a-ec7bac1ba227 req-844b546e-1a47-4465-b078-91fe04485098 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 944 time: 0.4602470 Dec 16 15:16:32.739148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-226e5d4d-c97d-4343-a910-afc4054a318b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7924170 Dec 16 15:16:32.794047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Request body: {'port': {'device_id': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:32.849147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2001143f-9b8c-4d59-a3e4-75bcd493fddc req-7c5dc69b-1159-464b-aaee-e50e6e9f4fe0 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185059 Dec 16 15:16:32.905769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a86168ec-9e85-40c5-8a2a-ec7bac1ba227 req-a3c145fd-479d-46c9-8a14-77f0a645d13e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103710 Dec 16 15:16:32.909415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:32.952499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:32.987370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.001550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.002163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 88ce0dd7-24ce-4181-b355-0f802294f47f details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:33.003512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8e440afc-a187-4fa2-8356-d7023fdebe05 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:33.084853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8e440afc-a187-4fa2-8356-d7023fdebe05 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:33.085387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8e440afc-a187-4fa2-8356-d7023fdebe05 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:33.092380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8e440afc-a187-4fa2-8356-d7023fdebe05,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:33.119692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.189127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:33.214665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] No DVR routers for this DVR port 8e440afc-a187-4fa2-8356-d7023fdebe05 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:33.249471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:33.250615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.252704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] 10.222.0.74 "PUT /v2.0/ports/f1f126e3-2178-4bff-9a45-d651f6e89a80 HTTP/1.1" status: 200 len: 1092 time: 3.5801301 Dec 16 15:16:33.591460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=88ce0dd7-24ce-4181-b355-0f802294f47f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:33.615528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '88ce0dd7-24ce-4181-b355-0f802294f47f', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '88ce0dd7-24ce-4181-b355-0f802294f47f', 'mac_address': 'fa:16:3e:a6:7d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:33.631373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:33.633110 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570f3241-5d70-440f-9ee0-f75f60153883" -d '{"events": [{"name": "network-changed", "server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:33.678595 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.699043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ce0dd7-24ce-4181-b355-0f802294f47f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:33.717968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd6423-e0c5-448c-9f16-ec942f2f7c6a req-398500ac-d2dc-43e9-8e30-da828fa2a352 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:33.721288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92fd6423-e0c5-448c-9f16-ec942f2f7c6a req-398500ac-d2dc-43e9-8e30-da828fa2a352 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 948 time: 0.6038563 Dec 16 15:16:33.756321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=88ce0dd7-24ce-4181-b355-0f802294f47f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:33.869671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.880469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a73329-55c5-4acd-8133-603baf1d0a81 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:33.941554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:33.949588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:34.003683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-161c8450-7143-4213-b250-ef62f15f1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:34.005330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-161c8450-7143-4213-b250-ef62f15f1e6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 1095 time: 0.3640385 Dec 16 15:16:34.041653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4c690f-d669-4db3-ab5a-225f2fdc3a11']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:34.051611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40dcc0-cb9e-478f-97a1-c2296181401c req-a8d7c7dd-33c4-4d28-aa6b-8fe98c69896a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:34.053235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d40dcc0-cb9e-478f-97a1-c2296181401c req-a8d7c7dd-33c4-4d28-aa6b-8fe98c69896a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 945 time: 0.4168186 Dec 16 15:16:34.075024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a743f8d-61ed-4791-9747-80390c120e01') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:34.075322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a743f8d-61ed-4791-9747-80390c120e01') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:34.082173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92fd6423-e0c5-448c-9f16-ec942f2f7c6a req-a4a02321-fec5-484d-b153-0c532045633b tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184669 Dec 16 15:16:34.128210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.153716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-d1ea5c8f-7c6a-44bf-a3d7-06dddb0c0af3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80 HTTP/1.1" status: 200 len: 217 time: 0.1169939 Dec 16 15:16:34.160272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.229535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-1dcd70ed-7fdf-448c-88ba-a2d22fee41e4 service neutron] 10.222.0.74 "GET /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.0753260 Dec 16 15:16:34.251954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:16:34.252755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:16:34.255733 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:16:34.275695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:34.334636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['88ce0dd7-24ce-4181-b355-0f802294f47f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:34.503809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d40dcc0-cb9e-478f-97a1-c2296181401c req-36d3926a-a59f-45cd-a17c-806fc96e2c2a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337640 Dec 16 15:16:34.521577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-69484102-d033-462f-bfdc-9aa8e9c7b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:34.523532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-69484102-d033-462f-bfdc-9aa8e9c7b6c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.3173199 Dec 16 15:16:34.603010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:34.612690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.638316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Transition to ACTIVE for port object 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:34.642738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.665283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-3fb8ce74-c7fd-478c-9808-71eeff2005ea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388722 Dec 16 15:16:34.669011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.675710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] 10.222.0.71 "DELETE /v2.0/networks/cd4c690f-d669-4db3-ab5a-225f2fdc3a11 HTTP/1.1" status: 204 len: 168 time: 4.0158679 Dec 16 15:16:34.687234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e745e-5952-4a24-8763-f23cf9b0ca97 req-bdf39e09-69f3-4ec1-8595-dd6ae2a0c9e3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:34.699553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a94e745e-5952-4a24-8763-f23cf9b0ca97 req-bdf39e09-69f3-4ec1-8595-dd6ae2a0c9e3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 944 time: 0.4462221 Dec 16 15:16:34.722464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeafd0-4c2e-4ea2-bf08-0d425d477d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4c690f-d669-4db3-ab5a-225f2fdc3a11,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:34.768393 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.787409 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc78f65e-9fb6-40cf-b358-ad66e98c7b91 x-openstack-request-id: req-fc78f65e-9fb6-40cf-b358-ad66e98c7b91 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:34.787862 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:34.788283 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc78f65e-9fb6-40cf-b358-ad66e98c7b91 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:34.791419 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80', 'status': 'completed', 'code': 200} Dec 16 15:16:34.862528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25fc286d-dcba-42b7-a906-b4bd4f63a8e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:34.955915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:34.996770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Pushing event updated for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:35.014984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:35.059855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a94e745e-5952-4a24-8763-f23cf9b0ca97 req-224b6af9-b913-47af-a9c3-af1b5998d88b tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494515 Dec 16 15:16:35.104144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412615dd-ed91-41c1-a736-beb37a845ee3 req-8383e496-af70-4ea0-aa44-3edb672ff3e0 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:35.105893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-412615dd-ed91-41c1-a736-beb37a845ee3 req-8383e496-af70-4ea0-aa44-3edb672ff3e0 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 947 time: 0.2079310 Dec 16 15:16:35.114731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-37f1b586-13dd-4d06-9379-ecff09e5e45c service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233921 Dec 16 15:16:35.144009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b567e22-0897-4d8a-9c9e-474883158dd0 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:35.179617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:35.200076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25fc286d-dcba-42b7-a906-b4bd4f63a8e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.323640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38440) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:35.338243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25fc286d-dcba-42b7-a906-b4bd4f63a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.354699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-412615dd-ed91-41c1-a736-beb37a845ee3 req-29fb97e1-168f-4466-9abd-cb981850c354 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151792 Dec 16 15:16:35.421804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Attempting to bind port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:35.422197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Attempting to bind port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:35.426781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Attempting to bind port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:35.437992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9074-3baa-4f4e-afac-6374591de49b req-075f0db4-4f3b-4db0-a6bc-8cc5616026e6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:35.439637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7ce9074-3baa-4f4e-afac-6374591de49b req-075f0db4-4f3b-4db0-a6bc-8cc5616026e6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 944 time: 0.1998374 Dec 16 15:16:35.443668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be2dcd46-b77b-4b02-8da1-ec1b2dcff438 req-a4b76947-9758-4a61-a456-939d7b766a33 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031132 Dec 16 15:16:35.445126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:35.449733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Attempting to bind port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:35.449916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc286d-dcba-42b7-a906-b4bd4f63a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915a479b-5fae-4f28-bb2a-a414409d2ed7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:35.456171 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-25fc286d-dcba-42b7-a906-b4bd4f63a8e2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5cb86db055254e27924a0a58168d02fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1785605 Dec 16 15:16:35.458367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:35.461138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.479221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e63b84a-5b36-4f8e-a536-a6b6ba004357 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bbc0e0febad41aaa70c861b2c82ad8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539526 Dec 16 15:16:35.483910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:35.494488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:35.494836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:35.495240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:35.495872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Bound port: 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:35.496280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.599224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] Transition to ACTIVE for port object 6b567e22-0897-4d8a-9c9e-474883158dd0 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:35.600289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.626538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.630852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7ce9074-3baa-4f4e-afac-6374591de49b req-ec4b7340-afe9-4dfb-94e3-65bab120543f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826220 Dec 16 15:16:35.683129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ad152-dd0b-4ac5-9dd4-ee1c0dc3b9fb req-8a1f4e0f-fc8b-4d81-b7b0-0d3cadb5404a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:35.691783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c34ad152-dd0b-4ac5-9dd4-ee1c0dc3b9fb req-8a1f4e0f-fc8b-4d81-b7b0-0d3cadb5404a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 949 time: 0.1856425 Dec 16 15:16:35.696415 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.710624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:35.712152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:35.765440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.789955 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.868784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c34ad152-dd0b-4ac5-9dd4-ee1c0dc3b9fb req-dff95c91-852a-45c0-925e-8346df6157c7 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758301 Dec 16 15:16:35.870192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.913166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] No DVR routers for this DVR port 6b567e22-0897-4d8a-9c9e-474883158dd0 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:35.924018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.927428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.932937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3306d16-dd4c-445c-b61c-761c7bed973f HTTP/1.1" status: 204 len: 168 time: 0.4421060 Dec 16 15:16:35.950232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3241-5d70-440f-9ee0-f75f60153883 req-3f6098a9-fc35-48d8-b1a4-5331ebd5eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:35.951590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-3f6098a9-fc35-48d8-b1a4-5331ebd5eb61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 1095 time: 0.2248449 Dec 16 15:16:35.973375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] Pushing event updated for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=10']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:35.989226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:35.993017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:35.993017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] 10.222.0.74 "PUT /v2.0/ports/384cc2a8-cb3d-487a-a05f-804b2d13a2b1 HTTP/1.1" status: 200 len: 1095 time: 3.2342756 Dec 16 15:16:36.045500 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-33893978-9f3c-4fcc-8be7-3566ed1d740e service neutron] 10.222.0.74 "PUT /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8036759 Dec 16 15:16:36.046422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255423-a136-4913-a381-300f339c4551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3306d16-dd4c-445c-b61c-761c7bed973f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:36.116637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d98872-d491-4908-aea5-1b8468e7b4fb req-b1c105f5-162f-40d9-a6d8-b9b5c99a8b19 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.119419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8d98872-d491-4908-aea5-1b8468e7b4fb req-b1c105f5-162f-40d9-a6d8-b9b5c99a8b19 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 945 time: 0.3505597 Dec 16 15:16:36.159022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2999dee-92ee-4ecd-aa87-8593aa66d38d service neutron] Pushing event updated for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:36.316465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:36.321445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:36.323438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/915a479b-5fae-4f28-bb2a-a414409d2ed7 HTTP/1.1" status: 204 len: 168 time: 0.8638833 Dec 16 15:16:36.339188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8d98872-d491-4908-aea5-1b8468e7b4fb req-d103794f-1e7d-408a-8739-0611a6d04b7a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079482 Dec 16 15:16:36.346184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3241-5d70-440f-9ee0-f75f60153883 req-0f825392-1e80-4dca-a29f-0b83cede5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.349044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-0f825392-1e80-4dca-a29f-0b83cede5530 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.3869505 Dec 16 15:16:36.371398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573da2a6-63d3-4e71-b2cc-24474d27ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a479b-5fae-4f28-bb2a-a414409d2ed7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:36.448054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-4e0b28e0-1f9d-430f-b4d9-29894239b57e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80 HTTP/1.1" status: 200 len: 217 time: 0.0886128 Dec 16 15:16:36.459530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103df2a-e94d-4796-b07d-d80b2cfb351a req-09bb5679-3378-492d-b675-887293febc1f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.496562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5103df2a-e94d-4796-b07d-d80b2cfb351a req-09bb5679-3378-492d-b675-887293febc1f tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.2588990 Dec 16 15:16:36.554151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-f4950010-bbf6-49b7-a469-e9c91af6f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.556686 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-f4950010-bbf6-49b7-a469-e9c91af6f6af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 1098 time: 0.2183130 Dec 16 15:16:36.561736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-fcdff9e7-dba0-4813-99d5-0782a751c7b3 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.564520 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-fcdff9e7-dba0-4813-99d5-0782a751c7b3 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1029017 Dec 16 15:16:36.631427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f3241-5d70-440f-9ee0-f75f60153883 req-d0700aa2-4d47-43b0-af42-4e2e4098f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.633174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-d0700aa2-4d47-43b0-af42-4e2e4098f535 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1508210 Dec 16 15:16:36.689679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-15c5cd18-ae65-403d-9da7-fd38b31308e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1 HTTP/1.1" status: 200 len: 217 time: 0.0667903 Dec 16 15:16:36.690032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-434d4b93-dbab-42a6-ab7b-1aa71c75377d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428178 Dec 16 15:16:36.698561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfa80-d515-4dde-b114-744eaf8f3534 req-1c0dc32d-6cfb-46f9-9678-aa24e4c0a92d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.700466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adfdfa80-d515-4dde-b114-744eaf8f3534 req-1c0dc32d-6cfb-46f9-9678-aa24e4c0a92d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 947 time: 0.1490302 Dec 16 15:16:36.712758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5103df2a-e94d-4796-b07d-d80b2cfb351a req-acf6be88-6615-40b4-91a1-46a43612e9b1 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226021 Dec 16 15:16:36.771705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-ae1ff49b-7f7c-4ee9-baba-55f3545d1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.773287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-ae1ff49b-7f7c-4ee9-baba-55f3545d1b26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d&tenant_id=12313a6a675a4faab564b6f0b7019f9b HTTP/1.1" status: 200 len: 1096 time: 0.1990881 Dec 16 15:16:36.796669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-3bd36b17-5e20-4e50-86ee-62a5c6158ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.799142 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-3bd36b17-5e20-4e50-86ee-62a5c6158ed0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0808244 Dec 16 15:16:36.809043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:36.811652 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6" -d '{"events": [{"name": "network-changed", "server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:36.925300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afd753-8151-4075-9a12-199875b63e3a req-250809ab-ee84-466b-a4a4-ad73dce26823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.926250 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-250809ab-ee84-466b-a4a4-ad73dce26823 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719173 Dec 16 15:16:36.928186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adfdfa80-d515-4dde-b114-744eaf8f3534 req-8ddc862c-82a4-4caf-b396-1a88b43d045e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134583 Dec 16 15:16:36.932403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-498afd89-0806-4fe1-8182-5277eebb37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:36.934909 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-498afd89-0806-4fe1-8182-5277eebb37d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1096 time: 0.0967638 Dec 16 15:16:36.977959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 88ce0dd7-24ce-4181-b355-0f802294f47f up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:37.001964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-392da2b4-384a-461b-b9f1-c5a9defe0d86 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2575600 Dec 16 15:16:37.012374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:37.025793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-9308dd47-280b-40ec-8e6a-f6848c74da74 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915460 Dec 16 15:16:37.194548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-3452d727-c1c4-4190-b4b9-9127f4216ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:37.196663 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-3452d727-c1c4-4190-b4b9-9127f4216ded service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.2239056 Dec 16 15:16:37.202795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c021d-9676-4ee8-8158-3f8a7d593a9a req-49373f87-6320-42d0-ab25-c01c580cd825 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:37.210167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e9c021d-9676-4ee8-8158-3f8a7d593a9a req-49373f87-6320-42d0-ab25-c01c580cd825 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 944 time: 0.1242650 Dec 16 15:16:37.216925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-5061ac10-640c-4863-8670-737a4ae399d6 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800145 Dec 16 15:16:37.230301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-570f3241-5d70-440f-9ee0-f75f60153883 req-a3355b56-9283-435b-98c5-0aedc85488dc service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933694 Dec 16 15:16:37.264615 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-39c7cab0-4b2a-40ae-942f-455887eb3f84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 200 len: 217 time: 0.0573442 Dec 16 15:16:37.266061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e9c021d-9676-4ee8-8158-3f8a7d593a9a req-08130834-79b6-453b-8ae9-8d10f9da74b2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Dec 16 15:16:37.274293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 88ce0dd7-24ce-4181-b355-0f802294f47f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:37.278990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 88ce0dd7-24ce-4181-b355-0f802294f47f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:37.279370 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.315748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.370474 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c98e73-0d54-4c0a-b489-145efa11914f x-openstack-request-id: req-37c98e73-0d54-4c0a-b489-145efa11914f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:37.370854 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:37.371184 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-37c98e73-0d54-4c0a-b489-145efa11914f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:37.371667 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1', 'status': 'completed', 'code': 200} Dec 16 15:16:37.401234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.429541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:37.432600 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3a13e2-7f6c-48d3-8994-c8b1b28105e2" -d '{"events": [{"server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "name": "network-vif-plugged", "status": "completed", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:37.449191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=88ce0dd7-24ce-4181-b355-0f802294f47f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:37.516992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-3851f407-111b-4343-8b59-71e5a1113350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:37.522236 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-3851f407-111b-4343-8b59-71e5a1113350 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2456284 Dec 16 15:16:37.554623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d34e61-050c-4c22-bb52-a1e3025fb878 req-5bb363b1-6a22-43b3-9230-5b7629972341 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:37.562761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d34e61-050c-4c22-bb52-a1e3025fb878 req-5bb363b1-6a22-43b3-9230-5b7629972341 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 949 time: 0.0886848 Dec 16 15:16:37.580956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.592923 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-7bdd001b-57ba-4ce2-ac7d-6b361e2425b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535605 Dec 16 15:16:37.595798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-90afd753-8151-4075-9a12-199875b63e3a req-15646386-85e5-4cd9-a6fe-2343dd8a4a40 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416631 Dec 16 15:16:37.650239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:37.658835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:37.666381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d34e61-050c-4c22-bb52-a1e3025fb878 req-532a7b53-8aea-4470-8f73-501c389e06f8 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021299 Dec 16 15:16:37.707137 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-ad7cbdae-e444-4735-9c95-77fa00114a43 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058712 Dec 16 15:16:37.845417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-107f2a2a-2d37-438b-b8ee-6ec7aa44df0d service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301847 Dec 16 15:16:37.864054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Allocated IP 172.25.7.168 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ef8471b2-a578-4a53-8925-5f62ac584cee) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:37.889525 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce3fccb-c131-4f1a-8a90-d3d18eafa618 x-openstack-request-id: req-3ce3fccb-c131-4f1a-8a90-d3d18eafa618 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:37.890509 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "name": "network-vif-plugged", "status": "completed", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:37.892191 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ce3fccb-c131-4f1a-8a90-d3d18eafa618 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:37.893728 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f', 'code': 200} Dec 16 15:16:38.019439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-b3f7c9f2-493e-46ef-8e18-2caaf59a88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.021741 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-b3f7c9f2-493e-46ef-8e18-2caaf59a88c5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 1098 time: 0.0861971 Dec 16 15:16:38.067691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434ab27-94fd-4759-ac0b-3dbdd8bd5bd0 req-783b5fc0-ebac-44de-97fc-8f93bdc93700 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.069587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2434ab27-94fd-4759-ac0b-3dbdd8bd5bd0 req-783b5fc0-ebac-44de-97fc-8f93bdc93700 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.0987842 Dec 16 15:16:38.107279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.159014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6d29-8d31-4a07-8a7f-d0f51fb2123c req-db39092e-3ffd-47d9-baf7-246e5fe029cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.160842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0fcf6d29-8d31-4a07-8a7f-d0f51fb2123c req-db39092e-3ffd-47d9-baf7-246e5fe029cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 1101 time: 0.1296794 Dec 16 15:16:38.171729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2434ab27-94fd-4759-ac0b-3dbdd8bd5bd0 req-37c2dfd7-3abc-4f43-ae11-3a3fa4f85004 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906522 Dec 16 15:16:38.197193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-a4e6dedd-3d3e-446e-a1c7-7db6aacf4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.199536 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-a4e6dedd-3d3e-446e-a1c7-7db6aacf4063 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1549773 Dec 16 15:16:38.271784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-23dcb590-7537-4bb7-b213-b626a32cfc06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1 HTTP/1.1" status: 200 len: 217 time: 0.0612731 Dec 16 15:16:38.321095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.357707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38512) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:38.365204 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0fcf6d29-8d31-4a07-8a7f-d0f51fb2123c req-635454b8-c87d-4b36-82f0-ccc59b1dd626 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845608 Dec 16 15:16:38.373995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-6b276707-92c2-46d3-b571-a12c0cc0dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.375799 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-6b276707-92c2-46d3-b571-a12c0cc0dc2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0918596 Dec 16 15:16:38.414196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:38.423486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:38.442514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:38.444235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38516) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:38.490961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event updated for resources: {'Port': ['ID=ef8471b2-a578-4a53-8925-5f62ac584cee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:38.493037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-1da9a61c-7875-48c5-b584-a45575bc6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.498625 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-1da9a61c-7875-48c5-b584-a45575bc6833 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016848 Dec 16 15:16:38.519814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67513-04f0-4d8e-96d9-1bd3635cf39c req-57efe177-427f-47c1-a255-b68b0ad0370c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.528817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2f67513-04f0-4d8e-96d9-1bd3635cf39c req-57efe177-427f-47c1-a255-b68b0ad0370c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 947 time: 0.1676593 Dec 16 15:16:38.612810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2f67513-04f0-4d8e-96d9-1bd3635cf39c req-c8acdf7a-fafa-4d3b-b96b-707847e28e5e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827894 Dec 16 15:16:38.620377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1190941684-network', 'tenant_id': '5df575562f8e43a2861344405ac3bc6f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:38.648565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2140445995-network', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:38.669450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.678980 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-ccf2f045-1e19-4931-b0ef-e1b8da838d88 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719286 Dec 16 15:16:38.781921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094196b3-e172-461e-ad36-95344213134f req-b7427db0-4745-4b57-9e58-721029e980bb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.783869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-094196b3-e172-461e-ad36-95344213134f req-b7427db0-4745-4b57-9e58-721029e980bb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 944 time: 0.0704715 Dec 16 15:16:38.842559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:38.844453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.850403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Made reservation on behalf of 5df575562f8e43a2861344405ac3bc6f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:38.853828 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.878466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-cced3980-a918-414e-b8af-e26de07d5097 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:38.880445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-cced3980-a918-414e-b8af-e26de07d5097 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d&tenant_id=12313a6a675a4faab564b6f0b7019f9b&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.1207500 Dec 16 15:16:38.882613 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-28e71dcf-6f9f-4136-b2bf-a0c3a61609c6 req-0836cda4-7b71-4dfa-9fec-2c47a9f2a503 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841664 Dec 16 15:16:38.887992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.901323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.904182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-79775f21-94fd-4fe6-81af-eb5312194d42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1015706 Dec 16 15:16:38.904425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:38.992676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-094196b3-e172-461e-ad36-95344213134f req-5ab2a725-8133-4b5e-90ff-8503713f54f8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002335 Dec 16 15:16:39.063974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad177de-f516-42df-9aba-491b4561e267 req-e92b675c-13fd-4fcc-83df-c8e63d6efdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:39.065625 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-e92b675c-13fd-4fcc-83df-c8e63d6efdaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 1096 time: 0.0949867 Dec 16 15:16:39.201372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad177de-f516-42df-9aba-491b4561e267 req-0986512d-72c1-4d32-b948-20b54fafc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:39.203089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-0986512d-72c1-4d32-b948-20b54fafc28d service neutron] 10.222.0.30 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.1079004 Dec 16 15:16:39.207198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f1f126e3-2178-4bff-9a45-d651f6e89a80 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:39.297865 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-22b79898-f0e6-4dfd-97c9-0f1996fbbf31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 200 len: 217 time: 0.0759330 Dec 16 15:16:39.303632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-e98522b1-7332-4dd5-a025-751b6174599a service neutron] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:39.307213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-e98522b1-7332-4dd5-a025-751b6174599a service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.308529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-e98522b1-7332-4dd5-a025-751b6174599a service neutron] 10.222.0.30 "DELETE /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.4186883 Dec 16 15:16:39.352576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:39.379535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad177de-f516-42df-9aba-491b4561e267 req-4a383bf4-71c2-43fa-8d37-a7b99f1e9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:39.380604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'f1f126e3-2178-4bff-9a45-d651f6e89a80', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'port_id': 'f1f126e3-2178-4bff-9a45-d651f6e89a80', 'mac_address': 'fa:16:3e:20:c1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2214db7f-dc54-4a43-9619-62436b30cc97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:39.381469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-4a383bf4-71c2-43fa-8d37-a7b99f1e9445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.0631859 Dec 16 15:16:39.435043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.436345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-c4b265b5-de98-41b9-b000-fb53602145c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459554 Dec 16 15:16:39.452454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f126e3-2178-4bff-9a45-d651f6e89a80 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:39.476200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:39.549349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.607414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-2ff387d2-95ce-40df-8030-88b75337c591 service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572850 Dec 16 15:16:39.620203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:39.643187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.651527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.662491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9adbeb-4ccd-483a-ba11-0cb070a08a8c req-f6d554dc-bec6-47df-a83c-9a930bc4b1e0 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:39.664189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9adbeb-4ccd-483a-ba11-0cb070a08a8c req-f6d554dc-bec6-47df-a83c-9a930bc4b1e0 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 950 time: 0.5345819 Dec 16 15:16:39.689473 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.738432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f9adbeb-4ccd-483a-ba11-0cb070a08a8c req-12ea87d1-dbf0-4c1c-8571-c0bd5e42f14b tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592971 Dec 16 15:16:39.739694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.767461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:16:39.775865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.782460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.792355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:39.801212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.805570 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Added segment 10a5b3da-39b7-4472-ba57-96e8a710aa04 of type vlan for network f36ab24d-730b-4729-9cea-23300d2ae92d Dec 16 15:16:39.808502 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5ad177de-f516-42df-9aba-491b4561e267 req-cf1f1bd3-a5eb-4ad2-a1bf-e140f3dda10c service neutron] 10.222.0.30 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791201 Dec 16 15:16:39.843974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:16:39.922967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.923667 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Added segment bb1479e0-ef3e-4c89-b851-b2fde1510bc0 of type vlan for network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 Dec 16 15:16:39.956154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event updated for resources: {'Port': ['ID=ef8471b2-a578-4a53-8925-5f62ac584cee,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:39.961476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:39.965448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9143274-ee99-40e7-934e-96835c912289,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:39.982781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['f1f126e3-2178-4bff-9a45-d651f6e89a80'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:40.020342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.038107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.082838 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:16:40.169777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525441a-8246-44cd-a04d-028c68e28201 req-2b8b026f-7002-4912-9c1e-fea980470ebc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.171525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b525441a-8246-44cd-a04d-028c68e28201 req-2b8b026f-7002-4912-9c1e-fea980470ebc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.0701959 Dec 16 15:16:40.173738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.175421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.175421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.245185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.246357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e06755d0-2f21-4d51-85f1-7009bbc43f39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2435277 Dec 16 15:16:40.247047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.249639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.250850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.328481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] Pushing event updated for resources: {'Network': ['ID=f36ab24d-730b-4729-9cea-23300d2ae92d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:40.340151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f36ab24d-730b-4729-9cea-23300d2ae92d details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:16:40.342678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-e6407b53-9f00-43a6-ba76-17a74bb263ca tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 696 time: 0.0799160 Dec 16 15:16:40.406047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b525441a-8246-44cd-a04d-028c68e28201 req-c11c62a6-4e30-4c66-a575-16220694d72e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251120 Dec 16 15:16:40.423501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9f780603-9f37-40e4-ab74-f78394bc0a09 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9767747 Dec 16 15:16:40.427407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38530) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:40.434717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Request body: {'subnet': {'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1190941684-subnet', 'tenant_id': '5df575562f8e43a2861344405ac3bc6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:40.470460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] Pushing event updated for resources: {'Network': ['ID=0a2d1cb8-8d85-4b88-8106-9a2d4baeec49,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:40.487004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:16:40.505103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e5bd6915-8816-4adb-92f8-30855d73471d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1400912 Dec 16 15:16:40.505937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:40.517255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Request body: {'subnet': {'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2140445995-subnet', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:40.576549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-f64e27d4-f935-4d2c-82f4-37e9cf9d7056 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.577990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae394b75-8bbf-403f-82c6-08dda7de66fd req-f64e27d4-f935-4d2c-82f4-37e9cf9d7056 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2160087 Dec 16 15:16:40.608126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f396ea-3a24-4d50-9081-50c44d27649f req-25d29a9a-2e06-41ac-899f-c6c7d8e3acca tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.609515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08f396ea-3a24-4d50-9081-50c44d27649f req-25d29a9a-2e06-41ac-899f-c6c7d8e3acca tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 947 time: 0.0989115 Dec 16 15:16:40.646464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:40.649234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.709030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08f396ea-3a24-4d50-9081-50c44d27649f req-fef30465-60fa-4c8e-963f-234924109f30 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885530 Dec 16 15:16:40.737553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Made reservation on behalf of 5df575562f8e43a2861344405ac3bc6f for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:40.740944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:40.779654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9a5a5-9fca-4fc8-8053-67ea5d93b870 req-095a6714-017f-47c4-b1b2-844e1a2d0492 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:40.785796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d9a5a5-9fca-4fc8-8053-67ea5d93b870 req-095a6714-017f-47c4-b1b2-844e1a2d0492 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 945 time: 0.0959871 Dec 16 15:16:40.870612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d9a5a5-9fca-4fc8-8053-67ea5d93b870 req-a3a2c8f7-37fd-40d2-bb6a-429bdf01e331 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736587 Dec 16 15:16:41.116974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4f39-76fa-42bc-9cb8-a90050049753 req-ba22335e-9309-4c2a-8832-7f0a813b164d tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:41.119646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d26b4f39-76fa-42bc-9cb8-a90050049753 req-ba22335e-9309-4c2a-8832-7f0a813b164d tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1224136 Dec 16 15:16:41.134234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-617998ce-9382-4763-b602-80439016e928 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:41.135879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-617998ce-9382-4763-b602-80439016e928 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 820 time: 0.2521806 Dec 16 15:16:41.144383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.166901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-f7050ab5-32a1-4b66-9092-b718c70341c7 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/quotas/a91cd81a9a754e1eabdd88585c3fa2a9 HTTP/1.1" status: 200 len: 375 time: 0.0221317 Dec 16 15:16:41.187467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.204902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d26b4f39-76fa-42bc-9cb8-a90050049753 req-6fc61ab3-5b7c-4404-a184-d0948319fd02 tempest-LiveMigrationTest-24669481 tempest-LiveMigrationTest-24669481-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 Dec 16 15:16:41.209179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:41.261068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaeff794-3e60-4b8b-bc4e-1ae481858ac1,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:41.283279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-3b0955a7-fca2-4eb1-bd9e-37fe003bfa61 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009848 Dec 16 15:16:41.354250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Checking segment: {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:41.354558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Network hostable DHCP agents. Network: 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:16:41.372972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Checking segment: {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:41.373739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Network hostable DHCP agents. Network: f36ab24d-730b-4729-9cea-23300d2ae92d, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:16:41.387939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ebec58-db16-4a07-9157-ceb976538c24,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:41.402738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:41.428261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1', 'mac_address': 'fa:16:3e:ae:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:41.478431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.489224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d11919-1222-4627-8f8f-af12af5bb8a0 req-c10bc996-cddf-4820-9310-1e08b47a9e84 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:41.491071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7d11919-1222-4627-8f8f-af12af5bb8a0 req-c10bc996-cddf-4820-9310-1e08b47a9e84 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 950 time: 0.0822830 Dec 16 15:16:41.496350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:41.511017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-a3e9dfff-85cf-4da2-a719-8e84757f31df service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266092 Dec 16 15:16:41.517861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Network f36ab24d-730b-4729-9cea-23300d2ae92d is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:16:41.520060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:41.526477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:16:41.601573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7d11919-1222-4627-8f8f-af12af5bb8a0 req-02104a40-d4b0-443c-80ef-f848814d60e6 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018672 Dec 16 15:16:41.611650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.623306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f36ab24d-730b-4729-9cea-23300d2ae92d) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:41.632775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:41.633403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.639130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846dd94d-d9e6-4745-a6b9-50a122bdf271 None None] Network f36ab24d-730b-4729-9cea-23300d2ae92d requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:41.669828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:41.685889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-b85b4c16-7d7e-42fe-b219-c9332ecd8367 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586859 Dec 16 15:16:41.686148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:41.687056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:41.705497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee6a8cf-8816-435b-83c2-2f2872d1b9bc None None] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:41.783706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:41.856787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1f375fb-8d18-4bf3-9a2d-7a85cacfb666 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3498161 Dec 16 15:16:41.859249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38560) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:41.867948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:41.874402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6431974-df3c-4a8d-86b5-d55aab8ce02e None None] Network f36ab24d-730b-4729-9cea-23300d2ae92d requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:41.899448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c111c96f-e70b-46f4-9300-7986c41cfe38 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4699266 Dec 16 15:16:41.961799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'fixed_ips': [{'subnet_id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:16:41.963383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.051673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.053411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.092312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['384cc2a8-cb3d-487a-a05f-804b2d13a2b1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:42.145763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.271776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Allocated IP 172.20.0.2 (0a2d1cb8-8d85-4b88-8106-9a2d4baeec49/aaeff794-3e60-4b8b-bc4e-1ae481858ac1/818ba58a-92b9-46b3-81c7-b76ffa97e504) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:42.463355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.601223 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.614897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccf5be-f9a3-4eeb-a62c-b6f3ea28b9c8 req-683ae99c-8e1d-4757-9a32-4709e76ced00 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:42.616854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56ccf5be-f9a3-4eeb-a62c-b6f3ea28b9c8 req-683ae99c-8e1d-4757-9a32-4709e76ced00 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 948 time: 0.0760345 Dec 16 15:16:42.713024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8df5a-0eb5-4077-9b19-0383cc1bfc3e req-a4bd1b8a-1903-4251-b1e5-32028082fb40 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:42.714600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7e8df5a-0eb5-4077-9b19-0383cc1bfc3e req-a4bd1b8a-1903-4251-b1e5-32028082fb40 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 945 time: 0.0967882 Dec 16 15:16:42.720872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56ccf5be-f9a3-4eeb-a62c-b6f3ea28b9c8 req-d0f013eb-641a-47e7-ae50-86025a14b7aa tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922115 Dec 16 15:16:42.778797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.807180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7e8df5a-0eb5-4077-9b19-0383cc1bfc3e req-385169a6-3996-4b84-8f43-30bbd27ee390 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834143 Dec 16 15:16:42.843645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65b5f778-dd03-43e1-a199-38d4537c7238 req-6dee6be5-7705-4e4d-bc5c-2950c75bbeaf tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 210 time: 0.0514348 Dec 16 15:16:42.865815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Pushing event updated for resources: {'Port': ['ID=818ba58a-92b9-46b3-81c7-b76ffa97e504,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:42.885071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:42.887920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:42.892558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:42.938658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:42.966346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.002176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Attempting to bind port 818ba58a-92b9-46b3-81c7-b76ffa97e504 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:43.003392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Attempting to bind port 818ba58a-92b9-46b3-81c7-b76ffa97e504 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:43.004146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Attempting to bind port 818ba58a-92b9-46b3-81c7-b76ffa97e504 on network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:43.015210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:43.016027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Checking segment: {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:43.016770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.017485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Bound using segment: {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:43.018389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Bound port: 818ba58a-92b9-46b3-81c7-b76ffa97e504, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:43.019046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.083411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287d5d-2bf3-4c9d-91c2-d9c316f2c6b1 req-f3f7ad91-2d27-4a04-8bcc-6bbc34d18020 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:43.085548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c287d5d-2bf3-4c9d-91c2-d9c316f2c6b1 req-f3f7ad91-2d27-4a04-8bcc-6bbc34d18020 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.1554182 Dec 16 15:16:43.148916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] For port 818ba58a-92b9-46b3-81c7-b76ffa97e504, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:43.156268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] For port 818ba58a-92b9-46b3-81c7-b76ffa97e504, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=818ba58a-92b9-46b3-81c7-b76ffa97e504,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:43.181008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1974133228', 'description': 'tempest-description-1064790120'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:43.182735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Allocated IP 172.25.7.10 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/da834774-fc61-4529-bc0c-c9642f061cd8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:43.192171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c287d5d-2bf3-4c9d-91c2-d9c316f2c6b1 req-6914854e-a9f9-4153-83b9-a37ae3a948e3 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951414 Dec 16 15:16:43.225894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f1f126e3-2178-4bff-9a45-d651f6e89a80 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:43.273647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.343386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-1bb350e8-b5af-4c52-9d86-c9c06c067960 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:43.345634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-1bb350e8-b5af-4c52-9d86-c9c06c067960 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 1101 time: 0.0619235 Dec 16 15:16:43.361361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.393454 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-5d3b1aba-12a9-446a-abe5-3d30f34e2126 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.441166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c3f3-c448-44b6-9cf1-756358748c0a None None] Pushing event updated for resources: {'Port': ['ID=818ba58a-92b9-46b3-81c7-b76ffa97e504,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:43.475873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.495203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.501136 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-291ae9e9-342c-42ff-a991-8c51d844ca59 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1866035 Dec 16 15:16:43.520496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port f1f126e3-2178-4bff-9a45-d651f6e89a80 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:43.529820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port f1f126e3-2178-4bff-9a45-d651f6e89a80 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:43.530897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.584879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.616955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-5d3b1aba-12a9-446a-abe5-3d30f34e2126 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.638029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c5953-0be8-4ec2-870c-b77568bcce04,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:43.731844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-5d3b1aba-12a9-446a-abe5-3d30f34e2126 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.732406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-96f186b6-d333-4fc3-8ab0-e9eb4d16718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:43.736345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-96f186b6-d333-4fc3-8ab0-e9eb4d16718f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12313a6a675a4faab564b6f0b7019f9b&device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 1095 time: 0.1376681 Dec 16 15:16:43.760756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.775874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e95e5898-f7e3-48da-b146-d0f62ca98696 req-e84379f4-b25c-4a4f-9572-8c5d94a2321c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6022239 Dec 16 15:16:43.805378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9e13-8355-433e-bab4-95150379795a req-351498ad-8386-49eb-92a1-af249953ab75 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:43.807081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.807595 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c40d9e13-8355-433e-bab4-95150379795a req-351498ad-8386-49eb-92a1-af249953ab75 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.1664815 Dec 16 15:16:43.862520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:43.892185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:43.894479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b1aba-12a9-446a-abe5-3d30f34e2126 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2f2ab7-8d0a-48a4-a788-62c2466de6b0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:43.897500 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9382f8ee-06b1-4701-8850-e1d323a2dd48" -d '{"events": [{"server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:43.954552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:43.962698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81ec8992-c1a8-40d2-aa40-661f71a7cced req-5d3b1aba-12a9-446a-abe5-3d30f34e2126 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101351 Dec 16 15:16:44.034275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.060605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1425390114', 'description': 'tempest-description-1169978687'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:44.063772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:44.101706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:44.113768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:44.121117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c214827-8010-4a7e-be28-b0799f24aaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.134510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:44.137588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.138013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.138468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.141828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.145015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.145914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.148091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.148595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.149026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.149459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.151286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.151728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.152188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:44.161814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Pushing event updated for resources: {'Port': ['ID=da834774-fc61-4529-bc0c-c9642f061cd8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:44.180579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64666a0c-9abc-43be-be79-11f618d39b1a req-56ef4977-4ff0-4bf0-a3cf-c9bab5346167 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:44.182390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64666a0c-9abc-43be-be79-11f618d39b1a req-56ef4977-4ff0-4bf0-a3cf-c9bab5346167 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 948 time: 0.1598284 Dec 16 15:16:44.268053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-9b0bbb22-0a16-4902-9035-3f11d34e7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:44.269449 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-9b0bbb22-0a16-4902-9035-3f11d34e7b3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 200 len: 909 time: 0.4611712 Dec 16 15:16:44.279043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.286713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64666a0c-9abc-43be-be79-11f618d39b1a req-22f33316-d661-4830-930f-01321d76548f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732825 Dec 16 15:16:44.431150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.474605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcb454-dbe1-4b7b-afeb-8fb2b85e8165 req-1c84c22f-6834-490c-b7b9-8f4e1c217a20 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:44.476393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bbcb454-dbe1-4b7b-afeb-8fb2b85e8165 req-1c84c22f-6834-490c-b7b9-8f4e1c217a20 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.0671897 Dec 16 15:16:44.546194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1bbcb454-dbe1-4b7b-afeb-8fb2b85e8165 req-1297e842-82e1-40ad-ae67-b5beb691739e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618608 Dec 16 15:16:44.551179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.597995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e73592-87ea-4936-9a1b-f9912f363d2d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:44.650486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:44.651815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44a6c794-65e5-4a68-9be5-3f96a5637596 req-ce9f9e2f-40f6-4975-9a7f-0475804719b8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6272678 Dec 16 15:16:44.654139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-225a7f73-440b-41fe-a1db-b7aedeb04e73 req-0c8f9332-5801-423e-9445-4d5e4ee8db53 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 210 time: 0.0349510 Dec 16 15:16:44.709737 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cf868a-b1c2-4c86-8819-e304c038e45c x-openstack-request-id: req-99cf868a-b1c2-4c86-8819-e304c038e45c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:44.710661 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "name": "network-vif-plugged", "status": "completed", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:44.711356 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-99cf868a-b1c2-4c86-8819-e304c038e45c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:44.713438 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80', 'code': 200} Dec 16 15:16:44.808731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-9ed2aba1-54ec-4c0f-9a34-68f9f3bbebef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 200 len: 217 time: 0.5263653 Dec 16 15:16:44.895263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda70dbc-3612-4cbf-b924-8e2c179e265b req-8d044f67-9ab5-4880-8aee-f56b2d092a79 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:44.910242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cda70dbc-3612-4cbf-b924-8e2c179e265b req-8d044f67-9ab5-4880-8aee-f56b2d092a79 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 945 time: 0.1708348 Dec 16 15:16:44.934384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Deleting port 6b567e22-0897-4d8a-9c9e-474883158dd0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:44.934952 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.019581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 818ba58a-92b9-46b3-81c7-b76ffa97e504 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:45.136073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-acb40b52-54ac-4a84-9b38-a2ed5e04a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.137417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 818ba58a-92b9-46b3-81c7-b76ffa97e504 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:45.137940 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-acb40b52-54ac-4a84-9b38-a2ed5e04a491 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 200 len: 848 time: 0.2374649 Dec 16 15:16:45.138718 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.141767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54107e83-c476-47e3-ab7e-3e5251be41be req-d91142d6-409b-4bbc-81f8-8b8995dbf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.144336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54107e83-c476-47e3-ab7e-3e5251be41be req-d91142d6-409b-4bbc-81f8-8b8995dbf98c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 1097 time: 0.3132555 Dec 16 15:16:45.172482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cda70dbc-3612-4cbf-b924-8e2c179e265b req-2c596848-2ab6-4acb-abce-c8744fb3f885 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612836 Dec 16 15:16:45.236050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d2ea2d-73df-45e6-808e-fc57be1dca17 None None] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:16:45.247435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:45.264724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54107e83-c476-47e3-ab7e-3e5251be41be req-846fed64-0609-4436-aad1-48160e7b1459 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029551 Dec 16 15:16:45.273626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-5d6356f5-4f84-4eb3-9cff-d8d2af805dd7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.282885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-5d6356f5-4f84-4eb3-9cff-d8d2af805dd7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 813 time: 0.3459854 Dec 16 15:16:45.297046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-93e48d05-9454-4d03-a87f-9078e9876789 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/quotas/5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 375 time: 0.0131679 Dec 16 15:16:45.297618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-9727c2b6-8711-4373-a783-480eb41d2865 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.299245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-9727c2b6-8711-4373-a783-480eb41d2865 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 820 time: 0.1313004 Dec 16 15:16:45.304934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-dbcde060-0194-49e4-9d7d-2ddda2839b08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=50812b9d-8080-444c-bc46-a43ba1fe91e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484325 Dec 16 15:16:45.356658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-f3dc15b0-f483-4caf-8438-05fed01c499b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460818 Dec 16 15:16:45.383610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'port': {'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'admin_state_up': True, 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:45.509088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] For port 6b567e22-0897-4d8a-9c9e-474883158dd0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6b567e22-0897-4d8a-9c9e-474883158dd0,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:45.509752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.524749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Calling delete_port for 6b567e22-0897-4d8a-9c9e-474883158dd0 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:45.536795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9005a-2c75-40c0-9406-281d99ec43e1 req-3fb98991-b0e2-4ab5-b489-92c5810c4872 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.538924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b9005a-2c75-40c0-9406-281d99ec43e1 req-3fb98991-b0e2-4ab5-b489-92c5810c4872 tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 1101 time: 0.0831511 Dec 16 15:16:45.573212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-f1a3f062-84a8-4731-8573-a1b1cc7eb077 service neutron] 10.222.0.71 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012432 Dec 16 15:16:45.595020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e41e5e7d-68e2-4b53-8ade-5bfaabfdbba3 None None] Provisioning complete for port 818ba58a-92b9-46b3-81c7-b76ffa97e504 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:45.595395 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e41e5e7d-68e2-4b53-8ade-5bfaabfdbba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.681039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b9005a-2c75-40c0-9406-281d99ec43e1 req-027cd526-93f4-4644-8458-4e4c0c9a3e6e tempest-ServersAdminNegativeTestJSON-1395524158 tempest-ServersAdminNegativeTestJSON-1395524158-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271374 Dec 16 15:16:45.730198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.746983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.810641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-262156c0-b424-44f0-ac74-fd3b553cf684 service neutron] 10.222.0.71 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359333 Dec 16 15:16:45.857002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 818ba58a-92b9-46b3-81c7-b76ffa97e504, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=818ba58a-92b9-46b3-81c7-b76ffa97e504,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:45.887385 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e41e5e7d-68e2-4b53-8ade-5bfaabfdbba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.890543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:45.898027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382632a6-b67d-4323-aaed-ad7c2cf44050 req-3fb47b37-f2d7-4ded-bbe7-1dec63129c50 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:45.904858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382632a6-b67d-4323-aaed-ad7c2cf44050 req-3fb47b37-f2d7-4ded-bbe7-1dec63129c50 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 948 time: 0.1186619 Dec 16 15:16:45.914114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:45.914333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:45.991097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-4d31250a-5cad-46d8-8311-0d5933097709 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925555 Dec 16 15:16:46.034319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.040428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382632a6-b67d-4323-aaed-ad7c2cf44050 req-6edc2beb-7fc5-4f97-a00d-833c1f3b6461 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235838 Dec 16 15:16:46.135185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-e41e5e7d-68e2-4b53-8ade-5bfaabfdbba3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:16:46.136170 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-e41e5e7d-68e2-4b53-8ade-5bfaabfdbba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:16:46.171087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=818ba58a-92b9-46b3-81c7-b76ffa97e504,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:46.232751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.240262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Made reservation on behalf of a91cd81a9a754e1eabdd88585c3fa2a9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:46.246372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.259707 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.282424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:46.446048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372a58a-9c04-4df4-a391-ebe8257e9e34 req-793dc861-58fe-4fd1-af9e-c660c0115f29 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:46.448324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event deleted for resources: {'Port': ['ID=6b567e22-0897-4d8a-9c9e-474883158dd0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:46.449457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d372a58a-9c04-4df4-a391-ebe8257e9e34 req-793dc861-58fe-4fd1-af9e-c660c0115f29 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.0971003 Dec 16 15:16:46.451152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:46.451504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40b1295-0171-4898-88cc-188af3d9030a req-e699ec3d-1f96-4ae9-94ef-bd624e0550c1 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 210 time: 0.0446332 Dec 16 15:16:46.511304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d372a58a-9c04-4df4-a391-ebe8257e9e34 req-8c296b01-9f9c-4fd9-aeed-1ece816c39c2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335874 Dec 16 15:16:46.586713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-391bef6e-8a88-4bce-b9b3-150798b72217 req-bf311b12-9661-4bc1-989f-85a8c28a6949 service neutron] 10.222.0.74 "GET /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377512 Dec 16 15:16:46.597265 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.601684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c304eba-9784-4a8c-a5ec-35a36b5111a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.643604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77e74ee9-7785-46ac-b1b1-7a17ad477717 req-a1d8f0c5-a21d-4750-9a7d-ad084bc3c05a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.0800729 Dec 16 15:16:46.679577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.681831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] No DVR routers for this DVR port 6b567e22-0897-4d8a-9c9e-474883158dd0 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:46.690262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.693718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c40d9e13-8355-433e-bab4-95150379795a req-70e68823-8c9a-4f02-879c-1553bd5c851e tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "DELETE /v2.0/ports/6b567e22-0897-4d8a-9c9e-474883158dd0 HTTP/1.1" status: 204 len: 173 time: 2.8741808 Dec 16 15:16:46.694897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-deleted', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:46.697509 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a91d65-f5a3-4cb5-b1be-5eadbfc23e6b" -d '{"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-deleted", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:46.752635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:46.760320 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bff2f6-89d9-442b-96f8-b023c391cb56" -d '{"events": [{"server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "name": "network-vif-plugged", "status": "completed", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:46.807515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0268daa1-d6a8-4a06-8106-387b735616d6 req-c9fa1aaf-76c9-46a2-9336-8a1ce3f243f5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0538349 Dec 16 15:16:46.828507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Allocated IP 172.20.0.5 (9b1e90b4-a3bc-4976-9e59-211fc00dbce2/f8c89f2a-24fd-432a-9cc3-9d160fb9f08d/c39f7565-a97a-4171-9bc7-9b4084cd0bc5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:46.836575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:46.896205 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946dc60-a0d4-4efd-aa3b-804d06a72a1b x-openstack-request-id: req-4946dc60-a0d4-4efd-aa3b-804d06a72a1b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:46.897575 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "name": "network-vif-plugged", "status": "completed", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:46.897949 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4946dc60-a0d4-4efd-aa3b-804d06a72a1b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:46.898618 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1', 'code': 200} Dec 16 15:16:46.925771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e74a5808-84e8-4b68-9e48-70e65595a857 None None] Provisioning complete for port 818ba58a-92b9-46b3-81c7-b76ffa97e504 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:46.932156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e74a5808-84e8-4b68-9e48-70e65595a857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:46.933692 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb8006a-af2f-4897-b078-0040e29edf40 x-openstack-request-id: req-ebb8006a-af2f-4897-b078-0040e29edf40 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:46.934245 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d", "name": "network-vif-deleted", "tag": "6b567e22-0897-4d8a-9c9e-474883158dd0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:46.934706 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebb8006a-af2f-4897-b078-0040e29edf40 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:46.935308 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d', 'name': 'network-vif-deleted', 'tag': '6b567e22-0897-4d8a-9c9e-474883158dd0', 'status': 'completed', 'code': 200} Dec 16 15:16:46.981981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:47.037512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 818ba58a-92b9-46b3-81c7-b76ffa97e504 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:47.045704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 6b567e22-0897-4d8a-9c9e-474883158dd0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:47.046291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6b567e22-0897-4d8a-9c9e-474883158dd0 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:47.197794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87e6c5-b30a-4cc1-b125-5b9c1866d28b req-cb574654-cd09-40e1-ad5b-0f0146efeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:47.200235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7a87e6c5-b30a-4cc1-b125-5b9c1866d28b req-cb574654-cd09-40e1-ad5b-0f0146efeed4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 1100 time: 0.1556275 Dec 16 15:16:47.217505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 818ba58a-92b9-46b3-81c7-b76ffa97e504 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:47.217888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.252456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.305208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7a87e6c5-b30a-4cc1-b125-5b9c1866d28b req-f260250c-d880-4981-b29c-8ddbcccec45e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878656 Dec 16 15:16:47.307388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e116ce-52cb-4675-9ecd-7e38f5162558 req-83048f11-c8e1-4ba2-b0ee-4e153b3d0e70 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:47.316656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5e116ce-52cb-4675-9ecd-7e38f5162558 req-83048f11-c8e1-4ba2-b0ee-4e153b3d0e70 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.0886800 Dec 16 15:16:47.331479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Router 6df0113a-dcad-4dc7-8e7b-b47958638615 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:16:47.394015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5e116ce-52cb-4675-9ecd-7e38f5162558 req-52b8a9d1-0d3d-4214-ad2f-f2e7a4f39232 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761049 Dec 16 15:16:47.449845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.490468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['62eb9ca7-5668-4ed8-a727-982488083f12'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:47.531121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:47.539164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:47.554401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:47.665415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:47.666507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.669283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:47.682293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event updated for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:47.706199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Sync routers for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:47.711698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.770649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a59c7-dc4c-4ff2-8e1f-5bf525e34fbb req-5cb6f968-99b4-47fa-9420-2b7a3a32d31a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:47.773271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f4a59c7-dc4c-4ff2-8e1f-5bf525e34fbb req-5cb6f968-99b4-47fa-9420-2b7a3a32d31a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 950 time: 0.2028239 Dec 16 15:16:47.779817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:47.780700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:47.783800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc77b9-3feb-464e-8cff-24f3dde00f50 req-a8409fef-bc5a-45b3-839f-db757cf2ef82 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:47.795850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34cc77b9-3feb-464e-8cff-24f3dde00f50 req-a8409fef-bc5a-45b3-839f-db757cf2ef82 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 931 time: 0.1590703 Dec 16 15:16:47.884188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34cc77b9-3feb-464e-8cff-24f3dde00f50 req-79860d7e-eb7f-4fc6-8fb8-39f80f43b66c tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Dec 16 15:16:47.889277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f4a59c7-dc4c-4ff2-8e1f-5bf525e34fbb req-8a7cb473-70ae-48ab-a371-3308fc8c85fe tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906479 Dec 16 15:16:47.913461 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-845e0ec8-bc47-4539-bbb7-8641e0dcd184 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5353475 Dec 16 15:16:47.942449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Request body: {'port': {'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:47.959652 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:47.963425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38664) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:47.964061 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d5740108-4f6f-4bdf-b386-cb60ccd8578a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0988662 Dec 16 15:16:47.989494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-88895b2c-8db4-4f3e-a1a7-ea81e7007cc4 None None] Provisioning complete for port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:47.989927 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88895b2c-8db4-4f3e-a1a7-ea81e7007cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:48.029597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:48.032941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-88895b2c-8db4-4f3e-a1a7-ea81e7007cc4 None None] Port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:48.051473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:48.083517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b42284c-86ef-474c-9435-78491c2754da req-a6c8aa3d-2c79-4236-aa3e-f41836bfe6ff tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.0440052 Dec 16 15:16:48.138869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b06dc-0a91-4452-b12e-8f2bfbf19954 req-0d6bf65d-7154-4ef3-a337-46871a015400 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:48.143305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b12b06dc-0a91-4452-b12e-8f2bfbf19954 req-0d6bf65d-7154-4ef3-a337-46871a015400 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.1761796 Dec 16 15:16:48.292620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b12b06dc-0a91-4452-b12e-8f2bfbf19954 req-17a3a478-46bf-4de9-b995-39f2b717aa92 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414492 Dec 16 15:16:48.397401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:45Z', 'revision_number': 3, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:48.424532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d86d6b49-6f5b-4642-adf3-cc97f098b9a3 req-08615fd5-b9d6-4c80-abcd-a35a7b7041da tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0378556 Dec 16 15:16:48.480812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Checking router: 6df0113a-dcad-4dc7-8e7b-b47958638615 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:48.481458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Updating router 6df0113a-dcad-4dc7-8e7b-b47958638615 port da834774-fc61-4529-bc0c-c9642f061cd8 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:48.515857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:48.591212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39f7565-a97a-4171-9bc7-9b4084cd0bc5 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:48.601876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:48.641123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc5cac-fee9-4469-9a1d-cd82b4a3213e req-3b425d18-26a5-40aa-ac20-17bab3aa5308 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:48.643358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Transition to ACTIVE for port object c39f7565-a97a-4171-9bc7-9b4084cd0bc5 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:48.646709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03dc5cac-fee9-4469-9a1d-cd82b4a3213e req-3b425d18-26a5-40aa-ac20-17bab3aa5308 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.0812638 Dec 16 15:16:48.708256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:48.803036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Pushing event updated for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:48.944213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03dc5cac-fee9-4469-9a1d-cd82b4a3213e req-644e9334-9876-47de-b1dc-3219c9228b5b tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306828 Dec 16 15:16:48.963094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Attempting to bind port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:48.963343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Attempting to bind port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:48.963687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Attempting to bind port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:48.974779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:48.975160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Attempting to bind port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 on network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:48.983773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:48.984153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Checking segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:48.984588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Bound using segment: {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:48.985107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Bound port: c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86345773-d252-4ac7-aebc-05f4c78f5bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:48.985475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.058026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.121506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:49.126922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:49.149997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.178521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.206672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.246628 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.298302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.300533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.301097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] 10.222.0.30 "PUT /v2.0/ports/c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 1091 time: 1.3672910 Dec 16 15:16:49.302141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:49.305889 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0169ea35-519f-4171-82bc-de05061e680e" -d '{"events": [{"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:49.311007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5fdea-7e07-467b-bd7a-a55673dedd53 req-51af56ec-622c-4c6c-812c-d02b3d614886 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.319527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddd5fdea-7e07-467b-bd7a-a55673dedd53 req-51af56ec-622c-4c6c-812c-d02b3d614886 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.3319869 Dec 16 15:16:49.357765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a1c6b-0545-42e9-b549-1c331315636f service neutron] Pushing event updated for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:49.368822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3aa0-3f40-4ea5-bff8-69ec0ae16d53 req-b3e2ccd8-10e9-4ffd-a973-d870550df934 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.381315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ec780-461c-4e6c-aff4-f06a8f435453 None None] Pushing event updated for resources: {'Port': ['ID=da834774-fc61-4529-bc0c-c9642f061cd8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:49.381424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-debe3aa0-3f40-4ea5-bff8-69ec0ae16d53 req-b3e2ccd8-10e9-4ffd-a973-d870550df934 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 943 time: 0.2447309 Dec 16 15:16:49.435184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Attempting to bind port da834774-fc61-4529-bc0c-c9642f061cd8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:49.436940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Attempting to bind port da834774-fc61-4529-bc0c-c9642f061cd8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:49.437593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Attempting to bind port da834774-fc61-4529-bc0c-c9642f061cd8 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:49.481141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:49.484688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:49.485638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.486276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:49.489617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Bound port: da834774-fc61-4529-bc0c-c9642f061cd8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:49.491130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.540591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddd5fdea-7e07-467b-bd7a-a55673dedd53 req-4394e848-34a1-476e-aed0-b8db6640d9b8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197030 Dec 16 15:16:49.619447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-debe3aa0-3f40-4ea5-bff8-69ec0ae16d53 req-d00affbf-d89d-4f7a-8c14-5fbaca8d6c6b tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394607 Dec 16 15:16:49.622925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-ef3a4167-e4d9-490e-bd2d-8ff75b443340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.630981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-ef3a4167-e4d9-490e-bd2d-8ff75b443340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1094 time: 0.1469138 Dec 16 15:16:49.652334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-949b23ee-733e-4718-8ef3-a336bf291795 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.653658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] For port da834774-fc61-4529-bc0c-c9642f061cd8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:49.658629 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-949b23ee-733e-4718-8ef3-a336bf291795 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 950 time: 0.2025943 Dec 16 15:16:49.673701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] For port da834774-fc61-4529-bc0c-c9642f061cd8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=da834774-fc61-4529-bc0c-c9642f061cd8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:49.674555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Allocated IP 172.20.0.1 (0a2d1cb8-8d85-4b88-8106-9a2d4baeec49/aaeff794-3e60-4b8b-bc4e-1ae481858ac1/6f3709b1-f34b-460c-bd51-5566a735c698) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:49.760969 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.775099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-1c31b93b-893e-4ef6-88a1-2606ed86935b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 217 time: 0.1152680 Dec 16 15:16:49.802002 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.827558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:49.827977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:49.878757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35ca1a9f-f1bd-4786-abda-24f7f02302d8 req-3d40b563-bd6a-4abe-8258-5b5193318da0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.1450083 Dec 16 15:16:49.944735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-ed0494d4-34be-452b-9ba0-583c516ea938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.948844 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-ed0494d4-34be-452b-9ba0-583c516ea938 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1631491 Dec 16 15:16:49.989992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Deleting port 88ce0dd7-24ce-4181-b355-0f802294f47f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:49.991147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:49.995494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee1499-1152-47a1-8f1f-54c6cd0c94f0 req-760d0b6a-56e9-4235-a142-65504a08108a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:49.999804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ec780-461c-4e6c-aff4-f06a8f435453 None None] Pushing event updated for resources: {'Port': ['ID=da834774-fc61-4529-bc0c-c9642f061cd8,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:50.003662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77ee1499-1152-47a1-8f1f-54c6cd0c94f0 req-760d0b6a-56e9-4235-a142-65504a08108a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 950 time: 0.2846980 Dec 16 15:16:50.091318 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53541007-feac-4ad5-b313-f884c2ff34f4 x-openstack-request-id: req-53541007-feac-4ad5-b313-f884c2ff34f4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:50.091884 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:50.092250 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53541007-feac-4ad5-b313-f884c2ff34f4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:50.092778 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'status': 'completed', 'code': 200} Dec 16 15:16:50.150544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77ee1499-1152-47a1-8f1f-54c6cd0c94f0 req-cb8e79b5-e9dd-436a-a401-b7dadabe6b4a tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380739 Dec 16 15:16:50.157370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:50.242541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:50.322727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a51fb74b-24f8-443d-a61e-d10f764b3577 req-c0b510ea-12aa-49c4-a52a-86f25dd14bbc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0819411 Dec 16 15:16:50.373200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c221-19fb-4856-85a9-2bb771b42040 req-40c1343a-f9f8-41c2-884e-372255106b20 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:50.375334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4630c221-19fb-4856-85a9-2bb771b42040 req-40c1343a-f9f8-41c2-884e-372255106b20 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.1158581 Dec 16 15:16:50.430755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:50.458498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:50.467856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:50.514076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:50.567441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4630c221-19fb-4856-85a9-2bb771b42040 req-35c58c47-b254-4a67-b132-143038d537c5 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835315 Dec 16 15:16:50.599685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:50.606193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:50.710603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-c7c53d33-897e-4d08-bc08-099fb249f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:50.712602 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-c7c53d33-897e-4d08-bc08-099fb249f0dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7313201 Dec 16 15:16:50.715051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] For port 88ce0dd7-24ce-4181-b355-0f802294f47f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=88ce0dd7-24ce-4181-b355-0f802294f47f,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:50.715540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:50.734911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Calling delete_port for 88ce0dd7-24ce-4181-b355-0f802294f47f owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:50.776045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-2a5fc9a3-6343-4e25-9411-31ea289ec63e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:50.777779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-2a5fc9a3-6343-4e25-9411-31ea289ec63e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.1905632 Dec 16 15:16:50.814028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:45Z', 'revision_number': 3, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:50.887252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad189a2-7135-4dfb-a98e-a8969d49c7a2 None None] The sync data for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 is: [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:45Z', 'revision_number': 3, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:50.965580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3d8f63eb-15e6-4ba1-8caa-9f8fc3e18ef5 None None] Provisioning complete for port 6f3709b1-f34b-460c-bd51-5566a735c698 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:50.966194 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d8f63eb-15e6-4ba1-8caa-9f8fc3e18ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.024101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-87fe8819-629b-4bce-abcd-61b9e0185b42 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828524 Dec 16 15:16:51.099553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f63eb-15e6-4ba1-8caa-9f8fc3e18ef5 None None] Port 6f3709b1-f34b-460c-bd51-5566a735c698 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:51.263532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Deleting port f1f126e3-2178-4bff-9a45-d651f6e89a80 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:51.264039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.371070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.413180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6fe58023-787b-4b5c-8c00-1847c0bb7a70'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:51.432599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e683252a-211a-4c06-99b5-afd76780b7d6 req-f9c58236-e23e-408d-9abd-9f8f37067c1d service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880427 Dec 16 15:16:51.437001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Pushing event deleted for resources: {'Port': ['ID=88ce0dd7-24ce-4181-b355-0f802294f47f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:51.470669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eac389-aa3b-42cf-9411-a9502daad9b3 req-5c73ab33-e601-4907-8011-1aeef55c15a0 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:51.479050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76eac389-aa3b-42cf-9411-a9502daad9b3 req-5c73ab33-e601-4907-8011-1aeef55c15a0 tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 1100 time: 0.7061639 Dec 16 15:16:51.539689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] No DVR routers for this DVR port 88ce0dd7-24ce-4181-b355-0f802294f47f on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:51.542463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e48e05-2f75-4e03-8942-a463769548d1 req-6c190556-23dc-42e0-85b9-680571362441 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:51.554467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e48e05-2f75-4e03-8942-a463769548d1 req-6c190556-23dc-42e0-85b9-680571362441 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 946 time: 0.7838023 Dec 16 15:16:51.556761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.560316 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-548ceb11-8853-47b6-ab07-d84c6a6a81a6 req-e8faa4fc-7a7f-4b22-8b89-1b96985cbd16 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.30 "DELETE /v2.0/ports/88ce0dd7-24ce-4181-b355-0f802294f47f HTTP/1.1" status: 204 len: 173 time: 1.8645027 Dec 16 15:16:51.582211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] For port f1f126e3-2178-4bff-9a45-d651f6e89a80, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f1f126e3-2178-4bff-9a45-d651f6e89a80,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:51.582581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:51.590231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-da76346f-160d-4533-819f-1d0605aa2134 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:51.602560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-da76346f-160d-4533-819f-1d0605aa2134 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.30 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 813 time: 0.8305986 Dec 16 15:16:51.626809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Calling delete_port for f1f126e3-2178-4bff-9a45-d651f6e89a80 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:51.711014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76eac389-aa3b-42cf-9411-a9502daad9b3 req-cbaf5e93-1341-4826-8ddc-621d9e06652b tempest-ServersOnMultiNodesTest-1588095839 tempest-ServersOnMultiNodesTest-1588095839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305624 Dec 16 15:16:51.760695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'device_id': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d', 'admin_state_up': True, 'tenant_id': '5df575562f8e43a2861344405ac3bc6f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:51.905603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ea35-519f-4171-82bc-de05061e680e req-2a5b9536-ee12-4f08-8ae1-e31d11f3e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:51.907242 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-2a5b9536-ee12-4f08-8ae1-e31d11f3e54a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1094 time: 0.1577182 Dec 16 15:16:52.021116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e48e05-2f75-4e03-8942-a463769548d1 req-96fc7a7e-f292-433d-832b-3cc4af4288c8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651132 Dec 16 15:16:52.105914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'name': 'network-vif-deleted', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:52.108577 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9dc5e8-15eb-460f-95c1-186c158fc056" -d '{"events": [{"server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "name": "network-vif-deleted", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:52.112437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ea35-519f-4171-82bc-de05061e680e req-e7104dcd-71de-4485-a211-d2df94744a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:52.114382 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-e7104dcd-71de-4485-a211-d2df94744a18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.1879511 Dec 16 15:16:52.186571 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-e9c715df-0f0f-48ba-a9b5-8beae3caacba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 217 time: 0.0637410 Dec 16 15:16:52.198267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:52.263422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04d20616-4908-451a-9c5d-856ca24e4e95 req-ddd6fbc6-adb9-4228-ad2a-b095e2212c15 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.0431466 Dec 16 15:16:52.279263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ea35-519f-4171-82bc-de05061e680e req-4783deda-9256-482f-8148-63be9cb1f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:52.281444 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-4783deda-9256-482f-8148-63be9cb1f70e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.0741889 Dec 16 15:16:52.307284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e85cc-9609-4630-81a9-34b01baf64ce req-7722fd57-9659-456c-b1fb-dc0c9bbf5b4a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:52.312129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c95e85cc-9609-4630-81a9-34b01baf64ce req-7722fd57-9659-456c-b1fb-dc0c9bbf5b4a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 943 time: 0.4200268 Dec 16 15:16:52.395476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:52.432853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c95e85cc-9609-4630-81a9-34b01baf64ce req-1da9766b-b67a-41ea-91a6-8e5da1704f1d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193452 Dec 16 15:16:52.456540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:52.476441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Pushing event deleted for resources: {'Port': ['ID=f1f126e3-2178-4bff-9a45-d651f6e89a80,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:52.505104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ea35-519f-4171-82bc-de05061e680e req-9b5eef53-980f-4b11-91d8-caffda460d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:52.513710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-9b5eef53-980f-4b11-91d8-caffda460d30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140455 Dec 16 15:16:52.588545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] No DVR routers for this DVR port f1f126e3-2178-4bff-9a45-d651f6e89a80 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:52.601487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:52.605690 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d44fbc1-3d97-4282-abc0-ab48c1818e9d req-7292f387-acbc-428b-b563-6f12edbe9a0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "DELETE /v2.0/ports/f1f126e3-2178-4bff-9a45-d651f6e89a80 HTTP/1.1" status: 204 len: 173 time: 1.7909019 Dec 16 15:16:52.693447 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-86638d25-248d-47cb-9d86-240e60330593 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379433 Dec 16 15:16:52.776224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82d56849-7c85-4318-951a-1c143acc947a req-43a1c020-f13f-482e-a7e3-9ce9be8522a0 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e362ecd-4da7-4438-acee-3c8299465c1f HTTP/1.1" status: 200 len: 210 time: 0.0804384 Dec 16 15:16:52.778193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90674d98-ead5-427f-a886-a73a5468d1e0 req-7c1cb46e-73f0-4b69-9d7c-f20b60be56c9 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0510356 Dec 16 15:16:52.887215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Made reservation on behalf of 5df575562f8e43a2861344405ac3bc6f for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:52.891034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:52.943757 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b569a33-f1aa-4934-83ea-46c8eb1c60d2 x-openstack-request-id: req-8b569a33-f1aa-4934-83ea-46c8eb1c60d2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:52.943757 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e362ecd-4da7-4438-acee-3c8299465c1f", "name": "network-vif-deleted", "tag": "88ce0dd7-24ce-4181-b355-0f802294f47f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:52.943757 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b569a33-f1aa-4934-83ea-46c8eb1c60d2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:52.943757 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e362ecd-4da7-4438-acee-3c8299465c1f', 'name': 'network-vif-deleted', 'tag': '88ce0dd7-24ce-4181-b355-0f802294f47f', 'status': 'completed', 'code': 200} Dec 16 15:16:52.956476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0169ea35-519f-4171-82bc-de05061e680e req-63ce5660-126a-4d46-aca1-e3f4e4e969fc service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467644 Dec 16 15:16:52.978490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 88ce0dd7-24ce-4181-b355-0f802294f47f no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:52.981724 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.046741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 88ce0dd7-24ce-4181-b355-0f802294f47f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:53.046741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 88ce0dd7-24ce-4181-b355-0f802294f47f not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:53.121466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.216880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device da834774-fc61-4529-bc0c-c9642f061cd8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:53.227747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Allocated IP 172.20.0.3 (f36ab24d-730b-4729-9cea-23300d2ae92d/c1ebec58-db16-4a07-9157-ceb976538c24/540e8315-ed16-49de-99c0-3f2c5a0d3643) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:16:53.282976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f1f126e3-2178-4bff-9a45-d651f6e89a80 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:53.314884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: f1f126e3-2178-4bff-9a45-d651f6e89a80 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:53.315580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f1f126e3-2178-4bff-9a45-d651f6e89a80 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:53.324468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.335060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port da834774-fc61-4529-bc0c-c9642f061cd8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:53.336133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.338483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e786f111-cbb6-4b60-8765-f5dea67baece req-035c8fc3-bfb8-486a-b864-dcf51b247c15 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0912654 Dec 16 15:16:53.354039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:53.603980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.640698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port da834774-fc61-4529-bc0c-c9642f061cd8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=da834774-fc61-4529-bc0c-c9642f061cd8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:53.745052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.757531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14e7dfaf-3c50-46ff-ba43-07a8fba11f3c req-0b104e29-c7b7-4726-8653-fd294a06bc3c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.0999084 Dec 16 15:16:53.783354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:53.841239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:53.872706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=da834774-fc61-4529-bc0c-c9642f061cd8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:53.878646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:54.127557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deb6b3-a4d0-4152-aaf0-53c6b9301e49 req-7c2027a1-c4dd-423e-afb9-b0e9b1fae733 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:54.130480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12deb6b3-a4d0-4152-aaf0-53c6b9301e49 req-7c2027a1-c4dd-423e-afb9-b0e9b1fae733 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 943 time: 0.3204963 Dec 16 15:16:54.151497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-965415c9-c5a0-40ab-b14b-19fb91c88648 None None] Provisioning complete for port 6f3709b1-f34b-460c-bd51-5566a735c698 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:54.152372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-965415c9-c5a0-40ab-b14b-19fb91c88648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:54.193213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-965415c9-c5a0-40ab-b14b-19fb91c88648 None None] Port 6f3709b1-f34b-460c-bd51-5566a735c698 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:16:54.220186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:54.291686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e777a-15e9-44ab-a524-58f3b21a0bc2 req-7321e019-e701-45dd-a6e1-ed0e66430a4d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:54.293492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb1e777a-15e9-44ab-a524-58f3b21a0bc2 req-7321e019-e701-45dd-a6e1-ed0e66430a4d tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.2808497 Dec 16 15:16:54.353723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Network f36ab24d-730b-4729-9cea-23300d2ae92d is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:16:54.361951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:16:54.364670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:16:54.368020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:54.426881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Router 6df0113a-dcad-4dc7-8e7b-b47958638615 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:16:54.447601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12deb6b3-a4d0-4152-aaf0-53c6b9301e49 req-1f525a02-41d0-440a-b072-4e2b8a0352f4 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526124 Dec 16 15:16:54.475392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb1e777a-15e9-44ab-a524-58f3b21a0bc2 req-92d645cf-d992-4d8c-a1e5-bbeb1e2a977c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689811 Dec 16 15:16:54.484063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:54.484063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:54.562238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e6e33db5-ea0a-42c3-87e5-23f63f80dccf tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8172150 Dec 16 15:16:54.591177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Request body: {'port': {'device_id': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:54.640470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47afe1d0-743d-45c2-8ef5-4d17e6995356 req-457e0522-d215-47f7-9952-ccac4bb5adb6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=80fb4eff-062b-4d07-81d7-2cd7c4f1ec0d HTTP/1.1" status: 200 len: 210 time: 0.0727546 Dec 16 15:16:54.758202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da2366d5-d5ed-4761-963c-ae27a59ce52b req-42a7081a-1cea-4b3d-a7e3-f79ec63140c4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=f19954ae-b449-4623-8f60-1058e0303f4e HTTP/1.1" status: 200 len: 210 time: 0.0427558 Dec 16 15:16:54.760891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:54.763497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:16:54.775642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a883e92e-7f99-4a38-9714-3298e0ac41b9 admin admin] 10.222.0.71 "PUT /v2.0/routers/6df0113a-dcad-4dc7-8e7b-b47958638615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8032727 Dec 16 15:16:54.776884 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Sync routers for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:16:54.812231 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:54.813396 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:54.942938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'name': 'network-vif-deleted', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:54.950592 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb35bba-e15b-4cfa-aeba-358ee82cd6d8" -d '{"events": [{"server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "name": "network-vif-deleted", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:54.980250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c39f7565-a97a-4171-9bc7-9b4084cd0bc5 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:16:54.986705 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:55.173515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:55.178934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4622075-37f0-4f92-b01e-5f71c5f727b0 req-be312944-136d-4fb1-89da-2fb3fd3beba3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:55.180638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4622075-37f0-4f92-b01e-5f71c5f727b0 req-be312944-136d-4fb1-89da-2fb3fd3beba3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 931 time: 0.1850786 Dec 16 15:16:55.213446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device da834774-fc61-4529-bc0c-c9642f061cd8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:55.268342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1120977043'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:55.366397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port da834774-fc61-4529-bc0c-c9642f061cd8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:55.366975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.386738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4622075-37f0-4f92-b01e-5f71c5f727b0 req-a52c52fa-b27e-4857-94ee-c2ebc59c51e7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876762 Dec 16 15:16:55.400405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:55.410881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.467124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:55.507674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:16:55.520857 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:51Z', 'revision_number': 4, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6f3709b1-f34b-460c-bd51-5566a735c698', 'name': '', 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'mac_address': 'fa:16:3e:78:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:49Z', 'updated_at': '2021-12-16T15:16:52Z', 'revision_number': 2, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'subnets': [{'id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:55.523544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540e8315-ed16-49de-99c0-3f2c5a0d3643 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:55.525031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:16:55.546218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.559586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.560682 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Added segment ac2fe259-a248-4ffc-805f-f21bacd319e0 of type vlan for network 51151f65-1574-4bc1-96f4-75d9faba5642 Dec 16 15:16:55.577624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Transition to ACTIVE for port object 540e8315-ed16-49de-99c0-3f2c5a0d3643 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:16:55.598850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.625935 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadef116-b7bd-4275-99f0-cea7ece1b2dd x-openstack-request-id: req-fadef116-b7bd-4275-99f0-cea7ece1b2dd {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:55.627225 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19954ae-b449-4623-8f60-1058e0303f4e", "name": "network-vif-deleted", "tag": "f1f126e3-2178-4bff-9a45-d651f6e89a80", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:55.627889 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fadef116-b7bd-4275-99f0-cea7ece1b2dd {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:55.628701 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19954ae-b449-4623-8f60-1058e0303f4e', 'name': 'network-vif-deleted', 'tag': 'f1f126e3-2178-4bff-9a45-d651f6e89a80', 'status': 'completed', 'code': 200} Dec 16 15:16:55.628904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39f7565-a97a-4171-9bc7-9b4084cd0bc5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:16:55.650752 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Checking router: 6df0113a-dcad-4dc7-8e7b-b47958638615 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:16:55.651104 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Updating router 6df0113a-dcad-4dc7-8e7b-b47958638615 port 6f3709b1-f34b-460c-bd51-5566a735c698 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:16:55.660174 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:55.664697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.700743 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.756314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-3d53a335-8c8e-46ed-af83-3a22f5ccfa9e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:55.758878 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-3d53a335-8c8e-46ed-af83-3a22f5ccfa9e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.1285861 Dec 16 15:16:55.786822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.794723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.897517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:55.921586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ee2c-ed3a-4d73-982f-79888c4dc7db req-10ba9a09-0795-4ac9-aef6-df1949057c2f tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:55.924605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3e3ee2c-ed3a-4d73-982f-79888c4dc7db req-10ba9a09-0795-4ac9-aef6-df1949057c2f tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 949 time: 0.3442039 Dec 16 15:16:55.932657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:55.974370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.974960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8635c8-2f27-46e0-ac2d-b6f51025c06e req-cf733d95-124b-4dd4-abfd-cd59d58c53fe tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:55.983548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:55.984236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:55.988699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c8635c8-2f27-46e0-ac2d-b6f51025c06e req-cf733d95-124b-4dd4-abfd-cd59d58c53fe tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 943 time: 0.3185749 Dec 16 15:16:56.037670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:56.038538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.143196 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.149394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c39f7565-a97a-4171-9bc7-9b4084cd0bc5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:56.174646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c8635c8-2f27-46e0-ac2d-b6f51025c06e req-75b34e96-a1fb-48f6-a0d1-d7c8252ab01d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840544 Dec 16 15:16:56.195813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Attempting to bind port 540e8315-ed16-49de-99c0-3f2c5a0d3643 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:56.196535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Attempting to bind port 540e8315-ed16-49de-99c0-3f2c5a0d3643 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:56.196535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Attempting to bind port 540e8315-ed16-49de-99c0-3f2c5a0d3643 on network f36ab24d-730b-4729-9cea-23300d2ae92d {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:56.200562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:56.201407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.215665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Port 540e8315-ed16-49de-99c0-3f2c5a0d3643 on network f36ab24d-730b-4729-9cea-23300d2ae92d not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:16:56.216900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Attempting to bind port 540e8315-ed16-49de-99c0-3f2c5a0d3643 on network f36ab24d-730b-4729-9cea-23300d2ae92d {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:56.218961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:56.222728 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.236329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:56.236694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Checking segment: {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:56.237079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Bound using segment: {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:56.237542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Bound port: 540e8315-ed16-49de-99c0-3f2c5a0d3643, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:56.238583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.245579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3e3ee2c-ed3a-4d73-982f-79888c4dc7db req-34eb3795-6422-4097-a235-f446f0b0c280 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/security-groups?id=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079345 Dec 16 15:16:56.388994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2138007 Dec 16 15:16:56.424069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:56.434096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:56.439692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:16:56.456168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'subnet': {'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:16:56.564626 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Pushing event updated for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:56.567160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Attempting to bind port 6f3709b1-f34b-460c-bd51-5566a735c698 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:16:56.567528 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Attempting to bind port 6f3709b1-f34b-460c-bd51-5566a735c698 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:16:56.567924 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Attempting to bind port 6f3709b1-f34b-460c-bd51-5566a735c698 on network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:16:56.578579 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.578955 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.579286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.579609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.579974 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581322 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581624 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.581957 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.582281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.582824 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:56.586275 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:16:56.586851 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Checking segment: {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:56.587094 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.587429 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Bound using segment: {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:16:56.587992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Bound port: 6f3709b1-f34b-460c-bd51-5566a735c698, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:16:56.588446 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.611518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e5d40-d76d-4ef4-a071-3bc00b55f0e4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Network': ['ID=51151f65-1574-4bc1-96f4-75d9faba5642,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:56.630096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 51151f65-1574-4bc1-96f4-75d9faba5642 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:16:56.641029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.714310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.762751 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] For port 6f3709b1-f34b-460c-bd51-5566a735c698, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:16:56.768150 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] For port 6f3709b1-f34b-460c-bd51-5566a735c698, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f3709b1-f34b-460c-bd51-5566a735c698,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:16:56.772199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:56.772199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.772723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 1091 time: 2.1859484 Dec 16 15:16:56.776101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:56.779878 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:56.794055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=384cc2a8-cb3d-487a-a05f-804b2d13a2b1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:56.852177 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.865299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', '384cc2a8-cb3d-487a-a05f-804b2d13a2b1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:56.925567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:56.930638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:56.938324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09f3b477-94f2-4a13-9ebc-e8543122ad56 req-96a4d0e4-b351-4444-8d66-caac4ea2c9c8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "DELETE /v2.0/ports/384cc2a8-cb3d-487a-a05f-804b2d13a2b1 HTTP/1.1" status: 204 len: 173 time: 1.1693063 Dec 16 15:16:56.973818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e443-a0f5-42f0-a989-ed53e5d93b67 req-f625e2ba-737d-4176-9939-78fe9d4801af tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:56.975512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e630e443-a0f5-42f0-a989-ed53e5d93b67 req-f625e2ba-737d-4176-9939-78fe9d4801af tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=df73c507-7561-4095-b8a8-ea8a296669e2 HTTP/1.1" status: 200 len: 949 time: 0.5376101 Dec 16 15:16:57.068495 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac739c85-2b9e-4c69-8b43-7724f2183633 None None] Pushing event updated for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:57.076223 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:16:57.077854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:57.078997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] Provisioning complete for port 6f3709b1-f34b-460c-bd51-5566a735c698 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:57.079393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:57.096285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ddf0-3232-464c-8fb3-8148db06b4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:57.166425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35424677-0d44-47f8-bc7f-66620e718324 req-bcea9c80-0bdf-46fe-8941-ea779f1cf751 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:57.200086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35424677-0d44-47f8-bc7f-66620e718324 req-bcea9c80-0bdf-46fe-8941-ea779f1cf751 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 943 time: 0.4144266 Dec 16 15:16:57.233138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-b28c5043-d455-4d0d-b409-bc25b2693d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:57.235103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-b28c5043-d455-4d0d-b409-bc25b2693d2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1094 time: 0.2506919 Dec 16 15:16:57.267564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-c75f36d8-c12f-4df9-a2b1-6a2b894d7e19 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:57.268432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e630e443-a0f5-42f0-a989-ed53e5d93b67 req-40dc55ed-e9dc-46b2-a8f4-fa115f88f34f tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695837 Dec 16 15:16:57.274101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-c75f36d8-c12f-4df9-a2b1-6a2b894d7e19 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 949 time: 0.1840315 Dec 16 15:16:57.310688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6', '834bc421-3840-46dc-be4d-6db7f759467e', '648d5064-f9a1-4c9a-ac6e-fb02a54a7794'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:16:57.338202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:16:57.346493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:57.487202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-2ab0ff4f-00f0-4ed4-926d-bff51e01552b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 217 time: 0.2111073 Dec 16 15:16:57.532278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Deleting port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:16:57.532629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:57.636462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'name': 'network-vif-deleted', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:57.638059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:16:57.640151 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb319f48-f9a9-4c07-bcdf-743eac1fac75" -d '{"events": [{"server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "name": "network-vif-deleted", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:57.669222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35424677-0d44-47f8-bc7f-66620e718324 req-28a92d51-b4b9-4bd0-bd23-243dc755ca46 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814975 Dec 16 15:16:57.672492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e1b1d711-65b8-40eb-a05b-f3d4b18b4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:57.675404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-e1b1d711-65b8-40eb-a05b-f3d4b18b4143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1330659 Dec 16 15:16:57.756797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] For port 6fe58023-787b-4b5c-8c00-1847c0bb7a70, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6fe58023-787b-4b5c-8c00-1847c0bb7a70,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:57.757456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:57.785928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Calling delete_port for 6fe58023-787b-4b5c-8c00-1847c0bb7a70 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:16:57.795217 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b32051-9fb2-4b38-a133-5b7475dfffb1 x-openstack-request-id: req-20b32051-9fb2-4b38-a133-5b7475dfffb1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:16:57.797907 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:16:57.799031 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20b32051-9fb2-4b38-a133-5b7475dfffb1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:16:57.800193 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'status': 'completed', 'code': 200} Dec 16 15:16:57.822441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1704d77-b3ab-4794-9461-d0dde7957ddd req-e873be5e-d54c-4687-a921-511a74be671e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:57.826557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1704d77-b3ab-4794-9461-d0dde7957ddd req-e873be5e-d54c-4687-a921-511a74be671e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3974621 Dec 16 15:16:57.829303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-549a62b6-b542-40dd-864a-6b19f2afb268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425996 Dec 16 15:16:58.015299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.081647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-f330ff76-fe48-4f64-9c45-934755b7d9f3 service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342298 Dec 16 15:16:58.149150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.234136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Pushing event deleted for resources: {'Port': ['ID=6fe58023-787b-4b5c-8c00-1847c0bb7a70,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:58.240735 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:51Z', 'revision_number': 4, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6f3709b1-f34b-460c-bd51-5566a735c698', 'name': '', 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'mac_address': 'fa:16:3e:78:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:49Z', 'updated_at': '2021-12-16T15:16:56Z', 'revision_number': 4, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'subnets': [{'id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:16:58.263103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.263844 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.264525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.265150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.266097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.266749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.267401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.268067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.276049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.276049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.276049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.276049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.276049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:16:58.290002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] For port 6f3709b1-f34b-460c-bd51-5566a735c698, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f3709b1-f34b-460c-bd51-5566a735c698,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:16:58.348895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffd9349-37df-46c4-97af-ce147f9c7fed None None] The sync data for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 is: [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:51Z', 'revision_number': 4, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6f3709b1-f34b-460c-bd51-5566a735c698', 'name': '', 'network_id': '0a2d1cb8-8d85-4b88-8106-9a2d4baeec49', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'mac_address': 'fa:16:3e:78:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:49Z', 'updated_at': '2021-12-16T15:16:56Z', 'revision_number': 4, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'subnets': [{'id': 'aaeff794-3e60-4b8b-bc4e-1ae481858ac1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:16:58.383803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] No DVR routers for this DVR port 6fe58023-787b-4b5c-8c00-1847c0bb7a70 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:16:58.392772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.400440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e7e7c5b0-7a84-4804-b038-b441fd67ce35 req-22e62ba7-cab6-4c2c-a146-a70602e6bc98 tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.74 "DELETE /v2.0/ports/6fe58023-787b-4b5c-8c00-1847c0bb7a70 HTTP/1.1" status: 204 len: 173 time: 1.1194587 Dec 16 15:16:58.467539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a768002-d053-4388-a0fd-fb4accb8f2f2 req-460329b6-7019-476c-b0f0-402930017c40 service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621087 Dec 16 15:16:58.487006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.571231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.601091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed033-5f36-4ef3-98bb-875683a1688e req-d1959c3d-175b-468b-bf7a-b47e19360f3d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:58.605890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543ed033-5f36-4ef3-98bb-875683a1688e req-d1959c3d-175b-468b-bf7a-b47e19360f3d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 944 time: 0.5098965 Dec 16 15:16:58.708370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dd53d-a329-4d7e-bc95-445b3cf19dae None None] Pushing event updated for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:58.795129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47c48e30-3689-4f0b-ba5d-a2af09e60846 None None] Provisioning complete for port 6f3709b1-f34b-460c-bd51-5566a735c698 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:58.798277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c48e30-3689-4f0b-ba5d-a2af09e60846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:58.894266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1704d77-b3ab-4794-9461-d0dde7957ddd req-c748cc73-0756-4c20-9c85-da1e669e7325 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0424559 Dec 16 15:16:59.046012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:59.070300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c39f7565-a97a-4171-9bc7-9b4084cd0bc5 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:59.114927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f3709b1-f34b-460c-bd51-5566a735c698 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:16:59.214103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Subnet': ['ID=ca233223-5c91-42a6-8bc1-cbe4b0f572f3,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:16:59.226922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-fdbe35d9-e2bc-4dc8-bb2e-d21c83207fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:59.229233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-fdbe35d9-e2bc-4dc8-bb2e-d21c83207fc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1094 time: 0.3314874 Dec 16 15:16:59.321878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6fe58023-787b-4b5c-8c00-1847c0bb7a70 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:59.391596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 6fe58023-787b-4b5c-8c00-1847c0bb7a70 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:59.391964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6fe58023-787b-4b5c-8c00-1847c0bb7a70 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:59.392465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:16:59.449013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:16:59.449365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 384cc2a8-cb3d-487a-a05f-804b2d13a2b1 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:16:59.486049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Checking segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:16:59.486855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network hostable DHCP agents. Network: 51151f65-1574-4bc1-96f4-75d9faba5642, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:16:59.492541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-87c28516-112b-4e9a-b284-31674bc4a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:16:59.494123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-87c28516-112b-4e9a-b284-31674bc4a948 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.2145033 Dec 16 15:16:59.500614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:59.501589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6f3709b1-f34b-460c-bd51-5566a735c698 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:59.502269 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:59.730103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:16:59.740561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:16:59.740561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:59.888044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:16:59.919780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:16:59.923021 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af87ea0-959e-45c9-9e68-80c525898503" -d '{"events": [{"server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "name": "network-vif-plugged", "status": "completed", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:16:59.937590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:00.036578 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:00.136451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:00.162285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1e2c280-1ad0-4443-8f60-fbfdf01f1199 req-28b84554-a4f4-432d-9315-cd1fe7ab2f9e tempest-ServersAdminNegativeTestJSON-527027882 tempest-ServersAdminNegativeTestJSON-527027882-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea51cabe-c215-4b9c-a870-d1b7cc2dae04 HTTP/1.1" status: 200 len: 210 time: 0.8868546 Dec 16 15:17:00.168352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543ed033-5f36-4ef3-98bb-875683a1688e req-8c048e9a-22f6-408e-a53c-3988a81ae454 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2719123 Dec 16 15:17:00.184315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-9ae2bc1a-44fa-4210-a2e2-4c63bd53dc1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 217 time: 0.6650496 Dec 16 15:17:00.254417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network 51151f65-1574-4bc1-96f4-75d9faba5642 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:17:00.272142 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a761458-124c-451d-a9f4-3783ee442909 x-openstack-request-id: req-5a761458-124c-451d-a9f4-3783ee442909 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:00.272797 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df73c507-7561-4095-b8a8-ea8a296669e2", "name": "network-vif-deleted", "tag": "384cc2a8-cb3d-487a-a05f-804b2d13a2b1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:00.273414 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a761458-124c-451d-a9f4-3783ee442909 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:00.274136 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df73c507-7561-4095-b8a8-ea8a296669e2', 'name': 'network-vif-deleted', 'tag': '384cc2a8-cb3d-487a-a05f-804b2d13a2b1', 'status': 'completed', 'code': 200} Dec 16 15:17:00.335493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-c4728390-a571-41f1-abd5-5b2967327c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:00.338200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-c4728390-a571-41f1-abd5-5b2967327c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1456594 Dec 16 15:17:00.387227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 51151f65-1574-4bc1-96f4-75d9faba5642) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:00.398184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8231c57-8955-4384-8017-939f382b4f8f None None] Network 51151f65-1574-4bc1-96f4-75d9faba5642 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:00.449880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-b033a0d1-9e8a-4315-8d27-884587e9e8b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960782 Dec 16 15:17:00.453032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:00.454846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:00.593648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ce2ee-1b4d-4c0c-9088-8e2a5347ef13 req-a94f8518-04d8-488d-9536-7e9defbf1f7d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:00.596410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e4ce2ee-1b4d-4c0c-9088-8e2a5347ef13 req-a94f8518-04d8-488d-9536-7e9defbf1f7d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 943 time: 0.1670582 Dec 16 15:17:00.695094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-28d94248-a1a3-4ee3-9ca3-c5a378500f0b service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214172 Dec 16 15:17:00.705708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48e41861-8eaf-4cf5-9a53-ccda97f23fc7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2648892 Dec 16 15:17:00.709386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:00.715155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1438229860'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:00.764550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823c894-718e-40fc-9fad-74840d422a35 req-4b3f8939-b652-4a02-990f-7e8bb91eb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:00.766844 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c823c894-718e-40fc-9fad-74840d422a35 req-4b3f8939-b652-4a02-990f-7e8bb91eb874 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1096 time: 0.1043031 Dec 16 15:17:00.838520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e4ce2ee-1b4d-4c0c-9088-8e2a5347ef13 req-f4afb395-e105-470a-9706-359cb871c0e4 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186158 Dec 16 15:17:00.862384 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdbcfe-3077-4759-a67b-31662f10eb24 x-openstack-request-id: req-4afdbcfe-3077-4759-a67b-31662f10eb24 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:00.862994 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "name": "network-vif-plugged", "status": "completed", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:00.862994 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4afdbcfe-3077-4759-a67b-31662f10eb24 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:00.863415 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'code': 200} Dec 16 15:17:00.878289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:00.881864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:00.893525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c823c894-718e-40fc-9fad-74840d422a35 req-8e9d8f70-f24c-48f2-8596-0769250acc63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161444 Dec 16 15:17:00.905821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5a2f03e-78a9-44bb-ae56-0b57aa3fa5c6 req-58346115-8351-45b9-8cf0-1a169670389a service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911452 Dec 16 15:17:00.974421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:17:00.993439 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:00.993737 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Added segment 87915c1e-fc79-464f-93b0-7c131c5c9c5f of type vlan for network f9183084-2686-4fb5-8230-f78cd28353e9 Dec 16 15:17:00.999905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-51151f65-1574-4bc1-96f4-75d9faba5642', 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'fixed_ips': [{'subnet_id': 'ca233223-5c91-42a6-8bc1-cbe4b0f572f3'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:17:01.002760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.088313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.220401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18604aa-0a5a-4503-81b6-6f32d860d36e req-76b1c2c9-9bfe-4312-bebf-702b8f8549f7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:01.220401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c18604aa-0a5a-4503-81b6-6f32d860d36e req-76b1c2c9-9bfe-4312-bebf-702b8f8549f7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1748595 Dec 16 15:17:01.298398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Allocated IP 19.80.0.2 (51151f65-1574-4bc1-96f4-75d9faba5642/ca233223-5c91-42a6-8bc1-cbe4b0f572f3/2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:01.325599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.332012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:01.332665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.373731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c18604aa-0a5a-4503-81b6-6f32d860d36e req-697fcc6a-7938-4bd9-bbd3-d6c0f2601384 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342375 Dec 16 15:17:01.438865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997dbde-7a13-4b2e-90d1-d53edc694386 req-d9cfc1d6-2c5d-4049-9657-aad01615ddc8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:01.440641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d997dbde-7a13-4b2e-90d1-d53edc694386 req-d9cfc1d6-2c5d-4049-9657-aad01615ddc8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.1684134 Dec 16 15:17:01.514000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Network': ['ID=f9183084-2686-4fb5-8230-f78cd28353e9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:01.554189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f9183084-2686-4fb5-8230-f78cd28353e9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:17:01.556501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d997dbde-7a13-4b2e-90d1-d53edc694386 req-cf5fdff2-cc48-4e3a-9139-fbdcfa4f4a42 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067905 Dec 16 15:17:01.589179 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c096a38-d38c-4412-83b6-af5cdd6661c8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8782537 Dec 16 15:17:01.600639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:01.600639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'subnet': {'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:01.632349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.693497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e94a-a840-4bc1-8f64-939645362395 req-f174a8de-8156-4267-bb83-0aef2c43d228 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:01.695162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d50e94a-a840-4bc1-8f64-939645362395 req-f174a8de-8156-4267-bb83-0aef2c43d228 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 945 time: 0.1601095 Dec 16 15:17:01.721295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.791471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Network 51151f65-1574-4bc1-96f4-75d9faba5642 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:01.809914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Pushing event updated for resources: {'Port': ['ID=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:01.814921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:01.820934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:01.855647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d50e94a-a840-4bc1-8f64-939645362395 req-a860c9ff-8ffd-47ad-ba66-73c9040a8029 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524529 Dec 16 15:17:01.915810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:01.927927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.947344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Attempting to bind port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:01.947344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Attempting to bind port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:01.948141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Attempting to bind port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b on network 51151f65-1574-4bc1-96f4-75d9faba5642 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:01.958224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:01.958617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Checking segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:01.959027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:01.959460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Bound using segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:01.959994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Bound port: 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:01.960378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:02.051799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76e09-0a4c-49aa-a468-58790c4feac3 req-c51523fd-1a5b-46fc-a179-44420821a195 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:02.054087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16a76e09-0a4c-49aa-a468-58790c4feac3 req-c51523fd-1a5b-46fc-a179-44420821a195 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1578634 Dec 16 15:17:02.065831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] For port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:02.071526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] For port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:02.183052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:02.231552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16a76e09-0a4c-49aa-a468-58790c4feac3 req-243dfa9f-df93-4644-832c-b1e2bccb4dc0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680913 Dec 16 15:17:02.257397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d9ed3-5e8d-4495-975f-3330e4c66ec8 req-cc430edb-d5ef-4016-917a-352feb9465da tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:02.257397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef2d9ed3-5e8d-4495-975f-3330e4c66ec8 req-cc430edb-d5ef-4016-917a-352feb9465da tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 943 time: 0.1645577 Dec 16 15:17:02.275731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'name': 'network-vif-deleted', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:02.278180 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0516b3-a539-41a2-9174-dbccb3102b34" -d '{"events": [{"server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "name": "network-vif-deleted", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:02.339881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d13e66-e96f-4a25-b9ad-d953b85b4a91 None None] Pushing event updated for resources: {'Port': ['ID=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:02.417948 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e57c8-6be3-469a-ad4b-b341c845de87 x-openstack-request-id: req-a41e57c8-6be3-469a-ad4b-b341c845de87 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:02.418474 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51cabe-c215-4b9c-a870-d1b7cc2dae04", "name": "network-vif-deleted", "tag": "6fe58023-787b-4b5c-8c00-1847c0bb7a70", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:02.418689 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a41e57c8-6be3-469a-ad4b-b341c845de87 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:02.419211 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51cabe-c215-4b9c-a870-d1b7cc2dae04', 'name': 'network-vif-deleted', 'tag': '6fe58023-787b-4b5c-8c00-1847c0bb7a70', 'status': 'completed', 'code': 200} Dec 16 15:17:02.444479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:02.526740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef2d9ed3-5e8d-4495-975f-3330e4c66ec8 req-3a35b367-d075-4920-8c6d-ecc25b8eecf8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814337 Dec 16 15:17:02.549775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:02.769310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Checking segment: {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:02.770441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network hostable DHCP agents. Network: f9183084-2686-4fb5-8230-f78cd28353e9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:17:02.788721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Subnet': ['ID=503cf4e6-6141-4be6-b313-7c647f8761c7,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:02.807509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.808186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.808713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.809218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.809723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.810245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.810962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.811484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.812033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.812537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.813645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.814145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.814639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:02.848837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab875dde-e594-4d3e-8184-c4427291e26d req-0e07d2c6-7559-46d4-baae-f1868e801bed tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:02.850532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab875dde-e594-4d3e-8184-c4427291e26d req-0e07d2c6-7559-46d4-baae-f1868e801bed tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.1340680 Dec 16 15:17:02.883905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network f9183084-2686-4fb5-8230-f78cd28353e9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:17:02.952576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab875dde-e594-4d3e-8184-c4427291e26d req-d9851723-1837-43d9-92f5-5ffaacc4b104 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899854 Dec 16 15:17:02.971899 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d859ddc6-b001-4169-bf69-36c66a78e03e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68b6381a3182498eb7e35a5473b7eb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257874 Dec 16 15:17:02.976190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:03.012072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 540e8315-ed16-49de-99c0-3f2c5a0d3643 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:03.029197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f9183084-2686-4fb5-8230-f78cd28353e9) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:03.037087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:03.037283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.065497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c2a7b-df48-4682-bdb1-69fed852c198 None None] Network f9183084-2686-4fb5-8230-f78cd28353e9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:03.145296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.175511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-020d060b-f330-471f-ae75-c0a25b0b0901 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5813823 Dec 16 15:17:03.181433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:17:03.237345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba776c9-c9b1-4974-9b11-71284d9a6c59 req-8e1e1a52-e09a-4dbe-be67-5749a54f5eb4 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:03.248693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ba776c9-c9b1-4974-9b11-71284d9a6c59 req-8e1e1a52-e09a-4dbe-be67-5749a54f5eb4 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 945 time: 0.1529028 Dec 16 15:17:03.253668 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.376142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:03.393459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ba776c9-c9b1-4974-9b11-71284d9a6c59 req-e9f20409-e219-4eee-abfd-09eb9de500bf tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 Dec 16 15:17:03.440482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.456474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.458129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5 HTTP/1.1" status: 204 len: 168 time: 0.4785278 Dec 16 15:17:03.477402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b4911-a6dc-4116-b745-7c41d869c1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c6fbc-ca2d-44f2-948f-2dc6ea9b92d5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:03.731703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f9183084-2686-4fb5-8230-f78cd28353e9', 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9', 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'fixed_ips': [{'subnet_id': '503cf4e6-6141-4be6-b313-7c647f8761c7'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:17:03.751462 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:03.762861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:03.816394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d', 'port_id': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'mac_address': 'fa:16:3e:ba:c6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ebec58-db16-4a07-9157-ceb976538c24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:03.831013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-267f2a39-a60b-497e-949a-e417e5d110b3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:03.832843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-267f2a39-a60b-497e-949a-e417e5d110b3 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4db5326-8828-464e-85ba-465141aac457 HTTP/1.1" status: 200 len: 949 time: 0.3902345 Dec 16 15:17:03.847563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-5b6447d3-d707-4f79-836f-aca1868ef11a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:03.855469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-5b6447d3-d707-4f79-836f-aca1868ef11a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2625220 Dec 16 15:17:04.000177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:04.000553 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.025217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-a2957ca3-ff87-4b66-9df5-9c57bb7acac0 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 696 time: 0.1683192 Dec 16 15:17:04.047585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:04.110226 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.124245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.194590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-25f6d1da-69d4-4813-9cd4-bde660155045 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:04.202344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-25f6d1da-69d4-4813-9cd4-bde660155045 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:04.204862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540e8315-ed16-49de-99c0-3f2c5a0d3643 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:04.211425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-25f6d1da-69d4-4813-9cd4-bde660155045 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/networks?id=51151f65-1574-4bc1-96f4-75d9faba5642&id=f9183084-2686-4fb5-8230-f78cd28353e9&id=51151f65-1574-4bc1-96f4-75d9faba5642 HTTP/1.1" status: 200 len: 1392 time: 0.5152636 Dec 16 15:17:04.230744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:04.232329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbeef53-1f8c-4187-b2f3-ca6c7a7d4353 None None] Network 51151f65-1574-4bc1-96f4-75d9faba5642 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:04.253950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:04.254567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.254744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.313556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-c4d14e3e-ce30-4294-8838-fcffe1283646 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/quotas/1ea7bef7dfbd437194958f4a48d81782 HTTP/1.1" status: 200 len: 375 time: 0.1002038 Dec 16 15:17:04.397282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.464870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:04.482887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-05579ebf-0611-40a2-9fa7-e89d7b980c87 None None] Provisioning complete for port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:04.483279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-05579ebf-0611-40a2-9fa7-e89d7b980c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.564723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:04.603851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44bd4708-daf8-46c3-8a8c-e5835e19f02b tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889504 Dec 16 15:17:04.613178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Allocated IP 19.86.0.2 (f9183084-2686-4fb5-8230-f78cd28353e9/503cf4e6-6141-4be6-b313-7c647f8761c7/e8cc0bf2-0fe9-4500-b2f2-5f3613baab70) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:04.713239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.727589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:04.825592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31262d31-b6ce-4b0e-9ae9-9b0c7e2cc3d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7acf1cdfa7c8445294705b3498687533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956454 Dec 16 15:17:04.830464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38874) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:04.953021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:04.953021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.953860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:04.981778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-fdf1a7b4-77c8-4fac-a434-060d4d6f2379 service neutron] 10.222.0.71 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765173 Dec 16 15:17:04.994917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:05.012426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.129181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.151904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:05.188947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-05579ebf-0611-40a2-9fa7-e89d7b980c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.200387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.205211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.207206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bb2f2ab7-8d0a-48a4-a788-62c2466de6b0 HTTP/1.1" status: 204 len: 168 time: 0.3753376 Dec 16 15:17:05.212534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:05.217245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababd725-13c8-4769-b9e9-87936fc9102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2f2ab7-8d0a-48a4-a788-62c2466de6b0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:05.286983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-eb53388a-21dc-402d-b896-ae55e0486fb9 service neutron] 10.222.0.71 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041806 Dec 16 15:17:05.422037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.483281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:05.520133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Network f9183084-2686-4fb5-8230-f78cd28353e9 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:05.548296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:05.557266 n-d-821947-3 neutron-server[104057]: INFO neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No ports have port_id starting with 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 Dec 16 15:17:05.565545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:05.602250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-05579ebf-0611-40a2-9fa7-e89d7b980c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:17:05.602611 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-05579ebf-0611-40a2-9fa7-e89d7b980c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:17:05.633303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Pushing event updated for resources: {'Port': ['ID=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:05.739727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.748211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.770873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Attempting to bind port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:05.771435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Attempting to bind port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:05.771935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Attempting to bind port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 on network f9183084-2686-4fb5-8230-f78cd28353e9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:05.798487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:05.840004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=648d5064-f9a1-4c9a-ac6e-fb02a54a7794,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:05.852685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.884720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:05.891391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Checking segment: {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:05.892613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.893539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Bound using segment: {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:05.894517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Bound port: e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:05.899173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:05.964461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-470ac2cb-7321-45a2-8846-ac561bbc23b0 service neutron] 10.222.0.71 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6752348 Dec 16 15:17:06.042329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port 648d5064-f9a1-4c9a-ac6e-fb02a54a7794 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:06.046754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:06.053976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae06174c-0bc9-404c-9373-aaeefe4f5b20 req-c0f8e0d4-0b8b-4c88-8f98-61fcbb3aaf23 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "DELETE /v2.0/ports/648d5064-f9a1-4c9a-ac6e-fb02a54a7794 HTTP/1.1" status: 204 len: 173 time: 2.1922967 Dec 16 15:17:06.129774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'name': 'network-vif-deleted', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:06.134015 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d51c47e-74f4-4791-a222-1a7d314dd390" -d '{"events": [{"server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "name": "network-vif-deleted", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:06.233611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] For port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:06.256224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] For port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:06.469892 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:06.599076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2a67fc45-65ed-4f07-ac99-8acf1014c790 None None] Provisioning complete for port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:06.600747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a67fc45-65ed-4f07-ac99-8acf1014c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:06.626749 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a associated. External IP: 172.25.7.168, port: 62eb9ca7-5668-4ed8-a727-982488083f12. Dec 16 15:17:06.641088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-f0ee9d2c-a7c7-4603-96ba-eb3bd2a8d306 service neutron] 10.222.0.71 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749566 Dec 16 15:17:06.716294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cd4b9-bf38-4cdd-a687-6ba8547ce7da None None] Pushing event updated for resources: {'Port': ['ID=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:06.931100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6', '834bc421-3840-46dc-be4d-6db7f759467e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:07.037084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ea8e445f-b618-492c-90f9-83f7d748d082 service neutron] 10.222.0.71 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631818 Dec 16 15:17:07.053606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 540e8315-ed16-49de-99c0-3f2c5a0d3643 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:07.126246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:07.241242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:07.257165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1eadd996-004d-4020-84cc-89c530e8b711 service neutron] 10.222.0.71 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086210 Dec 16 15:17:07.295718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38904) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:07.335739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:07.336368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.443754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:07.482004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.517235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:07.519152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1587349903-network', 'tenant_id': '2f793704053b437fa25c687ec1911eef'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:07.538283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 540e8315-ed16-49de-99c0-3f2c5a0d3643 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:07.549134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-2b18edb0-f77b-4746-aecf-0c78f8a1ae4d tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "PUT /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 996 time: 3.5224929 Dec 16 15:17:07.566097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 540e8315-ed16-49de-99c0-3f2c5a0d3643 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:07.566496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.638171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:07.638829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:07.651349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Made reservation on behalf of 2f793704053b437fa25c687ec1911eef for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:07.654047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.665287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.764477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c1731-1e86-4193-9c49-db0b7c5ce9c7 req-73f28fd3-c029-4d95-90e6-592c9594386b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:07.774823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c7c1731-1e86-4193-9c49-db0b7c5ce9c7 req-73f28fd3-c029-4d95-90e6-592c9594386b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 944 time: 0.1074197 Dec 16 15:17:07.808127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-34451a70-5ec7-4c96-9168-1a8b536dd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:07.809697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-34451a70-5ec7-4c96-9168-1a8b536dd415 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.2268937 Dec 16 15:17:07.830370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:07.902747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:07.933388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c7c1731-1e86-4193-9c49-db0b7c5ce9c7 req-7fbbae01-1d6b-458a-8aae-224fc4bfdaba tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571069 Dec 16 15:17:07.954242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.009723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e532fd6-8ebd-4eea-9368-076506d13128,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:08.046910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:17:08.060255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.060876 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Added segment f7181cc2-7d83-4316-8f9b-09d57053e145 of type vlan for network 211b94d1-4334-4374-b473-ecf6492fc8c0 Dec 16 15:17:08.088284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-92ab00ef-4b8d-453d-a799-67419915def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:08.091183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-92ab00ef-4b8d-453d-a799-67419915def8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2569122 Dec 16 15:17:08.159074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.166217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.222934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-0727a60a-f8e3-4d19-8945-d08e6a48ea94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 999 time: 0.1112320 Dec 16 15:17:08.304607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-7962d3af-6628-4877-b807-7fcae153b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:08.305683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.315141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:08.315141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.318784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-7962d3af-6628-4877-b807-7fcae153b3c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.0782547 Dec 16 15:17:08.330004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:08.332444 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806ce41-a4fc-407a-a0f0-639d9f0c58a3" -d '{"events": [{"server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "name": "network-vif-plugged", "status": "completed", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:08.359803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:08.402356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-e587c2b1-ccc8-4b4c-979d-0e1be205d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:08.415323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-e587c2b1-ccc8-4b4c-979d-0e1be205d27b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929632 Dec 16 15:17:08.436758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcac7bf-7fc8-4fba-a019-e307a767f4eb None None] Network f9183084-2686-4fb5-8230-f78cd28353e9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:08.480550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] Pushing event updated for resources: {'Network': ['ID=211b94d1-4334-4374-b473-ecf6492fc8c0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:08.493426 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff61a946-fbb5-4612-9f95-39a131220ffc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1956894 Dec 16 15:17:08.498235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38926) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:08.512608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:17:08.515356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Request body: {'subnet': {'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1587349903-subnet', 'tenant_id': '2f793704053b437fa25c687ec1911eef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:08.525454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.600311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-229b368c-50f9-4091-a8ac-6ea65cfea3b3 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754694 Dec 16 15:17:08.639143 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843627d5-72aa-4fcd-9be3-5a1da18e69e2 x-openstack-request-id: req-843627d5-72aa-4fcd-9be3-5a1da18e69e2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:08.645819 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db5326-8828-464e-85ba-465141aac457", "name": "network-vif-deleted", "tag": "648d5064-f9a1-4c9a-ac6e-fb02a54a7794", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:08.648910 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-843627d5-72aa-4fcd-9be3-5a1da18e69e2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:08.648910 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db5326-8828-464e-85ba-465141aac457', 'name': 'network-vif-deleted', 'tag': '648d5064-f9a1-4c9a-ac6e-fb02a54a7794', 'status': 'completed', 'code': 200} Dec 16 15:17:08.669169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Made reservation on behalf of 2f793704053b437fa25c687ec1911eef for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:08.673600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.692892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] Provisioning complete for port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:08.693254 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.760806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:08.779998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06abde80-a355-4217-adb6-0ac29b1d4d1f req-8d9eb277-47ff-48a1-adcc-c6a6fc7c46d7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 210 time: 0.0563457 Dec 16 15:17:08.834713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:05Z', 'revision_number': 1, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:08.892605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:08.902133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a982e1f-8914-4c8a-a2d5-337c5b502bff req-8b50f3b5-4867-48d8-913e-506b6f69682f service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980571 Dec 16 15:17:08.909312 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:08.911465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:08.912154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:09.005413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] For port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:09.220200 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2636dce2-1f30-4616-b704-32f12ce4c617 x-openstack-request-id: req-2636dce2-1f30-4616-b704-32f12ce4c617 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:09.220477 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "name": "network-vif-plugged", "status": "completed", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:09.220734 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2636dce2-1f30-4616-b704-32f12ce4c617 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:09.221126 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'code': 200} Dec 16 15:17:09.222608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:09.225116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.241072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.344765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:09.365596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b99507e-a987-4a34-b0c7-07709a290101,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:09.379037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Checking segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:09.379990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Network hostable DHCP agents. Network: 211b94d1-4334-4374-b473-ecf6492fc8c0, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:17:09.382054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f0f5-bda7-4e85-8821-c87051c77f1a req-e5816b57-74ea-4c3a-a182-1683858507dc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.384540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3333f0f5-bda7-4e85-8821-c87051c77f1a req-e5816b57-74ea-4c3a-a182-1683858507dc tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.0977027 Dec 16 15:17:09.390845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919b4c-24a9-40e2-96bb-a3cc75e599b9 None None] Pushing event updated for resources: {'Port': ['ID=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:09.392698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be565359-800a-4575-947d-759bce2b42aa req-4f250f32-509b-4354-bd06-c2a9fd792d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.404062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be565359-800a-4575-947d-759bce2b42aa req-4f250f32-509b-4354-bd06-c2a9fd792d0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1096 time: 0.1663904 Dec 16 15:17:09.452515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:09.452902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.461916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed1066-5f33-4438-9234-6ad949249c24 req-2b893ffb-6dfa-423a-a5ba-09f232da124a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.464765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-21ed1066-5f33-4438-9234-6ad949249c24 req-2b893ffb-6dfa-423a-a5ba-09f232da124a tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "GET /v2.0/ports?device_id=76478e46-90c9-49a1-995f-3f7f1de0fad2 HTTP/1.1" status: 200 len: 945 time: 0.0587063 Dec 16 15:17:09.509607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3333f0f5-bda7-4e85-8821-c87051c77f1a req-60ae5f75-0816-4da0-a12b-89fe84b69303 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129434 Dec 16 15:17:09.514902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be565359-800a-4575-947d-759bce2b42aa req-f444a6b8-49bc-4083-b832-9bb8c32ce6c3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078138 Dec 16 15:17:09.518966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-924b131c-1975-4322-9501-82da17b5d476 None None] Provisioning complete for port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:09.519190 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-924b131c-1975-4322-9501-82da17b5d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.647405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e55c-d338-479e-9408-d07edeb3c859 req-6126c1cf-ea96-41a8-aa5e-28c5485ccda0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.648966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5c1e55c-d338-479e-9408-d07edeb3c859 req-6126c1cf-ea96-41a8-aa5e-28c5485ccda0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 945 time: 0.0564840 Dec 16 15:17:09.650765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Deleting port 553cbd6b-91aa-46da-9247-307b95085c87 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:09.651384 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.659423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:17:09.709269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5c1e55c-d338-479e-9408-d07edeb3c859 req-66639dba-3fb3-4482-8eaa-55427d8823b3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512638 Dec 16 15:17:09.845038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] For port 553cbd6b-91aa-46da-9247-307b95085c87, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=553cbd6b-91aa-46da-9247-307b95085c87,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:09.845490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.867358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 211b94d1-4334-4374-b473-ecf6492fc8c0) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:09.870026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Calling delete_port for 553cbd6b-91aa-46da-9247-307b95085c87 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:09.879404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d156c25-16ab-452b-a2e7-78e56f6924e6 None None] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:09.881819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3124a-94a2-445c-84f7-ab274101c46e req-a24b1d25-570e-4cce-bffa-7fe49755cdeb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.884975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dba3124a-94a2-445c-84f7-ab274101c46e req-a24b1d25-570e-4cce-bffa-7fe49755cdeb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0842357 Dec 16 15:17:09.890587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:09.891775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:09.973519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:05Z', 'revision_number': 1, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:10.013777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff885e5-ac96-46d9-bfa3-c2263caf916b None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:05Z', 'revision_number': 1, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:10.019103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dba3124a-94a2-445c-84f7-ab274101c46e req-94973db4-d344-433b-b8be-0ab55de2ae70 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189754 Dec 16 15:17:10.039109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-01937bc1-a973-4d52-9d43-c64250d2cfaf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5361683 Dec 16 15:17:10.068772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86be1d-1a0a-4c47-b572-079a93c78304 None None] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:10.188973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-4cea5718-afc3-4351-be85-2efcef0cd766 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:10.200849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-4cea5718-afc3-4351-be85-2efcef0cd766 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0978675 Dec 16 15:17:10.262943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:10.302885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['553cbd6b-91aa-46da-9247-307b95085c87'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:10.303683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-4b45aad7-8cf8-439b-ae55-285e2a29530e tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 999 time: 0.1019413 Dec 16 15:17:10.329456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:10.346615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event deleted for resources: {'Port': ['ID=553cbd6b-91aa-46da-9247-307b95085c87,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:10.390221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] No DVR routers for this DVR port 553cbd6b-91aa-46da-9247-307b95085c87 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:10.396994 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:10.404155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-21ed1066-5f33-4438-9234-6ad949249c24 req-c197db67-1242-4a12-a7bc-a9ff23b679bb tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.30 "DELETE /v2.0/ports/553cbd6b-91aa-46da-9247-307b95085c87 HTTP/1.1" status: 204 len: 173 time: 0.9325697 Dec 16 15:17:10.408186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-deleted', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:10.413101 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af597560-19b9-4f08-bb1d-039178b1c276" -d '{"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-deleted", "tag": "553cbd6b-91aa-46da-9247-307b95085c87"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:10.430628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38889653-c632-4343-998c-c1246883c2fd req-1146a33d-7a2c-4123-b571-d5915e3931e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 210 time: 0.0422442 Dec 16 15:17:10.446948 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f8c93-e274-42c1-a8de-33fd9a1c18f0 None None] New status for floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:17:10.450521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:10.650636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:10.654742 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd15295-df97-461a-b355-e2eaeca5884a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:10.693751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ceac-6bfd-460f-b349-1be6ba96e5c1 req-0b12decd-8281-47c8-be2f-29d59dba5ddc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:10.696581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d147ceac-6bfd-460f-b349-1be6ba96e5c1 req-0b12decd-8281-47c8-be2f-29d59dba5ddc tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 950 time: 0.1645021 Dec 16 15:17:10.932253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d147ceac-6bfd-460f-b349-1be6ba96e5c1 req-c488585d-076a-4607-b1d7-66a8c124db3e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249770 Dec 16 15:17:10.965140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:11.045083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:11.045484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:11.117867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0505c6-baad-4aee-a563-ed487e59ba9f req-23044b2d-84c6-4f8d-bc85-7578a0126623 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:11.119563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f0505c6-baad-4aee-a563-ed487e59ba9f req-23044b2d-84c6-4f8d-bc85-7578a0126623 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1014383 Dec 16 15:17:11.159523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:17:11.159899 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:17:11.189885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f0505c6-baad-4aee-a563-ed487e59ba9f req-e0fd049b-4492-41ed-94f3-3bc83c2c6053 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 Dec 16 15:17:11.631910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-46fa36d9-e7b1-4a83-8570-a3129a49458d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:11.645096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-46fa36d9-e7b1-4a83-8570-a3129a49458d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 0.1815503 Dec 16 15:17:11.661486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:11.674705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-3d27fbb5-36d2-4fce-ae96-8d460f73c810 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:11.700036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-3d27fbb5-36d2-4fce-ae96-8d460f73c810 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:11.704453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-3d27fbb5-36d2-4fce-ae96-8d460f73c810 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "GET /v2.0/networks?id=51151f65-1574-4bc1-96f4-75d9faba5642&id=f9183084-2686-4fb5-8230-f78cd28353e9&id=51151f65-1574-4bc1-96f4-75d9faba5642 HTTP/1.1" status: 200 len: 1392 time: 0.2310841 Dec 16 15:17:11.720517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-28da49b3-1429-41aa-b012-4c762b4df3da tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/quotas/2f793704053b437fa25c687ec1911eef HTTP/1.1" status: 200 len: 375 time: 0.0736489 Dec 16 15:17:11.739110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'admin_state_up': True, 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:11.787389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-af1843aa-3bb7-497f-94b9-4fb3cdbf7fd8 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554898 Dec 16 15:17:11.991633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-36626279-effe-473c-b282-5b055acd0099 service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909888 Dec 16 15:17:12.014839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-94e23906-79a5-405e-9792-784455919425 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:12.017598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-94e23906-79a5-405e-9792-784455919425 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 950 time: 0.1054509 Dec 16 15:17:12.019428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:12.025589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:12.275010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port 834bc421-3840-46dc-be4d-6db7f759467e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:12.275379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:12.278773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Allocated IP 19.80.0.156 (51151f65-1574-4bc1-96f4-75d9faba5642/ca233223-5c91-42a6-8bc1-cbe4b0f572f3/3470cc5d-89ed-4cb7-aabd-1d55989e50e1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:12.290287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-2731c4cf-eadd-4171-b3de-b233ba4f7ce8 service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376370 Dec 16 15:17:12.853717 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea8728-4e39-4f54-a5e3-e096ad304d37 x-openstack-request-id: req-eaea8728-4e39-4f54-a5e3-e096ad304d37 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:12.854229 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76478e46-90c9-49a1-995f-3f7f1de0fad2", "name": "network-vif-deleted", "tag": "553cbd6b-91aa-46da-9247-307b95085c87", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:12.854356 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eaea8728-4e39-4f54-a5e3-e096ad304d37 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:12.854726 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76478e46-90c9-49a1-995f-3f7f1de0fad2', 'name': 'network-vif-deleted', 'tag': '553cbd6b-91aa-46da-9247-307b95085c87', 'status': 'completed', 'code': 200} Dec 16 15:17:12.890535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:12.925421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port 834bc421-3840-46dc-be4d-6db7f759467e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=834bc421-3840-46dc-be4d-6db7f759467e,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:12.925804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:12.952861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for 834bc421-3840-46dc-be4d-6db7f759467e owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:13.056789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:13.060652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:17:13.120094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 553cbd6b-91aa-46da-9247-307b95085c87 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:13.120094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 553cbd6b-91aa-46da-9247-307b95085c87 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:13.120473 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0444c71a-8569-4ec7-b1d3-29abc98738df x-openstack-request-id: req-0444c71a-8569-4ec7-b1d3-29abc98738df {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:13.120774 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:13.121038 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0444c71a-8569-4ec7-b1d3-29abc98738df {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:13.121473 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:17:13.175637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.204630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.218656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15295-df97-461a-b355-e2eaeca5884a req-e47bcba5-446e-484c-80a0-004d31bf6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:13.220982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-e47bcba5-446e-484c-80a0-004d31bf6c54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.1114485 Dec 16 15:17:13.230463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7e4ac-3c9f-42da-91d1-e59cf84bb783 req-51b3000e-5683-4cd2-b604-25b3d21ebcac tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:13.239600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53d7e4ac-3c9f-42da-91d1-e59cf84bb783 req-51b3000e-5683-4cd2-b604-25b3d21ebcac tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 945 time: 0.1167018 Dec 16 15:17:13.252806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network 51151f65-1574-4bc1-96f4-75d9faba5642 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:13.260048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:13.262809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:13.288866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:13.327244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:13.328560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.413377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15295-df97-461a-b355-e2eaeca5884a req-ac3801f7-5efd-4ed6-bef0-74d9a654392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:13.415608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-ac3801f7-5efd-4ed6-bef0-74d9a654392c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.1736388 Dec 16 15:17:13.420936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53d7e4ac-3c9f-42da-91d1-e59cf84bb783 req-15689851-b103-4801-acad-66eaf5709d55 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800628 Dec 16 15:17:13.454841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.459687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.479522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6', '834bc421-3840-46dc-be4d-6db7f759467e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:13.523671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=834bc421-3840-46dc-be4d-6db7f759467e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:13.533673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-67785431-ebff-4d78-9a21-4b7d7209a878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.1046965 Dec 16 15:17:13.536627 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-020f2293-4569-4476-833b-9895bb8db570 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8045561 Dec 16 15:17:13.577666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:13.600005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port 834bc421-3840-46dc-be4d-6db7f759467e on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:13.604049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.608706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-de9ce694-bbf5-4a40-b436-ef3f1f4842b8 req-2ff50806-de4a-40d9-a0d6-e100bc06e40c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "DELETE /v2.0/ports/834bc421-3840-46dc-be4d-6db7f759467e HTTP/1.1" status: 204 len: 173 time: 1.5770507 Dec 16 15:17:13.614067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9', 'admin_state_up': True, 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:13.688436 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a associated. External IP: 172.25.7.168, port: 62eb9ca7-5668-4ed8-a727-982488083f12. Dec 16 15:17:13.793901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0e893302-21c7-4ac3-88ff-dbcedc7597b9 None None] Provisioning complete for port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:13.794810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e893302-21c7-4ac3-88ff-dbcedc7597b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.896688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0e893302-21c7-4ac3-88ff-dbcedc7597b9 None None] Port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:17:13.952316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:13.952316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:13.968549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15295-df97-461a-b355-e2eaeca5884a req-cce13f16-3dfb-41a7-bfcc-882fb7c921fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:13.972999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-cce13f16-3dfb-41a7-bfcc-882fb7c921fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.3917878 Dec 16 15:17:14.063233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb9c3560-ab2a-4919-b2cd-9f58eae014ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:14.191547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527fe7d-bda4-4460-80ea-113900bcf5bf req-0ebd8562-8915-41d5-9c51-cebc5892f0bd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:14.194495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a527fe7d-bda4-4460-80ea-113900bcf5bf req-0ebd8562-8915-41d5-9c51-cebc5892f0bd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 932 time: 0.4566808 Dec 16 15:17:14.271001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15295-df97-461a-b355-e2eaeca5884a req-74a5de3d-66a4-40a1-a131-5a67a348382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:14.278837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-74a5de3d-66a4-40a1-a131-5a67a348382d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877934 Dec 16 15:17:14.336058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Allocated IP 19.86.0.179 (f9183084-2686-4fb5-8230-f78cd28353e9/503cf4e6-6141-4be6-b313-7c647f8761c7/ae25af43-7ab3-483f-847e-77a33d79008d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:14.505066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a527fe7d-bda4-4460-80ea-113900bcf5bf req-5f8740a6-5d21-4d7a-8a3b-e3db4b01be9e tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740996 Dec 16 15:17:14.593155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:14.646839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-8a52ae40-c448-4d18-a8ec-f3fb3265a993 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246801 Dec 16 15:17:14.681411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0f9fb26-82b6-4c63-bc7e-e8fff25574cb req-a5759305-ad73-4be9-9e6a-0cfbee9a8213 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fe51f49-9a66-4049-be40-1b8eaf362c95 HTTP/1.1" status: 200 len: 210 time: 0.0701926 Dec 16 15:17:14.747448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:14.778737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:14.793874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network f9183084-2686-4fb5-8230-f78cd28353e9 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:14.797260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:14.801382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:14.834501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:14.837353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96f210e8-3327-4f8d-97c3-7a8beff6c51b req-1d9da74a-7211-443c-b11a-2275620baeee tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 210 time: 0.0689912 Dec 16 15:17:14.866222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'name': 'network-vif-deleted', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:14.868458 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600ef78-6b75-4fe0-a8ba-8e1b5f6cfe01" -d '{"events": [{"server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "name": "network-vif-deleted", "tag": "834bc421-3840-46dc-be4d-6db7f759467e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:14.888750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:14.889867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:14.976949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcd15295-df97-461a-b355-e2eaeca5884a req-7fd3dd7f-3b79-45db-b7d0-feabfa018624 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020239 Dec 16 15:17:15.015224 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-1936218a-898a-482f-bada-d808a26d5bbd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4129591 Dec 16 15:17:15.035282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'admin_state_up': True, 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:15.089232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:15.112374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:15.173394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:15.174309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:15.258325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-12462221-b2a7-4e9e-843c-b1186169f53e None None] Provisioning complete for port ae25af43-7ab3-483f-847e-77a33d79008d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:15.258523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12462221-b2a7-4e9e-843c-b1186169f53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:15.339433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:15.350303 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:15.383771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:15.423203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-12462221-b2a7-4e9e-843c-b1186169f53e None None] Port ae25af43-7ab3-483f-847e-77a33d79008d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:17:15.545082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:15.601492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Allocated IP 19.80.0.50 (51151f65-1574-4bc1-96f4-75d9faba5642/ca233223-5c91-42a6-8bc1-cbe4b0f572f3/12fabf06-45fb-45ff-b0b5-eaf4ad39259b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:15.697402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:12Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:15.714117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-313c31af-348d-4414-adc5-4ce797121b34 req-f75f4841-56a3-402c-bce2-f9afeecdb9c5 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1974133228&fields=id&tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 267 time: 0.1056967 Dec 16 15:17:15.731417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:15.741951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:15.742939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:15.807178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:15.822363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:15.875081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c31af-348d-4414-adc5-4ce797121b34 req-8d07ecbc-b546-479c-8323-3e486bb598d2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:15.878182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-313c31af-348d-4414-adc5-4ce797121b34 req-8d07ecbc-b546-479c-8323-3e486bb598d2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 945 time: 0.1626892 Dec 16 15:17:15.906126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'security_groups': ['b1e3427f-5cfd-4704-9c7b-ab5958c6c07a', 'af4c5953-0be8-4ec2-870c-b77568bcce04']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:15.922601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:15.959457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:15.964181 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c444ca3-a230-4abc-a4f5-c18081152ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:16.071860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c28880ae-97a6-4e90-8f03-53e742597441 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "PUT /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 998 time: 5.7547839 Dec 16 15:17:16.105608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.115351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:16.144890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.183100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-160b3950-d8f9-4e93-bc5c-ecf7c9be33e0 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:16.184624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-160b3950-d8f9-4e93-bc5c-ecf7c9be33e0 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports/62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 942 time: 0.1023848 Dec 16 15:17:16.225911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network 51151f65-1574-4bc1-96f4-75d9faba5642 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:16.237471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:16.244480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:16.315915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:16.374507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:16.378858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.419246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-9b3c0ea9-126e-44c4-9caf-c0d48abd2431 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:16.421269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-9b3c0ea9-126e-44c4-9caf-c0d48abd2431 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.2921696 Dec 16 15:17:16.492761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00facd7a-b26d-41a6-bd83-0682c2a46309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.532030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:12Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:16.572170 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-44781c5b-b455-47cf-9c87-58d489e3962f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417895 Dec 16 15:17:16.587552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326c11cb-cef6-4c91-9ea9-fc6f51fdb915 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:12Z', 'revision_number': 3, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:16.602276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:16.616391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c8a873bb-d739-4ae1-8e4e-309b24cd5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:16.619133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c8a873bb-d739-4ae1-8e4e-309b24cd5983 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.3126609 Dec 16 15:17:16.692583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59b5610b-496a-4e21-b3b9-be4f10b21f39 None None] Provisioning complete for port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:16.692954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59b5610b-496a-4e21-b3b9-be4f10b21f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.733837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:16.774521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59b5610b-496a-4e21-b3b9-be4f10b21f39 None None] Port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:17:16.894596 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b7a3c-9887-413a-bd99-113e656974c4 None None] New status for floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:17:16.902566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:16.972212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Deleting port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:16.972795 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.101279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 834bc421-3840-46dc-be4d-6db7f759467e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:17.136235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:17:17.140591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 834bc421-3840-46dc-be4d-6db7f759467e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:17.141631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 834bc421-3840-46dc-be4d-6db7f759467e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:17.156327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:17.166808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.404626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Transition to ACTIVE for port object 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:17:17.431543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:17.445558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:17.446251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:17.537849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.596780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:17.602404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:17.649909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-497a8e4f-a47b-4e17-8137-1d099e2300b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:17.652691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-497a8e4f-a47b-4e17-8137-1d099e2300b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 1.0144510 Dec 16 15:17:17.679163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.691691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.720036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Attempting to bind port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:17.720479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Attempting to bind port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:17.720907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Attempting to bind port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 on network 51151f65-1574-4bc1-96f4-75d9faba5642 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:17.727447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 on network 51151f65-1574-4bc1-96f4-75d9faba5642 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:17:17.728058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Attempting to bind port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 on network 51151f65-1574-4bc1-96f4-75d9faba5642 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:17.735119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:17.735620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Checking segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:17.735951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Bound using segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:17.736472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Bound port: 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:17.736897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.794476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.798729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-d11e0ae0-4e21-484e-a2de-b2fd46b30ff9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.1124222 Dec 16 15:17:17.835095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:17.839954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:17.904379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:17.941330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.950351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:17.951403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:17.963975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-313c31af-348d-4414-adc5-4ce797121b34 req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "PUT /v2.0/ports/540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 981 time: 2.0701051 Dec 16 15:17:18.050005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:18.051056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:18.053934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] 10.222.0.74 "PUT /v2.0/ports/3470cc5d-89ed-4cb7-aabd-1d55989e50e1 HTTP/1.1" status: 200 len: 1092 time: 1.4593823 Dec 16 15:17:18.085039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:18.101254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-6003c86d-bf40-4fae-93db-e3d8ba231d31 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:18.101254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-6003c86d-bf40-4fae-93db-e3d8ba231d31 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 1.1835024 Dec 16 15:17:18.118819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198dc2-4938-4b80-b0df-3bdd30f802d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:18.121416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] For port 98babffc-725e-4cd8-a5b7-ba7f6e3df979, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=98babffc-725e-4cd8-a5b7-ba7f6e3df979,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:18.121909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:18.140541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Request body: {'port': {'device_id': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'admin_state_up': True, 'tenant_id': '2f793704053b437fa25c687ec1911eef'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:18.209247 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a370b4e-1fdc-4455-acdb-737dac445ee7 x-openstack-request-id: req-7a370b4e-1fdc-4455-acdb-737dac445ee7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:18.210267 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe51f49-9a66-4049-be40-1b8eaf362c95", "name": "network-vif-deleted", "tag": "834bc421-3840-46dc-be4d-6db7f759467e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:18.214792 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a370b4e-1fdc-4455-acdb-737dac445ee7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:18.214792 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe51f49-9a66-4049-be40-1b8eaf362c95', 'name': 'network-vif-deleted', 'tag': '834bc421-3840-46dc-be4d-6db7f759467e', 'status': 'completed', 'code': 200} Dec 16 15:17:18.228980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Calling delete_port for 98babffc-725e-4cd8-a5b7-ba7f6e3df979 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:18.234293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f32ad-fbf6-40d8-b37e-b478d49c0ada tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:18.236505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:18.255782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-de3bfa15-a039-430c-831b-6a0e9ab07872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:18.257491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-de3bfa15-a039-430c-831b-6a0e9ab07872 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.4092960 Dec 16 15:17:18.408041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:18.499602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-4413de5d-e2d0-4e53-b400-849342b1bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:18.500762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:17Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:18.501952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-4413de5d-e2d0-4e53-b400-849342b1bbf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2186499 Dec 16 15:17:18.549007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b385a-df4c-42b0-bad3-e910a59ef5da req-c98f41df-53b1-4b95-9490-4ca1903057f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:18.558022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3b385a-df4c-42b0-bad3-e910a59ef5da req-c98f41df-53b1-4b95-9490-4ca1903057f6 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=3503595f-6751-4239-a7fa-fd300b0f8d49 HTTP/1.1" status: 200 len: 944 time: 0.1931789 Dec 16 15:17:18.573172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:18.620112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:18.620752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:18.717372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Made reservation on behalf of 2f793704053b437fa25c687ec1911eef for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:18.721961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:18.789743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3b385a-df4c-42b0-bad3-e910a59ef5da req-d388a501-b344-4a02-9fb0-82c728500ea7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128634 Dec 16 15:17:18.803663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-857c52cf-4f4c-4ffb-9c6c-f6e72a55ac4d service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795537 Dec 16 15:17:18.810227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:18.873871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.007887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event deleted for resources: {'Port': ['ID=98babffc-725e-4cd8-a5b7-ba7f6e3df979,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:19.037210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae25af43-7ab3-483f-847e-77a33d79008d {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:19.053791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.066005 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.080679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Transition to ACTIVE for port object ae25af43-7ab3-483f-847e-77a33d79008d will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:17:19.096851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] No DVR routers for this DVR port 98babffc-725e-4cd8-a5b7-ba7f6e3df979 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:19.102011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.107422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-625d5ffe-3415-49de-b74a-92fe93d2b518 req-ae9d3222-01cf-4deb-8771-e09589f59173 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "DELETE /v2.0/ports/98babffc-725e-4cd8-a5b7-ba7f6e3df979 HTTP/1.1" status: 204 len: 173 time: 2.6761878 Dec 16 15:17:19.148385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Allocated IP 172.20.0.4 (211b94d1-4334-4374-b473-ecf6492fc8c0/2b99507e-a987-4a34-b0c7-07709a290101/137e17cf-d9db-428d-9d06-a10e1ed3d6f3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:19.184843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730591a-c5ba-4fc4-be3a-01aa641719ee req-f46bec87-4585-43f8-a35b-81b8b076dca3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.191588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730591a-c5ba-4fc4-be3a-01aa641719ee req-f46bec87-4585-43f8-a35b-81b8b076dca3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.197730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730591a-c5ba-4fc4-be3a-01aa641719ee req-f46bec87-4585-43f8-a35b-81b8b076dca3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.199573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a730591a-c5ba-4fc4-be3a-01aa641719ee req-f46bec87-4585-43f8-a35b-81b8b076dca3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2388 time: 0.2708566 Dec 16 15:17:19.203698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-ac1741c9-def4-474c-886e-907d273f02b2 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558016 Dec 16 15:17:19.209391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:17Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:19.223306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.270470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570b166a-e3a9-4d44-8adf-81bbfae05b69 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:d3:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:17Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:19.354312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Pushing event updated for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:19.411386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:19.464419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Attempting to bind port ae25af43-7ab3-483f-847e-77a33d79008d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:19.469658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Attempting to bind port ae25af43-7ab3-483f-847e-77a33d79008d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:19.469658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Attempting to bind port ae25af43-7ab3-483f-847e-77a33d79008d on network f9183084-2686-4fb5-8230-f78cd28353e9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:19.473262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Port ae25af43-7ab3-483f-847e-77a33d79008d on network f9183084-2686-4fb5-8230-f78cd28353e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:17:19.474055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Attempting to bind port ae25af43-7ab3-483f-847e-77a33d79008d on network f9183084-2686-4fb5-8230-f78cd28353e9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:19.482509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:19.483329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Checking segment: {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:19.484234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Bound using segment: {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:19.485653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Bound port: ae25af43-7ab3-483f-847e-77a33d79008d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87915c1e-fc79-464f-93b0-7c131c5c9c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:19.486278 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.495277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 98babffc-725e-4cd8-a5b7-ba7f6e3df979 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:19.495896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 98babffc-725e-4cd8-a5b7-ba7f6e3df979 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:19.541084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a730591a-c5ba-4fc4-be3a-01aa641719ee req-e19bcf79-076a-4c76-a6f6-1fc428d54c49 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291576 Dec 16 15:17:19.588803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c0362865-c379-49b7-a2a2-923eee12aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.592071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-c0362865-c379-49b7-a2a2-923eee12aafc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1096 time: 0.3448000 Dec 16 15:17:19.656816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:19.667488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ae25af43-7ab3-483f-847e-77a33d79008d,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:19.829485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.846562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.858163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-882b6aa3-6019-4580-be28-db17dfb2f7fb req-c36a5afc-27fd-453c-8b31-8ecb6515c825 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 210 time: 0.0548804 Dec 16 15:17:19.879389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.884138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-7cca60af-15b2-4672-bd84-ad7e1972cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.900353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-7cca60af-15b2-4672-bd84-ad7e1972cccc service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2929685 Dec 16 15:17:19.938646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:19.939720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:19.942818 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] 10.222.0.74 "PUT /v2.0/ports/ae25af43-7ab3-483f-847e-77a33d79008d HTTP/1.1" status: 200 len: 1092 time: 1.7156367 Dec 16 15:17:20.006589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a1f6-06a0-408d-a660-924c59888109 service neutron] Pushing event updated for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:20.028676 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6641af4-c9e5-4387-8cac-1572c4dbf1e7 x-openstack-request-id: req-a6641af4-c9e5-4387-8cac-1572c4dbf1e7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:20.029185 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:20.029824 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6641af4-c9e5-4387-8cac-1572c4dbf1e7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:20.030289 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:17:20.087702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Request body: {'port': {'device_id': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:20.163062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-9a6f447b-eaca-4b2f-bb0f-8bc0cbf915c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 1001 time: 0.2490301 Dec 16 15:17:20.173610 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.213655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1'}, {'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:20.218473 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd7cfd4-91a8-41de-b239-4542bae9acc7" -d '{"events": [{"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1"}, {"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:20.223165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-48e572df-786c-4bf9-9e7a-896b44dc3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.226637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-48e572df-786c-4bf9-9e7a-896b44dc3b12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.1872475 Dec 16 15:17:20.303099 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.331749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a8797b-bf6a-4527-af74-4c108a064317 req-276a2800-cb87-4861-b0ce-cb015a8b3ae0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1425390114&fields=id&tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 267 time: 0.2321572 Dec 16 15:17:20.503360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fabf06-45fb-45ff-b0b5-eaf4ad39259b {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:20.513127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.528497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Transition to ACTIVE for port object 12fabf06-45fb-45ff-b0b5-eaf4ad39259b will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:17:20.540048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-a866db5e-48ac-46d8-907c-faa6074629ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.542660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-a866db5e-48ac-46d8-907c-faa6074629ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.3640542 Dec 16 15:17:20.565975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:20.601977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:20.622822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.635984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:20.649587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:20.690540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:20.767583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8797b-bf6a-4527-af74-4c108a064317 req-efdf08c0-9ab9-4644-be59-abe3ddfc3a2f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.780567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a8797b-bf6a-4527-af74-4c108a064317 req-efdf08c0-9ab9-4644-be59-abe3ddfc3a2f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 984 time: 0.3841746 Dec 16 15:17:20.789388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Attempting to bind port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:20.790141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Attempting to bind port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:20.791482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Attempting to bind port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b on network 51151f65-1574-4bc1-96f4-75d9faba5642 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:20.801017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b on network 51151f65-1574-4bc1-96f4-75d9faba5642 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:17:20.801384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Attempting to bind port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b on network 51151f65-1574-4bc1-96f4-75d9faba5642 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:20.807223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:20.808408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Checking segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:20.808408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Bound using segment: {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:20.808408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Bound port: 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2fe259-a248-4ffc-805f-f21bacd319e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:20.808937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.814930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-7981b012-ec88-4944-92c7-33712d331036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.817699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-7981b012-ec88-4944-92c7-33712d331036 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.5505106 Dec 16 15:17:20.829645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'security_groups': ['af4c5953-0be8-4ec2-870c-b77568bcce04', 'b1e3427f-5cfd-4704-9c7b-ab5958c6c07a', '70e73592-87ea-4936-9a1b-f9912f363d2d']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:20.859878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca38d4-e32f-432e-a856-97547fb64805 req-6e6b4d80-f00c-47d1-b18b-fb7a91cfe757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.862990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-6e6b4d80-f00c-47d1-b18b-fb7a91cfe757 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021493 Dec 16 15:17:20.918419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:20.919035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:20.921171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:20.929541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:21.018900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:21.023729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-e0d59bb8-bc66-4bcb-99cc-3cfe6b2cd612 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.1846085 Dec 16 15:17:21.080849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.081496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:21.083063 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] 10.222.0.74 "PUT /v2.0/ports/12fabf06-45fb-45ff-b0b5-eaf4ad39259b HTTP/1.1" status: 200 len: 1091 time: 1.0006995 Dec 16 15:17:21.112242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d65b65-5929-4ffc-afcb-19951e8cf2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:21.201239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:21.210812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-852fe3d6-0b8e-497f-8182-5dd4c0f0a194 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0923495 Dec 16 15:17:21.218889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-221224da-296e-4936-b432-3f4aec02c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.220423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-221224da-296e-4936-b432-3f4aec02c9f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1400607 Dec 16 15:17:21.249703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Request body: {'port': {'device_id': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:21.292648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-bd49f1fb-200c-4a98-a738-be323c62e170 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855917 Dec 16 15:17:21.405217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-b3790942-5f71-451a-9d5c-cb165341e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.405550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-b3790942-5f71-451a-9d5c-cb165341e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.406537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-b3790942-5f71-451a-9d5c-cb165341e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.409577 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-b3790942-5f71-451a-9d5c-cb165341e959 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2865 time: 0.0832064 Dec 16 15:17:21.466850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-1d5f0282-5103-49cd-bede-34337472ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.468496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-1d5f0282-5103-49cd-bede-34337472ccaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2356460 Dec 16 15:17:21.478704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:21.489873 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-50b89d14-c72c-4b6e-8df5-cce18a9a546f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1 HTTP/1.1" status: 200 len: 217 time: 0.0596044 Dec 16 15:17:21.554163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-cea55d21-ae3e-44ac-a078-6bbaf15e5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.556349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-cea55d21-ae3e-44ac-a078-6bbaf15e5f9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca233223-5c91-42a6-8bc1-cbe4b0f572f3 HTTP/1.1" status: 200 len: 801 time: 0.0542369 Dec 16 15:17:21.616487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-41c69d6f-30c0-451e-b75d-3dc68302c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.618214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-41c69d6f-30c0-451e-b75d-3dc68302c069 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51151f65-1574-4bc1-96f4-75d9faba5642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0484509 Dec 16 15:17:21.642250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12ca38d4-e32f-432e-a856-97547fb64805 req-a8884def-eed6-4dfd-9cf5-ebd05caa1681 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005807 Dec 16 15:17:21.730931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-97f11ea0-e915-4c9e-b902-2594fa8b100a service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000051 Dec 16 15:17:21.849006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-4714e05e-ef92-4917-a442-7f2f3b9be0ce service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064997 Dec 16 15:17:21.908485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-2968ddf6-ddd3-44a1-8fb9-17a68dd2aeef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=ae25af43-7ab3-483f-847e-77a33d79008d HTTP/1.1" status: 200 len: 217 time: 0.0470321 Dec 16 15:17:21.975364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-965b3d84-e7c9-4de6-a14d-40512924f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:21.977310 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-965b3d84-e7c9-4de6-a14d-40512924f2ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503cf4e6-6141-4be6-b313-7c647f8761c7 HTTP/1.1" status: 200 len: 801 time: 0.0580990 Dec 16 15:17:22.020783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-611bb23e-8a88-4fd9-8db2-0c2b94830ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353220 Dec 16 15:17:22.034585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-040e81df-2f8d-4139-843d-ed7581386450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:22.036467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-040e81df-2f8d-4139-843d-ed7581386450 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9183084-2686-4fb5-8230-f78cd28353e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0485692 Dec 16 15:17:22.055672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'}, {'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643'}, {'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-deleted', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:22.059925 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5694f2ac-a095-4f82-a606-be801270f844" -d '{"events": [{"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5"}, {"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643"}, {"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-deleted", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:22.152082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-5c57eeb6-a79a-4fb2-83f6-cbb986972c42 service neutron] 10.222.0.74 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033378 Dec 16 15:17:22.303054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-2323679c-d35c-4162-9866-5d9cf606955d service neutron] 10.222.0.74 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393015 Dec 16 15:17:22.387814 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-8991f9f3-2ec3-40e5-93f4-636c748d6d8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b HTTP/1.1" status: 200 len: 217 time: 0.0753000 Dec 16 15:17:22.470156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-81a59c05-a553-4d71-ace7-b5933a38d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:22.473256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-81a59c05-a553-4d71-ace7-b5933a38d015 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca233223-5c91-42a6-8bc1-cbe4b0f572f3 HTTP/1.1" status: 200 len: 801 time: 0.0745416 Dec 16 15:17:22.563398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-48f32a72-73f7-4c61-93d4-93bab834d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:22.565968 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-48f32a72-73f7-4c61-93d4-93bab834d4a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51151f65-1574-4bc1-96f4-75d9faba5642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798972 Dec 16 15:17:22.623502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737aeda-2f4d-4631-96da-694a3aca5af8 req-4159b604-c1d6-469b-8a61-c2b37552b981 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:22.625777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7737aeda-2f4d-4631-96da-694a3aca5af8 req-4159b604-c1d6-469b-8a61-c2b37552b981 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.7392220 Dec 16 15:17:22.631815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:22.735587 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-29b83bf2-f99c-42ea-906f-38304376fe61 service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570034 Dec 16 15:17:22.753819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:22.787222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c444ca3-a230-4abc-a4f5-c18081152ba6 req-fa31bcfd-ea0b-40ec-b587-1d857ed5295b service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654034 Dec 16 15:17:22.807459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7737aeda-2f4d-4631-96da-694a3aca5af8 req-510f28eb-c91f-4785-a110-dab3467a51ac tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496983 Dec 16 15:17:22.869992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:22.908096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:22.934997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e9b5b72d-bdb3-4eb1-a70f-b74a2fcea619 req-370c7fbe-af4e-4b65-8aff-2b13b348043a service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878128 Dec 16 15:17:22.960638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:22.978774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:22.979844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:22.997836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a8797b-bf6a-4527-af74-4c108a064317 req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "PUT /v2.0/ports/540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 1020 time: 2.1858330 Dec 16 15:17:23.006937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:23.059521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce7ae3-6d0b-477f-9c71-f2a07ca93676 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:23.065062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Transition to ACTIVE for port object 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:17:23.142847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:23.148391 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4fd65-661e-4323-9a81-d3267b8e08aa x-openstack-request-id: req-a5f4fd65-661e-4323-9a81-d3267b8e08aa {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:23.149400 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:23.150134 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5f4fd65-661e-4323-9a81-d3267b8e08aa {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:23.151234 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1', 'status': 'completed', 'code': 200} Dec 16 15:17:23.151937 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d', 'status': 'completed', 'code': 200} Dec 16 15:17:23.206650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:23.354709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-b2e1f6aa-b45c-4a98-ad45-1d413d38b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.355987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-b2e1f6aa-b45c-4a98-ad45-1d413d38b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.356986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-b2e1f6aa-b45c-4a98-ad45-1d413d38b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.361699 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-b2e1f6aa-b45c-4a98-ad45-1d413d38b1c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2865 time: 0.1074963 Dec 16 15:17:23.453808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:23.477457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a283-0dac-4d2d-9a80-06bc982be5db req-cdb36b40-6c94-45e5-b58e-30ffe099c168 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.485407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a283-0dac-4d2d-9a80-06bc982be5db req-cdb36b40-6c94-45e5-b58e-30ffe099c168 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.493289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a283-0dac-4d2d-9a80-06bc982be5db req-cdb36b40-6c94-45e5-b58e-30ffe099c168 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.503257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff8a283-0dac-4d2d-9a80-06bc982be5db req-cdb36b40-6c94-45e5-b58e-30ffe099c168 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2412 time: 0.2911520 Dec 16 15:17:23.586701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Attempting to bind port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:23.587462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Attempting to bind port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:23.588045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Attempting to bind port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:23.595018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:17:23.595723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Attempting to bind port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:23.611627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff8a283-0dac-4d2d-9a80-06bc982be5db req-14afc8e5-66cf-437c-bbdc-2f56ddd9195e tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065617 Dec 16 15:17:23.629896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:23.630848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Checking segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:23.631512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Bound using segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:23.633974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Bound port: 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:23.635915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:23.724043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-39ff941a-4efd-43ab-8410-dd366407e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.726789 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-39ff941a-4efd-43ab-8410-dd366407e1ef service neutron] 10.222.0.74 "GET /v2.0/networks?id=51151f65-1574-4bc1-96f4-75d9faba5642 HTTP/1.1" status: 200 len: 903 time: 0.3569655 Dec 16 15:17:23.831752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-e243fc86-3ffd-453e-a96f-d589986c3712 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.1618171 Dec 16 15:17:23.840244 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-c073defa-aa8c-4d76-b7d2-6c81e8fd274c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1 HTTP/1.1" status: 200 len: 217 time: 0.1027656 Dec 16 15:17:23.867195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:23.914655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-0de58e56-16b1-456b-9461-c0a2955a46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.917314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-0de58e56-16b1-456b-9461-c0a2955a46b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca233223-5c91-42a6-8bc1-cbe4b0f572f3 HTTP/1.1" status: 200 len: 801 time: 0.0674322 Dec 16 15:17:23.925460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:23.957550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d912e-1212-4d7b-93fa-0771ab9a5b25 req-59232a59-66f0-4cdc-b005-6a19212336e4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.959309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f0d912e-1212-4d7b-93fa-0771ab9a5b25 req-59232a59-66f0-4cdc-b005-6a19212336e4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 943 time: 0.1610622 Dec 16 15:17:23.966846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-be3a9fd7-c2ad-4878-9358-1a2054e61c6e tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:23.968358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-be3a9fd7-c2ad-4878-9358-1a2054e61c6e tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports/c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 942 time: 0.1047566 Dec 16 15:17:24.016196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-2676e9f9-0ceb-4274-aaa5-42a6edb29f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.018156 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-2676e9f9-0ceb-4274-aaa5-42a6edb29f73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51151f65-1574-4bc1-96f4-75d9faba5642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926900 Dec 16 15:17:24.033543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:24.056279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f0d912e-1212-4d7b-93fa-0771ab9a5b25 req-228d85ea-9963-4f36-8893-0c3a509b78be tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863831 Dec 16 15:17:24.123898 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-075ca172-5f5b-4d25-9f38-c12152a831bb service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959134 Dec 16 15:17:24.146941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.147572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:24.148913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] 10.222.0.74 "PUT /v2.0/ports/137e17cf-d9db-428d-9d06-a10e1ed3d6f3 HTTP/1.1" status: 200 len: 1091 time: 2.9149070 Dec 16 15:17:24.150373 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c2a2a4-0b50-4ebb-813e-786af3f63a57 x-openstack-request-id: req-49c2a2a4-0b50-4ebb-813e-786af3f63a57 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:24.150672 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643", "status": "completed", "code": 200}, {"server_uuid": "3503595f-6751-4239-a7fa-fd300b0f8d49", "name": "network-vif-deleted", "tag": "98babffc-725e-4cd8-a5b7-ba7f6e3df979", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:24.150928 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49c2a2a4-0b50-4ebb-813e-786af3f63a57 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:24.151344 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'status': 'completed', 'code': 200} Dec 16 15:17:24.151648 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'status': 'completed', 'code': 200} Dec 16 15:17:24.151848 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3503595f-6751-4239-a7fa-fd300b0f8d49', 'name': 'network-vif-deleted', 'tag': '98babffc-725e-4cd8-a5b7-ba7f6e3df979', 'status': 'completed', 'code': 200} Dec 16 15:17:24.242482 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-e62d06bf-64d4-44fd-9f04-961fd6bbbbce service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034200 Dec 16 15:17:24.247365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe3f9f-62b7-4cd4-988a-9c148fed0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:24.254323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-f36aea43-d42d-43ac-8379-758bf480f816 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.2159741 Dec 16 15:17:24.337503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-49bb3d9d-5a79-4032-8fad-2c1cb38222f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.339151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-49bb3d9d-5a79-4032-8fad-2c1cb38222f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1096 time: 0.1676514 Dec 16 15:17:24.356132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c7d15-9a01-4081-b6b5-2958dd94886e req-7012c989-e88d-47a0-b1d5-38ab304cebc8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.357850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af8c7d15-9a01-4081-b6b5-2958dd94886e req-7012c989-e88d-47a0-b1d5-38ab304cebc8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1710005 Dec 16 15:17:24.400956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-63764b46-ebfd-4feb-9402-8f1aef466005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.401540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-63764b46-ebfd-4feb-9402-8f1aef466005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.402478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-63764b46-ebfd-4feb-9402-8f1aef466005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.404733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-63764b46-ebfd-4feb-9402-8f1aef466005 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2865 time: 0.0595987 Dec 16 15:17:24.514965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-ab8ba3cc-8cc9-4e6e-b628-2c293c6ba547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.516532 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-ab8ba3cc-8cc9-4e6e-b628-2c293c6ba547 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9183084-2686-4fb5-8230-f78cd28353e9 HTTP/1.1" status: 200 len: 903 time: 0.0966356 Dec 16 15:17:24.540885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-8ae05448-7365-46ec-9868-b372dd721d16 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.542463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e865ab50-dd6a-442f-8f2e-625529f214ab req-8ae05448-7365-46ec-9868-b372dd721d16 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2794745 Dec 16 15:17:24.560763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af8c7d15-9a01-4081-b6b5-2958dd94886e req-0c6c5af9-a3ce-4e8c-a97c-01e1368aacd4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891155 Dec 16 15:17:24.577172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-bd3b19ad-ffd9-47dd-b9cc-5418e0e47e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.578785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-bd3b19ad-ffd9-47dd-b9cc-5418e0e47e09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 1094 time: 0.1505561 Dec 16 15:17:24.584661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-083b92ec-f6ee-4d4d-843f-988185dc3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.586253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-083b92ec-f6ee-4d4d-843f-988185dc3b62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2250345 Dec 16 15:17:24.588363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-0eaf04f6-ca68-43b1-9935-2e979356f56f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=ae25af43-7ab3-483f-847e-77a33d79008d HTTP/1.1" status: 200 len: 217 time: 0.0600734 Dec 16 15:17:24.703794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-a3a5029b-c8f0-4205-aa4e-8d7611aa4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.706113 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-a3a5029b-c8f0-4205-aa4e-8d7611aa4291 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=503cf4e6-6141-4be6-b313-7c647f8761c7 HTTP/1.1" status: 200 len: 801 time: 0.1046648 Dec 16 15:17:24.717014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-c85853f6-5bcd-4a93-83f1-13d512b2624b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3 HTTP/1.1" status: 200 len: 217 time: 0.1112916 Dec 16 15:17:24.762338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-2d5a0640-2f6b-44e1-bb16-3590d858a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.765214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-2d5a0640-2f6b-44e1-bb16-3590d858a485 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9183084-2686-4fb5-8230-f78cd28353e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464594 Dec 16 15:17:24.778335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-e0f8da9a-5f2e-4b22-bdb3-1b235c221f9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 1001 time: 0.1824343 Dec 16 15:17:24.851605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961f46-7a06-42fa-9288-1c6ee24070fb req-82da2473-4172-411d-bf9b-5fa381474bf3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.853420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2961f46-7a06-42fa-9288-1c6ee24070fb req-82da2473-4172-411d-bf9b-5fa381474bf3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1023 time: 0.1917529 Dec 16 15:17:24.857367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-7eefce2a-e532-4a0a-99d3-7d1972a8100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.858841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-7eefce2a-e532-4a0a-99d3-7d1972a8100a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.1242204 Dec 16 15:17:24.885611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-2d806f65-84f0-4835-8108-590502c1cda1 service neutron] 10.222.0.74 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072953 Dec 16 15:17:24.893601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-559b030a-7a50-4a77-b7c5-0d09f0662567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:24.895354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-559b030a-7a50-4a77-b7c5-0d09f0662567 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1070552 Dec 16 15:17:24.914701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-b87fbe4b-318f-4270-bdbe-cb264c0e6057 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410633 Dec 16 15:17:25.045130 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bdd7cfd4-91a8-41de-b239-4542bae9acc7 req-513a8df2-cd13-4bb1-9581-465cf1828e7f service neutron] 10.222.0.74 "GET /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411169 Dec 16 15:17:25.085617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2961f46-7a06-42fa-9288-1c6ee24070fb req-81b3c7ca-5923-45a0-9c3d-3cb2597e75e1 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=af4c5953-0be8-4ec2-870c-b77568bcce04&id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&id=70e73592-87ea-4936-9a1b-f9912f363d2d HTTP/1.1" status: 200 len: 6201 time: 0.2236602 Dec 16 15:17:25.090171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-93879d18-0bd3-43cc-b204-be49759858fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.092321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-93879d18-0bd3-43cc-b204-be49759858fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794245 Dec 16 15:17:25.096490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-c4e80529-34b4-4083-9baa-b0c46df2769d service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711733 Dec 16 15:17:25.154213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:25.161353 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e067bf-0d92-4b96-b1bf-627b14f1de8f" -d '{"events": [{"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:25.351393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-7402826f-7ab6-4603-a2bc-8d0af4c20b36 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470322 Dec 16 15:17:25.363320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-ad1823c6-70f9-4e43-83ab-c7dc2b2993fa tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.1294603 Dec 16 15:17:25.384655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b9f33b8-f3f7-4af7-8cd9-193546a2c4a3 req-da16d5cc-1e74-41ec-bb5f-cea9f3dc0ec2 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639940 Dec 16 15:17:25.425552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798c42-98ee-4c28-8de2-90374495f967 req-66200156-79d5-44e6-9ba8-6856b070f2a8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.428669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a1798c42-98ee-4c28-8de2-90374495f967 req-66200156-79d5-44e6-9ba8-6856b070f2a8 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcda3972-26d6-4ed3-803b-1c3e2d022ff5 HTTP/1.1" status: 200 len: 949 time: 0.0882421 Dec 16 15:17:25.436873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:25.489080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-fd562b70-f6e2-4155-bfff-2242e7d17f04 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.490432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-fd562b70-f6e2-4155-bfff-2242e7d17f04 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports/c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 942 time: 0.0906668 Dec 16 15:17:25.616670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-4bb3a207-621b-41a6-9783-65b77a784d8b service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495008 Dec 16 15:17:25.648563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:25.660327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port f2f57d6c-af62-4d95-af66-df58539435a6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:25.660327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:25.669858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1', 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'port_id': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1', 'mac_address': 'fa:16:3e:f5:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca233223-5c91-42a6-8bc1-cbe4b0f572f3', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:25.714659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-5b5f0e8d-8ddd-4cec-a193-e3c94a527b65 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.1519635 Dec 16 15:17:25.730703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:25.753098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:25.784450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:25.802185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port f2f57d6c-af62-4d95-af66-df58539435a6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f2f57d6c-af62-4d95-af66-df58539435a6,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:25.803154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:25.817790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for f2f57d6c-af62-4d95-af66-df58539435a6 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:25.869236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16483ce-21bd-400a-ad89-1876b4288fa7 req-f7d4e457-2057-4a8f-a8df-a4bf89764fe0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.869523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:25.870845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ae25af43-7ab3-483f-847e-77a33d79008d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:25.882081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16483ce-21bd-400a-ad89-1876b4288fa7 req-f7d4e457-2057-4a8f-a8df-a4bf89764fe0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.894659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16483ce-21bd-400a-ad89-1876b4288fa7 req-f7d4e457-2057-4a8f-a8df-a4bf89764fe0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:25.897538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f16483ce-21bd-400a-ad89-1876b4288fa7 req-f7d4e457-2057-4a8f-a8df-a4bf89764fe0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2412 time: 0.2703273 Dec 16 15:17:25.984597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:26.104261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:26.109366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ae25af43-7ab3-483f-847e-77a33d79008d,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:26.125723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'ae25af43-7ab3-483f-847e-77a33d79008d', 'network_id': 'f9183084-2686-4fb5-8230-f78cd28353e9', 'port_id': 'ae25af43-7ab3-483f-847e-77a33d79008d', 'mac_address': 'fa:16:3e:90:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503cf4e6-6141-4be6-b313-7c647f8761c7', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:26.133569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-3b779d18-5262-4ec5-a752-1a636075d734 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:26.136696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-3b779d18-5262-4ec5-a752-1a636075d734 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.3826106 Dec 16 15:17:26.141571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-6039b663-78f4-46ef-b3af-3072bf3fd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:26.143511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-6039b663-78f4-46ef-b3af-3072bf3fd95a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1174 time: 0.3959646 Dec 16 15:17:26.157229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643'}, {'name': 'network-changed', 'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:26.158570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=f2f57d6c-af62-4d95-af66-df58539435a6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:26.160769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f2f57d6c-af62-4d95-af66-df58539435a6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:26.165562 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec948bb4-198a-4fbb-bf8c-4f211912e383" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643"}, {"name": "network-changed", "server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:26.165770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:26.239981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port f2f57d6c-af62-4d95-af66-df58539435a6 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:26.243878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:26.247909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f16483ce-21bd-400a-ad89-1876b4288fa7 req-b7483bf0-c668-4d49-a5f0-80badfaebfec tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964649 Dec 16 15:17:26.251556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a1798c42-98ee-4c28-8de2-90374495f967 req-c24d9982-9bfd-4954-8d39-952ff9517a10 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.30 "DELETE /v2.0/ports/f2f57d6c-af62-4d95-af66-df58539435a6 HTTP/1.1" status: 204 len: 173 time: 0.8144908 Dec 16 15:17:26.273567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:26.312820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae25af43-7ab3-483f-847e-77a33d79008d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:26.336732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-796b0eca-76ad-498b-be20-374b50804e3f tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:26.339290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-796b0eca-76ad-498b-be20-374b50804e3f tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.6144423 Dec 16 15:17:26.348547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ae25af43-7ab3-483f-847e-77a33d79008d,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:26.441292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:26.442701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 12fabf06-45fb-45ff-b0b5-eaf4ad39259b details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:26.569593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:26.592903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:26.616724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'network_id': '51151f65-1574-4bc1-96f4-75d9faba5642', 'port_id': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'mac_address': 'fa:16:3e:54:3f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca233223-5c91-42a6-8bc1-cbe4b0f572f3', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:26.704589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:26.736523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fabf06-45fb-45ff-b0b5-eaf4ad39259b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:26.773887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:26.873442 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.015872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:27.036280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-507e3326-1fa1-464c-930a-912d1802cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:27.037861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-507e3326-1fa1-464c-930a-912d1802cc8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.8598566 Dec 16 15:17:27.060860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-1ea53681-df60-4470-aac6-93b87e94dda0 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.6836200 Dec 16 15:17:27.101791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-71a59eef-b0a8-4884-b6a7-5c5188698e3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 217 time: 0.0510204 Dec 16 15:17:27.104831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:27.121783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f0b6d-8398-422e-876c-28646acc8436 req-e7dd4db2-54a4-4366-ad83-4507572c63bd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:27.123361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-116f0b6d-8398-422e-876c-28646acc8436 req-e7dd4db2-54a4-4366-ad83-4507572c63bd tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/ports?device_id=daede37c-e2ae-4078-b178-b095f558533b HTTP/1.1" status: 200 len: 944 time: 0.6970403 Dec 16 15:17:27.156210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Deleting port ddd0566c-df54-47e6-ad50-99088d246c37 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:27.156601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.321537 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.332699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f2ac-a095-4f82-a606-be801270f844 req-faf9d239-e5c0-4236-9a9a-1770e81b510f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:27.336963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-faf9d239-e5c0-4236-9a9a-1770e81b510f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.2098653 Dec 16 15:17:27.337242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-c8edb292-58e5-43b0-b0d1-5e518f319bbe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:27.338927 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-c8edb292-58e5-43b0-b0d1-5e518f319bbe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba9d19ab-0597-472d-bc1b-d60c13b3a6ca HTTP/1.1" status: 200 len: 950 time: 0.0828030 Dec 16 15:17:27.411097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-116f0b6d-8398-422e-876c-28646acc8436 req-e4b62f7b-6fab-4b18-ac7d-a1cf63e64be7 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.71 "GET /v2.0/security-groups?id=1fe23448-c20c-42dd-a52b-e4ac13b19ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491856 Dec 16 15:17:27.437628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:27.450776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-b32b919b-1355-4f6b-b33b-4f9f64ed4293 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700183 Dec 16 15:17:27.499450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:27.499450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.528680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ddd0566c-df54-47e6-ad50-99088d246c37 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:27.644687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['12fabf06-45fb-45ff-b0b5-eaf4ad39259b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:27.715550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:27.716162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.717530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ae25af43-7ab3-483f-847e-77a33d79008d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:27.739917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] For port ddd0566c-df54-47e6-ad50-99088d246c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ddd0566c-df54-47e6-ad50-99088d246c37,segment=NetworkSegment(7870a9bc-eb41-4705-aa94-723140f9cc0b),segment_id=7870a9bc-eb41-4705-aa94-723140f9cc0b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:27.740440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:27.741859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for 2a3bd71f-eb29-4eec-bc62-cd9785eab72d owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:27.786151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3470cc5d-89ed-4cb7-aabd-1d55989e50e1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:27.829431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Calling delete_port for ddd0566c-df54-47e6-ad50-99088d246c37 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:27.857548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:27.901465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'port_id': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'mac_address': 'fa:16:3e:41:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99507e-a987-4a34-b0c7-07709a290101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:27.962040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.037933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58300cb0-750c-4ff4-b414-655996297a2f req-b58a2c95-f6ce-419b-b169-c9904580c074 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:28.040407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58300cb0-750c-4ff4-b414-655996297a2f req-b58a2c95-f6ce-419b-b169-c9904580c074 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 943 time: 0.3628943 Dec 16 15:17:28.047858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.048569 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a disassociated. External IP: 172.25.7.168, port: c39f7565-a97a-4171-9bc7-9b4084cd0bc5. Dec 16 15:17:28.060662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-877e7cce-c16a-4a42-8ffe-714db1dc569c service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885599 Dec 16 15:17:28.087007 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.098368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.131137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:28.147575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=2a3bd71f-eb29-4eec-bc62-cd9785eab72d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:28.214011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:28.228109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port 2a3bd71f-eb29-4eec-bc62-cd9785eab72d on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:28.231273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.240164 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b6460329-c5df-4f15-bfe0-a2bcb93b8b10 req-1e5dd276-181e-4a8a-ac3e-aba4416b47d4 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "DELETE /v2.0/ports/2a3bd71f-eb29-4eec-bc62-cd9785eab72d HTTP/1.1" status: 204 len: 173 time: 0.8941007 Dec 16 15:17:28.300225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58300cb0-750c-4ff4-b414-655996297a2f req-c7990267-c17e-4301-a8fe-9b24b0f03763 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448239 Dec 16 15:17:28.327549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.385302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1818179939 ', 'description': 'tempest-description-105894093'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:28.399144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5694f2ac-a095-4f82-a606-be801270f844 req-0e65ac05-7291-4828-90be-1797577305c1 service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002200 Dec 16 15:17:28.412617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:28.428803 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.540839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.584823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Pushing event deleted for resources: {'Port': ['ID=ddd0566c-df54-47e6-ad50-99088d246c37,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:28.596292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.637005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:28.660937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] No DVR routers for this DVR port ddd0566c-df54-47e6-ad50-99088d246c37 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:28.666180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.669629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-611ea3a1-dee0-433e-8ea7-3ab9fdd86d3b req-f44b37ce-392c-4550-91a3-9c34c39602e5 tempest-LiveMigrationTest-1908406771 tempest-LiveMigrationTest-1908406771-project] 10.222.0.74 "DELETE /v2.0/ports/ddd0566c-df54-47e6-ad50-99088d246c37 HTTP/1.1" status: 204 len: 173 time: 2.5144308 Dec 16 15:17:28.819700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.833385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:28.838201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.846466 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:28.859131 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:28.860683 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:28.869449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7e39cf1b-6105-47ad-b6bd-78bfa68a0444 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "PUT /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 695 time: 1.7740462 Dec 16 15:17:28.898394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:28.967133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a7d0a1-645f-47a4-bcdc-deb9de14dacd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:28.987134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-66ba90d8-6005-435e-a832-186beda79c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:28.988805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-66ba90d8-6005-435e-a832-186beda79c22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1096 time: 0.1031320 Dec 16 15:17:29.003449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:29.065441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:29.066880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47f6bf3e-a19a-435f-9a64-bb8c19245dcd req-46cf0006-97ac-4faf-bae8-7f13f3f16a0a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7131481 Dec 16 15:17:29.097670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7db6781f-3009-436f-a848-0d732e17ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.099362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-7db6781f-3009-436f-a848-0d732e17ae0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.1017461 Dec 16 15:17:29.132879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f2f57d6c-af62-4d95-af66-df58539435a6 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:29.137677 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f8953-c1f0-42bd-bf87-75785aa295c3 x-openstack-request-id: req-746f8953-c1f0-42bd-bf87-75785aa295c3 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:29.138556 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:29.138556 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-746f8953-c1f0-42bd-bf87-75785aa295c3 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:29.139326 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'status': 'completed', 'code': 200} Dec 16 15:17:29.182766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-db35c1c8-a913-49e0-90de-40701f0af160 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 217 time: 0.0614483 Dec 16 15:17:29.188641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f2f57d6c-af62-4d95-af66-df58539435a6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:29.193804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f2f57d6c-af62-4d95-af66-df58539435a6 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:29.227541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['137e17cf-d9db-428d-9d06-a10e1ed3d6f3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:29.279019 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc2d1b9-5eb8-4fde-978b-4e01ebed58d0 x-openstack-request-id: req-fcc2d1b9-5eb8-4fde-978b-4e01ebed58d0 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:29.279455 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:29.279845 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fcc2d1b9-5eb8-4fde-978b-4e01ebed58d0 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:29.280541 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'status': 'completed', 'code': 200} Dec 16 15:17:29.280916 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'status': 'completed', 'code': 200} Dec 16 15:17:29.338574 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:29.355061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-4276b35a-8ca7-4566-bf35-c7eb70b4617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.358758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-4276b35a-8ca7-4566-bf35-c7eb70b4617f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1599238 Dec 16 15:17:29.426758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-5baef75a-bb45-4677-9d55-2dab302ce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.431717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-5baef75a-bb45-4677-9d55-2dab302ce9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 1095 time: 0.0937402 Dec 16 15:17:29.486226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-583c2fdf-8571-4eb6-84ae-6002c5ca15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.487013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-583c2fdf-8571-4eb6-84ae-6002c5ca15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.487876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-583c2fdf-8571-4eb6-84ae-6002c5ca15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.492954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-583c2fdf-8571-4eb6-84ae-6002c5ca15b2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2868 time: 0.2314451 Dec 16 15:17:29.561010 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:29.579873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:29.613705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-b0d8f7b7-bc71-4ace-8c9e-6316f17db422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.615363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-b0d8f7b7-bc71-4ace-8c9e-6316f17db422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1174 time: 0.2535770 Dec 16 15:17:29.622914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-09630eeb-7ef7-4dbe-b7c1-214034304c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.624554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-09630eeb-7ef7-4dbe-b7c1-214034304c5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479391 Dec 16 15:17:29.633887 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:29.650310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-4e5feff3-f635-454e-acdc-9fd7a5ec3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.653536 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-4e5feff3-f635-454e-acdc-9fd7a5ec3ff8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 916 time: 0.2131300 Dec 16 15:17:29.677092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:29.678013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:29.754299 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-1895b3fc-9958-4321-97dc-242ac551926b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3 HTTP/1.1" status: 200 len: 217 time: 0.0904601 Dec 16 15:17:29.788076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe306e-9574-4c9a-ab51-370762f71a27 req-c153b85b-d4da-491d-8f14-5204eb65b025 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.789917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08fe306e-9574-4c9a-ab51-370762f71a27 req-c153b85b-d4da-491d-8f14-5204eb65b025 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2763193 Dec 16 15:17:29.839184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-6f7cbf74-94b6-44e9-8e5c-9fcd0f54a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.840782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-6f7cbf74-94b6-44e9-8e5c-9fcd0f54a087 service neutron] 10.222.0.74 "GET /v2.0/networks?id=51151f65-1574-4bc1-96f4-75d9faba5642 HTTP/1.1" status: 200 len: 903 time: 0.3393989 Dec 16 15:17:29.881065 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:29.883440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-c1f4ef00-7044-4530-a345-32f3427c993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.887350 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-c1f4ef00-7044-4530-a345-32f3427c993a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.1172588 Dec 16 15:17:29.926058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-2617e41c-a9a4-4d94-b987-7d4cc387d0b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b HTTP/1.1" status: 200 len: 217 time: 0.0653844 Dec 16 15:17:29.934126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-f961a729-f855-4851-abf0-aa8e1e078df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:29.935715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-f961a729-f855-4851-abf0-aa8e1e078df4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.3084316 Dec 16 15:17:29.940866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-237c51b2-d379-4c67-9e95-33812dc68f7d service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998800 Dec 16 15:17:29.966420 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-7c725d06-9a96-41f2-baa3-1bd249a8b660 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671017 Dec 16 15:17:30.069330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-c7b48140-4616-41da-9aac-058c8d62d4f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 217 time: 0.1167173 Dec 16 15:17:30.125155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08fe306e-9574-4c9a-ab51-370762f71a27 req-52a849b4-ccb5-4ff4-8727-e6c4c31f3efd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165421 Dec 16 15:17:30.220046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-8fab2d26-a12b-47ae-a3bd-5bdf609bee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.221914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-8fab2d26-a12b-47ae-a3bd-5bdf609bee22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1169012 Dec 16 15:17:30.228480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-9c188780-f86a-46f8-8116-d659e97cfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.230319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-9c188780-f86a-46f8-8116-d659e97cfbc5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ca233223-5c91-42a6-8bc1-cbe4b0f572f3 HTTP/1.1" status: 200 len: 801 time: 0.2886748 Dec 16 15:17:30.305059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-11d6ab71-8d67-4f38-9a5f-536f40179486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708821 Dec 16 15:17:30.340777 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:30.424109 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979d9bb-65b5-487b-a979-e414b73c0535 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:30.603775 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-cdee2f75-d27f-4f46-9334-b93f0bdbc999 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303852 Dec 16 15:17:30.738095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3679ced7-45d1-49d2-9b2e-d656dd9f40c9 req-8cb86cca-7e33-4bce-b126-d54caf1f2a4c service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7782736 Dec 16 15:17:30.788502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-49831768-babd-4e87-a9b4-5c245d4b2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.790076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-49831768-babd-4e87-a9b4-5c245d4b2583 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=51151f65-1574-4bc1-96f4-75d9faba5642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5468874 Dec 16 15:17:30.793040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-bf7d5e7a-448b-4d8e-88d0-d52db68a3d59 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794996 Dec 16 15:17:30.877154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:30.878255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977abc4-d63e-4f16-b50f-4944cd0cb514 None None] New status for floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:17:30.908861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537191cc-eb55-4b72-8604-df886b1d5ca8 req-96774374-5ca9-4114-820c-5a305d7e4fae tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.915533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537191cc-eb55-4b72-8604-df886b1d5ca8 req-96774374-5ca9-4114-820c-5a305d7e4fae tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.927040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537191cc-eb55-4b72-8604-df886b1d5ca8 req-96774374-5ca9-4114-820c-5a305d7e4fae tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:30.930073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-537191cc-eb55-4b72-8604-df886b1d5ca8 req-96774374-5ca9-4114-820c-5a305d7e4fae tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2415 time: 0.6041663 Dec 16 15:17:31.040766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-c16d84cf-198c-43e7-8c5a-e44e7137660d service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243254 Dec 16 15:17:31.051096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Deleting subnet 8246bb60-4fdb-4e99-9179-d0376ed9ab80 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:17:31.056676 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.113117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.144613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'name': 'network-vif-deleted', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6'}, {'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'name': 'network-vif-deleted', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:31.150058 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f919ce19-3871-4fb2-8298-6ccd79ac8866" -d '{"events": [{"server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "name": "network-vif-deleted", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6"}, {"server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "name": "network-vif-deleted", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:31.178686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-537191cc-eb55-4b72-8604-df886b1d5ca8 req-95424add-6aae-49a2-bb8d-3be1a1a40a8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913428 Dec 16 15:17:31.193357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.231460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91b9018a-f17c-45c2-8224-4b3e1e04bea3 req-1cd2c13a-5326-4726-9899-a3e01bd57f92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/10a7d0a1-645f-47a4-bcdc-deb9de14dacd HTTP/1.1" status: 200 len: 1797 time: 0.2989070 Dec 16 15:17:31.234232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-fadf407c-2b9f-4ed1-8660-5a7b87962f41 service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150236 Dec 16 15:17:31.298287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-deleted', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37'}, {'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:31.300499 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5880d076-1dc5-4f84-bfda-9d83da09243d" -d '{"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-deleted", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37"}, {"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:31.321065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec948bb4-198a-4fbb-bf8c-4f211912e383 req-c81ff992-13fd-4871-bc43-d7547e091ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683172 Dec 16 15:17:31.451929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47e067bf-0d92-4b96-b1bf-627b14f1de8f req-cac7f02a-912a-4d82-8d94-977e090289b9 service neutron] 10.222.0.74 "GET /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053926 Dec 16 15:17:31.473607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ae25af43-7ab3-483f-847e-77a33d79008d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:31.481047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1077a31-2290-4071-b7c1-9a0c7533c191 req-c08f9782-22da-40aa-aef1-ed8b07846b38 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:31.482653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1077a31-2290-4071-b7c1-9a0c7533c191 req-c08f9782-22da-40aa-aef1-ed8b07846b38 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 944 time: 0.1053855 Dec 16 15:17:31.503226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.513491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f0989-ef41-4a5f-a91d-5c8442f4e101 req-50156af3-ea18-47e0-9dbf-5039a7097f2e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:31.517708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c9f0989-ef41-4a5f-a91d-5c8442f4e101 req-50156af3-ea18-47e0-9dbf-5039a7097f2e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1375070 Dec 16 15:17:31.529012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8246bb60-4fdb-4e99-9179-d0376ed9ab80,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:31.536186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.545997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d04ced87-5c90-464e-a620-00cd683f8f31 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8246bb60-4fdb-4e99-9179-d0376ed9ab80 HTTP/1.1" status: 204 len: 168 time: 0.6666691 Dec 16 15:17:31.546620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:31.629190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port ae25af43-7ab3-483f-847e-77a33d79008d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:31.629472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1077a31-2290-4071-b7c1-9a0c7533c191 req-0eacea81-6629-4ba1-889a-d0ad2c57824b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097875 Dec 16 15:17:31.633724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c9f0989-ef41-4a5f-a91d-5c8442f4e101 req-c5437487-69bc-41bd-8ccc-338799b8c35f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Dec 16 15:17:31.636847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port ae25af43-7ab3-483f-847e-77a33d79008d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:31.637287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.660795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.806271 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.820675 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d9523-0675-4e5e-94e5-c4451da10e29 x-openstack-request-id: req-039d9523-0675-4e5e-94e5-c4451da10e29 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:31.823097 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcda3972-26d6-4ed3-803b-1c3e2d022ff5", "name": "network-vif-deleted", "tag": "f2f57d6c-af62-4d95-af66-df58539435a6", "status": "completed", "code": 200}, {"server_uuid": "ba9d19ab-0597-472d-bc1b-d60c13b3a6ca", "name": "network-vif-deleted", "tag": "2a3bd71f-eb29-4eec-bc62-cd9785eab72d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:31.823097 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-039d9523-0675-4e5e-94e5-c4451da10e29 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:31.823097 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcda3972-26d6-4ed3-803b-1c3e2d022ff5', 'name': 'network-vif-deleted', 'tag': 'f2f57d6c-af62-4d95-af66-df58539435a6', 'status': 'completed', 'code': 200} Dec 16 15:17:31.823097 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9d19ab-0597-472d-bc1b-d60c13b3a6ca', 'name': 'network-vif-deleted', 'tag': '2a3bd71f-eb29-4eec-bc62-cd9785eab72d', 'status': 'completed', 'code': 200} Dec 16 15:17:31.826064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.850183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:31.851814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50812b9d-8080-444c-bc46-a43ba1fe91e8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:31.854289 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17505ab1-75ea-4a2c-bb9f-e369a380a2c6" -d '{"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:31.864422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7870a9bc-eb41-4705-aa94-723140f9cc0b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:31.864782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7870a9bc-eb41-4705-aa94-723140f9cc0b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:31.866527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-cb4712c0-1ab2-45e6-b156-f014fd1012bb tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/10a7d0a1-645f-47a4-bcdc-deb9de14dacd HTTP/1.1" status: 200 len: 1797 time: 0.0449576 Dec 16 15:17:31.877092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ae25af43-7ab3-483f-847e-77a33d79008d,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:31.877556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.898249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.909029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:17:31.909547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:17:31.925719 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:17:31.944461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.967528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:31.968953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 12fabf06-45fb-45ff-b0b5-eaf4ad39259b up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:31.975515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.092117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.098972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.102575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] 10.222.0.71 "DELETE /v2.0/networks/50812b9d-8080-444c-bc46-a43ba1fe91e8 HTTP/1.1" status: 204 len: 168 time: 0.5533030 Dec 16 15:17:32.106676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:32.116661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:32.117292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3783e-e3b3-4098-b537-16152e76a04d admin admin] Pushing event deleted for resources: {'Network': ['ID=50812b9d-8080-444c-bc46-a43ba1fe91e8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:32.147261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.150527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.160027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ab65b1c-eb46-47d4-90d8-b8e5793c60e7 req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/10a7d0a1-645f-47a4-bcdc-deb9de14dacd HTTP/1.1" status: 204 len: 173 time: 0.2856336 Dec 16 15:17:32.198307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0010d10-7fb7-4753-abf7-53b223481d92 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a7d0a1-645f-47a4-bcdc-deb9de14dacd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:32.211692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Deleting subnet df99a724-73fd-4887-9fbb-1e3d04854afd {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280991d1-8ae1-4cce-9138-b791073db0c7 x-openstack-request-id: req-280991d1-8ae1-4cce-9138-b791073db0c7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daede37c-e2ae-4078-b178-b095f558533b", "name": "network-vif-deleted", "tag": "ddd0566c-df54-47e6-ad50-99088d246c37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-280991d1-8ae1-4cce-9138-b791073db0c7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daede37c-e2ae-4078-b178-b095f558533b', 'name': 'network-vif-deleted', 'tag': 'ddd0566c-df54-47e6-ad50-99088d246c37', 'status': 'completed', 'code': 200} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'status': 'completed', 'code': 200} Dec 16 15:17:32.218118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.257827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:32.268155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.276256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:32.277125 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.321649 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a772a4-9132-48cf-899e-f3af39bf4714 x-openstack-request-id: req-b0a772a4-9132-48cf-899e-f3af39bf4714 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:32.322501 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:32.323197 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0a772a4-9132-48cf-899e-f3af39bf4714 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:32.323874 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d', 'code': 200} Dec 16 15:17:32.367256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.418037 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-ab90b141-61cc-4921-b4cc-ea3b66ae0576 req-e4c51030-a1cf-440c-952a-c93456bfacd0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:17:32.419224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab90b141-61cc-4921-b4cc-ea3b66ae0576 req-e4c51030-a1cf-440c-952a-c93456bfacd0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/10a7d0a1-645f-47a4-bcdc-deb9de14dacd HTTP/1.1" status: 404 len: 352 time: 0.0487199 Dec 16 15:17:32.436495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-55bdb688-03f6-4135-8a59-5aac911c0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.438250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-55bdb688-03f6-4135-8a59-5aac911c0191 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 1096 time: 0.1445472 Dec 16 15:17:32.454240 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.506183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:32.615438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-2de26126-6a17-4a90-a01c-4cb78a58cc39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.617174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-2de26126-6a17-4a90-a01c-4cb78a58cc39 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2051210 Dec 16 15:17:32.623491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.625036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:32.705444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-40e310ec-047d-4d97-bf27-3e06a5cb9520 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 696 time: 0.0732181 Dec 16 15:17:32.715039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6265a-dc58-4869-9447-46f8e4a1f417 req-2cd6a4b9-7711-4af4-be4c-4f2bf5faba96 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.721738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6265a-dc58-4869-9447-46f8e4a1f417 req-2cd6a4b9-7711-4af4-be4c-4f2bf5faba96 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.727853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6265a-dc58-4869-9447-46f8e4a1f417 req-2cd6a4b9-7711-4af4-be4c-4f2bf5faba96 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.729604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62c6265a-dc58-4869-9447-46f8e4a1f417 req-2cd6a4b9-7711-4af4-be4c-4f2bf5faba96 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2416 time: 0.1866891 Dec 16 15:17:32.732668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-ac668b01-b9fc-4a49-9979-8900961e991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:32.734130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-ac668b01-b9fc-4a49-9979-8900961e991c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2788811 Dec 16 15:17:32.736627 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.741347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:32.742708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:32.839263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:32.844579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:32.845114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.872334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df99a724-73fd-4887-9fbb-1e3d04854afd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:32.877092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.885391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f0296410-30b2-4b10-861e-1acf4ce30f94 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/df99a724-73fd-4887-9fbb-1e3d04854afd HTTP/1.1" status: 204 len: 168 time: 0.7721014 Dec 16 15:17:32.885391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-c32e7b58-f002-4ab3-a03d-f8a7ae4e691e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 200 len: 217 time: 0.1348133 Dec 16 15:17:32.885863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39132) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:32.887471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:32.997148 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.018217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.054745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62c6265a-dc58-4869-9447-46f8e4a1f417 req-f1059382-c97b-49fe-b0b7-cc8f31537c53 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097095 Dec 16 15:17:33.063241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-990092e9-743b-4108-b618-e72fceba96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:33.064819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-990092e9-743b-4108-b618-e72fceba96fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1391017 Dec 16 15:17:33.073187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:33.162201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.173016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.174054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:33.202487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37275414-7b7d-4c80-99f4-92d0f25f3024']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:33.222208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e16e7b-542c-4fa3-9ddc-774612f615e6') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:33.222208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e16e7b-542c-4fa3-9ddc-774612f615e6') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:33.241639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.272012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:33.272317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.283613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:17:33.284457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:17:33.287457 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:17:33.355502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:33.362962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:33.363629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.397578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e77692-139f-46f6-8f82-299719dba89d req-77fc56e7-c8d7-4f58-bcb8-9ca1ef0028f8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:33.399255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28e77692-139f-46f6-8f82-299719dba89d req-77fc56e7-c8d7-4f58-bcb8-9ca1ef0028f8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2290688 Dec 16 15:17:33.423326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-11ffcade-23e9-4572-8e13-107f378850fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:33.425047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-11ffcade-23e9-4572-8e13-107f378850fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529480 Dec 16 15:17:33.458041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.468184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.474377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] 10.222.0.71 "DELETE /v2.0/networks/37275414-7b7d-4c80-99f4-92d0f25f3024 HTTP/1.1" status: 204 len: 168 time: 0.5875344 Dec 16 15:17:33.483337 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.491561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bb144-59d6-4b0e-8027-588ed1ab5aee admin admin] Pushing event deleted for resources: {'Network': ['ID=37275414-7b7d-4c80-99f4-92d0f25f3024,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:33.545622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:33.608338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28e77692-139f-46f6-8f82-299719dba89d req-dc54036a-ec57-459a-a1b1-0ac920178f09 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995332 Dec 16 15:17:33.623423 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.624303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2a3bd71f-eb29-4eec-bc62-cd9785eab72d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:33.697464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 2a3bd71f-eb29-4eec-bc62-cd9785eab72d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:33.701533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2a3bd71f-eb29-4eec-bc62-cd9785eab72d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:33.712380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-e79cdc6e-b4d4-4ac9-8a70-bdbed3bdecfb service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490475 Dec 16 15:17:33.766724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:33.895626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5880d076-1dc5-4f84-bfda-9d83da09243d req-474d2728-a743-4464-a09b-3802efd70498 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729612 Dec 16 15:17:33.898665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:33.934362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-9ea16583-cf47-4f03-a0e9-c0a8b7d1b8d5 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:33.936952 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-9ea16583-cf47-4f03-a0e9-c0a8b7d1b8d5 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "GET /v2.0/ports?device_id=adb15a79-ccfc-4db0-9c99-7fb668cf03d2 HTTP/1.1" status: 200 len: 945 time: 0.0580866 Dec 16 15:17:34.010552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39138) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:34.023542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.094167 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dfa99480-dea7-4ed2-9208-3c4bd695e693 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12313a6a675a4faab564b6f0b7019f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822818 Dec 16 15:17:34.097239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:34.124016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Deleting port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:34.124369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.207617 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a associated. External IP: 172.25.7.168, port: 62eb9ca7-5668-4ed8-a727-982488083f12. Dec 16 15:17:34.218484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.268573 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.278155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1876456317', 'description': 'tempest-description-1251187452'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:34.280707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] For port c39f7565-a97a-4171-9bc7-9b4084cd0bc5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:34.280707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.304763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Calling delete_port for c39f7565-a97a-4171-9bc7-9b4084cd0bc5 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:34.325246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b'}, {'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3'}, {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:34.332885 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a8a9a0-cdd6-40cb-95f2-a13e9b4786ba" -d '{"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b"}, {"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-plugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3"}, {"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:34.400841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.464849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.470084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.472115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1fe23448-c20c-42dd-a52b-e4ac13b19ffa HTTP/1.1" status: 204 len: 168 time: 0.3731635 Dec 16 15:17:34.500583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364e9b-bdaa-4d57-9de6-07f9078e5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe23448-c20c-42dd-a52b-e4ac13b19ffa,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:34.592469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.606589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:34.611030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.649746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event deleted for resources: {'Port': ['ID=c39f7565-a97a-4171-9bc7-9b4084cd0bc5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:34.651422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['62eb9ca7-5668-4ed8-a727-982488083f12', 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:34.696124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.696654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] No DVR routers for this DVR port c39f7565-a97a-4171-9bc7-9b4084cd0bc5 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:34.699652 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.704101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a8b0026-a5df-40f3-81ba-56111dcb990a req-c3549bb0-bd36-44da-a00b-5c3769bf7451 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "DELETE /v2.0/ports/c39f7565-a97a-4171-9bc7-9b4084cd0bc5 HTTP/1.1" status: 204 len: 173 time: 0.7588251 Dec 16 15:17:34.704604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'name': 'network-vif-deleted', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:34.707399 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b395b8-0f3a-4646-81cf-d46a5548242d" -d '{"events": [{"server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "name": "network-vif-deleted", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:34.784227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:34.824748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:34.829006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.830332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4be2c331-6624-486b-abfa-810ec56ebd37 req-3879ce83-69e2-4cea-8507-21962e3e06ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5623949 Dec 16 15:17:34.853598 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:34.858717 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:34.878408 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:34.879077 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:34.929703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-94088254-48ac-4839-9fbb-15f616b9f207 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "PUT /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 996 time: 2.1989856 Dec 16 15:17:34.930245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:34.937525 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a22be0-3188-4dbd-9877-0d6e932dd41f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:35.062102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-5addf672-a33c-4dfa-a068-09ec7d7c8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.064125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-5addf672-a33c-4dfa-a068-09ec7d7c8df4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.1055672 Dec 16 15:17:35.082482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:35.087094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e2334-4738-45d5-9f1b-e731e86cdfc2 req-0e4c940b-9591-4cec-93dc-8a6dd137ed6d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.089978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-768e2334-4738-45d5-9f1b-e731e86cdfc2 req-0e4c940b-9591-4cec-93dc-8a6dd137ed6d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1301017 Dec 16 15:17:35.245024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-768e2334-4738-45d5-9f1b-e731e86cdfc2 req-c48e968c-027e-4cb1-a4ac-2b21f0623fe4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379502 Dec 16 15:17:35.321096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-e0ef80d6-031c-4261-ae4f-388e2c078e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.324245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-e0ef80d6-031c-4261-ae4f-388e2c078e50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2325878 Dec 16 15:17:35.348175 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:33Z', 'revision_number': 8, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:35.383262 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:35.395509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:35.396902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:35.466680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-3afe132d-e297-4aca-8c82-74cd8fbe5db7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 999 time: 0.1350520 Dec 16 15:17:35.559233 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:35.565263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-da982129-704a-47ee-ae2b-1a450c771bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.566880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-da982129-704a-47ee-ae2b-1a450c771bf9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.0883112 Dec 16 15:17:35.585899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c66443-6fe3-486a-9563-3b2d10952d5b req-95ca0a51-969d-41d6-99aa-904259d55b46 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.587529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85c66443-6fe3-486a-9563-3b2d10952d5b req-95ca0a51-969d-41d6-99aa-904259d55b46 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0750074 Dec 16 15:17:35.663543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:35.676920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-3b542954-c245-420b-a042-5a9b519d9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:35.678545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-3b542954-c245-420b-a042-5a9b519d9d41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900249 Dec 16 15:17:35.682644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85c66443-6fe3-486a-9563-3b2d10952d5b req-e93524c3-1cfc-442f-a162-e9e4c0b01168 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827882 Dec 16 15:17:35.820721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e0922399-e655-4f5c-91c0-f3fe82ce1727 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4489f2ca96344cf4b6361dca8edc3f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539490 Dec 16 15:17:35.824041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:35.983064 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:33Z', 'revision_number': 8, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:36.023327 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb8d844-ee16-4345-a898-7f503fddc80f None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'port_id': '62eb9ca7-5668-4ed8-a727-982488083f12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'mac_address': 'fa:16:3e:17:5f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:16:38Z', 'updated_at': '2021-12-16T15:17:33Z', 'revision_number': 8, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:36.308268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db11a9d3-34e6-4498-999a-ad107819c121 None None] New status for floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:17:36.338618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5335-609a-443c-834a-82b14078acda req-9ef50760-6caf-44da-bcea-0cd17f018a18 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:36.345714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5335-609a-443c-834a-82b14078acda req-9ef50760-6caf-44da-bcea-0cd17f018a18 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:36.352034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f5335-609a-443c-834a-82b14078acda req-9ef50760-6caf-44da-bcea-0cd17f018a18 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:36.353205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa1f5335-609a-443c-834a-82b14078acda req-9ef50760-6caf-44da-bcea-0cd17f018a18 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2418 time: 0.5202689 Dec 16 15:17:36.356043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-407ffad7-8b5c-4b08-9f01-ed97e42a1065 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6621029 Dec 16 15:17:36.363186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.401211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-ee206b3a-81a2-4a06-996c-5898809fb86e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:36.402789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-ee206b3a-81a2-4a06-996c-5898809fb86e tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/ports?device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 950 time: 0.1861696 Dec 16 15:17:36.525969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.644301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa1f5335-609a-443c-834a-82b14078acda req-bc311ad2-6f80-4fb6-975d-1855e851fa89 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748137 Dec 16 15:17:36.702516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e0b0896-4a6b-4e6c-a501-ed4db58c7525 req-175a38a0-57a2-45d7-b6c4-acb3f77fba6d service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224967 Dec 16 15:17:36.728762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:36.731859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.824948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:36.825208 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.838225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.840771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:36.841924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e7adb33b-442c-45f2-80ae-4d422868a6ca HTTP/1.1" status: 204 len: 168 time: 1.0170896 Dec 16 15:17:36.846605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:36.858189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5387c-68b8-43f5-addc-094683c52ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7adb33b-442c-45f2-80ae-4d422868a6ca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:36.954421 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8921da-94bc-4a08-a69e-1318265b2a59 x-openstack-request-id: req-2e8921da-94bc-4a08-a69e-1318265b2a59 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:36.955509 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b", "code": 200}, {"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-plugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3", "code": 200}, {"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-plugged", "status": "completed", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:36.957926 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e8921da-94bc-4a08-a69e-1318265b2a59 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:36.960343 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'code': 200} Dec 16 15:17:36.968269 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'code': 200} Dec 16 15:17:36.969716 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1', 'code': 200} Dec 16 15:17:37.010361 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28210caa-8737-49a0-ab57-611bb528b675 x-openstack-request-id: req-28210caa-8737-49a0-ab57-611bb528b675 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:37.017888 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adb15a79-ccfc-4db0-9c99-7fb668cf03d2", "name": "network-vif-deleted", "tag": "c39f7565-a97a-4171-9bc7-9b4084cd0bc5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:37.017888 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28210caa-8737-49a0-ab57-611bb528b675 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:37.017888 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb15a79-ccfc-4db0-9c99-7fb668cf03d2', 'name': 'network-vif-deleted', 'tag': 'c39f7565-a97a-4171-9bc7-9b4084cd0bc5', 'status': 'completed', 'code': 200} Dec 16 15:17:37.040117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-64973567', 'description': 'tempest-description-1280234303'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:37.127696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.155168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2cb08-25e1-48bd-8afb-dc0e236af4f4 req-e843cad7-db04-45dd-a180-1b8241cbd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.156739 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2ae2cb08-25e1-48bd-8afb-dc0e236af4f4 req-e843cad7-db04-45dd-a180-1b8241cbd1ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 1096 time: 0.0421729 Dec 16 15:17:37.163645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:37.168649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c39f7565-a97a-4171-9bc7-9b4084cd0bc5 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:37.184964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.198507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=0aaa1c09-02b2-4ad4-8f5f-57066c7669a4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:37.248947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c39f7565-a97a-4171-9bc7-9b4084cd0bc5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:37.249292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c39f7565-a97a-4171-9bc7-9b4084cd0bc5 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:37.260171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:37.263757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.268314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-456044ff-6ab5-4c4f-a7e9-419524b8a767 req-f8957f8d-94f0-41b0-ba1e-0ea562ba0dfe tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "DELETE /v2.0/ports/0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 HTTP/1.1" status: 204 len: 173 time: 0.8343978 Dec 16 15:17:37.271028 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3a4bf-1839-4c74-9e1b-db1f06ba8114 x-openstack-request-id: req-06c3a4bf-1839-4c74-9e1b-db1f06ba8114 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:37.271319 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:37.271584 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06c3a4bf-1839-4c74-9e1b-db1f06ba8114 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:37.272054 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:17:37.278514 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2ae2cb08-25e1-48bd-8afb-dc0e236af4f4 req-cf89d309-8088-4b33-b697-ea249862239d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035054 Dec 16 15:17:37.284680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a6c95-26f8-4a3b-b0e6-f5c059d0c8bf req-4102904b-28f8-429a-99bc-03feee16117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.285246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a6c95-26f8-4a3b-b0e6-f5c059d0c8bf req-4102904b-28f8-429a-99bc-03feee16117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.285728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a6c95-26f8-4a3b-b0e6-f5c059d0c8bf req-4102904b-28f8-429a-99bc-03feee16117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.287513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a01a6c95-26f8-4a3b-b0e6-f5c059d0c8bf req-4102904b-28f8-429a-99bc-03feee16117d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2871 time: 0.1708789 Dec 16 15:17:37.387018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-dd8003e1-a362-4d51-828f-f27c5e941bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.390447 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-dd8003e1-a362-4d51-828f-f27c5e941bfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.0723166 Dec 16 15:17:37.454008 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.489254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3bbd-fbae-4642-87e7-9252a5078929 req-358f6e86-44a5-4695-bb3a-c5d7dc6ad400 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.501533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2c3bbd-fbae-4642-87e7-9252a5078929 req-358f6e86-44a5-4695-bb3a-c5d7dc6ad400 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1278589 Dec 16 15:17:37.528535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.618868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-50d1ee2f-f832-4612-962a-25ea87b990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.621848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-50d1ee2f-f832-4612-962a-25ea87b990e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.2210736 Dec 16 15:17:37.645132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f3f27-a999-4a17-b0a0-a8eca98df1ae,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:37.675608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2c3bbd-fbae-4642-87e7-9252a5078929 req-c5343f98-a8d2-43c4-9e36-6aa4ed42f2ce tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629887 Dec 16 15:17:37.729843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a01a6c95-26f8-4a3b-b0e6-f5c059d0c8bf req-aa20d7a8-f4f6-4fe0-aba0-e44861dadaba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540868 Dec 16 15:17:37.733577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:37.736041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d69935fd-62a6-4b9a-a9c0-edd4b3c59abf req-08321697-2a9a-47e4-a406-a1b9889ec8ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7017281 Dec 16 15:17:37.817982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-e9a7483e-2259-4443-a3ff-189a2d049340 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 1001 time: 0.1879098 Dec 16 15:17:37.896648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab95863-195d-4b95-af8f-0a16ddd9eb36 req-c5c7d047-59ff-4327-a11c-ce49a0dc1e88 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 998 time: 0.1330366 Dec 16 15:17:37.934787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-9b39a280-c645-4b0b-a22e-5220861ef685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:37.936553 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-9b39a280-c645-4b0b-a22e-5220861ef685 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.0648327 Dec 16 15:17:38.008178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-d838ff48-b2f0-44ac-b531-ba2b32e0b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.010211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-d838ff48-b2f0-44ac-b531-ba2b32e0b5ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654519 Dec 16 15:17:38.015229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-017fd688-2990-4eb6-a713-1d5e9072018e req-c9801bee-5452-4622-b6c6-6939d647e5bd tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=22031a7a-ecea-41a5-a32b-ab69ef050a40 HTTP/1.1" status: 200 len: 210 time: 0.0475688 Dec 16 15:17:38.124036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab95863-195d-4b95-af8f-0a16ddd9eb36 req-bb6e2f28-0d1a-44b1-9df6-ed94159dfd0f tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.125850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab95863-195d-4b95-af8f-0a16ddd9eb36 req-bb6e2f28-0d1a-44b1-9df6-ed94159dfd0f tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2169082 Dec 16 15:17:38.144249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-4ab95863-195d-4b95-af8f-0a16ddd9eb36 req-6b3eec77-deeb-48b7-a9f4-b97e46668b11 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:17:38.145404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab95863-195d-4b95-af8f-0a16ddd9eb36 req-6b3eec77-deeb-48b7-a9f4-b97e46668b11 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064578 Dec 16 15:17:38.157281 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-5976ca59-6697-4a99-81c1-557c941e6d80 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351099 Dec 16 15:17:38.223040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72964e-af90-402d-958a-1f3b81533783 req-9cfc0447-1533-40b0-bdd2-2d06f32a0898 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.226105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a72964e-af90-402d-958a-1f3b81533783 req-9cfc0447-1533-40b0-bdd2-2d06f32a0898 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0747890 Dec 16 15:17:38.270848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-68a22be0-3188-4dbd-9877-0d6e932dd41f req-ca7c0271-cb45-4354-a4e5-488e1ebe8703 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058898 Dec 16 15:17:38.318813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1134a7-a645-4a7c-9ef0-59482cdb9c9a req-f94595bc-31c8-4041-934a-303accc16a15 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.325077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1134a7-a645-4a7c-9ef0-59482cdb9c9a req-f94595bc-31c8-4041-934a-303accc16a15 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.331773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1134a7-a645-4a7c-9ef0-59482cdb9c9a req-f94595bc-31c8-4041-934a-303accc16a15 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.333624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d1134a7-a645-4a7c-9ef0-59482cdb9c9a req-f94595bc-31c8-4041-934a-303accc16a15 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2418 time: 0.1048110 Dec 16 15:17:38.337258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a72964e-af90-402d-958a-1f3b81533783 req-47b63000-4293-4478-a91c-2f2ec0b947fc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977755 Dec 16 15:17:38.387967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2133944712', 'description': 'tempest-description-1570291290'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:38.441339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d1134a7-a645-4a7c-9ef0-59482cdb9c9a req-ca23e11f-6d8e-4b86-93b1-e03294cf2e0e tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889390 Dec 16 15:17:38.549037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-46a29884-7d64-40a2-9402-d2d5bbf680dc tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.0723813 Dec 16 15:17:38.568044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:38.621086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecc44e1f-9de7-4633-b9e0-c13dfb08ed7a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.622561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecc44e1f-9de7-4633-b9e0-c13dfb08ed7a tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports/62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 942 time: 0.0676677 Dec 16 15:17:38.689621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:38.759584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-f679b059-1c45-4682-bea4-827a37afc794 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.0748188 Dec 16 15:17:38.765686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:38.854044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed25683c-c796-4782-b9fb-13f7f6ac338f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:38.914814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-6023cb07-2efa-4180-89e9-89cb7a5834a2 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:38.916735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-6023cb07-2efa-4180-89e9-89cb7a5834a2 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.1438434 Dec 16 15:17:38.994279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:38.995794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d226e56f-44e4-4198-b86e-fe1cb0a1f4ed req-63198e81-540b-4346-a107-72993102758e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6209040 Dec 16 15:17:39.039385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-229ebfc7-84ee-4c15-beb3-443dee3f1fb1 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 1001 time: 0.1066663 Dec 16 15:17:39.049918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:39.155074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:39.214523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e2af-793a-4062-bdaa-d40e57206fbf req-7c54052b-3229-4e95-b049-77b541325b9b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:39.216155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4398e2af-793a-4062-bdaa-d40e57206fbf req-7c54052b-3229-4e95-b049-77b541325b9b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1156797 Dec 16 15:17:39.273788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'name': 'network-vif-deleted', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:39.276107 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240b39da-dc8b-4caf-9127-348d245f63ea" -d '{"events": [{"server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "name": "network-vif-deleted", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:39.351181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4398e2af-793a-4062-bdaa-d40e57206fbf req-0139895b-b70a-449a-944f-af297dc15a16 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260319 Dec 16 15:17:39.398720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:39.488815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:39.518170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d321331-f5b8-4b34-a98f-135c82a9c0be req-a2c83aaf-1d73-48df-9b69-cc98ed6fae5f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:39.524823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d321331-f5b8-4b34-a98f-135c82a9c0be req-a2c83aaf-1d73-48df-9b69-cc98ed6fae5f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.0838192 Dec 16 15:17:39.526993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:39.526993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 0aaa1c09-02b2-4ad4-8f5f-57066c7669a4 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:39.545005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:39.545005 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a disassociated. External IP: 172.25.7.168, port: 62eb9ca7-5668-4ed8-a727-982488083f12. Dec 16 15:17:39.661586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d321331-f5b8-4b34-a98f-135c82a9c0be req-71f6419f-321f-45eb-8ec3-b67ba8b26a9d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347930 Dec 16 15:17:39.845111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-74dbc4f6-db9a-44d4-a4a3-a4faad23e8ce tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:39.846682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-74dbc4f6-db9a-44d4-a4a3-a4faad23e8ce tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 950 time: 0.1283906 Dec 16 15:17:39.996326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:40.101702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e7d3a55-bf8e-4eae-8ca8-696205ca218f req-dfe84132-759a-47ec-bc3c-1737fd3e6bbd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 11000 time: 0.2929211 Dec 16 15:17:40.177536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port fa55e2c1-7028-455f-8b37-df5d9eb92bca {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:40.177879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:40.260312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e7d3a55-bf8e-4eae-8ca8-696205ca218f req-6f660e9a-ff0a-4bbd-bb75-247d7c496991 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/b1e3427f-5cfd-4704-9c7b-ab5958c6c07a HTTP/1.1" status: 200 len: 2998 time: 0.1513057 Dec 16 15:17:40.261434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:40.268568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:40.274601 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:40.287440 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:40.288695 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:40.321140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-ecaf07d2-4156-4350-94f5-ddbc2c3f2393 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "PUT /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 696 time: 1.2760041 Dec 16 15:17:40.395806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port fa55e2c1-7028-455f-8b37-df5d9eb92bca, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=fa55e2c1-7028-455f-8b37-df5d9eb92bca,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:40.396210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:40.415902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e7d3a55-bf8e-4eae-8ca8-696205ca218f req-c29136d3-0006-4d51-b0a8-443a8cbae343 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/b1e3427f-5cfd-4704-9c7b-ab5958c6c07a HTTP/1.1" status: 200 len: 2998 time: 0.1427653 Dec 16 15:17:40.417564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for fa55e2c1-7028-455f-8b37-df5d9eb92bca owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:40.459235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-40d56067-51cc-455c-9ca0-a02a8a1a5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.462222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-40d56067-51cc-455c-9ca0-a02a8a1a5277 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.1184390 Dec 16 15:17:40.493315 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:40.507737 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e81d2-51bc-46df-b84a-4867f9f85223 x-openstack-request-id: req-0f6e81d2-51bc-46df-b84a-4867f9f85223 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:40.508167 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22031a7a-ecea-41a5-a32b-ab69ef050a40", "name": "network-vif-deleted", "tag": "0aaa1c09-02b2-4ad4-8f5f-57066c7669a4", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:40.508425 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f6e81d2-51bc-46df-b84a-4867f9f85223 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:40.508827 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22031a7a-ecea-41a5-a32b-ab69ef050a40', 'name': 'network-vif-deleted', 'tag': '0aaa1c09-02b2-4ad4-8f5f-57066c7669a4', 'status': 'completed', 'code': 200} Dec 16 15:17:40.675032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241022d-2229-4729-ae6c-90379a4dbe4d req-68c139fb-cdf4-4f1b-8387-e659e7936436 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.680909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241022d-2229-4729-ae6c-90379a4dbe4d req-68c139fb-cdf4-4f1b-8387-e659e7936436 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.687110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241022d-2229-4729-ae6c-90379a4dbe4d req-68c139fb-cdf4-4f1b-8387-e659e7936436 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.689685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e241022d-2229-4729-ae6c-90379a4dbe4d req-68c139fb-cdf4-4f1b-8387-e659e7936436 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2418 time: 0.1328661 Dec 16 15:17:40.690839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-3589cbfc-a621-46d8-b59e-721351ff57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.692358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-3589cbfc-a621-46d8-b59e-721351ff57cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.1827478 Dec 16 15:17:40.789632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-876c8344-7657-4773-bc36-f8ff7bddcb5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.0807583 Dec 16 15:17:40.869612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e241022d-2229-4729-ae6c-90379a4dbe4d req-03865a49-310e-49c4-8e60-5ccfbc83ff0b tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550972 Dec 16 15:17:40.900430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-79f75f14-a883-4d24-abc5-07f027292f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:40.909902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-79f75f14-a883-4d24-abc5-07f027292f33 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.1005719 Dec 16 15:17:40.914704 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:40.950449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:40.960464 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:40.978391 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:40.979487 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:40.987599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['cfc0abc8-2863-4455-b249-c2ebb4636b46', 'fa55e2c1-7028-455f-8b37-df5d9eb92bca'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:41.007215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=fa55e2c1-7028-455f-8b37-df5d9eb92bca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:41.059274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-7ae964cd-7614-470a-8ba5-30d10a65c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:41.060925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-7ae964cd-7614-470a-8ba5-30d10a65c496 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427646 Dec 16 15:17:41.086830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port fa55e2c1-7028-455f-8b37-df5d9eb92bca on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:41.091523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:41.095673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-268f55ea-9af0-4852-a00f-b92ae733c3ae req-14aa6b38-0d64-4763-8119-299a5d686b80 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "DELETE /v2.0/ports/fa55e2c1-7028-455f-8b37-df5d9eb92bca HTTP/1.1" status: 204 len: 173 time: 1.2211738 Dec 16 15:17:41.160112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4757a-23fc-4ba0-8d11-c2565b692fa7 req-57fb26c3-cb75-4336-9e72-b17c7418f3cb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:41.161754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bc4757a-23fc-4ba0-8d11-c2565b692fa7 req-57fb26c3-cb75-4336-9e72-b17c7418f3cb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1686447 Dec 16 15:17:41.216761 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:41.225331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-70935ae0-4d84-4896-a42a-f0ab98420285 service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473014 Dec 16 15:17:41.298272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bc4757a-23fc-4ba0-8d11-c2565b692fa7 req-7156c941-364f-4e9b-a2ac-d8b49c84fb07 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230531 Dec 16 15:17:41.404701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e88f2c1-d292-4199-8d07-661ae562fce4 req-14470ac1-b37f-4854-a309-2fb9308dd55b service neutron] 10.222.0.71 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698053 Dec 16 15:17:41.490905 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:41.545807 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e87e2-0067-49b1-bbcb-f435f5de2fa1 None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:16:06Z', 'revision_number': 4, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '80641091-894f-4fd4-aba0-ef60b9e9280d', 'name': '', 'network_id': '9b1e90b4-a3bc-4976-9e59-211fc00dbce2', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'mac_address': 'fa:16:3e:fd:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:03Z', 'updated_at': '2021-12-16T15:16:15Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'subnets': [{'id': 'f8c89f2a-24fd-432a-9cc3-9d160fb9f08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:41.659794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-314a1d77-c2d1-4abe-b96f-3458513e79d0 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca HTTP/1.1" status: 200 len: 1818 time: 0.0982220 Dec 16 15:17:41.773566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-3d2be03c-21eb-46f9-bb8d-a56295f7c7fe tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612760 Dec 16 15:17:41.891939 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:41.900200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1616c47b-070d-48ed-9950-caccfea651ba None None] New status for floating IP e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:17:41.959413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:42.079672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-2d4283e8-f68c-475b-a0d4-26392988c2de tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:42.081791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-2d4283e8-f68c-475b-a0d4-26392988c2de tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2950871 Dec 16 15:17:42.110832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-78d2e9be-7185-468a-973b-ac1463dad8e0 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/quotas/aeb4d4f1b2ee4726aaaf16e03aa8b9cd HTTP/1.1" status: 200 len: 375 time: 0.0168009 Dec 16 15:17:42.166010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-345a4fe8-a7a0-4277-bc05-5c9fa7d08abc tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482650 Dec 16 15:17:42.177787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:42.186141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:42.186141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a561e71-c8ce-4d49-8d55-0f110adc1490 req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca HTTP/1.1" status: 204 len: 173 time: 0.5171134 Dec 16 15:17:42.204584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68a4b0-d826-4c66-a895-bb1ed7ac764d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:42.339977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8ea49fa-75cd-4c95-a983-c12a4ee2e498 req-68dc7857-dd8d-4b35-86dc-6ad4bd0c431a tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f0c455f-c22f-4d43-9f1d-34cce8e80432 HTTP/1.1" status: 200 len: 210 time: 0.0551493 Dec 16 15:17:42.510328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}, {'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'name': 'network-vif-deleted', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:42.514414 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bc301-7f17-40ba-8aad-05e1e4554596" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}, {"server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "name": "network-vif-deleted", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:42.630723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac857-388c-4971-85fa-2faa502cde40 req-b5d21365-be7b-4d21-9378-148fb9f9309e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:42.633554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47eac857-388c-4971-85fa-2faa502cde40 req-b5d21365-be7b-4d21-9378-148fb9f9309e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1055737 Dec 16 15:17:42.719901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47eac857-388c-4971-85fa-2faa502cde40 req-db7a8071-c57d-43c9-bd02-3f45cc37ce86 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689228 Dec 16 15:17:42.832448 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-476d59d1-160a-498e-aafa-1528acafb1c9 req-3de0f924-022a-43d8-9517-2ecbdc839e06 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:17:42.833524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-476d59d1-160a-498e-aafa-1528acafb1c9 req-3de0f924-022a-43d8-9517-2ecbdc839e06 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca HTTP/1.1" status: 404 len: 352 time: 0.0143270 Dec 16 15:17:42.900557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c91f548-c060-4478-a994-d6aee8b95c84 req-5e1decfe-4728-4a98-9aa2-d058cb5f43c6 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Dec 16 15:17:42.971490 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615fa2b-2df1-4fd7-bd5a-0b8d7b1f95e5 x-openstack-request-id: req-8615fa2b-2df1-4fd7-bd5a-0b8d7b1f95e5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:42.972255 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}, {"server_uuid": "5f0c455f-c22f-4d43-9f1d-34cce8e80432", "name": "network-vif-deleted", "tag": "fa55e2c1-7028-455f-8b37-df5d9eb92bca", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:42.972545 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8615fa2b-2df1-4fd7-bd5a-0b8d7b1f95e5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:42.973231 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:17:42.973670 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0c455f-c22f-4d43-9f1d-34cce8e80432', 'name': 'network-vif-deleted', 'tag': 'fa55e2c1-7028-455f-8b37-df5d9eb92bca', 'status': 'completed', 'code': 200} Dec 16 15:17:43.074165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-c2e868d6-54e9-43ff-9216-9f3cca049775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.076107 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-c2e868d6-54e9-43ff-9216-9f3cca049775 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 1096 time: 0.0551026 Dec 16 15:17:43.202153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-78b54d5e-b51c-4988-9cf0-fe8387979476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.205249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-78b54d5e-b51c-4988-9cf0-fe8387979476 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 200 len: 921 time: 0.1215231 Dec 16 15:17:43.282360 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-1ab0db7d-e435-4159-aef8-aef8b3c3396f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 200 len: 217 time: 0.0672338 Dec 16 15:17:43.320303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4fb0-b152-471f-ac9b-a7656cfbdb76 req-b5b092af-a6ae-4ea8-9e89-c3c7cfb54d12 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.322423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dbf4fb0-b152-471f-ac9b-a7656cfbdb76 req-b5b092af-a6ae-4ea8-9e89-c3c7cfb54d12 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0640337 Dec 16 15:17:43.378182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-bdeaab51-a7e6-49e4-9f1a-c5340fc12458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.381013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-bdeaab51-a7e6-49e4-9f1a-c5340fc12458 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 200 len: 859 time: 0.0875955 Dec 16 15:17:43.416370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dbf4fb0-b152-471f-ac9b-a7656cfbdb76 req-568f9a44-b4bd-4b36-9a4a-470f37339a99 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855110 Dec 16 15:17:43.488984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-b455b76b-1f79-418d-8ff3-1c0b87814455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.496626 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-b455b76b-1f79-418d-8ff3-1c0b87814455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b1e90b4-a3bc-4976-9e59-211fc00dbce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972683 Dec 16 15:17:43.501384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device fa55e2c1-7028-455f-8b37-df5d9eb92bca no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:43.584251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: fa55e2c1-7028-455f-8b37-df5d9eb92bca {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:43.586198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device fa55e2c1-7028-455f-8b37-df5d9eb92bca not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:43.637060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-35dddaf3-1042-45ba-b2e0-5d3b917a60d9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d89f3f27-a999-4a17-b0a0-a8eca98df1ae HTTP/1.1" status: 200 len: 1816 time: 0.1151514 Dec 16 15:17:43.694635 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-d58cac5b-f520-409c-8caf-1b8ba0234501 service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889811 Dec 16 15:17:43.801085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9398a-5de8-40c5-a435-8c41ae73131e req-5ecb5788-be9e-4053-bafb-c48882a62106 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:43.803690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ea9398a-5de8-40c5-a435-8c41ae73131e req-5ecb5788-be9e-4053-bafb-c48882a62106 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1261735 Dec 16 15:17:43.830402 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:43.831009 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4e2bc301-7f17-40ba-8aad-05e1e4554596 req-0be4951e-cf74-4cef-a52d-fbdc5cda7c1a service neutron] 10.222.0.30 "GET /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285591 Dec 16 15:17:43.887324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:43.905998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ea9398a-5de8-40c5-a435-8c41ae73131e req-8521af45-5260-447e-86ac-4572874f1c69 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866582 Dec 16 15:17:44.080755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:44.081118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42ee4444-e410-474c-9913-762c12a630e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:44.085979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:44.097301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-448548cf-8ad0-4b4e-ad2b-700722774208 req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/d89f3f27-a999-4a17-b0a0-a8eca98df1ae HTTP/1.1" status: 204 len: 173 time: 0.4505334 Dec 16 15:17:44.130192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34eb075-37f2-4c4e-9bfd-d8fd2f41f677 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f3f27-a999-4a17-b0a0-a8eca98df1ae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:44.231570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-d05f28cd-a300-4315-b13b-575a9c9c8e79 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 200 len: 694 time: 0.1232147 Dec 16 15:17:44.387235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e001db1-671a-4f21-a2a6-2132a9b1b77c req-aae9bf79-a7be-42b0-8f81-03f45dc599cc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:44.394339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e001db1-671a-4f21-a2a6-2132a9b1b77c req-aae9bf79-a7be-42b0-8f81-03f45dc599cc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:44.401001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e001db1-671a-4f21-a2a6-2132a9b1b77c req-aae9bf79-a7be-42b0-8f81-03f45dc599cc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:44.402850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e001db1-671a-4f21-a2a6-2132a9b1b77c req-aae9bf79-a7be-42b0-8f81-03f45dc599cc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2418 time: 0.1996186 Dec 16 15:17:44.501464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-08e786f7-e1e8-4625-bc2e-bed13adf1936 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:44.502845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-08e786f7-e1e8-4625-bc2e-bed13adf1936 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2452576 Dec 16 15:17:44.507478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e001db1-671a-4f21-a2a6-2132a9b1b77c req-12dbceb7-52c8-4b8a-9446-457b2cff89ca tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884995 Dec 16 15:17:44.519631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-237aa35a-ae3b-4e20-ab22-2dea8d51be03 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:17:44.522342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-237aa35a-ae3b-4e20-ab22-2dea8d51be03 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080771 Dec 16 15:17:45.093402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-59ab0406-c060-4d14-8e37-1e5657977e1c tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 697 time: 0.5491123 Dec 16 15:17:45.123115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bbb14e3-e68a-4b6b-bbe8-437a85010624 req-20d2c044-49ce-43b3-b2dc-c7f6873296fd tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 210 time: 0.0540161 Dec 16 15:17:45.178955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-3cc65626-7a86-403c-bc13-007e84f97674 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.168 HTTP/1.1" status: 200 len: 697 time: 0.0585339 Dec 16 15:17:45.186860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-6e00294f-7e0a-46a3-8352-c2c3a10ecf0d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1166723 Dec 16 15:17:45.320105 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-1a06212f-06e9-4561-b06a-b968493fe398 req-003fa258-79e1-4f90-aa90-c52f93a24238 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:17:45.321175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a06212f-06e9-4561-b06a-b968493fe398 req-003fa258-79e1-4f90-aa90-c52f93a24238 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d89f3f27-a999-4a17-b0a0-a8eca98df1ae HTTP/1.1" status: 404 len: 352 time: 0.0586455 Dec 16 15:17:45.352427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293680ec-caf8-428b-afe9-890c2e54991e req-857ef791-3b51-4697-8183-1f630ed485b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.354457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-857ef791-3b51-4697-8183-1f630ed485b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5bb1a07c95a44befb635c938b90cb147&device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 1101 time: 0.1231546 Dec 16 15:17:45.382836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Deleting port ef8471b2-a578-4a53-8925-5f62ac584cee {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:45.383372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:45.569141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:45.569472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:45.599990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80cd3-3205-434d-a38b-0d1d827c641f req-251a8223-b491-4377-bcc4-6a5ccd28f4ce tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.601997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6f80cd3-3205-434d-a38b-0d1d827c641f req-251a8223-b491-4377-bcc4-6a5ccd28f4ce tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1699688 Dec 16 15:17:45.608246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Calling delete_port for ef8471b2-a578-4a53-8925-5f62ac584cee owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:45.651052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293680ec-caf8-428b-afe9-890c2e54991e req-042a5ed6-0865-4db6-bc12-53386366cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.652614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-042a5ed6-0865-4db6-bc12-53386366cfba service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2194693 Dec 16 15:17:45.658554 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-615400ea-a6b2-41cd-bf18-33044cd05f36 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330992 Dec 16 15:17:45.677829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-9089e2cf-5e3d-4908-8fb4-37a7383f2b91 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.683978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-9089e2cf-5e3d-4908-8fb4-37a7383f2b91 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.690847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-9089e2cf-5e3d-4908-8fb4-37a7383f2b91 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.692707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-9089e2cf-5e3d-4908-8fb4-37a7383f2b91 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 2418 time: 0.1078556 Dec 16 15:17:45.799743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-a0dbcacb-87ec-4f97-b9dc-b35aa302d245 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46 HTTP/1.1" status: 200 len: 217 time: 0.0897768 Dec 16 15:17:45.825569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6f80cd3-3205-434d-a38b-0d1d827c641f req-826ca521-a39b-4bd8-8aec-ea534c7a783d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989391 Dec 16 15:17:45.884038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293680ec-caf8-428b-afe9-890c2e54991e req-ccbc0c8f-7cb8-431b-9caf-df56a7b80b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.885958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-ccbc0c8f-7cb8-431b-9caf-df56a7b80b64 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0748298 Dec 16 15:17:45.887144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-53105bce-b220-489c-920a-3b8aa624d2a2 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.888739 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-53105bce-b220-489c-920a-3b8aa624d2a2 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951568 Dec 16 15:17:45.901342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:45.909742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:45.910831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Request body: {'port': {'device_id': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'aeb4d4f1b2ee4726aaaf16e03aa8b9cd'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:45.957418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293680ec-caf8-428b-afe9-890c2e54991e req-e6044e01-2b89-4192-b9da-1ef8b37fdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:45.959333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-e6044e01-2b89-4192-b9da-1ef8b37fdbd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0646706 Dec 16 15:17:46.090346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:46.090936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.112870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:46.123441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a8892-0aae-4f8a-a245-f1027d0521c5 req-e5975425-428d-470e-8f7c-c17f1fe6a36f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:46.125468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e87a8892-0aae-4f8a-a245-f1027d0521c5 req-e5975425-428d-470e-8f7c-c17f1fe6a36f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1414709 Dec 16 15:17:46.169575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-29ce252a-7e0c-40b6-9d44-8ed5f219e44c service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843245 Dec 16 15:17:46.200466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.262688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Made reservation on behalf of aeb4d4f1b2ee4726aaaf16e03aa8b9cd for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:46.266959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.283427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.284206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event deleted for resources: {'Port': ['ID=ef8471b2-a578-4a53-8925-5f62ac584cee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:46.291169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e87a8892-0aae-4f8a-a245-f1027d0521c5 req-7e39a7ae-489b-47ab-85f7-a5972b86e628 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538811 Dec 16 15:17:46.395566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-293680ec-caf8-428b-afe9-890c2e54991e req-e93c6893-eb2d-40dd-85eb-7b55cc3aace8 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109354 Dec 16 15:17:46.401389 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.405420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.409181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.409478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae906c28-cf5c-41dd-864e-b16d449e2316 req-53ea1c01-53c6-4756-823c-0ee7a06ccfbb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "DELETE /v2.0/floatingips/e55c3cb5-5e49-4e50-a6ce-b3de5c3eed8a HTTP/1.1" status: 204 len: 173 time: 1.2185423 Dec 16 15:17:46.417549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.446261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c106ccfa-278e-4055-8852-acb67f8daa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.451862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=3470cc5d-89ed-4cb7-aabd-1d55989e50e1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:46.453137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'ae25af43-7ab3-483f-847e-77a33d79008d', '3470cc5d-89ed-4cb7-aabd-1d55989e50e1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:46.509496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:46.515057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.524303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-cebd6dc2-5e15-4baa-a110-64fc27fd9f8d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "DELETE /v2.0/ports/3470cc5d-89ed-4cb7-aabd-1d55989e50e1 HTTP/1.1" status: 204 len: 173 time: 0.8205962 Dec 16 15:17:46.526424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:46.528548 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8218a4-703d-4974-8a3d-8d74d3f017b4" -d '{"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:46.548457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.552874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-a4b5cc12-9bc7-4f56-86d8-5dee797be795 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/ed25683c-c796-4782-b9fb-13f7f6ac338f HTTP/1.1" status: 200 len: 1818 time: 0.0844631 Dec 16 15:17:46.649512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.694814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.794339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9741a-441a-4d6d-9865-fa560c49edde,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:46.823848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Allocated IP 192.168.233.254 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:46.861673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port ae25af43-7ab3-483f-847e-77a33d79008d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:46.862022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.925697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.931494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:46.934647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7a455e9-01ed-4535-9752-ddb2b620c133 req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/ed25683c-c796-4782-b9fb-13f7f6ac338f HTTP/1.1" status: 204 len: 173 time: 0.3684793 Dec 16 15:17:46.958008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a6bc-65c9-48b4-b245-31eb2744eb1c tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed25683c-c796-4782-b9fb-13f7f6ac338f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:47.059964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port ae25af43-7ab3-483f-847e-77a33d79008d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ae25af43-7ab3-483f-847e-77a33d79008d,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:47.060333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.086009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for ae25af43-7ab3-483f-847e-77a33d79008d owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:47.146862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.148457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4554da7-39f2-4ef2-9498-3ba4409016e0 req-e42fb927-359c-4835-bae5-e8cf1b1be431 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.150889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4554da7-39f2-4ef2-9498-3ba4409016e0 req-e42fb927-359c-4835-bae5-e8cf1b1be431 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0893772 Dec 16 15:17:47.169045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd5b8-c9db-4387-8e11-f94aca4fd1e3 req-b46b5a01-31de-48b4-812f-73f5eab1f4d7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.176396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd5b8-c9db-4387-8e11-f94aca4fd1e3 req-b46b5a01-31de-48b4-812f-73f5eab1f4d7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.179138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dd5b8-c9db-4387-8e11-f94aca4fd1e3 req-b46b5a01-31de-48b4-812f-73f5eab1f4d7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 1682 time: 0.1341035 Dec 16 15:17:47.305401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4554da7-39f2-4ef2-9498-3ba4409016e0 req-d646788d-1bbf-499c-9de1-0acaffc2e753 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246130 Dec 16 15:17:47.332349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dd5b8-c9db-4387-8e11-f94aca4fd1e3 req-1d813863-04f9-421e-8df2-c73d60dbcecf tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284754 Dec 16 15:17:47.405156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39196ad7-b4d2-4123-b5cd-692b5e4b2096 req-87330109-a6df-446d-ad41-caa24a2724a2 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Dec 16 15:17:47.412227 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.460689 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.470523 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30c6020-7e2a-45bc-b9e4-74b1ec7bca80 x-openstack-request-id: req-c30c6020-7e2a-45bc-b9e4-74b1ec7bca80 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:47.470824 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "3470cc5d-89ed-4cb7-aabd-1d55989e50e1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:47.471086 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c30c6020-7e2a-45bc-b9e4-74b1ec7bca80 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:47.471492 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': '3470cc5d-89ed-4cb7-aabd-1d55989e50e1', 'status': 'completed', 'code': 200} Dec 16 15:17:47.486680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:17:47.494696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:47.494928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3470cc5d-89ed-4cb7-aabd-1d55989e50e1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:47.499579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:17:47.505814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Pushing event updated for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:47.521233 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-795ca1d7-1a83-4308-a3e3-fa5a2b8e6b36 req-21115abe-6cc2-4a5e-836e-f737c01c2576 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:17:47.544224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-795ca1d7-1a83-4308-a3e3-fa5a2b8e6b36 req-21115abe-6cc2-4a5e-836e-f737c01c2576 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/ed25683c-c796-4782-b9fb-13f7f6ac338f HTTP/1.1" status: 404 len: 352 time: 0.0648961 Dec 16 15:17:47.618739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=ae25af43-7ab3-483f-847e-77a33d79008d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:47.659104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port ae25af43-7ab3-483f-847e-77a33d79008d on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:47.664075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.672295 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-f9e924a0-dc5f-4a1b-80bf-9148ffd48849 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "DELETE /v2.0/ports/ae25af43-7ab3-483f-847e-77a33d79008d HTTP/1.1" status: 204 len: 173 time: 1.1329432 Dec 16 15:17:47.719669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186785-8d0e-4f25-9340-be5a4223c5bd req-3756a6d7-9992-431d-bd28-ebdff6f40a88 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.721884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84186785-8d0e-4f25-9340-be5a4223c5bd req-3756a6d7-9992-431d-bd28-ebdff6f40a88 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.0786362 Dec 16 15:17:47.805253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84186785-8d0e-4f25-9340-be5a4223c5bd req-dd37bdf0-d835-492f-9c5e-89f28bf53fd1 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771940 Dec 16 15:17:47.851114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.857160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.907931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0d5dc-b73d-404a-97ca-763492c1e55c req-764f7a8a-e7e4-4e3d-9a06-346a92a5d8fc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:47.920155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97d0d5dc-b73d-404a-97ca-763492c1e55c req-764f7a8a-e7e4-4e3d-9a06-346a92a5d8fc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.0710921 Dec 16 15:17:47.944447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:47.961068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:47.961470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.051483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e88300e1-30ff-47ca-a217-cd81f6fa5daf None None] Provisioning complete for port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:48.052108 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e88300e1-30ff-47ca-a217-cd81f6fa5daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.080749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:48.081093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.092010 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-3147869c-3f82-420f-acda-3448fd2e9d52 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1857307 Dec 16 15:17:48.094693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e88300e1-30ff-47ca-a217-cd81f6fa5daf None None] Port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:17:48.099188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for 12fabf06-45fb-45ff-b0b5-eaf4ad39259b owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:48.109752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97d0d5dc-b73d-404a-97ca-763492c1e55c req-3ad37a68-cd7b-4d3b-90a1-c5cdb6ebcc28 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923153 Dec 16 15:17:48.120983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Request body: {'port': {'device_id': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:48.204242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d7a1c-bd6d-4a71-9269-b97c0d99c67a req-c1879303-9172-431e-ac2b-4f9df069b06f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:48.206912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e31d7a1c-bd6d-4a71-9269-b97c0d99c67a req-c1879303-9172-431e-ac2b-4f9df069b06f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 814 time: 0.2584717 Dec 16 15:17:48.239185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e31d7a1c-bd6d-4a71-9269-b97c0d99c67a req-2f27d4f6-bf0c-44ee-be52-4645e860fd85 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/quotas/6d6768f6cccb4b85b6cf4cd6794e359c HTTP/1.1" status: 200 len: 375 time: 0.0256078 Dec 16 15:17:48.279931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.343591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e31d7a1c-bd6d-4a71-9269-b97c0d99c67a req-4db3ccd2-db64-4a12-9556-857d6316e4f5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984223 Dec 16 15:17:48.384568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4effc61f-7c2c-4e94-b125-d1d4b1addc14 req-a4221690-44a6-4c03-acd4-2f2c9534114e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 6201 time: 0.1408346 Dec 16 15:17:48.475375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4effc61f-7c2c-4e94-b125-d1d4b1addc14 req-fee326f9-17ff-4b92-a7d7-0b4dc2586d40 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/b1e3427f-5cfd-4704-9c7b-ab5958c6c07a HTTP/1.1" status: 200 len: 2998 time: 0.0772386 Dec 16 15:17:48.518071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3a39-eabf-4e49-afc9-e59a5202b74c req-18ae76db-9882-4b8a-a91a-7e8d8971e4bd tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:48.519612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-537e3a39-eabf-4e49-afc9-e59a5202b74c req-18ae76db-9882-4b8a-a91a-7e8d8971e4bd tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 945 time: 0.0889878 Dec 16 15:17:48.555149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4effc61f-7c2c-4e94-b125-d1d4b1addc14 req-c5f39e63-ac0c-4677-808f-476ee7059b6d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/b1e3427f-5cfd-4704-9c7b-ab5958c6c07a HTTP/1.1" status: 200 len: 2998 time: 0.0718331 Dec 16 15:17:48.599086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.599397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-537e3a39-eabf-4e49-afc9-e59a5202b74c req-1d8110f8-85ca-4945-bd33-65871ddba7f6 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Dec 16 15:17:48.637891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=12fabf06-45fb-45ff-b0b5-eaf4ad39259b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:48.744432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1236c426-17fc-41e2-ac7a-b4065746a63a req-a6d1c671-ab8c-46a2-810f-192d544ac3e9 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=55b7baa3-fb1f-4cc6-9aae-a603d5df8edb HTTP/1.1" status: 200 len: 210 time: 0.0558324 Dec 16 15:17:48.757746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e310c-cd72-4c61-a21b-c64cbb703a55 req-97737efd-e874-413d-b639-e68b5895602a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:48.759352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port 12fabf06-45fb-45ff-b0b5-eaf4ad39259b on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:48.766295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-562e310c-cd72-4c61-a21b-c64cbb703a55 req-97737efd-e874-413d-b639-e68b5895602a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1523182 Dec 16 15:17:48.773803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.783212 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f4abac4-a23a-406d-8ec1-40bad00b2c5c req-5ca71ffc-d014-4546-8013-d7561d616f3f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.74 "DELETE /v2.0/ports/12fabf06-45fb-45ff-b0b5-eaf4ad39259b HTTP/1.1" status: 204 len: 173 time: 1.1045277 Dec 16 15:17:48.786293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:48.797897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-54b41810-cfe2-448c-9732-d5dcc8ebb870 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:48.800207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-54b41810-cfe2-448c-9732-d5dcc8ebb870 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.1587927 Dec 16 15:17:48.800517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.820625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Transition to ACTIVE for port object 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:17:48.865007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-562e310c-cd72-4c61-a21b-c64cbb703a55 req-4acc8d9b-ab2b-4405-afde-92154bfa947d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978036 Dec 16 15:17:48.907736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-759461275', 'description': 'tempest-description-1292748340'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:48.954100 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:48.989489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc043e-8df3-442e-a3b6-dc0eebfcc5df req-53bc7b0e-971c-4249-988c-8e68facd8e62 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:48.991047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fc043e-8df3-442e-a3b6-dc0eebfcc5df req-53bc7b0e-971c-4249-988c-8e68facd8e62 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 936 time: 0.1205750 Dec 16 15:17:49.010028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Deleting port cfc0abc8-2863-4455-b249-c2ebb4636b46 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:49.010381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.043144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Pushing event updated for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:49.098828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Attempting to bind port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:17:49.098958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Attempting to bind port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:17:49.099407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Attempting to bind port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:49.104485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:17:49.104809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Attempting to bind port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:17:49.113478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fc043e-8df3-442e-a3b6-dc0eebfcc5df req-eb45ae40-7ae3-4fe3-bce6-2cf59c736562 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133809 Dec 16 15:17:49.115212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:17:49.115446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:49.117781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:17:49.117781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Bound port: 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:17:49.118033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.119667 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.120714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.158029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] For port cfc0abc8-2863-4455-b249-c2ebb4636b46, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=cfc0abc8-2863-4455-b249-c2ebb4636b46,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:49.158428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.192425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Calling delete_port for cfc0abc8-2863-4455-b249-c2ebb4636b46 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:49.225207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:17:49.232353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:17:49.345553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.389381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.421551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160cfdc-e66e-489c-b300-8ee03ba0875a req-29053587-cc04-429b-96f1-3995b61d819c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.423186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a160cfdc-e66e-489c-b300-8ee03ba0875a req-29053587-cc04-429b-96f1-3995b61d819c tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 950 time: 0.1535769 Dec 16 15:17:49.431122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-75f6c001-4041-437e-b7ea-de81201c39fb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.433373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-75f6c001-4041-437e-b7ea-de81201c39fb tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 945 time: 0.1328826 Dec 16 15:17:49.434079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.434823 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.438102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] 10.222.0.30 "PUT /v2.0/ports/73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 HTTP/1.1" status: 200 len: 1096 time: 1.3249371 Dec 16 15:17:49.443175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.506786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b0f3e-88c0-47f9-b9b6-7a16fdf11aaa service neutron] Pushing event updated for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:49.506786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d'}, {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b'}, {'name': 'network-changed', 'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:49.506786 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8" -d '{"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d"}, {"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b"}, {"name": "network-changed", "server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:49.507685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ae25af43-7ab3-483f-847e-77a33d79008d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:49.549311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: ae25af43-7ab3-483f-847e-77a33d79008d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:49.549558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ae25af43-7ab3-483f-847e-77a33d79008d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:49.550148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 12fabf06-45fb-45ff-b0b5-eaf4ad39259b no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:49.584335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 12fabf06-45fb-45ff-b0b5-eaf4ad39259b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:49.584751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 12fabf06-45fb-45ff-b0b5-eaf4ad39259b not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:49.585447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:49.599919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9d085-0754-414b-b78a-b4983e122168,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:49.613371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:49.614214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3470cc5d-89ed-4cb7-aabd-1d55989e50e1 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:49.624813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a160cfdc-e66e-489c-b300-8ee03ba0875a req-f1c694c0-b98e-4c84-bb5c-7bfa15833177 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886401 Dec 16 15:17:49.697762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.708695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.724208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c5e0ea-8751-4043-8875-2bc6d48d8d98 req-855a7053-9730-4b44-ab19-4406cdc05636 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8281786 Dec 16 15:17:49.792957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-b1df6663-bf46-4957-814a-5e3e70b905d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.794055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.796431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-b1df6663-bf46-4957-814a-5e3e70b905d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 1099 time: 0.0709968 Dec 16 15:17:49.837015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Pushing event deleted for resources: {'Port': ['ID=cfc0abc8-2863-4455-b249-c2ebb4636b46,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:49.865221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-8512b60e-923f-4aba-94f2-9d68ac02d727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 HTTP/1.1" status: 200 len: 217 time: 0.0539796 Dec 16 15:17:49.923942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Deleting port 62eb9ca7-5668-4ed8-a727-982488083f12 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:49.924300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:49.938892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04971af-70cf-4acd-a7ae-9e4a7e11842c req-a6b7ea04-2c81-48dd-bf34-06a71259e4fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.940593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c04971af-70cf-4acd-a7ae-9e4a7e11842c req-a6b7ea04-2c81-48dd-bf34-06a71259e4fb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2065253 Dec 16 15:17:49.957038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-2e73e13c-d6b6-4815-a919-dd5320c77d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:49.961937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-2e73e13c-d6b6-4815-a919-dd5320c77d21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0878506 Dec 16 15:17:49.997426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] No DVR routers for this DVR port cfc0abc8-2863-4455-b249-c2ebb4636b46 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:50.011655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.015124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0045bbd5-78c4-4882-8458-11e45aadd202 req-a7b96ca3-479d-4502-8391-8d13b1b01687 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.74 "DELETE /v2.0/ports/cfc0abc8-2863-4455-b249-c2ebb4636b46 HTTP/1.1" status: 204 len: 173 time: 1.2080681 Dec 16 15:17:50.018613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'name': 'network-vif-deleted', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:50.021173 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07a32fd-7328-47a6-a677-e6b4cc2aad7f" -d '{"events": [{"server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "name": "network-vif-deleted", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:50.044583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041293-5bf8-467a-898c-53a674be27ab req-831c225a-0481-44f4-bacb-3e3dbc3f1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:50.046374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-831c225a-0481-44f4-bacb-3e3dbc3f1380 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772943 Dec 16 15:17:50.071238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f6b09-6f12-47f5-ad24-795a962cc61a req-1fe05315-7be6-4a93-8dc5-2dc7cb9cbdef tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:50.072882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3f6b09-6f12-47f5-ad24-795a962cc61a req-1fe05315-7be6-4a93-8dc5-2dc7cb9cbdef tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.2435784 Dec 16 15:17:50.143548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] For port 62eb9ca7-5668-4ed8-a727-982488083f12, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=62eb9ca7-5668-4ed8-a727-982488083f12,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:50.143933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.151767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c04971af-70cf-4acd-a7ae-9e4a7e11842c req-9b0ea4e6-0848-45cb-9fbd-52660ea64b19 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833730 Dec 16 15:17:50.174920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Calling delete_port for 62eb9ca7-5668-4ed8-a727-982488083f12 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:50.205120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3f6b09-6f12-47f5-ad24-795a962cc61a req-8c0bff4e-5631-4cec-a3b0-ffd12ed82f0d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112080 Dec 16 15:17:50.209933 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-80b375be-3fc3-4de3-9de6-8900e753c5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548553 Dec 16 15:17:50.343341 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74679c97-dd16-4795-a64c-762916ec8571 x-openstack-request-id: req-74679c97-dd16-4795-a64c-762916ec8571 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:50.345166 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "ae25af43-7ab3-483f-847e-77a33d79008d", "status": "completed", "code": 200}, {"server_uuid": "55b7baa3-fb1f-4cc6-9aae-a603d5df8edb", "name": "network-vif-deleted", "tag": "12fabf06-45fb-45ff-b0b5-eaf4ad39259b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:50.345456 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74679c97-dd16-4795-a64c-762916ec8571 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:50.345897 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': 'ae25af43-7ab3-483f-847e-77a33d79008d', 'status': 'completed', 'code': 200} Dec 16 15:17:50.346162 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b7baa3-fb1f-4cc6-9aae-a603d5df8edb', 'name': 'network-vif-deleted', 'tag': '12fabf06-45fb-45ff-b0b5-eaf4ad39259b', 'status': 'completed', 'code': 200} Dec 16 15:17:50.346470 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3', 'status': 'completed', 'code': 200} Dec 16 15:17:50.357201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-320691064', 'description': 'tempest-description-1925854260'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:50.431403 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a041293-5bf8-467a-898c-53a674be27ab req-6a89b92e-e330-4f73-a07c-f742a2683da8 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138667 Dec 16 15:17:50.505600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.528818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d8286-1888-4dd5-b803-f1d4cf6b4502 req-bcff5e9a-6457-4fca-b5e4-cb046f1fa3ce tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:50.530393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b4d8286-1888-4dd5-b803-f1d4cf6b4502 req-bcff5e9a-6457-4fca-b5e4-cb046f1fa3ce tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e2cf9f6-342f-4a35-99c3-92331b5f4e67 HTTP/1.1" status: 200 len: 945 time: 0.1053388 Dec 16 15:17:50.581463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.621404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['62eb9ca7-5668-4ed8-a727-982488083f12'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:50.657798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Pushing event deleted for resources: {'Port': ['ID=62eb9ca7-5668-4ed8-a727-982488083f12,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:50.687698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b4d8286-1888-4dd5-b803-f1d4cf6b4502 req-6aa4d1c4-dab0-4c92-b9b8-3a39414e5d31 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.71 "GET /v2.0/security-groups?id=9d386e68-2616-4ff2-88e5-23662c5681e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492097 Dec 16 15:17:50.721850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.739782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] No DVR routers for this DVR port 62eb9ca7-5668-4ed8-a727-982488083f12 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:50.743308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.749839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06923df3-883e-477c-9e43-26e7f45c13d3 req-19cae916-4075-424c-b22e-bcc3dbd9f1a3 tempest-FloatingIPsAssociationTestJSON-1390278964 tempest-FloatingIPsAssociationTestJSON-1390278964-project] 10.222.0.30 "DELETE /v2.0/ports/62eb9ca7-5668-4ed8-a727-982488083f12 HTTP/1.1" status: 204 len: 173 time: 1.2794218 Dec 16 15:17:50.749839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39396) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:50.794181 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121adaaf-72a8-4757-b490-51599621fa2e x-openstack-request-id: req-121adaaf-72a8-4757-b490-51599621fa2e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:50.794486 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc019da2-e3b6-41d1-b6bb-7b7ff42865c9", "name": "network-vif-deleted", "tag": "cfc0abc8-2863-4455-b249-c2ebb4636b46", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:50.794918 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-121adaaf-72a8-4757-b490-51599621fa2e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:50.795331 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc019da2-e3b6-41d1-b6bb-7b7ff42865c9', 'name': 'network-vif-deleted', 'tag': 'cfc0abc8-2863-4455-b249-c2ebb4636b46', 'status': 'completed', 'code': 200} Dec 16 15:17:50.799667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.830276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting subnet 503cf4e6-6141-4be6-b313-7c647f8761c7 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:17:50.842623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.885098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39004fc-3073-43a2-8a0c-4551d95bf142,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:50.925356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.951629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:50.955571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea2a49a2-bc65-4f02-9531-3cc498b95a0b req-934f5cb3-3eb1-478c-8f38-6d9613bdd7af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6000230 Dec 16 15:17:51.035949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5067f-34e8-44b6-bbf5-c4aef47648ce req-f228e0ab-f9b9-4969-9a21-dac9243d79b4 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:51.037857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2a5067f-34e8-44b6-bbf5-c4aef47648ce req-f228e0ab-f9b9-4969-9a21-dac9243d79b4 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 948 time: 0.1706185 Dec 16 15:17:51.123373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-6136d1a3-d333-4faa-83aa-9f171a6baebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:51.125131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-6136d1a3-d333-4faa-83aa-9f171a6baebb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 1099 time: 0.4948604 Dec 16 15:17:51.181977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:51.246744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2a5067f-34e8-44b6-bbf5-c4aef47648ce req-32a86107-8143-48ab-a9fc-ea4ec88247fa tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000990 Dec 16 15:17:51.250965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c0dc9c2-3b8c-4b01-a0ce-ac2fc949b817 req-7a4dfbb6-dc14-44df-8b8f-4facaec58949 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c HTTP/1.1" status: 200 len: 221 time: 0.1158390 Dec 16 15:17:51.268991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-c355fc53-ad7c-4541-872e-a12b13085630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:51.268991 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-c355fc53-ad7c-4541-872e-a12b13085630 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1320815 Dec 16 15:17:51.355787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-8ff783c4-05d8-4a4d-888c-296e917f03f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 HTTP/1.1" status: 200 len: 217 time: 0.0785668 Dec 16 15:17:51.424432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cabf4111-05fd-48c4-bed8-267f0fc0029a req-23a5ce16-41fb-4ff0-8ca4-4614df977702 tempest-ServersOnMultiNodesTest-415628875 tempest-ServersOnMultiNodesTest-415628875-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc019da2-e3b6-41d1-b6bb-7b7ff42865c9 HTTP/1.1" status: 200 len: 210 time: 0.0610435 Dec 16 15:17:51.426595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-11306914-0c7f-4761-b50b-9c2e8e10a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:51.429316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:51.429854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-11306914-0c7f-4761-b50b-9c2e8e10a18b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0656245 Dec 16 15:17:51.489598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Subnet': ['ID=503cf4e6-6141-4be6-b313-7c647f8761c7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:51.498507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc0abc8-2863-4455-b249-c2ebb4636b46 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:51.538292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-9c8ec0bb-6a93-406b-84bc-dd9fdbfbd48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:51.542635 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-9c8ec0bb-6a93-406b-84bc-dd9fdbfbd48f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968659 Dec 16 15:17:51.549300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: cfc0abc8-2863-4455-b249-c2ebb4636b46 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:51.549896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device cfc0abc8-2863-4455-b249-c2ebb4636b46 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:51.578776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:51.586037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4c7c1d4-9257-4575-b914-749c871d16d1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/subnets/503cf4e6-6141-4be6-b313-7c647f8761c7 HTTP/1.1" status: 204 len: 168 time: 0.8345141 Dec 16 15:17:51.587785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed23206-edf2-4aa2-9d36-1abfab24e4d9 None None] Network f9183084-2686-4fb5-8230-f78cd28353e9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:51.589192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:51.811498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:51.822302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] DHCP port deletion for f9183084-2686-4fb5-8230-f78cd28353e9 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:17:51.847404 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-327e8238-cdf0-4d43-b9a5-5533110415cb service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880323 Dec 16 15:17:51.949334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Deleting port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:51.950496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.061753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] For port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:52.062173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.062671 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef24c0e3-2dff-43b8-aab0-ff796a9c48e8 req-5706257f-6627-4a7f-a788-b37ca4a7c95d service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073770 Dec 16 15:17:52.066459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:52.074731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.089974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Calling delete_port for e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:52.133992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8318c83-17e1-49dc-a2e8-c81245ba3bb6 req-b28e6d7d-4235-4b5d-ab66-4e3fa5c79f0f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:52.142133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8318c83-17e1-49dc-a2e8-c81245ba3bb6 req-b28e6d7d-4235-4b5d-ab66-4e3fa5c79f0f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.5541177 Dec 16 15:17:52.197328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-fcf82b7a-73e1-45fe-a6e0-04dc6199de30 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:52.211289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-fcf82b7a-73e1-45fe-a6e0-04dc6199de30 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 813 time: 0.7783003 Dec 16 15:17:52.223094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,segment=NetworkSegment(87915c1e-fc79-464f-93b0-7c131c5c9c5f),segment_id=87915c1e-fc79-464f-93b0-7c131c5c9c5f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:52.227561 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.234858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-18508a85-c452-475e-bc71-d9d83be48bda tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/quotas/5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 375 time: 0.0220716 Dec 16 15:17:52.247793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:52.304790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8318c83-17e1-49dc-a2e8-c81245ba3bb6 req-e9fee420-e597-43c6-b44a-c9e4cbe64e55 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453192 Dec 16 15:17:52.347544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-e58ac1c7-c182-4cdc-b2cf-5e21a06aed9f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993092 Dec 16 15:17:52.372563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.393273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.436551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:52.438889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] No DVR routers for this DVR port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:52.441422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:52.449655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Pushing event deleted for resources: {'Port': ['ID=e8cc0bf2-0fe9-4500-b2f2-5f3613baab70,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:52.468571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.468879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.469802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.470113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.470715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.471322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.472295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.472556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.473451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.474068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.474733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.475515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.476834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22dc12b-eea4-4105-9912-cc0a9c166581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:52.557808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aff58-4e29-46eb-99c9-b5e62f927bdd req-debc609b-edb2-4ad3-9180-ee17ab27cbb4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:52.559480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-549aff58-4e29-46eb-99c9-b5e62f927bdd req-debc609b-edb2-4ad3-9180-ee17ab27cbb4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1200345 Dec 16 15:17:52.560181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.564854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-48f06b8e-8218-4af8-8b1c-c81afcb6b0e9 service neutron] 10.222.0.71 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155230 Dec 16 15:17:52.600789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9183084-2686-4fb5-8230-f78cd28353e9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:52.614300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87915c1e-fc79-464f-93b0-7c131c5c9c5f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:52.614771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87915c1e-fc79-464f-93b0-7c131c5c9c5f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:52.629878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.648180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.658108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:17:52.658991 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:17:52.663173 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:17:52.686767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-549aff58-4e29-46eb-99c9-b5e62f927bdd req-71d124ab-3b8a-48b6-b546-ea6c2e646d7f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168206 Dec 16 15:17:52.711074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-a436edc8-9fd3-47cf-9034-961ec37dcc0b service neutron] 10.222.0.71 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335828 Dec 16 15:17:52.796262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'name': 'network-vif-deleted', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:52.799963 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951489c2-3282-4435-b7a7-50e56bec7cdb" -d '{"events": [{"server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "name": "network-vif-deleted", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:52.843093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.874935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:52.879576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39438) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:52.884296 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/networks/f9183084-2686-4fb5-8230-f78cd28353e9 HTTP/1.1" status: 204 len: 168 time: 1.2886739 Dec 16 15:17:52.885615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39440) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:52.886361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053014d-d405-4a44-ab50-5642b3c1c097 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Network': ['ID=f9183084-2686-4fb5-8230-f78cd28353e9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:53.020935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:53.050717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:53.050717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e8cc0bf2-0fe9-4500-b2f2-5f3613baab70 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:53.145812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting subnet ca233223-5c91-42a6-8bc1-cbe4b0f572f3 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:17:53.165145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.219580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f2c4c-8ccf-4778-a9f4-887340929ba4 req-4799a2e1-32b9-42ba-969e-6648f9d2fe5f tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:53.221220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc8f2c4c-8ccf-4778-a9f4-887340929ba4 req-4799a2e1-32b9-42ba-969e-6648f9d2fe5f tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 948 time: 0.2944028 Dec 16 15:17:53.287348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:17:53.290673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.299218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 62eb9ca7-5668-4ed8-a727-982488083f12 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:53.344073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 62eb9ca7-5668-4ed8-a727-982488083f12 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:53.344791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 62eb9ca7-5668-4ed8-a727-982488083f12 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:53.408950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d6f1a-c81a-45d1-8bf3-7e077d46d121 req-7f03639a-b35a-4d68-964d-76cffe4b4bd9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:53.410578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d3d6f1a-c81a-45d1-8bf3-7e077d46d121 req-7f03639a-b35a-4d68-964d-76cffe4b4bd9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2520735 Dec 16 15:17:53.425790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc8f2c4c-8ccf-4778-a9f4-887340929ba4 req-0410036b-eeb0-4215-81d3-36dc21ebcdc0 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930835 Dec 16 15:17:53.541289 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee61c916-b55d-4d83-a18c-220d2f494a9a x-openstack-request-id: req-ee61c916-b55d-4d83-a18c-220d2f494a9a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:53.542119 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2cf9f6-342f-4a35-99c3-92331b5f4e67", "name": "network-vif-deleted", "tag": "62eb9ca7-5668-4ed8-a727-982488083f12", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:53.542766 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ee61c916-b55d-4d83-a18c-220d2f494a9a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:53.543918 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2cf9f6-342f-4a35-99c3-92331b5f4e67', 'name': 'network-vif-deleted', 'tag': '62eb9ca7-5668-4ed8-a727-982488083f12', 'status': 'completed', 'code': 200} Dec 16 15:17:53.545258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:53.583098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3', 'mac_address': 'fa:16:3e:91:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:17:53.646862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.665169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:17:53.688132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80965cbc-75e5-4a82-a1fc-077e69277bb0 req-e2a429ca-a6f9-4399-b45e-2e99197f8ad3 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.0832794 Dec 16 15:17:53.693931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.721952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:53.776914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d3d6f1a-c81a-45d1-8bf3-7e077d46d121 req-ad546268-a8d8-43e6-9e3c-49245ebd7e30 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422203 Dec 16 15:17:53.783920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:53.862955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:53.896376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:54.007449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761dfcb9-8cf2-4486-ac79-0c87d0e07bf3 req-bd7e0d79-5b18-42de-aaf0-eaae1cd4bca8 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:54.010242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-761dfcb9-8cf2-4486-ac79-0c87d0e07bf3 req-bd7e0d79-5b18-42de-aaf0-eaae1cd4bca8 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1798477 Dec 16 15:17:54.066476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.113552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Subnet': ['ID=ca233223-5c91-42a6-8bc1-cbe4b0f572f3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:54.115320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:17:54.121487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-761dfcb9-8cf2-4486-ac79-0c87d0e07bf3 req-322205e8-f49b-4951-ac58-3eddb4754ba0 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989432 Dec 16 15:17:54.126028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.133992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8503c993-fd97-49b7-b416-0531da4f5369 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/subnets/ca233223-5c91-42a6-8bc1-cbe4b0f572f3 HTTP/1.1" status: 204 len: 168 time: 1.2469029 Dec 16 15:17:54.139919 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d30b449-10ee-4714-8082-076769300f47 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5bb1a07c95a44befb635c938b90cb147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413092 Dec 16 15:17:54.141701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:54.165479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:54.165690 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:17:54.197663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c11a3-c98f-499b-8984-5ef9c2814dbd None None] Network 51151f65-1574-4bc1-96f4-75d9faba5642 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:54.247673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.440097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.444279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.492482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.547327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2cdf-5b01-4632-a453-484fcdf4affb req-19f340a3-b86a-43f8-8231-a7ca5c496221 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:54.555572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-081e2cdf-5b01-4632-a453-484fcdf4affb req-19f340a3-b86a-43f8-8231-a7ca5c496221 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.1966727 Dec 16 15:17:54.567710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282c8f2-64ca-4101-8236-46f78bd64f3c req-36af40ad-0ec5-4c42-ae89-7fe4967c510d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:54.576414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3282c8f2-64ca-4101-8236-46f78bd64f3c req-36af40ad-0ec5-4c42-ae89-7fe4967c510d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2214341 Dec 16 15:17:54.642466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:54.642923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.671464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] DHCP port deletion for 51151f65-1574-4bc1-96f4-75d9faba5642 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:17:54.745470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-081e2cdf-5b01-4632-a453-484fcdf4affb req-f0915d8d-f186-4403-afb1-75ded307f0d4 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1887054 Dec 16 15:17:54.763040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:54.763497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.769822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Deleting port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:54.772873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.778419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3282c8f2-64ca-4101-8236-46f78bd64f3c req-34361782-8305-4890-a439-b19df7daa773 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009096 Dec 16 15:17:54.779003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.782850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.784087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8 HTTP/1.1" status: 204 len: 168 time: 0.6287518 Dec 16 15:17:54.802954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ce00-bc7d-4d1a-9efb-14273d54c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ed27c-6c31-49bb-87bb-ea93ad3cd0d8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:54.806865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:54.947370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] For port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,segment=NetworkSegment(ac2fe259-a248-4ffc-805f-f21bacd319e0),segment_id=ac2fe259-a248-4ffc-805f-f21bacd319e0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:54.948092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:54.973424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Calling delete_port for 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:54.983672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-759edb7c-3abe-4b7d-8cc4-003a675f829b req-f0561f96-0927-4bf4-bc72-0f522c5b4e2b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.0797811 Dec 16 15:17:55.053978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d353c-9b7e-4cd5-8e14-ccea810a861f req-2bbb90a1-2584-4c71-b933-79908fdf5324 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:55.064040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-856d353c-9b7e-4cd5-8e14-ccea810a861f req-2bbb90a1-2584-4c71-b933-79908fdf5324 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 949 time: 0.1738060 Dec 16 15:17:55.090943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:55.115891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Deleting port 80641091-894f-4fd4-aba0-ef60b9e9280d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:55.115891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.137529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-856d353c-9b7e-4cd5-8e14-ccea810a861f req-878d1ddf-f13f-4431-91a1-ae114652b15c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725071 Dec 16 15:17:55.201654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.223815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.229819 n-d-821947-3 neutron-server[104057]: INFO neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No ports have port_id starting with 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b Dec 16 15:17:55.244656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] For port 80641091-894f-4fd4-aba0-ef60b9e9280d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80641091-894f-4fd4-aba0-ef60b9e9280d,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:55.245131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.262552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Calling delete_port for 80641091-894f-4fd4-aba0-ef60b9e9280d owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:55.274471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] Pushing event deleted for resources: {'Port': ['ID=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:55.280279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06a874-9de4-4de8-a86f-09b03070f3d1 None None] No DVR routers for this DVR port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:55.302960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:55.316817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port 2c1e1d5d-9952-417a-a741-8cc3fb8d5c8b on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:55.321261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:17:55.416208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538e76-ba1b-4aff-825c-145267b66b20 req-c2f22b8b-6c8a-4438-9c91-d219ba4bdeea tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:55.417958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a538e76-ba1b-4aff-825c-145267b66b20 req-c2f22b8b-6c8a-4438-9c91-d219ba4bdeea tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2397604 Dec 16 15:17:55.442239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ac106-8d34-428b-8449-b5368c29e5ee req-6af1d5ad-8b40-4e13-b883-56dc70515e26 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:55.443916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-254ac106-8d34-428b-8449-b5368c29e5ee req-6af1d5ad-8b40-4e13-b883-56dc70515e26 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1746318 Dec 16 15:17:55.452479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:17:55.461622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:17:55.462210 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.525026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.586570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51151f65-1574-4bc1-96f4-75d9faba5642']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:55.608003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2fe259-a248-4ffc-805f-f21bacd319e0') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:55.608820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2fe259-a248-4ffc-805f-f21bacd319e0') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:55.615169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a538e76-ba1b-4aff-825c-145267b66b20 req-5102f66d-dd33-40fe-80af-dc695f24e129 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682053 Dec 16 15:17:55.622344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-254ac106-8d34-428b-8449-b5368c29e5ee req-4637eba2-afd2-462f-ab68-4eda71075924 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654029 Dec 16 15:17:55.634027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.651965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.686856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.724436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:55.725723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:55.729613 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e85b3-ec31-4e80-9486-4e75e3a4fd73" -d '{"events": [{"server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "name": "network-vif-plugged", "status": "completed", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:55.730284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:17:55.732349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:17:55.741913 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:17:55.805015 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c051a62-30b1-438e-9d0c-66409cf261ec x-openstack-request-id: req-8c051a62-30b1-438e-9d0c-66409cf261ec {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:55.806753 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "name": "network-vif-plugged", "status": "completed", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:55.807150 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c051a62-30b1-438e-9d0c-66409cf261ec {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:55.807962 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3', 'code': 200} Dec 16 15:17:55.809943 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.824031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:55.869863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Pushing event deleted for resources: {'Port': ['ID=80641091-894f-4fd4-aba0-ef60b9e9280d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:55.952751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-b9080b79-1373-477d-a85a-4795ceb93702 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:55.956434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-b9080b79-1373-477d-a85a-4795ceb93702 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.30 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.2639570 Dec 16 15:17:55.992947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:56.017415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744bb7c-5ac7-4c72-9226-975a929b782e req-885404cd-d504-4a00-8212-3146de85db46 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:56.022922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0744bb7c-5ac7-4c72-9226-975a929b782e req-885404cd-d504-4a00-8212-3146de85db46 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2370949 Dec 16 15:17:56.073763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.096151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.114843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/networks/51151f65-1574-4bc1-96f4-75d9faba5642 HTTP/1.1" status: 204 len: 168 time: 1.9577889 Dec 16 15:17:56.118153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39498) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:56.118704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39500) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:56.141451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1688159202'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:56.228813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0b8a2-7c53-4be2-81fb-7824c34aa429 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Network': ['ID=51151f65-1574-4bc1-96f4-75d9faba5642,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:56.260046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df794c5-67a3-4fdd-aa21-edc778024369 req-88569d9a-2896-499a-b93e-0fabed8f5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:56.261610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2df794c5-67a3-4fdd-aa21-edc778024369 req-88569d9a-2896-499a-b93e-0fabed8f5399 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 1101 time: 0.2375362 Dec 16 15:17:56.285205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0744bb7c-5ac7-4c72-9226-975a929b782e req-bb240a01-308b-45d1-823b-8a9e64674128 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394636 Dec 16 15:17:56.303614 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-28bea5c9-8fc3-460a-83a8-d342cbd1f4bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f6d51f5543114756ae57a54a7605eb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768384 Dec 16 15:17:56.309169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39504) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:56.343064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c6d0f-b865-423f-8b00-cb4feb790969 req-dc1e803d-3504-4229-8ffc-e749d58e860c tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:56.344752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d29c6d0f-b865-423f-8b00-cb4feb790969 req-dc1e803d-3504-4229-8ffc-e749d58e860c tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 945 time: 0.2484479 Dec 16 15:17:56.444849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Deleting port b545cf75-a0cf-44cf-8309-a844ad3ac802 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:56.445244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.494630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:56.498711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.513417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.569566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.594385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:17:56.639183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.639563 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Added segment bfde66ff-de78-478c-92be-505a0bfbe8fb of type vlan for network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 Dec 16 15:17:56.655697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] For port b545cf75-a0cf-44cf-8309-a844ad3ac802, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b545cf75-a0cf-44cf-8309-a844ad3ac802,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:56.656147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.742712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.832749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f42b9705-f24f-4860-85ef-31143d3be55a req-dedc8599-90aa-4971-a0f7-7e232047b36f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.0816176 Dec 16 15:17:56.842028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2df794c5-67a3-4fdd-aa21-edc778024369 req-f5d67161-7abd-4506-a120-319687010468 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717175 Dec 16 15:17:56.842659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.854911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.854911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.854911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cc3bcdb2-3cf6-44d4-a456-1423071d548e HTTP/1.1" status: 204 len: 168 time: 0.5407727 Dec 16 15:17:56.915059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d864d-7ef6-454f-a8c2-e5408977f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bcdb2-3cf6-44d4-a456-1423071d548e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:56.919259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:56.929966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:56.929966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:57.010326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d29c6d0f-b865-423f-8b00-cb4feb790969 req-359bb15b-a748-4f5b-b1b9-5fb4548e9620 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups?id=1db6a382-8066-479c-b172-da0ec0c198c2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6455729 Dec 16 15:17:57.016155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:57.016527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:57.020396 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Floating IP b7dac570-85d8-499d-8f8f-bb5a4a157d8f disassociated. External IP: 172.25.7.209, port: b545cf75-a0cf-44cf-8309-a844ad3ac802. Dec 16 15:17:57.020396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Calling delete_port for b545cf75-a0cf-44cf-8309-a844ad3ac802 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:57.036406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-74b54c68-8010-4213-952a-8ea290ff7c6f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:57.039315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-74b54c68-8010-4213-952a-8ea290ff7c6f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.74 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 813 time: 0.7600877 Dec 16 15:17:57.131979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Network': ['ID=bcce1783-4e3d-4e68-86ea-e185a2ec7a51,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:57.147794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:17:57.181244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'device_id': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d', 'admin_state_up': True, 'tenant_id': '5df575562f8e43a2861344405ac3bc6f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:57.220346 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9fe5d826-3eee-4ed9-b8a1-9a0b868c79fd tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0935528 Dec 16 15:17:57.222513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:57.230231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'subnet': {'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:57.321951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:57.365970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event deleted for resources: {'Port': ['ID=b545cf75-a0cf-44cf-8309-a844ad3ac802,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:57.509437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344d69-149e-4171-b989-124486b7b4bc req-e7d40f77-9db4-475b-b78f-2dc68ec57289 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:57.513097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22344d69-149e-4171-b989-124486b7b4bc req-e7d40f77-9db4-475b-b78f-2dc68ec57289 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3568869 Dec 16 15:17:57.523745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Router a438b756-64ab-4554-bed6-d1327da55e25 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:57.529258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864d8b-4df0-4cbf-a717-e8a5f815d624 req-251bc1df-393b-4baa-83f1-7b81543341d8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:57.531345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7864d8b-4df0-4cbf-a717-e8a5f815d624 req-251bc1df-393b-4baa-83f1-7b81543341d8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 950 time: 0.5168650 Dec 16 15:17:57.602955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:57.609046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:57.813231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:57.833219 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Sync routers for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:57.853105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:57.854191 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:57.879228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22344d69-149e-4171-b989-124486b7b4bc req-5b6d91d6-c6cf-4176-b653-bf1a4d02cb4c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464530 Dec 16 15:17:57.900399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7864d8b-4df0-4cbf-a717-e8a5f815d624 req-4dd8cc67-6cf7-40bf-b2fb-4e2c912c6855 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391948 Dec 16 15:17:57.992857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:17:58.062073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] No DVR routers for this DVR port b545cf75-a0cf-44cf-8309-a844ad3ac802 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:17:58.066750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.071100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-273380f4-92ad-4bb0-bfa2-56d3c29eeacb req-dd185746-bb25-4cde-a233-e73c96e5a1b8 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.30 "DELETE /v2.0/ports/b545cf75-a0cf-44cf-8309-a844ad3ac802 HTTP/1.1" status: 204 len: 173 time: 2.1066847 Dec 16 15:17:58.071708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'name': 'network-vif-deleted', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:17:58.077510 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3ba924-b195-41cb-bf09-c62270074727" -d '{"events": [{"server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "name": "network-vif-deleted", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:17:58.082235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Made reservation on behalf of 5df575562f8e43a2861344405ac3bc6f for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:58.097269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.111881 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:58.204535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.266677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8257ec6-33b3-449d-8525-d9fba2e5a5be req-7bd1dec0-32cd-4f08-91ab-4ea22d942c1f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.1018703 Dec 16 15:17:58.295483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Checking segment: {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:17:58.302537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network hostable DHCP agents. Network: bcce1783-4e3d-4e68-86ea-e185a2ec7a51, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:17:58.349595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Subnet': ['ID=e639c896-4492-40e7-a041-f8c837bf6b16,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:58.382044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.382423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.382748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.383097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.383605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.383802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.384108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.384456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.384790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.385123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.385450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.386192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.387541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:17:58.466092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:58.499628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Checking router: a438b756-64ab-4554-bed6-d1327da55e25 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:17:58.515184 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:58.516922 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:58.554932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:17:58.555201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.570004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6207b521-9d6b-4aa0-a8b1-fb70237b9f97 req-22155096-13f6-4cff-9d84-463787ab5921 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/ports?device_id=05753dc1-e69a-4289-a363-345387a7a7ef HTTP/1.1" status: 200 len: 210 time: 0.1448095 Dec 16 15:17:58.585794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb99872-f245-48ec-8e4d-8ca0901b22c9 req-675269c0-4234-4268-8fb4-4378878ed362 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:58.594697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fb99872-f245-48ec-8e4d-8ca0901b22c9 req-675269c0-4234-4268-8fb4-4378878ed362 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.5805266 Dec 16 15:17:58.669306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, bcce1783-4e3d-4e68-86ea-e185a2ec7a51) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:17:58.676355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:58.677718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.681263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:17:58.687740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05afb25f-9869-4c71-82b4-5ad245e40a45 None None] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:17:58.703477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e7380288-f5dc-4a92-827b-8c74ee541969 admin admin] 10.222.0.71 "PUT /v2.0/routers/1ec688c1-b5ed-41de-bf74-7e86c8b68ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8222165 Dec 16 15:17:58.706372 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6439c23-21e7-40b4-9625-992b668f8d52 x-openstack-request-id: req-e6439c23-21e7-40b4-9625-992b668f8d52 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:17:58.706668 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05753dc1-e69a-4289-a363-345387a7a7ef", "name": "network-vif-deleted", "tag": "b545cf75-a0cf-44cf-8309-a844ad3ac802", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:17:58.706935 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6439c23-21e7-40b4-9625-992b668f8d52 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:17:58.707378 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05753dc1-e69a-4289-a363-345387a7a7ef', 'name': 'network-vif-deleted', 'tag': 'b545cf75-a0cf-44cf-8309-a844ad3ac802', 'status': 'completed', 'code': 200} Dec 16 15:17:58.710635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39544) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:58.716142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Sync routers for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:17:58.747202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fb99872-f245-48ec-8e4d-8ca0901b22c9 req-f3913755-4e3e-4670-945c-293145602003 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 Dec 16 15:17:58.781232 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:58.822967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Allocated IP 172.20.0.5 (f36ab24d-730b-4729-9cea-23300d2ae92d/c1ebec58-db16-4a07-9157-ceb976538c24/a593824d-2acd-405a-99ad-f2c9497ae4bd) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:17:58.832723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-92d3ff50-caa6-40e2-82c1-972ae251b337 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6050582 Dec 16 15:17:58.835332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:17:58.859570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1962153452'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:17:58.900057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:58.963722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:17:58.970469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:59.036896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:17:59.044743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.194561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:17:59.200261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.220023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4050b34-b8fe-44fc-aa05-746aa1befa1c req-d73ecf93-cddf-4190-84ac-d8769429d6a6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:59.222924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4050b34-b8fe-44fc-aa05-746aa1befa1c req-d73ecf93-cddf-4190-84ac-d8769429d6a6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3403268 Dec 16 15:17:59.299439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:17:59.333161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.334675 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Added segment b699fc22-5a9c-4360-a2e6-f424ac45b632 of type vlan for network 19376356-dfdd-4fe6-a874-2fe53f5786d8 Dec 16 15:17:59.353983 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3892821-c9d0-4e77-9d19-104690f443f0 None None] The sync data for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 is: [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:15:24Z', 'revision_number': 4, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '646bd84e-785e-42cb-b80f-da3c42fe65c4', 'name': '', 'network_id': '20c60378-3405-4885-a017-04e0c5fc74dd', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'mac_address': 'fa:16:3e:60:7c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:21Z', 'updated_at': '2021-12-16T15:15:32Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'subnets': [{'id': '3c319180-3ea3-49a3-9ede-9e86b8c2c5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:17:59.370478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b545cf75-a0cf-44cf-8309-a844ad3ac802 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:17:59.403195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: b545cf75-a0cf-44cf-8309-a844ad3ac802 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:17:59.403680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b545cf75-a0cf-44cf-8309-a844ad3ac802 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:17:59.410813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-bcce1783-4e3d-4e68-86ea-e185a2ec7a51', 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51', 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'fixed_ips': [{'subnet_id': 'e639c896-4492-40e7-a041-f8c837bf6b16'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:17:59.411861 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.416616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.499012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.511726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:17:59.573133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4050b34-b8fe-44fc-aa05-746aa1befa1c req-aa4ca62d-ab98-412b-9b5e-acb0c6e3cc74 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248699 Dec 16 15:17:59.585290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Deleting port 4b1684f2-a210-4f66-ab70-4938bbf0e404 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:17:59.588195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.622111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10f420-6c93-40d4-ae95-83c8fd187b14 req-9a65d429-1fa1-478b-98f8-64957a8f67b0 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:59.623884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d10f420-6c93-40d4-ae95-83c8fd187b14 req-9a65d429-1fa1-478b-98f8-64957a8f67b0 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 950 time: 0.5495377 Dec 16 15:17:59.634541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.640754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:17:59.645275 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.814109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] For port 4b1684f2-a210-4f66-ab70-4938bbf0e404, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b1684f2-a210-4f66-ab70-4938bbf0e404,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:17:59.814738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:17:59.830379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Calling delete_port for 4b1684f2-a210-4f66-ab70-4938bbf0e404 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:17:59.924411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Network': ['ID=19376356-dfdd-4fe6-a874-2fe53f5786d8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:17:59.972245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-465ce254-7dde-47da-9017-361049e5d4e5 req-b403c881-171a-4818-abf7-a1aba79121e9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.1458330 Dec 16 15:17:59.980235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e9cbd-b7bf-4442-bb62-d5b5c3730c03 None None] New status for floating IP b7dac570-85d8-499d-8f8f-bb5a4a157d8f: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:18:00.009905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Allocated IP 19.80.0.2 (bcce1783-4e3d-4e68-86ea-e185a2ec7a51/e639c896-4492-40e7-a041-f8c837bf6b16/cd78726c-2ce3-4d34-baaa-afaf864ca932) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:00.012339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:18:00.081445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5eddc010-d0c7-479e-9288-24cb11e213e6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2442439 Dec 16 15:18:00.090522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39566) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:00.105836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'subnet': {'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:00.212980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d10f420-6c93-40d4-ae95-83c8fd187b14 req-93d9774a-92db-4acd-8429-5ab3b7789c46 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606463 Dec 16 15:18:00.257347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.287111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.387586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1684f2-a210-4f66-ab70-4938bbf0e404,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:00.562251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.596917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.602128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e463fb-8766-4e86-a1f9-5a8c4536cbf6 req-67ba7bfa-66ce-4a8d-8c3d-af3e1ca3097b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:00.602716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:17:55Z', 'revision_number': 5, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port': {'id': '4b1684f2-a210-4f66-ab70-4938bbf0e404', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:56Z', 'updated_at': '2021-12-16T15:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:00.612519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70e463fb-8766-4e86-a1f9-5a8c4536cbf6 req-67ba7bfa-66ce-4a8d-8c3d-af3e1ca3097b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.4174666 Dec 16 15:18:00.632157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Checking router: 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:00.643961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Routers {'1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:00.644626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:00.644818 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.734264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] Set router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:00.761425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.767919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.780216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Network f36ab24d-730b-4729-9cea-23300d2ae92d is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:00.785422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:00.803653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:18:00Z', 'revision_number': 7, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:00.809423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:00.840740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f142cb-589b-4347-a796-7d705f585c6d None None] The sync data for ids ['1ec688c1-b5ed-41de-bf74-7e86c8b68ec8'] in n-d-821947-3 is: [{'id': '1ec688c1-b5ed-41de-bf74-7e86c8b68ec8', 'name': 'tempest-FloatingIPsAssociationTestJSON-251442672-router', 'tenant_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:54Z', 'updated_at': '2021-12-16T15:18:00Z', 'revision_number': 7, 'project_id': 'a91cd81a9a754e1eabdd88585c3fa2a9', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:00.843251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:00.843483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70e463fb-8766-4e86-a1f9-5a8c4536cbf6 req-68264491-85be-46b2-90a3-85ad7e2ae7ac tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295208 Dec 16 15:18:00.849093 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.928236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:00.951277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:00.953067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af94aff-c471-441e-a44c-3258f7fa3c9b req-9ed2b02c-1296-462b-a39a-b1362e7bc45a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:00.956057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af94aff-c471-441e-a44c-3258f7fa3c9b req-9ed2b02c-1296-462b-a39a-b1362e7bc45a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.4209316 Dec 16 15:18:00.964590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:00.964979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:00.972881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.978761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.979905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:18:00.983030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:00.988879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Pushing event updated for resources: {'Port': ['ID=cd78726c-2ce3-4d34-baaa-afaf864ca932,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:00.995312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:00.997602 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f065ba42-68c0-4fa5-ba83-89d91b61f6ee admin admin] 10.222.0.71 "DELETE /v2.0/routers/1ec688c1-b5ed-41de-bf74-7e86c8b68ec8 HTTP/1.1" status: 204 len: 168 time: 2.2856946 Dec 16 15:18:01.004233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:01.112849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Attempting to bind port cd78726c-2ce3-4d34-baaa-afaf864ca932 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:01.113761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Attempting to bind port cd78726c-2ce3-4d34-baaa-afaf864ca932 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:01.113761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Attempting to bind port cd78726c-2ce3-4d34-baaa-afaf864ca932 on network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:01.130551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Deleting subnet f8c89f2a-24fd-432a-9cc3-9d160fb9f08d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:18:01.131402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:01.131802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Checking segment: {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:01.132249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.133098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Bound using segment: {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:01.133295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Bound port: cd78726c-2ce3-4d34-baaa-afaf864ca932, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:01.133534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.135324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.148472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af94aff-c471-441e-a44c-3258f7fa3c9b req-9dfe0783-fce5-4e5e-b3c5-41ff99d358d6 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648595 Dec 16 15:18:01.168951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:01.170097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.225020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.381177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] For port cd78726c-2ce3-4d34-baaa-afaf864ca932, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:01.390973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] For port cd78726c-2ce3-4d34-baaa-afaf864ca932, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cd78726c-2ce3-4d34-baaa-afaf864ca932,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:01.427236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-0ec95c94-fa50-4c1b-badd-7b4c0e4486af tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2897587 Dec 16 15:18:01.440836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39588) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:01.445448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80641091-894f-4fd4-aba0-ef60b9e9280d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:01.458315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.520229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Request body: {'port': {'device_id': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:01.535562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 80641091-894f-4fd4-aba0-ef60b9e9280d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:01.536053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80641091-894f-4fd4-aba0-ef60b9e9280d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:01.555755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.660714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfe2b-9774-4db4-a71e-e6ba8320d4d2 None None] Pushing event updated for resources: {'Port': ['ID=cd78726c-2ce3-4d34-baaa-afaf864ca932,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:01.861184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.894413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.925538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.963043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:01.980524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5b23c-62ba-46d2-a5fa-a84c4004ca8b req-a4f7ff83-431c-4b06-8c62-221b173286ad tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:01.983573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07a5b23c-62ba-46d2-a5fa-a84c4004ca8b req-a4f7ff83-431c-4b06-8c62-221b173286ad tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 931 time: 0.3224711 Dec 16 15:18:02.000384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01e591-36a2-48f0-b7a3-641d9177139d req-37c41c52-14b9-4605-b358-5c490559c9d8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:02.001988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01e591-36a2-48f0-b7a3-641d9177139d req-37c41c52-14b9-4605-b358-5c490559c9d8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 950 time: 0.2249670 Dec 16 15:18:02.126918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.178466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c89f2a-24fd-432a-9cc3-9d160fb9f08d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:02.181448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.183324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3af1f2be-e8ed-47e7-b8ee-556e4bc8ab2e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f8c89f2a-24fd-432a-9cc3-9d160fb9f08d HTTP/1.1" status: 204 len: 168 time: 1.1741533 Dec 16 15:18:02.192963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:02.194553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9cd4f-b018-4361-8fd2-63867f51b403 None None] Network 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:02.248715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07a5b23c-62ba-46d2-a5fa-a84c4004ca8b req-0ad87987-42af-4fd6-9f2e-607e4a769512 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869082 Dec 16 15:18:02.337549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.410875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Subnet': ['ID=0f18b38e-a709-410d-9936-b74a7a88af89,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:02.451079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Checking segment: {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:02.451705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network hostable DHCP agents. Network: 19376356-dfdd-4fe6-a874-2fe53f5786d8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:18:02.477058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Deleting port 119bebfd-2634-488e-b1b4-74b6296fa180 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:02.477403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.514502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b01e591-36a2-48f0-b7a3-641d9177139d req-259fa652-9294-40ba-a102-769230a115d8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498491 Dec 16 15:18:02.515555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.520378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.525880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "DELETE /v2.0/security-groups/1db6a382-8066-479c-b172-da0ec0c198c2 HTTP/1.1" status: 204 len: 168 time: 1.0651557 Dec 16 15:18:02.533777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39602) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:02.631002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] DHCP port deletion for 9b1e90b4-a3bc-4976-9e59-211fc00dbce2 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:18:02.643731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] For port 119bebfd-2634-488e-b1b4-74b6296fa180, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=119bebfd-2634-488e-b1b4-74b6296fa180,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:02.644320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.663026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Calling delete_port for 119bebfd-2634-488e-b1b4-74b6296fa180 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:02.810955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Deleting port 119bebfd-2634-488e-b1b4-74b6296fa180 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:02.813497 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.868865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.918379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] For port 119bebfd-2634-488e-b1b4-74b6296fa180, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=119bebfd-2634-488e-b1b4-74b6296fa180,segment=NetworkSegment(86345773-d252-4ac7-aebc-05f4c78f5bd8),segment_id=86345773-d252-4ac7-aebc-05f4c78f5bd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:02.919597 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:02.939315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Pushing event deleted for resources: {'Port': ['ID=119bebfd-2634-488e-b1b4-74b6296fa180,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:02.946098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Calling delete_port for 119bebfd-2634-488e-b1b4-74b6296fa180 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:02.958879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] No DVR routers for this DVR port 119bebfd-2634-488e-b1b4-74b6296fa180 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:03.157199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.162000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.210610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1e90b4-a3bc-4976-9e59-211fc00dbce2']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:03.212182 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-0dd8e4ea-0c5f-4dd5-8fc1-0c77806e17ec tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] show failed (client error): The resource could not be found. Dec 16 15:18:03.214082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0dd8e4ea-0c5f-4dd5-8fc1-0c77806e17ec tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "GET /v2.0/security-groups/1db6a382-8066-479c-b172-da0ec0c198c2 HTTP/1.1" status: 404 len: 347 time: 0.6715703 Dec 16 15:18:03.215864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] Pushing event deleted for resources: {'Port': ['ID=119bebfd-2634-488e-b1b4-74b6296fa180,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:03.219924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb26ee1-b910-42ad-b442-de04c34f8caa None None] No DVR routers for this DVR port 119bebfd-2634-488e-b1b4-74b6296fa180 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:03.228260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:03.230447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db6a382-8066-479c-b172-da0ec0c198c2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:03.248108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cd78726c-2ce3-4d34-baaa-afaf864ca932 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:03.255014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86345773-d252-4ac7-aebc-05f4c78f5bd8') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:03.255335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86345773-d252-4ac7-aebc-05f4c78f5bd8') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:03.305945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.325845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f29d-43c7-4a67-b767-74f50f88df49 req-c006a941-ca31-4a6c-b42e-4f53c184df25 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:03.337922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8893f29d-43c7-4a67-b767-74f50f88df49 req-c006a941-ca31-4a6c-b42e-4f53c184df25 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.9241068 Dec 16 15:18:03.371119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port cd78726c-2ce3-4d34-baaa-afaf864ca932 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:03.372066 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.376450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.389159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.389678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.390367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.390814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.391543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.392121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.392661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.393205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.393744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.394282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.395162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.395351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.395881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefcccc-478e-435d-9707-0cb06f14600d tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:03.408271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:18:03.423877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:18:03.424520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:18:03.436594 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:18:03.489155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573f802-8889-4ad4-9838-f0e2200634e6 None None] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:03.517732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 19376356-dfdd-4fe6-a874-2fe53f5786d8) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:03.519776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Deleting port b863770e-2200-4ff2-9837-032f2385ab6d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:03.520172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.526257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:03.527380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.575951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e08e-5c45-4222-80ac-68f8c438cd39 req-72158377-234e-43d8-a05d-3978630a3802 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:03.578538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a944d3f-e5c3-4388-8602-ff79b3406395 None None] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:03.578937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd21e08e-5c45-4222-80ac-68f8c438cd39 req-72158377-234e-43d8-a05d-3978630a3802 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.3274536 Dec 16 15:18:03.615020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.632928 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.643096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9b1e90b4-a3bc-4976-9e59-211fc00dbce2 HTTP/1.1" status: 204 len: 168 time: 1.4461732 Dec 16 15:18:03.643328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a593824d-2acd-405a-99ad-f2c9497ae4bd {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:03.650438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.662425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b2984-85dd-433b-aaa4-0aed630ad217 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1e90b4-a3bc-4976-9e59-211fc00dbce2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:03.665812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Transition to ACTIVE for port object a593824d-2acd-405a-99ad-f2c9497ae4bd will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:03.688148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8893f29d-43c7-4a67-b767-74f50f88df49 req-9d99369e-2e78-4cd4-997d-6d512a80c7f3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483210 Dec 16 15:18:03.716374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.719435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.746169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Calling delete_port for b863770e-2200-4ff2-9837-032f2385ab6d owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:03.810217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd21e08e-5c45-4222-80ac-68f8c438cd39 req-8db5666b-89ec-4944-9dab-08ef0a3e0e29 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144936 Dec 16 15:18:03.811519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.825971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-39e49279-4458-4d16-b344-c9a5e9be43ee tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7242458 Dec 16 15:18:03.849414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-40f7d934-389c-4c59-bf30-27c90d3efcf6 None None] Provisioning complete for port cd78726c-2ce3-4d34-baaa-afaf864ca932 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:03.850478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40f7d934-389c-4c59-bf30-27c90d3efcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:03.936644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:03.951386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-2da6eba3-8d57-408b-b577-b8e6bf6ddc73 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404615 Dec 16 15:18:04.025095 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.109415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-19376356-dfdd-4fe6-a874-2fe53f5786d8', 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8', 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'fixed_ips': [{'subnet_id': '0f18b38e-a709-410d-9936-b74a7a88af89'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:18:04.110296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.149886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port cd78726c-2ce3-4d34-baaa-afaf864ca932, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cd78726c-2ce3-4d34-baaa-afaf864ca932,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:04.183537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.226773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Pushing event deleted for resources: {'Port': ['ID=b863770e-2200-4ff2-9837-032f2385ab6d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:04.255719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cc69c-3a53-48dc-ae81-d5d6907400c6 req-413f8f92-928d-425b-aa7c-a4f4cf9da346 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:04.259147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-322cc69c-3a53-48dc-ae81-d5d6907400c6 req-413f8f92-928d-425b-aa7c-a4f4cf9da346 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 943 time: 0.2611492 Dec 16 15:18:04.286494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-99ff1c80-ada0-47cc-a4b2-b7f0abb33b8d tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:04.288403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-99ff1c80-ada0-47cc-a4b2-b7f0abb33b8d tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361430 Dec 16 15:18:04.300298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40f7d934-389c-4c59-bf30-27c90d3efcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.301231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39632) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:04.333465 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.360932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-84fce786-3654-4d6a-9de8-9b1ea6ad3f51 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/quotas/aeb4d4f1b2ee4726aaaf16e03aa8b9cd HTTP/1.1" status: 200 len: 375 time: 0.0577538 Dec 16 15:18:04.376054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Attempting to bind port a593824d-2acd-405a-99ad-f2c9497ae4bd on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:04.376768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Attempting to bind port a593824d-2acd-405a-99ad-f2c9497ae4bd by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:04.377165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Attempting to bind port a593824d-2acd-405a-99ad-f2c9497ae4bd on network f36ab24d-730b-4729-9cea-23300d2ae92d {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:04.401085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.408248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.421391 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-311c5953-ac71-4faf-b286-3090c7b16c21 tempest-ServersTestFqdnHostnames-352344217 tempest-ServersTestFqdnHostnames-352344217-project] 10.222.0.71 "DELETE /v2.0/floatingips/b7dac570-85d8-499d-8f8f-bb5a4a157d8f HTTP/1.1" status: 204 len: 168 time: 1.1710606 Dec 16 15:18:04.421391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39634) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:04.456664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Port a593824d-2acd-405a-99ad-f2c9497ae4bd on network f36ab24d-730b-4729-9cea-23300d2ae92d not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:04.457001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Attempting to bind port a593824d-2acd-405a-99ad-f2c9497ae4bd on network f36ab24d-730b-4729-9cea-23300d2ae92d {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:04.498316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-322cc69c-3a53-48dc-ae81-d5d6907400c6 req-151266b9-6dba-43a1-a432-4c4520e7b9f5 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070761 Dec 16 15:18:04.507358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:04.507358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Checking segment: {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:04.507358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Bound using segment: {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:04.507358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Bound port: a593824d-2acd-405a-99ad-f2c9497ae4bd, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10a5b3da-39b7-4472-ba57-96e8a710aa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:04.508387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.516827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d74424dc-a39f-4a85-8a5c-d7adc0175dfe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a91cd81a9a754e1eabdd88585c3fa2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113321 Dec 16 15:18:04.526099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:04.567730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 119bebfd-2634-488e-b1b4-74b6296fa180 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:04.601166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:04.604591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:04.637235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-a4ce71c6-af6f-4fec-9594-af0c5a5f90e2 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326341 Dec 16 15:18:04.641983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 119bebfd-2634-488e-b1b4-74b6296fa180 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:04.642443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 119bebfd-2634-488e-b1b4-74b6296fa180 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:04.642767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b1684f2-a210-4f66-ab70-4938bbf0e404 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:04.690321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-40f7d934-389c-4c59-bf30-27c90d3efcf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:18:04.690695 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-40f7d934-389c-4c59-bf30-27c90d3efcf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:18:04.695184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=cd78726c-2ce3-4d34-baaa-afaf864ca932,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:04.697087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.741625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.779336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:04.780514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.783711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] 10.222.0.74 "PUT /v2.0/ports/a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 1091 time: 3.3158169 Dec 16 15:18:04.792154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:04.795269 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f893627e-6b60-449a-bd2e-24ef754f1c26" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:04.826138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:04.911859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08dab-827e-47e0-8804-11fcdb846577 service neutron] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:04.950249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4b1684f2-a210-4f66-ab70-4938bbf0e404 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:04.950938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b1684f2-a210-4f66-ab70-4938bbf0e404 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:04.990641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Allocated IP 19.86.0.2 (19376356-dfdd-4fe6-a874-2fe53f5786d8/0f18b38e-a709-410d-9936-b74a7a88af89/fe1d0178-f8a9-49d5-a99d-95bb1a98b498) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:05.055009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.059860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.066574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d386e68-2616-4ff2-88e5-23662c5681e6 HTTP/1.1" status: 204 len: 168 time: 0.5389869 Dec 16 15:18:05.088084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dc835-cc04-4f3d-8519-8b4a8fbdcddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d386e68-2616-4ff2-88e5-23662c5681e6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:05.189334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-de22bffb-99c9-448f-a863-2c49b19dcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:05.196091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cd78726c-2ce3-4d34-baaa-afaf864ca932 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:05.204119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-de22bffb-99c9-448f-a863-2c49b19dcc51 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1094 time: 0.2106142 Dec 16 15:18:05.278932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-5aa6d3ae-1dc2-48a9-a72d-74704279147a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 217 time: 0.0526187 Dec 16 15:18:05.388255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-c39bc9d7-53f5-4c93-aafb-4727ee5775e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:05.390549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-c39bc9d7-53f5-4c93-aafb-4727ee5775e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.0973358 Dec 16 15:18:05.411946 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.443920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-17958b08-f2c6-4f9c-a618-d8c8e11b8d94 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413635 Dec 16 15:18:05.452631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdd3db-2dfb-4c2a-910a-f07f482f3b8c req-3df44be1-c098-4d8c-bf17-36bfe783e505 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:05.454457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1cdd3db-2dfb-4c2a-910a-f07f482f3b8c req-3df44be1-c098-4d8c-bf17-36bfe783e505 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3476684 Dec 16 15:18:05.589583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-66016d88-978d-40c3-a945-771a700197c4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:05.595634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port cd78726c-2ce3-4d34-baaa-afaf864ca932 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:05.596621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.596859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-66016d88-978d-40c3-a945-771a700197c4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:05.605897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-66016d88-978d-40c3-a945-771a700197c4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/networks?id=bcce1783-4e3d-4e68-86ea-e185a2ec7a51&id=19376356-dfdd-4fe6-a874-2fe53f5786d8 HTTP/1.1" status: 200 len: 1392 time: 0.3306201 Dec 16 15:18:05.648620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-81900d0c-53ca-4a01-942e-2f0cbdffe5d9 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/quotas/1ea7bef7dfbd437194958f4a48d81782 HTTP/1.1" status: 200 len: 375 time: 0.0426941 Dec 16 15:18:05.657988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1cdd3db-2dfb-4c2a-910a-f07f482f3b8c req-65b12a2c-13ce-445c-8bbb-e8ec06099aa0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696103 Dec 16 15:18:05.721433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.737712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-f20566ff-2b2b-4a3e-ae79-1becc635d275 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790766 Dec 16 15:18:05.771496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cddf1bb5-251a-4fe5-abba-42ec8fe953cb None None] Provisioning complete for port cd78726c-2ce3-4d34-baaa-afaf864ca932 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:05.777668 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cddf1bb5-251a-4fe5-abba-42ec8fe953cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.814491 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4f2091-207c-4513-b994-12fed9f76942 x-openstack-request-id: req-ac4f2091-207c-4513-b994-12fed9f76942 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:05.814866 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:05.817883 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac4f2091-207c-4513-b994-12fed9f76942 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:05.817883 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'status': 'completed', 'code': 200} Dec 16 15:18:05.841952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6a705502-4f3f-4e2e-b732-7e006432919f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1793292 Dec 16 15:18:05.858462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Deleting port 646bd84e-785e-42cb-b80f-da3c42fe65c4 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:05.859707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.938695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.974927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] For port 646bd84e-785e-42cb-b80f-da3c42fe65c4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=646bd84e-785e-42cb-b80f-da3c42fe65c4,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:05.975477 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:05.997749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Calling delete_port for 646bd84e-785e-42cb-b80f-da3c42fe65c4 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:06.022406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5afd722-ff20-40bf-8b4f-204ffc42d474 req-c55f7c8d-1a8e-415e-865f-0c7e61eb19b8 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753453 Dec 16 15:18:06.071859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390dc44-94fd-4bfc-ada9-f98ac49abd61 req-f7fd03d7-7216-4397-827e-31dcde0ed5dc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:06.073529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5390dc44-94fd-4bfc-ada9-f98ac49abd61 req-f7fd03d7-7216-4397-827e-31dcde0ed5dc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1624830 Dec 16 15:18:06.075794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:06.078553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-07b02f36-f722-402c-9fe6-0fde1ed46ee5 service neutron] 10.222.0.71 "GET /v2.0/networks/bcce1783-4e3d-4e68-86ea-e185a2ec7a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054884 Dec 16 15:18:06.098311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Pushing event updated for resources: {'Port': ['ID=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:06.105294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:06.115049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:06.247868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5390dc44-94fd-4bfc-ada9-f98ac49abd61 req-eb392e2f-3268-4c5c-9fc8-36a9f5ccca07 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372323 Dec 16 15:18:06.298079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Attempting to bind port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:06.298658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Attempting to bind port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:06.299261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Attempting to bind port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 on network 19376356-dfdd-4fe6-a874-2fe53f5786d8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:06.308509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d06591a9-f7ef-4edd-8950-a362c0c731af service neutron] 10.222.0.71 "GET /v2.0/networks/bcce1783-4e3d-4e68-86ea-e185a2ec7a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176664 Dec 16 15:18:06.397605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:06.398221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Checking segment: {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:06.399025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:06.399642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Bound using segment: {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:06.400517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Bound port: fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:06.401064 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:06.423683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9925448f-24cb-4543-bf98-18df94207397 req-e28a39c8-e2be-4ac0-bae6-0629052091f1 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 210 time: 0.0702739 Dec 16 15:18:06.447750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-8e4d55f8-26c5-4d1d-bb2e-f92727dc0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:06.449336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-8e4d55f8-26c5-4d1d-bb2e-f92727dc0129 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1094 time: 0.1619408 Dec 16 15:18:06.528775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:06.568353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-60e28579-73e6-4de1-90bb-8f0568579163 service neutron] 10.222.0.71 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406614 Dec 16 15:18:06.574930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] For port fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:06.583193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] For port fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:06.650284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Pushing event deleted for resources: {'Port': ['ID=646bd84e-785e-42cb-b80f-da3c42fe65c4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:06.652772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:06.791391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08831a1-1777-4332-a283-50f6bf73f940 None None] Pushing event updated for resources: {'Port': ['ID=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:06.846104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d590548c-9021-4f55-b45a-225f75a018d8 service neutron] 10.222.0.71 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681892 Dec 16 15:18:06.877086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-7d6fe2b1-c9d8-4760-a0ef-ad229f9d6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:06.880232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-7d6fe2b1-c9d8-4760-a0ef-ad229f9d6f90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.4022164 Dec 16 15:18:06.897481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7465f48-4464-44a7-b91b-fa034eb07e61 req-041a88a3-30b3-4365-9e77-5a14d35631f9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:06.899306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7465f48-4464-44a7-b91b-fa034eb07e61 req-041a88a3-30b3-4365-9e77-5a14d35631f9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 943 time: 0.2053816 Dec 16 15:18:06.964669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-c59aa3f9-8a21-4256-a7bb-7d336d8f6104 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 217 time: 0.0642655 Dec 16 15:18:07.042343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:07.064329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-713ad1a7-e3a0-4ed3-ac57-523a5d35d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:07.066823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-713ad1a7-e3a0-4ed3-ac57-523a5d35d016 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.0905740 Dec 16 15:18:07.071873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7465f48-4464-44a7-b91b-fa034eb07e61 req-638bbb01-6568-4911-8b3c-ea193873a694 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Dec 16 15:18:07.128419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-f0c55211-bda8-4671-bc15-f7071e605a2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449612 Dec 16 15:18:07.437151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-36697b1d-5c48-4699-8f0f-07efafac4eec service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058946 Dec 16 15:18:07.508873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ef4ea21-376b-4808-8a15-6c389a3b214b req-af26731e-2d97-481b-9ddf-55b743541f1f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 210 time: 0.1191781 Dec 16 15:18:07.696691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9410-2dff-4932-9b89-ae9766acc2a6 req-a730ebba-a72c-4cbd-b7f8-a1ed6d045e52 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:07.706648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c51f9410-2dff-4932-9b89-ae9766acc2a6 req-a730ebba-a72c-4cbd-b7f8-a1ed6d045e52 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3114855 Dec 16 15:18:07.716181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Router a438b756-64ab-4554-bed6-d1327da55e25 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:18:07.818513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f893627e-6b60-449a-bd2e-24ef754f1c26 req-4d78dbe4-c62c-4f78-938a-52926e7010bc service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215835 Dec 16 15:18:07.841583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:07.872572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab36cb7-a151-46fb-b9ef-f76ce99c0c0e req-c8afb6de-febc-4201-a207-365549295e4c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:07.874727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ab36cb7-a151-46fb-b9ef-f76ce99c0c0e req-c8afb6de-febc-4201-a207-365549295e4c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1590161 Dec 16 15:18:07.891272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c51f9410-2dff-4932-9b89-ae9766acc2a6 req-489539c2-96f2-4508-b982-adadadddf19e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832867 Dec 16 15:18:07.906890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:07.918653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Sync routers for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:07.927900 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-418bf476-5a95-44b5-8be9-7d5825c23867 admin admin] 10.222.0.71 "PUT /v2.0/routers/a438b756-64ab-4554-bed6-d1327da55e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5100679 Dec 16 15:18:07.936582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:07.936582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:07.937138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:08.122355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40e7736c-468f-4652-8750-a331b7ba7d81 req-c3442574-5e83-4a9f-805f-90cf05bbf3d5 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 210 time: 0.0806231 Dec 16 15:18:08.161734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ab36cb7-a151-46fb-b9ef-f76ce99c0c0e req-ed4d1c70-3531-4378-9da2-56724b70476a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688062 Dec 16 15:18:08.191402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:08.208859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.221225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-98142986-network', 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:08.337083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a4024-5c14-4bba-aa9f-a54a3d99497a req-3000b2e4-3076-41ad-94c3-56bc11c5e29e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:08.341309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f9a4024-5c14-4bba-aa9f-a54a3d99497a req-3000b2e4-3076-41ad-94c3-56bc11c5e29e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0870955 Dec 16 15:18:08.402479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:08.405781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.425799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f9a4024-5c14-4bba-aa9f-a54a3d99497a req-26f82106-cbe7-4396-89d9-635babe2c409 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672238 Dec 16 15:18:08.429336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.486647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.628369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:18:06Z', 'revision_number': 5, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port': {'id': 'a1e615d3-b274-4cc0-8856-c3305ae8da73', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:15:16Z', 'updated_at': '2021-12-16T15:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:08.646524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85930481-6a00-4cb2-b5a9-4fb18bc6e94a req-273c6a33-6b7d-4a0a-b132-3761b7687276 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:08.661946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85930481-6a00-4cb2-b5a9-4fb18bc6e94a req-273c6a33-6b7d-4a0a-b132-3761b7687276 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 943 time: 0.1628528 Dec 16 15:18:08.726988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Deleting port a1e615d3-b274-4cc0-8856-c3305ae8da73 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:08.728902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Checking router: a438b756-64ab-4554-bed6-d1327da55e25 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:08.732475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.748384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.771305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Routers {'a438b756-64ab-4554-bed6-d1327da55e25'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:08.772814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:17:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a438b756-64ab-4554-bed6-d1327da55e25'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:08.783433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85930481-6a00-4cb2-b5a9-4fb18bc6e94a req-92e4b044-99c6-4e4b-8d9e-c044895310ee tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204553 Dec 16 15:18:08.846462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.919692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:18:08.968603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbaa88b-80b3-4695-b613-aae02e42b8dc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:08.972587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:08.975622 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Added segment 369a27c6-250f-4b92-a18a-96503a70525c of type vlan for network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 Dec 16 15:18:09.006038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] Set router a438b756-64ab-4554-bed6-d1327da55e25 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:09.044525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdbc85be-b442-4450-95d8-762225fbde52 req-880aa2f3-6901-43a9-85dc-a17edc5a4c7f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 210 time: 0.1109550 Dec 16 15:18:09.055026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] For port a1e615d3-b274-4cc0-8856-c3305ae8da73, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1e615d3-b274-4cc0-8856-c3305ae8da73,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:09.055412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.128363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Calling delete_port for a1e615d3-b274-4cc0-8856-c3305ae8da73 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:09.141856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.170656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:18:08Z', 'revision_number': 6, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:09.199463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-12d03c4d-43ee-4077-9fc5-6e7ba9dc0d84 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130004 Dec 16 15:18:09.237662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece9de74-289f-44c7-b2a1-425c5b2a93e2 None None] The sync data for ids ['a438b756-64ab-4554-bed6-d1327da55e25'] in n-d-821947-3 is: [{'id': 'a438b756-64ab-4554-bed6-d1327da55e25', 'name': 'tempest-ServersTestFqdnHostnames-215447174-router', 'tenant_id': '0149b7740a234d6486cd7d3686317131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:15:15Z', 'updated_at': '2021-12-16T15:18:08Z', 'revision_number': 6, 'project_id': '0149b7740a234d6486cd7d3686317131', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:09.325795 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.329242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:09.329888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.340360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4a6e5-32ac-4c2d-9981-cc39df1e549e None None] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:09.441020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] Provisioning complete for port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:09.441393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.493447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98ca1453-1e73-4f65-9b6d-ccce66d5c723 req-09f9024b-5e7f-4fa2-a68b-c6593a9e4a03 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 210 time: 0.2114944 Dec 16 15:18:09.511476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-e73e00e9-912a-4a1b-8817-24785ef04913 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:09.514402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-e73e00e9-912a-4a1b-8817-24785ef04913 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059115 Dec 16 15:18:09.563726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800438-0afc-47d3-9835-a3f5fda01b08 req-78c33f2a-24a3-4c62-9bdb-1c83f8606fc4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:09.572760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee800438-0afc-47d3-9835-a3f5fda01b08 req-78c33f2a-24a3-4c62-9bdb-1c83f8606fc4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3580704 Dec 16 15:18:09.574787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] Pushing event updated for resources: {'Network': ['ID=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:09.590881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Request body: {'port': {'device_id': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'aeb4d4f1b2ee4726aaaf16e03aa8b9cd'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:09.647914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:18:09.651281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a593824d-2acd-405a-99ad-f2c9497ae4bd details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:09.654795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d002978-2c6a-4042-813c-e239787fd569 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8117614 Dec 16 15:18:09.655511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39748) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:09.681394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Request body: {'subnet': {'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-98142986-subnet', 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:09.719717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe1d0178-f8a9-49d5-a99d-95bb1a98b498 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:09.747097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee800438-0afc-47d3-9835-a3f5fda01b08 req-97d996a0-8f85-45f4-97dc-2036aa92e777 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741409 Dec 16 15:18:09.811677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6dea8c-c7ec-46da-8b64-a402fbf19644 req-6c246d1c-eabd-4d89-98d4-83db04e87149 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:09.819843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca6dea8c-c7ec-46da-8b64-a402fbf19644 req-6c246d1c-eabd-4d89-98d4-83db04e87149 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1709516 Dec 16 15:18:09.843124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.934639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.940750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:09.943187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:09.945230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e615d3-b274-4cc0-8856-c3305ae8da73,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:09.949557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:18:10.136403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.138251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca6dea8c-c7ec-46da-8b64-a402fbf19644 req-bfce0c7b-9bfa-4e20-8228-21e9af2435a9 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190691 Dec 16 15:18:10.261139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:10.261719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.301365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:10.312199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] For port fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:10.313128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Made reservation on behalf of aeb4d4f1b2ee4726aaaf16e03aa8b9cd for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:10.319433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.356905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:10.385598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'network_id': 'f36ab24d-730b-4729-9cea-23300d2ae92d', 'port_id': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'mac_address': 'fa:16:3e:09:cc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ebec58-db16-4a07-9157-ceb976538c24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:10.403197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.408531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.495696 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.514640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b371513-55df-4c03-b446-63ff8711e691 req-39f61cc2-76d1-458a-a172-ef1c40d0c2d5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:10.514640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b371513-55df-4c03-b446-63ff8711e691 req-39f61cc2-76d1-458a-a172-ef1c40d0c2d5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.6004047 Dec 16 15:18:10.564708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.569959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.617694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.618874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a438b756-64ab-4554-bed6-d1327da55e25 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:18:10.636539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713db805-3024-4789-a6a0-06a2f7b459d4 req-98063581-f087-412d-9371-bef834c594f8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:10.644332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.645518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6fe011bc-b026-43ad-9c69-66e4345dc4ab admin admin] 10.222.0.71 "DELETE /v2.0/routers/a438b756-64ab-4554-bed6-d1327da55e25 HTTP/1.1" status: 204 len: 168 time: 2.7069132 Dec 16 15:18:10.648787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-713db805-3024-4789-a6a0-06a2f7b459d4 req-98063581-f087-412d-9371-bef834c594f8 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 943 time: 0.3427484 Dec 16 15:18:10.649979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:10.650709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a593824d-2acd-405a-99ad-f2c9497ae4bd {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:10.775000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Deleting subnet 3c319180-3ea3-49a3-9ede-9e86b8c2c5cb {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:18:10.789936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.830703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75935a5b-7aa0-4bc3-be08-eb8d383b7d68 None None] Pushing event updated for resources: {'Port': ['ID=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:10.883288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Allocated IP 192.168.233.174 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/4095d071-53cd-48aa-8b19-4ccbd6da0222) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:10.920104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:10.920460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:10.923455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0f6d2e4a-53c8-4951-8cce-46a6302b022e None None] Provisioning complete for port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:10.924454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0f6d2e4a-53c8-4951-8cce-46a6302b022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.002699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:18:11.003492 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:18:11.007389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.085214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:11.204511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7d31ce56-bb8d-41ba-bfab-e1e6adb8b017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.281248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.309962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b371513-55df-4c03-b446-63ff8711e691 req-e4069b48-6a2e-435d-b1d5-4f0434726d0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757270 Dec 16 15:18:11.376758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:11.381057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-713db805-3024-4789-a6a0-06a2f7b459d4 req-f34b0230-8e14-4243-994c-c1714a2c82ac tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313633 Dec 16 15:18:11.411522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-0eacfb49-9b43-4aa8-a853-467092883a1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.421422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-0eacfb49-9b43-4aa8-a853-467092883a1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.421422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-0eacfb49-9b43-4aa8-a853-467092883a1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "GET /v2.0/networks?id=bcce1783-4e3d-4e68-86ea-e185a2ec7a51&id=19376356-dfdd-4fe6-a874-2fe53f5786d8 HTTP/1.1" status: 200 len: 1392 time: 0.8363519 Dec 16 15:18:11.441440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98a17e1-c31b-468c-81ff-a2911cf1a540,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:11.450271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'port': {'device_id': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51', 'admin_state_up': True, 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:11.543286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8454498e-093b-46f1-aa24-c45ca9c3709f req-dbd04e6a-58c6-474c-af15-0df7e6c7e725 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 210 time: 0.1064610 Dec 16 15:18:11.596821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc94aae5-3076-4e0f-a638-2eef878804ce req-81ed76ad-a05e-4426-8962-1bcc41e68302 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 210 time: 0.0626345 Dec 16 15:18:11.626335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Checking segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:11.626826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Network hostable DHCP agents. Network: d76f6e9e-5f82-4df0-96d3-7bb98afd9d41, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:18:11.715023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.740138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7d31ce56-bb8d-41ba-bfab-e1e6adb8b017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.744365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe1d0178-f8a9-49d5-a99d-95bb1a98b498 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:11.786460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57757ad8-11e9-4043-bd16-1d813e0b9a91 req-85291cc3-23b7-416a-a761-3b9ab1994fa2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.788312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57757ad8-11e9-4043-bd16-1d813e0b9a91 req-85291cc3-23b7-416a-a761-3b9ab1994fa2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1323404 Dec 16 15:18:11.834160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:11.835064 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.844763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.864514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7d31ce56-bb8d-41ba-bfab-e1e6adb8b017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:11.880974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff0a9-7f54-4073-b6c5-ad8b894a7a75 req-13d67be0-3fa9-45f5-a66f-3ca40424cc5a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:11.882667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ccff0a9-7f54-4073-b6c5-ad8b894a7a75 req-13d67be0-3fa9-45f5-a66f-3ca40424cc5a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1050982 Dec 16 15:18:11.908686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:18:11.926276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57757ad8-11e9-4043-bd16-1d813e0b9a91 req-4bdaa6c0-bb32-49de-b340-0e013b593585 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240015 Dec 16 15:18:11.960028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7d31ce56-bb8d-41ba-bfab-e1e6adb8b017 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f31dcf12170840e2afd07fae633d34f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6490226 Dec 16 15:18:11.960028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31ce56-bb8d-41ba-bfab-e1e6adb8b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd30f3-371d-4532-8e0c-8fad4f630440,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:11.962254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39774) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:11.970641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:11.975972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.005338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.012481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.016339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ccff0a9-7f54-4073-b6c5-ad8b894a7a75 req-d91b29b4-fcc0-4658-a494-f376d002ab35 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139002 Dec 16 15:18:12.048385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:12.066628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.070869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3c319180-3ea3-49a3-9ede-9e86b8c2c5cb HTTP/1.1" status: 204 len: 168 time: 1.4194727 Dec 16 15:18:12.079145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:12.089775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1e615d3-b274-4cc0-8856-c3305ae8da73 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:12.092166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13723dd9-9c3c-405d-8b58-8acd56d31998 None None] Network 20c60378-3405-4885-a017-04e0c5fc74dd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:12.095647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d76f6e9e-5f82-4df0-96d3-7bb98afd9d41) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:12.110004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969de7f-e6ae-453f-ae4c-decf1e6446a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c319180-3ea3-49a3-9ede-9e86b8c2c5cb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:12.115637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:12.116629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.171519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc7dbe-5df0-427c-999c-b9a4c4f5343d None None] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:12.179282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: a1e615d3-b274-4cc0-8856-c3305ae8da73 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:12.179963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1e615d3-b274-4cc0-8856-c3305ae8da73 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:12.180563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 646bd84e-785e-42cb-b80f-da3c42fe65c4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:12.212374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:12.231835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:12.234765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:12.238003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Pushing event updated for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:12.270651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.273153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 646bd84e-785e-42cb-b80f-da3c42fe65c4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:12.273573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 646bd84e-785e-42cb-b80f-da3c42fe65c4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:12.277379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.333459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.338198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8524ec43-a620-4c03-8a67-b7b262e7897e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6793895 Dec 16 15:18:12.339619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:12.340341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.425213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Allocated IP 19.80.0.48 (bcce1783-4e3d-4e68-86ea-e185a2ec7a51/e639c896-4492-40e7-a041-f8c837bf6b16/34594b02-89cd-4d43-aa12-e3d4fc0564aa) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:12.478466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d052bd-cbf1-4f41-953d-37bcf4603c3a req-24a394fc-da58-4468-9912-5891c2692dbd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:12.496422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99d052bd-cbf1-4f41-953d-37bcf4603c3a req-24a394fc-da58-4468-9912-5891c2692dbd tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2261491 Dec 16 15:18:12.539944 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-0b3a4a57-693c-467b-add1-0929a9408527 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9639118 Dec 16 15:18:12.545878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Deleting port 59af1346-dd6f-4597-b0f9-72164b38d1c0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:12.546269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.557090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.566466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.568530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616da0f4-ad52-474e-8543-805f22670083 None None] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:12.574760 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68dd30f3-371d-4532-8e0c-8fad4f630440 HTTP/1.1" status: 204 len: 168 time: 0.6072376 Dec 16 15:18:12.701440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] DHCP port deletion for 20c60378-3405-4885-a017-04e0c5fc74dd request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:18:12.726330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Request body: {'port': {'device_id': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:12.771164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaa9f5-eecf-4ab3-b3bd-e3eb69b73d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd30f3-371d-4532-8e0c-8fad4f630440,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:12.787309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99d052bd-cbf1-4f41-953d-37bcf4603c3a req-a588779a-8437-4dcf-8f87-1c1e30328ecc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883787 Dec 16 15:18:12.806224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] For port 59af1346-dd6f-4597-b0f9-72164b38d1c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=59af1346-dd6f-4597-b0f9-72164b38d1c0,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:12.806893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.893688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3ec6e1bb-d498-4f9b-8da1-4310df4fa2cf None None] Provisioning complete for port 4095d071-53cd-48aa-8b19-4ccbd6da0222 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:12.894116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ec6e1bb-d498-4f9b-8da1-4310df4fa2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.898419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Calling delete_port for 59af1346-dd6f-4597-b0f9-72164b38d1c0 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:12.902275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Deleting port 59af1346-dd6f-4597-b0f9-72164b38d1c0 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:12.902275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.916363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:12.929171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cf7e0-4f90-4ec5-90aa-2afce074132c req-cfbea43b-939b-4904-bd3f-2008218de12d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:12.936131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf3cf7e0-4f90-4ec5-90aa-2afce074132c req-cfbea43b-939b-4904-bd3f-2008218de12d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 944 time: 0.4006982 Dec 16 15:18:13.035354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6e1bb-d498-4f9b-8da1-4310df4fa2cf None None] Port 4095d071-53cd-48aa-8b19-4ccbd6da0222 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:13.054346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] For port 59af1346-dd6f-4597-b0f9-72164b38d1c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=59af1346-dd6f-4597-b0f9-72164b38d1c0,segment=NetworkSegment(baf2b9c0-6b4a-4c2c-98cf-e387d667377b),segment_id=baf2b9c0-6b4a-4c2c-98cf-e387d667377b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:13.055864 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.081483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Calling delete_port for 59af1346-dd6f-4597-b0f9-72164b38d1c0 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:13.176973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d8beaec-7277-4e0c-8d51-aacfecaf47a6 req-4558f2d8-6d32-4dbb-be9e-87e7f0e639bf tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 210 time: 0.1161427 Dec 16 15:18:13.185496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf3cf7e0-4f90-4ec5-90aa-2afce074132c req-858efea6-ef0c-4912-be31-b808cb3dbcfe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288656 Dec 16 15:18:13.252650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.301543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.306495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.348519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] No DVR routers for this DVR port 59af1346-dd6f-4597-b0f9-72164b38d1c0 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:13.352739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Pushing event deleted for resources: {'Port': ['ID=59af1346-dd6f-4597-b0f9-72164b38d1c0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:13.365920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] Pushing event deleted for resources: {'Port': ['ID=59af1346-dd6f-4597-b0f9-72164b38d1c0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:13.377664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9485de-f0f9-41fa-bb83-777972705d7c None None] No DVR routers for this DVR port 59af1346-dd6f-4597-b0f9-72164b38d1c0 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:13.387923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbff296-2bb6-49b1-bd4e-593e4a1c49e6 req-b423a28e-b7ea-4881-9b74-aaf54d2af016 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:13.389543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecbff296-2bb6-49b1-bd4e-593e4a1c49e6 req-b423a28e-b7ea-4881-9b74-aaf54d2af016 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 936 time: 0.0817723 Dec 16 15:18:13.429489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.484363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:13.491220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:13.505184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.507138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecbff296-2bb6-49b1-bd4e-593e4a1c49e6 req-899c43cc-e014-4fdb-9321-4b1dba78b442 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074252 Dec 16 15:18:13.521037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:13.565092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c60378-3405-4885-a017-04e0c5fc74dd']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:13.575158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4095d071-53cd-48aa-8b19-4ccbd6da0222 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:13.577066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:13.586902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:13.586902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf2b9c0-6b4a-4c2c-98cf-e387d667377b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:13.589912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.602399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a593824d-2acd-405a-99ad-f2c9497ae4bd up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:13.605050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.626825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Transition to ACTIVE for port object 4095d071-53cd-48aa-8b19-4ccbd6da0222 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:13.636979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.643543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:13.644266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.655790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:18:13.656261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:18:13.658174 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:18:13.694524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:13.751401 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.759089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 59af1346-dd6f-4597-b0f9-72164b38d1c0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:13.766950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9365d2c5-3990-460d-8ca6-93381a537ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.783769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 59af1346-dd6f-4597-b0f9-72164b38d1c0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:13.784440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 59af1346-dd6f-4597-b0f9-72164b38d1c0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:13.836107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port a593824d-2acd-405a-99ad-f2c9497ae4bd completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:13.844084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.846316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-033b29a9-f4ed-4407-8197-92a7e2fdbcb4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4079568 Dec 16 15:18:13.848003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port a593824d-2acd-405a-99ad-f2c9497ae4bd triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:13.849835 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.854536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.857856 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] 10.222.0.71 "DELETE /v2.0/networks/20c60378-3405-4885-a017-04e0c5fc74dd HTTP/1.1" status: 204 len: 168 time: 1.7558885 Dec 16 15:18:13.873489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb9e1-d282-4fd9-bd0b-cbb9f5b742f0 req-bbce6e53-e4c2-46b0-a8f3-98770b191cb7 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:13.875209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88bcb9e1-d282-4fd9-bd0b-cbb9f5b742f0 req-bbce6e53-e4c2-46b0-a8f3-98770b191cb7 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.2183540 Dec 16 15:18:13.886665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Request body: {'port': {'device_id': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8', 'admin_state_up': True, 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:13.958931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2f278832-617d-4ad1-8c68-d87ca19a8d44 None None] Provisioning complete for port 34594b02-89cd-4d43-aa12-e3d4fc0564aa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:13.959644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f278832-617d-4ad1-8c68-d87ca19a8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:13.990060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:14.012368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2f278832-617d-4ad1-8c68-d87ca19a8d44 None None] Port 34594b02-89cd-4d43-aa12-e3d4fc0564aa cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:14.026060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3f5bb-113f-4ad1-9f55-716bfbd96722 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c60378-3405-4885-a017-04e0c5fc74dd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:14.030599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1a08bd4-a7ec-421f-9b6f-67632bef953c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.049345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Attempting to bind port 4095d071-53cd-48aa-8b19-4ccbd6da0222 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:14.049521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Attempting to bind port 4095d071-53cd-48aa-8b19-4ccbd6da0222 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:14.049893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Attempting to bind port 4095d071-53cd-48aa-8b19-4ccbd6da0222 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:14.056788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Port 4095d071-53cd-48aa-8b19-4ccbd6da0222 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:14.057149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Attempting to bind port 4095d071-53cd-48aa-8b19-4ccbd6da0222 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:14.067486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:14.067811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:14.068257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:14.068695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Bound port: 4095d071-53cd-48aa-8b19-4ccbd6da0222, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:14.069333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.105441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.116444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88bcb9e1-d282-4fd9-bd0b-cbb9f5b742f0 req-cdb05abf-f490-4b9e-8ee4-f249509c8e09 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260804 Dec 16 15:18:14.123348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-b197fc58-2ca0-4d78-8b84-06745240219a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.124972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-b197fc58-2ca0-4d78-8b84-06745240219a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.3859999 Dec 16 15:18:14.148069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:14.151118 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41005b-a88b-41cc-9e21-9a96f3981976" -d '{"events": [{"server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "name": "network-vif-plugged", "status": "completed", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:14.176508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:14.205750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:14.210338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:14.221078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-7aa107f9-87a2-4f79-83e2-6b11c8b56ca5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/quotas/b86cd35ce0944c4d8b3d29bc6d818488 HTTP/1.1" status: 200 len: 375 time: 0.0674462 Dec 16 15:18:14.225188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9365d2c5-3990-460d-8ca6-93381a537ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.246058 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154fb077-08fe-4291-9cb2-33742dbee164 x-openstack-request-id: req-154fb077-08fe-4291-9cb2-33742dbee164 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:14.246393 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "name": "network-vif-plugged", "status": "completed", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:14.246722 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-154fb077-08fe-4291-9cb2-33742dbee164 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:14.247077 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'code': 200} Dec 16 15:18:14.269469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-ef7b0a1e-5b50-40e6-bf87-c001ca2c91b9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334399 Dec 16 15:18:14.274695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.304549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.353472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.354153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.360033 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4095d071-53cd-48aa-8b19-4ccbd6da0222 HTTP/1.1" status: 200 len: 1096 time: 1.7829525 Dec 16 15:18:14.360558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:14.363256 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:14.369613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:14.389924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e412-051b-4082-b395-7e2d1cf5a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:14.428054 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9365d2c5-3990-460d-8ca6-93381a537ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.466389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Made reservation on behalf of 1ea7bef7dfbd437194958f4a48d81782 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:14.470547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.507666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39826) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:14.586262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9365d2c5-3990-460d-8ca6-93381a537ea2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf88138974a94a87a4b6ff0f6acec8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858008 Dec 16 15:18:14.587561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365d2c5-3990-460d-8ca6-93381a537ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6251ee43-277c-41da-8418-788156740240,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:14.590920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39830) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:14.620604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0dc09327-0ee4-450a-b212-665422083c96 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0149b7740a234d6486cd7d3686317131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1067562 Dec 16 15:18:14.623280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:14.664244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-56463bc9-aa30-4aeb-8dc7-486b05152d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.665659 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-56463bc9-aa30-4aeb-8dc7-486b05152d42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 1099 time: 0.1346400 Dec 16 15:18:14.684647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c15654-e668-48fd-9ca3-fbde421c2319 req-8c66dc57-233f-4fd1-9b0f-dc92ed123bc6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.686315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0c15654-e668-48fd-9ca3-fbde421c2319 req-8c66dc57-233f-4fd1-9b0f-dc92ed123bc6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3706076 Dec 16 15:18:14.700752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab29f4d-785f-468b-8bcd-ea9391ecf8f0 req-1b09c2c7-96c3-4cdf-880a-dd0dde3df522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.702365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bab29f4d-785f-468b-8bcd-ea9391ecf8f0 req-1b09c2c7-96c3-4cdf-880a-dd0dde3df522 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1096 time: 0.2677591 Dec 16 15:18:14.713734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-cfe9b510-55a9-4795-9e18-56c1f65ff8de service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277766 Dec 16 15:18:14.744868 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-43e18bf5-854b-4ddd-881c-b149f56a4b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222 HTTP/1.1" status: 200 len: 217 time: 0.0589132 Dec 16 15:18:14.801027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.816151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.850439 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.857604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-fb011050-ef1e-4377-b6dd-2a17e0111c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.859652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-fb011050-ef1e-4377-b6dd-2a17e0111c3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1062701 Dec 16 15:18:14.870745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:14.927759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0c15654-e668-48fd-9ca3-fbde421c2319 req-ee97379a-6242-4181-ad61-4cad11d99fca tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291920 Dec 16 15:18:14.929721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Allocated IP 19.86.0.249 (19376356-dfdd-4fe6-a874-2fe53f5786d8/0f18b38e-a709-410d-9936-b74a7a88af89/73f935d5-41f6-4d2c-8428-5bf592c455ce) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:14.992631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf867-0818-4304-bed5-b9390e5f892e req-3300db52-3987-4012-ae0b-7292d072f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:14.994840 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-3300db52-3987-4012-ae0b-7292d072f143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220210 Dec 16 15:18:15.013997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bab29f4d-785f-468b-8bcd-ea9391ecf8f0 req-a9b8d163-d9d3-4ad9-9e09-8b076880b710 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980351 Dec 16 15:18:15.028611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-ebcd2af1-8190-498e-8224-6fb82c7451fb service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968209 Dec 16 15:18:15.137815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7004d-de87-4dd4-8973-c373eba50e38 req-06ddd866-eb40-44d6-b13f-90e6f18e3866 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.139500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3c7004d-de87-4dd4-8973-c373eba50e38 req-06ddd866-eb40-44d6-b13f-90e6f18e3866 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 931 time: 0.0913417 Dec 16 15:18:15.159589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.162957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.170995 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6251ee43-277c-41da-8418-788156740240 HTTP/1.1" status: 204 len: 168 time: 0.5718486 Dec 16 15:18:15.175944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de2a4-0ced-4a9e-8864-149bbf0952b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6251ee43-277c-41da-8418-788156740240,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:15.179199 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-a214baee-bb0d-408f-8581-5eff844b6f75 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743279 Dec 16 15:18:15.245724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.248680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.250605 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a6c8fde-5b16-4db4-8bf3-f03417bd866c HTTP/1.1" status: 204 len: 168 time: 0.6235707 Dec 16 15:18:15.270832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94fbe2-6a4f-4bc6-b9d1-3e938f048d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c8fde-5b16-4db4-8bf3-f03417bd866c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:15.284645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3c7004d-de87-4dd4-8973-c373eba50e38 req-214fba10-a124-4081-9e30-5286b37bcdcb tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990911 Dec 16 15:18:15.347941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.354917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-19fdf867-0818-4304-bed5-b9390e5f892e req-15bad0eb-a3c8-46bf-a8bf-9d6f4bcd35f0 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660135 Dec 16 15:18:15.450741 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e26c07e-ceba-4d6d-b5bb-321fb29d6fc3 x-openstack-request-id: req-4e26c07e-ceba-4d6d-b5bb-321fb29d6fc3 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:15.451285 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:15.451723 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e26c07e-ceba-4d6d-b5bb-321fb29d6fc3 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:15.452538 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222', 'status': 'completed', 'code': 200} Dec 16 15:18:15.486936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c271d-5230-4239-98de-e58f0dee9f14 req-b454b85a-910b-44fc-a14b-47e4d0151525 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.494997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7c271d-5230-4239-98de-e58f0dee9f14 req-b454b85a-910b-44fc-a14b-47e4d0151525 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 945 time: 0.0758917 Dec 16 15:18:15.562864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.623287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7c271d-5230-4239-98de-e58f0dee9f14 req-753574c0-9c58-4f8d-ad05-fb96c2a0fdff tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261363 Dec 16 15:18:15.654971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:15.664722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f7454-9d00-4001-9102-c17dd7faf4b6 req-d3761e2c-25fb-4490-a287-7a1f22116e2c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.674034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce9f7454-9d00-4001-9102-c17dd7faf4b6 req-d3761e2c-25fb-4490-a287-7a1f22116e2c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 948 time: 0.1687081 Dec 16 15:18:15.677122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event updated for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:15.679900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:15.686687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:15.716660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-aaaa500e-aa8d-404f-9ca9-7b3e1a08a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.720952 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-aaaa500e-aa8d-404f-9ca9-7b3e1a08a0f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 1099 time: 0.0987468 Dec 16 15:18:15.786997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.787732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:15.804745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce9f7454-9d00-4001-9102-c17dd7faf4b6 req-1e6ef7f5-bda4-404a-b015-0ad6e8b9180b tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295753 Dec 16 15:18:15.929480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdcab2-db6a-4dca-a4c4-328e0db56a41 req-1197e55f-5dd0-42ca-9003-2b4637270e36 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:15.947807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fffdcab2-db6a-4dca-a4c4-328e0db56a41 req-1197e55f-5dd0-42ca-9003-2b4637270e36 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1357255 Dec 16 15:18:16.010790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-58e525d0-90fc-4cd7-b2c9-9b5b2c5fb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.019641 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-58e525d0-90fc-4cd7-b2c9-9b5b2c5fb261 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2809472 Dec 16 15:18:16.034108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-2bada9d3-3d71-460a-88ce-175c93bfa0bc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1539381 Dec 16 15:18:16.087709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Request body: {'port': {'device_id': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:16.150184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba8767-369c-473a-9b4d-9a88961f98d2 req-7c0d49ea-5740-4682-b74b-55db63113890 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.163041 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-2ffb19b5-0f28-4285-b40b-640b3441916a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222 HTTP/1.1" status: 200 len: 217 time: 0.1097295 Dec 16 15:18:16.167081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ba8767-369c-473a-9b4d-9a88961f98d2 req-7c0d49ea-5740-4682-b74b-55db63113890 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.2223458 Dec 16 15:18:16.182151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-92a7872d-6b70-4f91-b075-0331ea3d84bd None None] Provisioning complete for port 73f935d5-41f6-4d2c-8428-5bf592c455ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:16.182957 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92a7872d-6b70-4f91-b075-0331ea3d84bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:16.201015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fffdcab2-db6a-4dca-a4c4-328e0db56a41 req-8782833f-dfaa-4ef9-acf4-ede68ef4b5d4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377179 Dec 16 15:18:16.272832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-92a7872d-6b70-4f91-b075-0331ea3d84bd None None] Port 73f935d5-41f6-4d2c-8428-5bf592c455ce cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:16.297739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ba8767-369c-473a-9b4d-9a88961f98d2 req-74882e88-c37f-486e-992e-1e3c3773cd8a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289530 Dec 16 15:18:16.325444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:16.333711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-9fd4eeb0-45de-4748-b9fc-c87f69217eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.337478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-9fd4eeb0-45de-4748-b9fc-c87f69217eab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1656613 Dec 16 15:18:16.431198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edb565c0-a98b-435e-bc3a-31da1dad1b01 req-694c7573-3b7c-4c5b-8d55-53a165bc88e9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 210 time: 0.0523784 Dec 16 15:18:16.459200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4307499b-8179-4c52-bcb3-247282ffe0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:16.477599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-39d84440-1625-4f1a-99b4-e207b36cecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.486157 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-39d84440-1625-4f1a-99b4-e207b36cecad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365004 Dec 16 15:18:16.785735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741e346-6095-4ec6-a762-96b121a5937c req-bf08e6d0-a006-4082-8ce2-5f9476708c1c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.786731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-3940b34d-9975-4f02-bdfa-e3cee90ff0ec service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883716 Dec 16 15:18:16.787500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1741e346-6095-4ec6-a762-96b121a5937c req-bf08e6d0-a006-4082-8ce2-5f9476708c1c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2291327 Dec 16 15:18:16.800757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91292fa-078c-4db2-ab6d-449ded838a15 req-2a376a9b-3315-4330-a049-cbd917cd39a3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.806997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91292fa-078c-4db2-ab6d-449ded838a15 req-2a376a9b-3315-4330-a049-cbd917cd39a3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:16.808514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a91292fa-078c-4db2-ab6d-449ded838a15 req-2a376a9b-3315-4330-a049-cbd917cd39a3 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1654 time: 0.1441607 Dec 16 15:18:16.980287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d3639ca-e1c6-4cf4-8dd4-b291a6cb8316 req-4b578dcf-4816-4839-a9b8-f69945a08f2e service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851959 Dec 16 15:18:17.024675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1741e346-6095-4ec6-a762-96b121a5937c req-515dd9fa-76ca-4f50-92bd-996db0822af4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100139 Dec 16 15:18:17.114084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a91292fa-078c-4db2-ab6d-449ded838a15 req-6bc7dec1-6dc1-494d-b844-d9178821af39 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646317 Dec 16 15:18:17.236725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34594b02-89cd-4d43-aa12-e3d4fc0564aa {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:17.248978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.272476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Transition to ACTIVE for port object 34594b02-89cd-4d43-aa12-e3d4fc0564aa will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:17.281922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed841bdd-8472-4711-af73-16c52bc2af58 req-1a3b9429-0159-44e7-8019-b275e0e4bd17 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.283515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed841bdd-8472-4711-af73-16c52bc2af58 req-1a3b9429-0159-44e7-8019-b275e0e4bd17 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 945 time: 0.1363771 Dec 16 15:18:17.297469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f80ef-9b88-4e8b-8c33-65a9febf13da req-8c2e973f-8181-4ec9-a7c4-fdc9ee933e79 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.308807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e83f80ef-9b88-4e8b-8c33-65a9febf13da req-8c2e973f-8181-4ec9-a7c4-fdc9ee933e79 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 948 time: 0.0991011 Dec 16 15:18:17.384761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed841bdd-8472-4711-af73-16c52bc2af58 req-4a846df8-8428-45cd-9956-53a26473ca69 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846598 Dec 16 15:18:17.390136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e83f80ef-9b88-4e8b-8c33-65a9febf13da req-4a0a874a-25d4-4da6-9ea5-0b0a3fd56b90 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749466 Dec 16 15:18:17.394969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.494125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Pushing event updated for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:17.512195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:17.617754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.664318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Attempting to bind port 34594b02-89cd-4d43-aa12-e3d4fc0564aa on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:17.664755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Attempting to bind port 34594b02-89cd-4d43-aa12-e3d4fc0564aa by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:17.665169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Attempting to bind port 34594b02-89cd-4d43-aa12-e3d4fc0564aa on network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:17.677369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Port 34594b02-89cd-4d43-aa12-e3d4fc0564aa on network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:17.677369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Attempting to bind port 34594b02-89cd-4d43-aa12-e3d4fc0564aa on network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:17.678383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-network', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:17.689329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314430cf-661d-4b96-9649-88d670489035 req-0362ab28-8d31-4981-a033-f6f59ce8b80d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.690980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-314430cf-661d-4b96-9649-88d670489035 req-0362ab28-8d31-4981-a033-f6f59ce8b80d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1565752 Dec 16 15:18:17.702936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:17.703421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Checking segment: {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:17.703662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Bound using segment: {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:17.704138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Bound port: 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfde66ff-de78-478c-92be-505a0bfbe8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:17.704493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.746188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865d7a-84d2-4431-b82f-7109be4c0271 req-b08e2ce2-8a92-4af9-983c-661517d4ccb1 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:17.753576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04865d7a-84d2-4431-b82f-7109be4c0271 req-b08e2ce2-8a92-4af9-983c-661517d4ccb1 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1461861 Dec 16 15:18:17.835321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:17.837985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.851800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:17.858822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-314430cf-661d-4b96-9649-88d670489035 req-8754b028-9b53-4a2a-86dd-7e0f288bb8ba tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582613 Dec 16 15:18:17.904911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04865d7a-84d2-4431-b82f-7109be4c0271 req-c722cd1b-bad2-4838-9579-d81f4aff264d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499634 Dec 16 15:18:17.913953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:17.919739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:18.022917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.039850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.064583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f7b971a-4972-4fd4-ae9e-61fd449b4fdd req-f31b7dd9-700d-4f5d-933f-a6f0dfd92fa4 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 210 time: 0.0445549 Dec 16 15:18:18.068103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-932591b0-b106-454b-93cc-1c128cbcf93a req-64b427ea-ea0c-4da0-8722-8e21d9625f52 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-759461275&fields=id&tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 267 time: 0.0934942 Dec 16 15:18:18.148472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.148761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:18.148761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.149656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] 10.222.0.30 "PUT /v2.0/ports/34594b02-89cd-4d43-aa12-e3d4fc0564aa HTTP/1.1" status: 200 len: 1091 time: 2.0920305 Dec 16 15:18:18.153229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:18.155619 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a14851f-304a-4c64-adfe-991df0f01de2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:18.185003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63925ea4-d646-4925-bd05-f7ab57536d45 service neutron] Pushing event updated for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:18.211917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932591b0-b106-454b-93cc-1c128cbcf93a req-7b86af79-9b34-42f2-8ec6-6e45aa17c4ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:18.214661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-932591b0-b106-454b-93cc-1c128cbcf93a req-7b86af79-9b34-42f2-8ec6-6e45aa17c4ec tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 945 time: 0.1227431 Dec 16 15:18:18.222112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:18:18.242228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'security_groups': ['b1e3427f-5cfd-4704-9c7b-ab5958c6c07a', '09e9d085-0754-414b-b78a-b4983e122168']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:18.244444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5598b66e-2280-486a-8066-bc753dfa47d1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:18.248759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.249384 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Added segment 9873a2a0-f0a2-4240-917d-3f09d23810bf of type vlan for network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 Dec 16 15:18:18.303280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Request body: {'port': {'device_id': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:18.308386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.455587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.458371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:18.458551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.461219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.494788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:18.626230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] Pushing event updated for resources: {'Network': ['ID=7c9b50aa-922a-44ea-b29d-8ba3e4047df9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:18.650593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:18:18.702257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ac627c0a-f3bc-47e7-be07-b8d97602ce1e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1858196 Dec 16 15:18:18.706777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:18.717793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Request body: {'subnet': {'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-subnet', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:18.893247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:18.898106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.054480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.276377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8978d7-dc96-4e6b-b42e-01d77e1b8f84 req-53d27946-5036-4611-9b3f-73e97611f716 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.283251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8978d7-dc96-4e6b-b42e-01d77e1b8f84 req-53d27946-5036-4611-9b3f-73e97611f716 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.285308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b8978d7-dc96-4e6b-b42e-01d77e1b8f84 req-53d27946-5036-4611-9b3f-73e97611f716 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1666 time: 0.6658962 Dec 16 15:18:19.310004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.403219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9904a23f-5195-4062-a6a7-779e47158d8b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:19.422492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Checking segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:19.422979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Network hostable DHCP agents. Network: 7c9b50aa-922a-44ea-b29d-8ba3e4047df9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:18:19.429419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4095d071-53cd-48aa-8b19-4ccbd6da0222 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:19.460475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:19.471375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-051f92b2-52f1-4bd0-b7b4-5b2039b6038c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.473803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-051f92b2-52f1-4bd0-b7b4-5b2039b6038c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.4315460 Dec 16 15:18:19.502421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Request body: {'port': {'device_id': '96265aca-1352-456e-a544-4243fc48254b', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'admin_state_up': True, 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:19.523770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:18:19.593829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:19.610488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:19.633610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b8978d7-dc96-4e6b-b42e-01d77e1b8f84 req-e37ec118-3f02-484c-bd2f-cdca8399b42a tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286009 Dec 16 15:18:19.646981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.662317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7c9b50aa-922a-44ea-b29d-8ba3e4047df9) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:19.672787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:19.673416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.675260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.768522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8844cc-0cc2-4ca4-8649-295a2ea3d461 None None] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:19.773119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4095d071-53cd-48aa-8b19-4ccbd6da0222', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '4095d071-53cd-48aa-8b19-4ccbd6da0222', 'mac_address': 'fa:16:3e:49:e9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:19.776189 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.834759 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c734432-2838-403a-8afc-d70eec897004 x-openstack-request-id: req-6c734432-2838-403a-8afc-d70eec897004 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:19.835213 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:19.835624 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c734432-2838-403a-8afc-d70eec897004 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:19.836270 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa', 'status': 'completed', 'code': 200} Dec 16 15:18:19.842603 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dafd2a17-baca-4b42-ad82-9dfce8949eda admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1335526 Dec 16 15:18:19.852385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:19.852385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:19.933712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f935d5-41f6-4d2c-8428-5bf592c455ce {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:19.953385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.953385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:19.965603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-932591b0-b106-454b-93cc-1c128cbcf93a req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "PUT /v2.0/ports/a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 981 time: 1.7347813 Dec 16 15:18:19.986512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-ea4bd3ce-ec32-4f35-be7a-665ad1903c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.987512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-ea4bd3ce-ec32-4f35-be7a-665ad1903c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:19.990590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-ea4bd3ce-ec32-4f35-be7a-665ad1903c61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1913 time: 0.1161981 Dec 16 15:18:20.013330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.081699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.083166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.107085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Transition to ACTIVE for port object 73f935d5-41f6-4d2c-8428-5bf592c455ce will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:20.153651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:20.157904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:20.165361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b16062-20d9-487d-a75a-170f6ece884e tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:20.179448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.179851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.215630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dda761-4fe6-48dc-a802-288f43a7de77 req-dc2d8a48-2177-4199-9d86-042d49cad82c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.334297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-8b579be4-e807-4223-a988-b0e00d2d3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.334801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3dda761-4fe6-48dc-a802-288f43a7de77 req-dc2d8a48-2177-4199-9d86-042d49cad82c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 948 time: 0.2414262 Dec 16 15:18:20.336590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-8b579be4-e807-4223-a988-b0e00d2d3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.336590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-8b579be4-e807-4223-a988-b0e00d2d3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.336590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-8b579be4-e807-4223-a988-b0e00d2d3908 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ea7bef7dfbd437194958f4a48d81782&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2166679 Dec 16 15:18:20.337293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eba90f-6397-45a8-b9f9-f5ebabeaea8d req-fad6fb4a-818e-45e0-a2fb-25073c800776 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.337293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38eba90f-6397-45a8-b9f9-f5ebabeaea8d req-fad6fb4a-818e-45e0-a2fb-25073c800776 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1500170 Dec 16 15:18:20.337617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:20.337782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3dda761-4fe6-48dc-a802-288f43a7de77 req-b27023c9-0fde-429d-8e85-35c4f71712aa tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Dec 16 15:18:20.347434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38eba90f-6397-45a8-b9f9-f5ebabeaea8d req-6df836cc-238c-4b84-abb8-d99320954300 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Dec 16 15:18:20.411702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-d275043d-d466-460c-a459-6d5b7215cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.413482 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a14851f-304a-4c64-adfe-991df0f01de2 req-d275043d-d466-460c-a459-6d5b7215cef5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1822331 Dec 16 15:18:20.486153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.555989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:20.588761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.597619 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.609165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4095d071-53cd-48aa-8b19-4ccbd6da0222 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:20.656332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'port_id': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'mac_address': 'fa:16:3e:41:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99507e-a987-4a34-b0c7-07709a290101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:20.660152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:20.663214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.706463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75741fef-1511-4705-b61a-54d7b76fcdb8 req-22e969b5-07d2-440f-bb5f-b78780e51e70 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:20.709458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75741fef-1511-4705-b61a-54d7b76fcdb8 req-22e969b5-07d2-440f-bb5f-b78780e51e70 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1753337 Dec 16 15:18:20.727408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:20.767228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:20.770554 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55fcc0-0530-45bf-b0db-b4e5d77d0e79" -d '{"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-unplugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:20.773854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a104180-256b-4b56-ac58-9136ddaa7387 req-8dce7fc7-208d-4ab1-94bd-1591e88ae3db tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 210 time: 0.1020119 Dec 16 15:18:20.787004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Pushing event updated for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:20.851969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:18:20.853862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:20.879550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:21.008251 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.019287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.141419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17d7b586-07ed-471f-a2fd-a5bad90a1a34 req-3d2c6902-d39a-4a4a-a2af-a1dbadae1975 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/09e9d085-0754-414b-b78a-b4983e122168 HTTP/1.1" status: 200 len: 1817 time: 0.2777300 Dec 16 15:18:21.158569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.230218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75741fef-1511-4705-b61a-54d7b76fcdb8 req-b2b73440-afbb-4773-8549-516f10b25d17 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693637 Dec 16 15:18:21.239508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Attempting to bind port 73f935d5-41f6-4d2c-8428-5bf592c455ce on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:21.240091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Attempting to bind port 73f935d5-41f6-4d2c-8428-5bf592c455ce by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:21.244250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Attempting to bind port 73f935d5-41f6-4d2c-8428-5bf592c455ce on network 19376356-dfdd-4fe6-a874-2fe53f5786d8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:21.252565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Port 73f935d5-41f6-4d2c-8428-5bf592c455ce on network 19376356-dfdd-4fe6-a874-2fe53f5786d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:21.253473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Attempting to bind port 73f935d5-41f6-4d2c-8428-5bf592c455ce on network 19376356-dfdd-4fe6-a874-2fe53f5786d8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:21.289590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:21.290130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Checking segment: {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:21.291020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Bound using segment: {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:21.292061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Bound port: 73f935d5-41f6-4d2c-8428-5bf592c455ce, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b699fc22-5a9c-4360-a2e6-f424ac45b632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:21.292894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.369585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.376082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Allocated IP 172.20.0.10 (d76f6e9e-5f82-4df0-96d3-7bb98afd9d41/c98a17e1-c31b-468c-81ff-a2911cf1a540/eb2f3819-add7-4a0f-a10a-388807dfed99) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:21.415225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4095d071-53cd-48aa-8b19-4ccbd6da0222'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:21.425333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.452393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.474729 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-17d7b586-07ed-471f-a2fd-a5bad90a1a34 req-1462e67b-9701-496d-9e9a-c4694806271a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 15:18:21.476502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17d7b586-07ed-471f-a2fd-a5bad90a1a34 req-1462e67b-9701-496d-9e9a-c4694806271a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/09e9d085-0754-414b-b78a-b4983e122168 HTTP/1.1" status: 409 len: 341 time: 0.2858095 Dec 16 15:18:21.580381 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2991196-4b35-4094-8183-e29327c0995a x-openstack-request-id: req-f2991196-4b35-4094-8183-e29327c0995a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:21.580843 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-unplugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:21.581250 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f2991196-4b35-4094-8183-e29327c0995a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:21.581861 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'code': 200} Dec 16 15:18:21.617897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Allocated IP 172.25.7.18 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:21.626314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:21.656108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:21.712569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:21.738110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:21.762216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8cc05-5c75-4cf3-818e-d6b9060f6124 req-c30b2bc8-b3fa-459b-8560-a54e5f53f9a2 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:21.768619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8cc05-5c75-4cf3-818e-d6b9060f6124 req-c30b2bc8-b3fa-459b-8560-a54e5f53f9a2 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:21.770379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bf8cc05-5c75-4cf3-818e-d6b9060f6124 req-c30b2bc8-b3fa-459b-8560-a54e5f53f9a2 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1678 time: 0.3057218 Dec 16 15:18:21.793576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.831608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.841328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:21.845003 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e54ab2-d061-4b50-844e-351a5bc04de8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:21.909341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:21.973405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:21.979779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:21.992595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:22.006299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:18:22.007177 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:18:22.021419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Allocated IP 172.20.0.2 (7c9b50aa-922a-44ea-b29d-8ba3e4047df9/9904a23f-5195-4062-a6a7-779e47158d8b/f91614d5-fd2c-4b2d-b5df-53d917dc018b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:22.041947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:22.043796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Pushing event updated for resources: {'Port': ['ID=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:22.112711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Pushing event updated for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:22.194728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.195764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.198712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-6e6aa853-e89f-46b5-864e-ce3d6f735549 service neutron] 10.222.0.30 "PUT /v2.0/ports/73f935d5-41f6-4d2c-8428-5bf592c455ce HTTP/1.1" status: 200 len: 1092 time: 3.9047790 Dec 16 15:18:22.334076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.375547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bf8cc05-5c75-4cf3-818e-d6b9060f6124 req-f5b52fb8-cac1-40f4-9887-111706ecffbc tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803037 Dec 16 15:18:22.564341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.682131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-88d66b81-5fe2-4eed-a662-e993ec5459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.682999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-88d66b81-5fe2-4eed-a662-e993ec5459cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.686051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-88d66b81-5fe2-4eed-a662-e993ec5459cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1980 time: 0.3039818 Dec 16 15:18:22.725855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:22.740303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd8ca-2496-4aa8-a6bf-9d4791d7f139 req-ffc2604f-7000-4661-b5d8-d45a6b4c022f tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.754356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c9dd8ca-2496-4aa8-a6bf-9d4791d7f139 req-ffc2604f-7000-4661-b5d8-d45a6b4c022f tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 949 time: 0.2124507 Dec 16 15:18:22.810121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-21eff208-0d25-4433-be5d-b10eb8cec5da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa HTTP/1.1" status: 200 len: 217 time: 0.0960755 Dec 16 15:18:22.818406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:22.888268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.957350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d2b9836b-1d54-4e64-af3d-2a574444300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:22.961633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d2b9836b-1d54-4e64-af3d-2a574444300a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e639c896-4492-40e7-a041-f8c837bf6b16 HTTP/1.1" status: 200 len: 801 time: 0.1140153 Dec 16 15:18:22.964327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:22.974314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.024126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.058492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:23.160417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:23.170116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.183998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:23.198763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:23.257340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c9dd8ca-2496-4aa8-a6bf-9d4791d7f139 req-d1735cdc-3a5e-4381-88fa-9418b7ae9bdf tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013752 Dec 16 15:18:23.333397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Pushing event updated for resources: {'Port': ['ID=f91614d5-fd2c-4b2d-b5df-53d917dc018b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:23.351979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:23.373864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:23.379294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:23.389328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:23.399572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:23.400354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.407763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-7fc5cf2f-8656-403c-a5c3-54112a740797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:23.409456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-7fc5cf2f-8656-403c-a5c3-54112a740797 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce1783-4e3d-4e68-86ea-e185a2ec7a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4147403 Dec 16 15:18:23.445903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28b0a5-3300-4fb7-b6d2-df66c506f43e req-7740d275-9fcb-4c2e-9776-b4252d5b2695 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:23.448355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd28b0a5-3300-4fb7-b6d2-df66c506f43e req-7740d275-9fcb-4c2e-9776-b4252d5b2695 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 932 time: 0.2371492 Dec 16 15:18:23.499942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4095d071-53cd-48aa-8b19-4ccbd6da0222 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:23.531926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['137e17cf-d9db-428d-9d06-a10e1ed3d6f3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:23.535864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Attempting to bind port f91614d5-fd2c-4b2d-b5df-53d917dc018b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:23.535864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Attempting to bind port f91614d5-fd2c-4b2d-b5df-53d917dc018b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:23.535864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Attempting to bind port f91614d5-fd2c-4b2d-b5df-53d917dc018b on network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:23.553995 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912df0a4-0bda-4bd9-b2dd-26c44060f128 x-openstack-request-id: req-912df0a4-0bda-4bd9-b2dd-26c44060f128 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:23.554475 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:23.555443 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-912df0a4-0bda-4bd9-b2dd-26c44060f128 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:23.556772 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'status': 'completed', 'code': 200} Dec 16 15:18:23.564626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:23.580110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:23.580511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Checking segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:23.580914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.581276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Bound using segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:23.582106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Bound port: f91614d5-fd2c-4b2d-b5df-53d917dc018b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:23.582351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:23.652602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-3572367e-5167-4b0e-982d-d9fe40713d8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1567914 Dec 16 15:18:23.707127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Request body: {'port': {'device_id': '96265aca-1352-456e-a544-4243fc48254b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:23.712067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-7641f75a-b1ef-43ca-b7bc-0358a5ad78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:23.716327 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-7641f75a-b1ef-43ca-b7bc-0358a5ad78c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1135 time: 0.2833803 Dec 16 15:18:23.754477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] For port f91614d5-fd2c-4b2d-b5df-53d917dc018b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:23.761823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] For port f91614d5-fd2c-4b2d-b5df-53d917dc018b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f91614d5-fd2c-4b2d-b5df-53d917dc018b,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:24.011548 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95577c8c-387f-4ff9-a973-a55b54ceb682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.028785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd28b0a5-3300-4fb7-b6d2-df66c506f43e req-8f526920-e455-4929-bed1-36ff6c8f2103 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578623 Dec 16 15:18:24.106934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-8e83d0ef-a26e-4dfe-9b2f-1a6ab6fb882e service neutron] 10.222.0.30 "GET /v2.0/networks/bcce1783-4e3d-4e68-86ea-e185a2ec7a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817460 Dec 16 15:18:24.126268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4095d071-53cd-48aa-8b19-4ccbd6da0222 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:24.146768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.153685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4095d071-53cd-48aa-8b19-4ccbd6da0222 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:24.159470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.252558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95577c8c-387f-4ff9-a973-a55b54ceb682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.276494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-0cdee82d-e274-41b4-8924-104c9a932e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:24.278951 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-0cdee82d-e274-41b4-8924-104c9a932e24 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.5447872 Dec 16 15:18:24.292054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.330697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22980d9-8c61-4f98-b303-d2a6b2752342 req-6630a49f-997d-450c-aeae-36ef9fff8583 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:24.346794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b22980d9-8c61-4f98-b303-d2a6b2752342 req-6630a49f-997d-450c-aeae-36ef9fff8583 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.6304348 Dec 16 15:18:24.385127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-90116738-85b2-466a-b1fb-c7a7f32149f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 217 time: 0.0881345 Dec 16 15:18:24.403506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95577c8c-387f-4ff9-a973-a55b54ceb682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.492133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c2167-cf45-408a-b59c-a3f77085e598 None None] Pushing event updated for resources: {'Port': ['ID=f91614d5-fd2c-4b2d-b5df-53d917dc018b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:24.501405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-1ce0518d-2096-4a86-9809-936ad0fb75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:24.502973 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-1ce0518d-2096-4a86-9809-936ad0fb75cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1101201 Dec 16 15:18:24.521316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95577c8c-387f-4ff9-a973-a55b54ceb682 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d53d03ea6804a808714141eb2654753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9541247 Dec 16 15:18:24.523022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.549234 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-35e04d93-5705-4849-8df3-37dfa806b655 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378599 Dec 16 15:18:24.549742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:24.667302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.700084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:24.704295 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf34b8e-197a-45a0-a004-b018374529f8" -d '{"events": [{"server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:24.743313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:24.768143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-70f7bb49-c0be-4293-b33b-004d3c5bfe20 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568549 Dec 16 15:18:24.774697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.825164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:24.828186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b22980d9-8c61-4f98-b303-d2a6b2752342 req-56248ede-1660-4c0e-ac5d-a7878333caf4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778202 Dec 16 15:18:24.873713 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.019572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:25.044785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:18:25.051971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9314e9f6-e2e5-44d2-b3d8-b2f222616442 req-5888c59b-79b3-45f7-9b42-56565619191b service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587607 Dec 16 15:18:25.070944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:25.124603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95577c8c-387f-4ff9-a973-a55b54ceb682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244fadeb-91db-45a4-b82c-7a082a6415e2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:25.169586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cafd7-08cb-4410-9b22-c952341d1879 req-2da7307a-5ae2-4123-8369-7c4446326333 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.181811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d5cafd7-08cb-4410-9b22-c952341d1879 req-2da7307a-5ae2-4123-8369-7c4446326333 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 944 time: 0.3176124 Dec 16 15:18:25.190455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:25.194969 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.236673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:25.255753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Sync routers for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:25.277406 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:25.280712 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:25.298253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-e1cfe9fb-594d-45e5-b050-031824b66ea2 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce1783-4e3d-4e68-86ea-e185a2ec7a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0410707 Dec 16 15:18:25.313453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.316038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ee707-ba95-417e-bff0-78ad3c2063d9 req-2f29023e-5c9c-452b-9409-dc9beb97fc02 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.317078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.318355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/244fadeb-91db-45a4-b82c-7a082a6415e2 HTTP/1.1" status: 204 len: 168 time: 0.7675045 Dec 16 15:18:25.324954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd4ee707-ba95-417e-bff0-78ad3c2063d9 req-2f29023e-5c9c-452b-9409-dc9beb97fc02 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 984 time: 0.2897973 Dec 16 15:18:25.351161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5a16f-e86f-432c-9143-f27730c36f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244fadeb-91db-45a4-b82c-7a082a6415e2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:25.362221 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.365713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f1d788e-b3fb-42f8-9036-dd8179cfdafa admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5178816 Dec 16 15:18:25.382110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:25.407142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-4033a0a2-c73d-4851-95f7-7d36e49bab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.417934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-4033a0a2-c73d-4851-95f7-7d36e49bab6a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1135 time: 0.1496189 Dec 16 15:18:25.465733 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.532906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:25.612106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:25.725224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:25.755416 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:25.851105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-5d6d7da9-ab41-4b10-a350-36f09683c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:25.851745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f91614d5-fd2c-4b2d-b5df-53d917dc018b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:25.853709 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-5d6d7da9-ab41-4b10-a350-36f09683c9e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.3912551 Dec 16 15:18:25.923197 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-d8129786-f0c6-442b-8b44-41686da54966 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 217 time: 0.0604725 Dec 16 15:18:26.059300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f91614d5-fd2c-4b2d-b5df-53d917dc018b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:26.059585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.076789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-81be5225-0025-4c0c-8c44-f96fdda46ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:26.079161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-81be5225-0025-4c0c-8c44-f96fdda46ba7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1255012 Dec 16 15:18:26.116424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:26.123477 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17338e67-c2c4-4e84-894f-a3988b45f38d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:26.175810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a2313-afe6-4804-a94c-ee3939a679cc None None] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:26.178929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:22Z', 'revision_number': 3, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:26.192608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-f01e5a73-f1c2-4abb-9e90-c31e1682f6c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce HTTP/1.1" status: 200 len: 217 time: 0.8634624 Dec 16 15:18:26.207168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d5cafd7-08cb-4410-9b22-c952341d1879 req-d7ecf3d1-2b4f-44db-9bdf-f2eb7219575d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0242212 Dec 16 15:18:26.251806 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Checking router: 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:26.252645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Updating router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:26.275117 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-756ae5c3-92dc-4c56-b5e3-c1cee39934d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571826 Dec 16 15:18:26.318223 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.439481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:26.444282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.492421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ed701e0-cb92-45c1-8108-a9f48785c29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.527113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d425246b-d720-4c53-a357-c60a3687e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:26.532794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-d425246b-d720-4c53-a357-c60a3687e830 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f18b38e-a709-410d-9936-b74a7a88af89 HTTP/1.1" status: 200 len: 801 time: 0.2969573 Dec 16 15:18:26.550657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12fb6-83ae-4a4f-9323-55b647a26c27 req-7842f134-458f-472e-a0e9-2e21909b0994 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:26.559513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12fb6-83ae-4a4f-9323-55b647a26c27 req-7842f134-458f-472e-a0e9-2e21909b0994 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:26.565258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f12f039-9359-45b4-8d6c-4df698425a70 None None] Provisioning complete for port f91614d5-fd2c-4b2d-b5df-53d917dc018b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:26.567204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f12f039-9359-45b4-8d6c-4df698425a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.571109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55a12fb6-83ae-4a4f-9323-55b647a26c27 req-7842f134-458f-472e-a0e9-2e21909b0994 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1678 time: 0.1947093 Dec 16 15:18:26.623578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-32b544aa-1b38-4124-8a46-dc3439526124 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400986 Dec 16 15:18:26.643166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd4ee707-ba95-417e-bff0-78ad3c2063d9 req-75261521-8704-41ba-9a82-2e4fac3eac8f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&id=09e9d085-0754-414b-b78a-b4983e122168&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 1.3169868 Dec 16 15:18:26.674383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.820428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e6e54ab2-d061-4b50-844e-351a5bc04de8 req-bd6c1c4a-4c62-4c5e-9205-a716f115f7c5 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788228 Dec 16 15:18:26.847274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55a12fb6-83ae-4a4f-9323-55b647a26c27 req-e028b982-f3ff-4813-a415-910785aba793 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744758 Dec 16 15:18:26.855767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f91614d5-fd2c-4b2d-b5df-53d917dc018b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f91614d5-fd2c-4b2d-b5df-53d917dc018b,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:26.858850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f12f039-9359-45b4-8d6c-4df698425a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.905282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c0285-d65a-40a5-a303-2013ca769d40 req-9c08d7c5-98a5-43bf-8fc6-a25028ee2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:26.908580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-9c08d7c5-98a5-43bf-8fc6-a25028ee2d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=19376356-dfdd-4fe6-a874-2fe53f5786d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3682151 Dec 16 15:18:26.924261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2f3819-add7-4a0f-a10a-388807dfed99 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:26.956479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.984846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ed701e0-cb92-45c1-8108-a9f48785c29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:26.998996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Transition to ACTIVE for port object eb2f3819-add7-4a0f-a10a-388807dfed99 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:27.021978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Allocated IP 172.20.0.1 (7c9b50aa-922a-44ea-b29d-8ba3e4047df9/9904a23f-5195-4062-a6a7-779e47158d8b/f66209e9-09c1-4103-901a-a8d90abba04e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:27.059022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.068698 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b2c02-8e77-4df4-8a7e-2c8cc20a38e2 x-openstack-request-id: req-839b2c02-8e77-4df4-8a7e-2c8cc20a38e2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:27.069291 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:27.072797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ed701e0-cb92-45c1-8108-a9f48785c29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.073544 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-839b2c02-8e77-4df4-8a7e-2c8cc20a38e2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:27.074352 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222', 'code': 200} Dec 16 15:18:27.075468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-8f12f039-9359-45b4-8d6c-4df698425a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:18:27.076242 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-8f12f039-9359-45b4-8d6c-4df698425a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:18:27.158119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed701e0-cb92-45c1-8108-a9f48785c29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a79a2-133e-44bd-a492-a9e569485342,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.160038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f91614d5-fd2c-4b2d-b5df-53d917dc018b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.168482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.202167 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.223284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ed701e0-cb92-45c1-8108-a9f48785c29d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78e0d201d4ad47818079405429425c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7585859 Dec 16 15:18:27.228112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:27.286288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef30455-5fef-4b4e-bd9e-37416ada8710 req-a003e121-9ca6-426a-8b3f-2329cbdef860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:27.287878 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ef30455-5fef-4b4e-bd9e-37416ada8710 req-a003e121-9ca6-426a-8b3f-2329cbdef860 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 1101 time: 0.1321306 Dec 16 15:18:27.296604 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.314935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-c878863a-5e3b-4389-b491-e4caa7f1afd3 service neutron] 10.222.0.30 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960320 Dec 16 15:18:27.329428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41e29e-5dfc-46d2-a5a9-cb2ca7b109be req-c6f40ee9-f9d6-4616-8dc7-cba0f64288a8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:27.334276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.336982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b41e29e-5dfc-46d2-a5a9-cb2ca7b109be req-c6f40ee9-f9d6-4616-8dc7-cba0f64288a8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.5472643 Dec 16 15:18:27.374350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.380320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.410679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ef30455-5fef-4b4e-bd9e-37416ada8710 req-077d0c46-9ec5-4ae8-9f48-26d92eeb79ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095414 Dec 16 15:18:27.414219 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Pushing event updated for resources: {'Port': ['ID=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.425583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.447262 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.447262 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.448988 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.448988 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.449352 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.450012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.450669 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.451315 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.452644 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.452644 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.453999 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.453999 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.454616 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:27.460943 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Attempting to bind port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:27.461663 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Attempting to bind port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:27.462480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Attempting to bind port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:27.474180 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:27.478494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:27.478494 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.478494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:27.478494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Bound port: bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:27.478494 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.500970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844735ea-b31a-4d35-9e57-d3f5a44896d9 req-a65a17d4-aa6a-4883-b9c2-c9771da70016 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:27.504508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.509212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-844735ea-b31a-4d35-9e57-d3f5a44896d9 req-a65a17d4-aa6a-4883-b9c2-c9771da70016 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3598719 Dec 16 15:18:27.548888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] For port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:27.553152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] For port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:27.564014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b41e29e-5dfc-46d2-a5a9-cb2ca7b109be req-dfaf70e7-e97d-433b-810a-3b41beb3488c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258978 Dec 16 15:18:27.609560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-907c0285-d65a-40a5-a303-2013ca769d40 req-37766c37-e7b6-4463-bf6b-2102c1877b31 service neutron] 10.222.0.30 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693839 Dec 16 15:18:27.619284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Attempting to bind port eb2f3819-add7-4a0f-a10a-388807dfed99 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:27.619630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Attempting to bind port eb2f3819-add7-4a0f-a10a-388807dfed99 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:27.619994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Attempting to bind port eb2f3819-add7-4a0f-a10a-388807dfed99 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:27.636857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:27.639966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-844735ea-b31a-4d35-9e57-d3f5a44896d9 req-abb5c535-389a-4d0d-a7cc-a18a725afcf1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282763 Dec 16 15:18:27.643325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Port eb2f3819-add7-4a0f-a10a-388807dfed99 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:27.643546 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.643671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Attempting to bind port eb2f3819-add7-4a0f-a10a-388807dfed99 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:27.653155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:27.661115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:27.661426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:27.661798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Checking segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:27.662288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Bound using segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:27.676911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Bound port: eb2f3819-add7-4a0f-a10a-388807dfed99, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:27.678929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.759595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f91614d5-fd2c-4b2d-b5df-53d917dc018b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:27.821453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.834742 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:27.835480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:27.837880 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e7c1b-b355-44e2-a954-c4a7a4f390df None None] Pushing event updated for resources: {'Port': ['ID=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.840139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:27.844250 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb4a79a2-133e-44bd-a492-a9e569485342 HTTP/1.1" status: 204 len: 168 time: 0.6138682 Dec 16 15:18:27.868726 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbcc849-6fd0-4668-8fdf-535c294a82ea x-openstack-request-id: req-4dbcc849-6fd0-4668-8fdf-535c294a82ea {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:27.869151 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:27.869546 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4dbcc849-6fd0-4668-8fdf-535c294a82ea {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:27.870076 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce', 'status': 'completed', 'code': 200} Dec 16 15:18:27.901179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Pushing event updated for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.919521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcfb13-4637-4cef-9576-a359587066fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a79a2-133e-44bd-a492-a9e569485342,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:27.957505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.068860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f91614d5-fd2c-4b2d-b5df-53d917dc018b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:28.069450 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.071683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-004c93d6-11b0-40c8-b42c-2e138ff8f1f2 None None] Provisioning complete for port f91614d5-fd2c-4b2d-b5df-53d917dc018b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:28.080774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-004c93d6-11b0-40c8-b42c-2e138ff8f1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.117771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf6a51-2c07-408c-b432-3e5bfd8c8401 req-8dc0008e-6967-44bd-80a3-5c13996b44de tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.119466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fdf6a51-2c07-408c-b432-3e5bfd8c8401 req-8dc0008e-6967-44bd-80a3-5c13996b44de tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 944 time: 0.3815100 Dec 16 15:18:28.122318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:28.154539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:28.161769 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:28.178162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b35e-bd19-4999-81d1-125c5d987e60 req-30fd292c-d3d5-4248-8b55-62375ddcb9ff tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.179870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91a2b35e-bd19-4999-81d1-125c5d987e60 req-30fd292c-d3d5-4248-8b55-62375ddcb9ff tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.2473934 Dec 16 15:18:28.183863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-76e37060-b291-4698-a186-ad1ef43c51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.184395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-76e37060-b291-4698-a186-ad1ef43c51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.185999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-76e37060-b291-4698-a186-ad1ef43c51c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ea7bef7dfbd437194958f4a48d81782&device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1980 time: 0.2761929 Dec 16 15:18:28.308559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.337732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.401452 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:22Z', 'revision_number': 3, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:28.432356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.433300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.435034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] 10.222.0.74 "PUT /v2.0/ports/eb2f3819-add7-4a0f-a10a-388807dfed99 HTTP/1.1" status: 200 len: 1092 time: 4.7598042 Dec 16 15:18:28.445321 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4dc6aa-eb53-478e-976d-95585f861085 None None] The sync data for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 is: [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:22Z', 'revision_number': 3, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:28.448587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fdf6a51-2c07-408c-b432-3e5bfd8c8401 req-93441fe8-632b-42ce-8e21-3cc6fbc40074 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198793 Dec 16 15:18:28.512447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d722e69-1363-4acd-a25c-f03d4055f198 service neutron] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:28.524003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.582059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91a2b35e-bd19-4999-81d1-125c5d987e60 req-272314e2-a53f-4233-800c-ca128bcc7f1f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746462 Dec 16 15:18:28.628227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-efa18dc9-03fb-4b1a-a465-a63d341113e7 None None] Provisioning complete for port f66209e9-09c1-4103-901a-a8d90abba04e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:28.628602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efa18dc9-03fb-4b1a-a465-a63d341113e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.680281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-33f00a47-4e23-4c2b-84ab-8289722b52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.681870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-33f00a47-4e23-4c2b-84ab-8289722b52b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=19376356-dfdd-4fe6-a874-2fe53f5786d8 HTTP/1.1" status: 200 len: 903 time: 0.4836884 Dec 16 15:18:28.740603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-efa18dc9-03fb-4b1a-a465-a63d341113e7 None None] Port f66209e9-09c1-4103-901a-a8d90abba04e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:28.753612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-e3924acd-f3cd-4f4e-b534-d820cb0a90ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.249&port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce HTTP/1.1" status: 200 len: 217 time: 0.0580380 Dec 16 15:18:28.766405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-13f3979f-47e0-4708-910a-0564194744de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.768201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-13f3979f-47e0-4708-910a-0564194744de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 1095 time: 0.1604896 Dec 16 15:18:28.886134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-81a0d47f-cab4-4f19-8c96-79e0c5be2e67 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2f3819-add7-4a0f-a10a-388807dfed99 HTTP/1.1" status: 200 len: 217 time: 0.0983567 Dec 16 15:18:28.897191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:28.966434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463189-1e1f-4c2a-8ef7-7ebffd7a49ac req-547014ba-988c-427c-a382-ed6fb7b13e42 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:28.979774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63463189-1e1f-4c2a-8ef7-7ebffd7a49ac req-547014ba-988c-427c-a382-ed6fb7b13e42 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 984 time: 0.3054154 Dec 16 15:18:29.012350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:29.075646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:29.094987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-9c65a7b5-9694-4913-ac5a-de35493e10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.097451 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-9c65a7b5-9694-4913-ac5a-de35493e10d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f18b38e-a709-410d-9936-b74a7a88af89 HTTP/1.1" status: 200 len: 801 time: 0.3265655 Dec 16 15:18:29.098951 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a911a98a-6e89-427f-9b0b-d8cf1211e80c" -d '{"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-plugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:29.155261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8c72e8ed-3068-4403-9d1e-ed478c0115e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.158382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-8c72e8ed-3068-4403-9d1e-ed478c0115e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.2483017 Dec 16 15:18:29.172594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:29.189409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Pushing event updated for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:29.209149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a241-27fa-46ef-a41f-1d427f9b8e16 req-af710b6e-8e26-4531-a335-93193d517069 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.233635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924a241-27fa-46ef-a41f-1d427f9b8e16 req-af710b6e-8e26-4531-a335-93193d517069 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.236733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b924a241-27fa-46ef-a41f-1d427f9b8e16 req-af710b6e-8e26-4531-a335-93193d517069 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1678 time: 0.3548834 Dec 16 15:18:29.307394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63463189-1e1f-4c2a-8ef7-7ebffd7a49ac req-1179a243-897c-4501-b9f6-b3c0a7bfdc43 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&id=09e9d085-0754-414b-b78a-b4983e122168&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3259902 Dec 16 15:18:29.333218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:29.381505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-df3e03e2-e9f6-4669-895d-6dcbd6db4c17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874602 Dec 16 15:18:29.410692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-f0d951a6-37da-4496-8a0b-faec0567d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.412397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-f0d951a6-37da-4496-8a0b-faec0567d687 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=19376356-dfdd-4fe6-a874-2fe53f5786d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2885418 Dec 16 15:18:29.455658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:29.459087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:29.644846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b924a241-27fa-46ef-a41f-1d427f9b8e16 req-e58d754a-ae2e-4cf0-96f4-49c1a597ede6 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277035 Dec 16 15:18:29.750383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08cd8-bbbe-4d7d-8b4a-e5bc7e897c3a req-fa92b8bb-f6b5-4f8a-973a-9c9b23ad750c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:29.751964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4df08cd8-bbbe-4d7d-8b4a-e5bc7e897c3a req-fa92b8bb-f6b5-4f8a-973a-9c9b23ad750c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2649796 Dec 16 15:18:29.754013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-b059be29-ac59-4b13-a139-c5d306f074c9 service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612127 Dec 16 15:18:29.773346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:18:29.816320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:29.899072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:29.904361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:29.909918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:29.911458 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e5d23c-893e-4640-8671-b9e6c45b47c9" -d '{"events": [{"name": "network-changed", "server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:29.924759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-6b22c5e0-468f-4233-b7fb-317d4c772602 service neutron] 10.222.0.30 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945371 Dec 16 15:18:29.966588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:29.983169 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-865fff53-9024-4aba-8db0-e064b2163995 admin admin] 10.222.0.71 "PUT /v2.0/routers/5e5fb1d7-2183-4f4d-bf9f-1329be329dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5903103 Dec 16 15:18:30.019610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-03928a06-1844-4181-8edf-d10e69c28b08 None None] Provisioning complete for port f66209e9-09c1-4103-901a-a8d90abba04e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:30.020010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03928a06-1844-4181-8edf-d10e69c28b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.090521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40056) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:30.138990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4df08cd8-bbbe-4d7d-8b4a-e5bc7e897c3a req-c131c27c-8e68-4d93-be67-03b81b54dc9c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762577 Dec 16 15:18:30.169506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.217404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:30.225614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-03928a06-1844-4181-8edf-d10e69c28b08 None None] Port f66209e9-09c1-4103-901a-a8d90abba04e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:30.236250 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944429eb-8f3b-4233-a630-ddd10f4e525a x-openstack-request-id: req-944429eb-8f3b-4233-a630-ddd10f4e525a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:30.236569 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-plugged", "status": "completed", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:30.236861 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-944429eb-8f3b-4233-a630-ddd10f4e525a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:30.237269 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'code': 200} Dec 16 15:18:30.245970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46da24-69c5-486f-837b-b4a8149343b7 req-63b177c7-46a4-44d1-832d-d33e8897653b tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.255625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae46da24-69c5-486f-837b-b4a8149343b7 req-63b177c7-46a4-44d1-832d-d33e8897653b tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.3361552 Dec 16 15:18:30.280864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c873cb-70d3-4a28-8a93-ef2a3430502f req-f2bec9e2-ec53-438f-b7a1-e9cf50009993 service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163062 Dec 16 15:18:30.287403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.376936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-network', 'tenant_id': '17b500b3679f4c609bedf6db9436007f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:30.390985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae46da24-69c5-486f-837b-b4a8149343b7 req-50589115-0119-418e-85ac-7fc152b4f016 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341381 Dec 16 15:18:30.400612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:30.405743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17338e67-c2c4-4e84-894f-a3988b45f38d req-1a81ef23-798a-4194-beda-9436c53aa44f service neutron] 10.222.0.30 "GET /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613135 Dec 16 15:18:30.513609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Made reservation on behalf of 17b500b3679f4c609bedf6db9436007f for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:30.514819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-4080ac37-abdc-4a4b-8f94-4b33b1a70404 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-320691064&fields=id&tenant_id=5df575562f8e43a2861344405ac3bc6f HTTP/1.1" status: 200 len: 267 time: 0.2135391 Dec 16 15:18:30.518157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.538989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.634512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.720429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.720693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcd532-5660-4e7d-95ee-fdf408f26ec5 req-8e9b8f05-326b-46a5-a602-7e887744144a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.723311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fadcd532-5660-4e7d-95ee-fdf408f26ec5 req-8e9b8f05-326b-46a5-a602-7e887744144a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 944 time: 0.2379930 Dec 16 15:18:30.731663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa150-7458-4baf-8de4-2732959eb997 req-14cab1f7-4777-4b4a-8452-583317a452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.735360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-feefa150-7458-4baf-8de4-2732959eb997 req-14cab1f7-4777-4b4a-8452-583317a452eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 1096 time: 0.1867640 Dec 16 15:18:30.755797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-c101e0b4-5d42-43bb-9f72-5a0bc4baa719 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.757650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-c101e0b4-5d42-43bb-9f72-5a0bc4baa719 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 984 time: 0.2128074 Dec 16 15:18:30.768244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:18:30.773902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:30.788369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.788972 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Added segment 5111a29c-f2e3-420f-bb42-d211264c1ce7 of type vlan for network 4fc58165-50c0-4ccb-a59f-c76127e45679 Dec 16 15:18:30.819741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'port': {'security_groups': ['09e9d085-0754-414b-b78a-b4983e122168', 'b1e3427f-5cfd-4704-9c7b-ab5958c6c07a', 'd39004fc-3073-43a2-8a0c-4551d95bf142']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:30.856845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.954068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-feefa150-7458-4baf-8de4-2732959eb997 req-2c55de17-76b5-438f-850a-4c831656a257 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919985 Dec 16 15:18:30.957249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fadcd532-5660-4e7d-95ee-fdf408f26ec5 req-5b5cab1b-7770-490c-bfec-44d115cab791 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982796 Dec 16 15:18:30.989313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:30.990409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:30.991019 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.016875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.098660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] Pushing event updated for resources: {'Network': ['ID=4fc58165-50c0-4ccb-a59f-c76127e45679,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:31.110808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:18:31.129435 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84b922c0-82fb-45f9-b4da-b021368c5aed admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0364659 Dec 16 15:18:31.139136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40078) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:31.145899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Request body: {'subnet': {'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-subnet', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:31.159136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:18:31.195278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40080) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:31.210428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-network', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:31.293642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Made reservation on behalf of 17b500b3679f4c609bedf6db9436007f for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:31.296436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12959b-beed-495c-ac20-53c6963fdaeb req-50e446b9-c5da-41e7-8e70-9932b47835e7 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:31.297687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb12959b-beed-495c-ac20-53c6963fdaeb req-50e446b9-c5da-41e7-8e70-9932b47835e7 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.2065778 Dec 16 15:18:31.313725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Sync routers for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:31.320803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.335236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:31.335956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:31.477996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:31.500859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb12959b-beed-495c-ac20-53c6963fdaeb req-fd550a00-bf16-438b-9f48-2e49cae73aa3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906359 Dec 16 15:18:31.524410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Made reservation on behalf of 41418cb2da4b4166ba2ae0a38c76a785 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:31.528194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.536846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 34594b02-89cd-4d43-aa12-e3d4fc0564aa details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:31.551959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.587581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:31.630689 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d38de-227a-4cbf-b5c6-757dd1a35ee2 x-openstack-request-id: req-a50d38de-227a-4cbf-b5c6-757dd1a35ee2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:31.631724 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:31.632309 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a50d38de-227a-4cbf-b5c6-757dd1a35ee2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:31.633400 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'status': 'completed', 'code': 200} Dec 16 15:18:31.730226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.789341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.791807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.805919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-1b02fb58-c868-4e52-8ec3-ed00a35f7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:31.807466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-1b02fb58-c868-4e52-8ec3-ed00a35f7ae7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 1095 time: 0.0944734 Dec 16 15:18:31.840128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:31.847373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:31.851872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac128b-37a7-488f-97da-3086657549d8 req-65bff4c2-66d5-422e-b5fc-cb9b51379393 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:31.853439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6ac128b-37a7-488f-97da-3086657549d8 req-65bff4c2-66d5-422e-b5fc-cb9b51379393 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0865541 Dec 16 15:18:31.892529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.894602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.927548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9cfec3-08e6-4c7a-9958-af8171261a64,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:31.976641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:18:31.988577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:31.989270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:31.997057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03c85519-20a8-4318-a3ed-68854bbf7f8c req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "PUT /v2.0/ports/a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 1020 time: 1.2143447 Dec 16 15:18:32.007297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9e03c-561b-46f2-9bf1-b406488745d7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:32.011585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Checking segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:32.012360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Network hostable DHCP agents. Network: 4fc58165-50c0-4ccb-a59f-c76127e45679, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:18:32.022982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.023530 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Added segment 13bfe2f3-2d43-43a7-9bcf-363e230dd214 of type vlan for network e814c00e-9815-4fe4-946f-00a8998437f4 Dec 16 15:18:32.107741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6ac128b-37a7-488f-97da-3086657549d8 req-f8ec5655-0871-4d99-9e4b-2068b9fc997d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221057 Dec 16 15:18:32.111299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.159224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27b73c-d27c-4bc3-ad2f-7c600af420c7 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:32.165554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:18:32.177180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-7355fb38-ff1e-4b1a-95bd-de064fde811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.179769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-7355fb38-ff1e-4b1a-95bd-de064fde811c service neutron] 10.222.0.74 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 904 time: 0.3600760 Dec 16 15:18:32.184962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:32.194541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:32.246590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.248572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-c7808f52-3b55-41c0-9572-e9ecbdfc1672 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb2f3819-add7-4a0f-a10a-388807dfed99 HTTP/1.1" status: 200 len: 217 time: 0.0593011 Dec 16 15:18:32.251907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.253266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.265776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4fc58165-50c0-4ccb-a59f-c76127e45679) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:32.299137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.301855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.311185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc9e3a-def3-4cbb-ab18-c936c68a05c7 None None] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:32.313726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:32.316279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '34594b02-89cd-4d43-aa12-e3d4fc0564aa', 'network_id': 'bcce1783-4e3d-4e68-86ea-e185a2ec7a51', 'port_id': '34594b02-89cd-4d43-aa12-e3d4fc0564aa', 'mac_address': 'fa:16:3e:4e:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e639c896-4492-40e7-a041-f8c837bf6b16', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:32.387211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] Pushing event updated for resources: {'Network': ['ID=e814c00e-9815-4fe4-946f-00a8998437f4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:32.450305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e814c00e-9815-4fe4-946f-00a8998437f4 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:18:32.507704 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-acdba0f4-63b0-43ab-ae68-3ab612d8a316 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3058741 Dec 16 15:18:32.517000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df7bf30a-f689-4382-a05e-0c790bd5266e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3718948 Dec 16 15:18:32.517000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40088) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:32.526725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Request body: {'subnet': {'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-subnet', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:32.538934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40090) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:32.550455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:32.720507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.749397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Made reservation on behalf of 41418cb2da4b4166ba2ae0a38c76a785 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:32.752717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.767655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:32.768073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.780725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a7a3-b8cc-4803-9a3d-ce9df7515a79 req-d8ca1ad9-3282-425f-a62c-29061f6f68f9 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.790948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469a7a3-b8cc-4803-9a3d-ce9df7515a79 req-d8ca1ad9-3282-425f-a62c-29061f6f68f9 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.803786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6469a7a3-b8cc-4803-9a3d-ce9df7515a79 req-d8ca1ad9-3282-425f-a62c-29061f6f68f9 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1678 time: 0.5600903 Dec 16 15:18:32.804442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.805618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.845779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34594b02-89cd-4d43-aa12-e3d4fc0564aa {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:32.857950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-8be55661-574b-4c91-b879-c7ddd233dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.860087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-8be55661-574b-4c91-b879-c7ddd233dc8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.5976286 Dec 16 15:18:32.918873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-8095e313-1797-495e-916c-a50aecbd3f4f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466504 Dec 16 15:18:32.931663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4fc58165-50c0-4ccb-a59f-c76127e45679', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'project_id': '17b500b3679f4c609bedf6db9436007f', 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:18:32.933285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:32.934738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32486a09-5d76-4b59-94ed-17dac8255d26 req-96e2e0c9-c732-4d98-84e1-50b42b9c4905 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:32.942611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32486a09-5d76-4b59-94ed-17dac8255d26 req-96e2e0c9-c732-4d98-84e1-50b42b9c4905 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 944 time: 0.1959777 Dec 16 15:18:32.954513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:32.968152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6469a7a3-b8cc-4803-9a3d-ce9df7515a79 req-50d2b576-1e1b-4878-858c-49c0c3a5bbce tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611617 Dec 16 15:18:33.008464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:33.085431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:33.086153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f935d5-41f6-4d2c-8428-5bf592c455ce details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:33.146120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32486a09-5d76-4b59-94ed-17dac8255d26 req-eff8204f-e0fb-40c7-bb3b-76364a961253 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743343 Dec 16 15:18:33.150203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d7cc019-c6e4-4ba2-9216-6929ea808af0 req-0dac6187-7213-42a0-9795-055996de6062 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d39004fc-3073-43a2-8a0c-4551d95bf142 HTTP/1.1" status: 200 len: 1817 time: 0.1096678 Dec 16 15:18:33.152593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-2e46a4f5-db95-4c1b-a6bd-1efa1b0384eb service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259827 Dec 16 15:18:33.279896 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-7d7cc019-c6e4-4ba2-9216-6929ea808af0 req-9e432a14-a408-4e22-81cc-10dc3ac7cfc6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 15:18:33.281113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d7cc019-c6e4-4ba2-9216-6929ea808af0 req-9e432a14-a408-4e22-81cc-10dc3ac7cfc6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/d39004fc-3073-43a2-8a0c-4551d95bf142 HTTP/1.1" status: 409 len: 341 time: 0.1216497 Dec 16 15:18:33.296638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 2, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:33.328709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04e5d23c-893e-4640-8671-b9e6c45b47c9 req-9a381d17-aaa0-46cc-aa58-77623c4df738 service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671960 Dec 16 15:18:33.403999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:18:33.413724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:33.428285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Checking router: 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:33.428915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Updating router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb port f66209e9-09c1-4103-901a-a8d90abba04e binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:33.501199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9411ea9-8797-4895-8e26-971ad3bcc16b req-a4f9e8c8-1a43-4efd-8276-3021c0188ad4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:33.502838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9411ea9-8797-4895-8e26-971ad3bcc16b req-a4f9e8c8-1a43-4efd-8276-3021c0188ad4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.1403012 Dec 16 15:18:33.512236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05ae2a-2a0b-4cf5-b7b1-d0b2f0b78ede req-2a18201e-9ef7-4179-a2f1-913cbab151a9 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:33.521177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e05ae2a-2a0b-4cf5-b7b1-d0b2f0b78ede req-2a18201e-9ef7-4179-a2f1-913cbab151a9 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.1305428 Dec 16 15:18:33.585838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:33.621908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:33.637480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e05ae2a-2a0b-4cf5-b7b1-d0b2f0b78ede req-7c96db45-d083-43d6-9cd7-0addbf19ea5a tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990086 Dec 16 15:18:33.647187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9411ea9-8797-4895-8e26-971ad3bcc16b req-1985bb5f-d0e9-4762-be9d-e69721bbee5a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169858 Dec 16 15:18:33.648317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:33.655016 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:33.704697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Allocated IP 172.20.0.2 (4fc58165-50c0-4ccb-a59f-c76127e45679/fb9cfec3-08e6-4c7a-9958-af8171261a64/17e397e8-0202-4c9f-b260-79845b454b2a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:33.772346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d482-c772-4bb1-bc6b-539e2babe2ac req-ff2f486d-e20a-4a6e-a2f8-5962440fc56e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:33.783398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9de5d482-c772-4bb1-bc6b-539e2babe2ac req-ff2f486d-e20a-4a6e-a2f8-5962440fc56e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0771787 Dec 16 15:18:33.844585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9de5d482-c772-4bb1-bc6b-539e2babe2ac req-d983ca52-a89b-48b4-a12f-8efa2c84b533 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592647 Dec 16 15:18:33.899251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:33.947520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:33.962899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72dcfa82-5e15-431c-b577-83b3197bb121,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:33.990315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Checking segment: {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:33.990735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Network hostable DHCP agents. Network: e814c00e-9815-4fe4-946f-00a8998437f4, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:18:34.034538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310004c-750f-44b0-95c0-320833037c57 req-6c35b91f-0541-4814-8be7-cf2d8ea5b0fa tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.037204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c310004c-750f-44b0-95c0-320833037c57 req-6c35b91f-0541-4814-8be7-cf2d8ea5b0fa tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.0819108 Dec 16 15:18:34.094012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '73f935d5-41f6-4d2c-8428-5bf592c455ce', 'network_id': '19376356-dfdd-4fe6-a874-2fe53f5786d8', 'port_id': '73f935d5-41f6-4d2c-8428-5bf592c455ce', 'mac_address': 'fa:16:3e:0d:f3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f18b38e-a709-410d-9936-b74a7a88af89', 'ip_address': '19.86.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:34.100236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Network e814c00e-9815-4fe4-946f-00a8998437f4 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:18:34.131184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c310004c-750f-44b0-95c0-320833037c57 req-ff1f84bd-1531-454a-8d02-d0a0868abf5b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876834 Dec 16 15:18:34.232051 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c5c3a-0d38-4c00-87d9-db52757f730d x-openstack-request-id: req-560c5c3a-0d38-4c00-87d9-db52757f730d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:34.232419 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:34.232833 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-560c5c3a-0d38-4c00-87d9-db52757f730d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:34.233564 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'status': 'completed', 'code': 200} Dec 16 15:18:34.293885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e814c00e-9815-4fe4-946f-00a8998437f4) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:34.313413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.326681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2906b7bd-687b-436c-bdb4-5eb14019ebe9 None None] Network e814c00e-9815-4fe4-946f-00a8998437f4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:34.341851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.345945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.363277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-cff48a89-e2f5-4fbc-a00d-62bc1f20bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.364947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-cff48a89-e2f5-4fbc-a00d-62bc1f20bf4e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1174 time: 0.0836749 Dec 16 15:18:34.418023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f935d5-41f6-4d2c-8428-5bf592c455ce {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:34.471239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.498464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b2c7a49-8a18-4a54-84df-35fa8344e191 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9810677 Dec 16 15:18:34.501666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.502587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40114) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:34.508331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:34.605709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b906207-3c44-4815-9c09-50f742c6eece req-1a2e3e4a-96f5-4c90-9f1b-11c9bbf9cb0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.610430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b906207-3c44-4815-9c09-50f742c6eece req-1a2e3e4a-96f5-4c90-9f1b-11c9bbf9cb0e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2513597 Dec 16 15:18:34.612705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-c371df9a-0e4e-4781-9507-323641596ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.615813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-c371df9a-0e4e-4781-9507-323641596ffe service neutron] 10.222.0.74 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.2161298 Dec 16 15:18:34.676388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Allocated IP 172.25.7.11 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:34.686141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:34.693003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-b0cbea28-01ed-4ecc-b64d-57711b63bc2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 200 len: 217 time: 0.0634568 Dec 16 15:18:34.694619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.697600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.708736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd7c5-e379-47fb-b727-56a2513c3a85 req-84c2b294-f847-4b48-8b2d-4e10c7b98234 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.713405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.715310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedd7c5-e379-47fb-b727-56a2513c3a85 req-84c2b294-f847-4b48-8b2d-4e10c7b98234 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.725448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdedd7c5-e379-47fb-b727-56a2513c3a85 req-84c2b294-f847-4b48-8b2d-4e10c7b98234 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1679 time: 0.2114282 Dec 16 15:18:34.799691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-e814c00e-9815-4fe4-946f-00a8998437f4', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:18:34.804852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.814127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.833404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-1a9ab6f7-43d1-4d49-bc22-09d99b5b381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:34.835539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-1a9ab6f7-43d1-4d49-bc22-09d99b5b381a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.1063271 Dec 16 15:18:34.861315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b906207-3c44-4815-9c09-50f742c6eece req-14bc65d3-c1f2-4473-a8df-adde58931245 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367938 Dec 16 15:18:34.862674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.877228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.910985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:34.963156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdedd7c5-e379-47fb-b727-56a2513c3a85 req-cd4f7cee-4b97-48b7-8d16-d8d021ef5e7d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322929 Dec 16 15:18:34.982116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-36ef3faa-910b-4005-b109-2f2828311699 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972531 Dec 16 15:18:34.986231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:34.987064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:34.994961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:34.996317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.022543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:35.034306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.143122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:35.148997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Pushing event updated for resources: {'Port': ['ID=17e397e8-0202-4c9f-b260-79845b454b2a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:35.215504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f21c6-655d-4a6d-8dcc-2feac0bc5065 req-955fddde-c29b-4b4d-beaf-86cd6866c4e2 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:35.222106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['34594b02-89cd-4d43-aa12-e3d4fc0564aa'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:35.225790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['73f935d5-41f6-4d2c-8428-5bf592c455ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:35.232776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f99f21c6-655d-4a6d-8dcc-2feac0bc5065 req-955fddde-c29b-4b4d-beaf-86cd6866c4e2 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 944 time: 0.1658700 Dec 16 15:18:35.241156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-e4afc8c2-1732-441c-b746-963d247bcad5 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557518 Dec 16 15:18:35.257548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Attempting to bind port 17e397e8-0202-4c9f-b260-79845b454b2a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:35.261861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Attempting to bind port 17e397e8-0202-4c9f-b260-79845b454b2a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:35.261861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Attempting to bind port 17e397e8-0202-4c9f-b260-79845b454b2a on network 4fc58165-50c0-4ccb-a59f-c76127e45679 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:35.287226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Allocated IP 172.20.0.2 (e814c00e-9815-4fe4-946f-00a8998437f4/72dcfa82-5e15-431c-b577-83b3197bb121/8953491c-f62a-4cb8-a55d-fae689c21143) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:35.333277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.354999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:18:35.376808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:35.377204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Checking segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:35.377592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.377994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Bound using segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:35.378497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Bound port: 17e397e8-0202-4c9f-b260-79845b454b2a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:35.378886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.395944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f99f21c6-655d-4a6d-8dcc-2feac0bc5065 req-af7e5269-a9d7-4403-aecd-d40ead8fe7d9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589124 Dec 16 15:18:35.454281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.458017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49041c35-184d-4482-986f-26dff8447de1 None None] Pushing event updated for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:35.542519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37ea209e-7e9b-41de-992d-3bfbc7e6b0d4 req-99e17e61-4d34-492c-97ee-0607315d4ec5 service neutron] 10.222.0.74 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823443 Dec 16 15:18:35.598713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Attempting to bind port f66209e9-09c1-4103-901a-a8d90abba04e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:35.599086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Attempting to bind port f66209e9-09c1-4103-901a-a8d90abba04e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:35.599451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Attempting to bind port f66209e9-09c1-4103-901a-a8d90abba04e on network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:35.674925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:35.675702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Checking segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:35.676329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.676821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Bound using segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:35.677399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Bound port: f66209e9-09c1-4103-901a-a8d90abba04e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:35.677862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.706297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:35.717001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:35.725769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:35.736359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:35.782312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872d7de-3faa-4aaf-80e1-f7b18d301aa7 req-21e7592e-ab86-496d-9f19-4e0034c74829 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:35.785366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:35.790792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c872d7de-3faa-4aaf-80e1-f7b18d301aa7 req-21e7592e-ab86-496d-9f19-4e0034c74829 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.1300690 Dec 16 15:18:35.806777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171ed8-fb3a-40d7-94f5-420b0c1b33ba req-0dfde581-c3ad-43bd-bdce-b3dc0114c3d5 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:35.816172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec171ed8-fb3a-40d7-94f5-420b0c1b33ba req-0dfde581-c3ad-43bd-bdce-b3dc0114c3d5 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1023 time: 0.1721156 Dec 16 15:18:35.820582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a621b7c6-0231-443b-9302-b1fbb1220c61 None None] Provisioning complete for port f66209e9-09c1-4103-901a-a8d90abba04e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:35.821222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a621b7c6-0231-443b-9302-b1fbb1220c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:35.846487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] For port 17e397e8-0202-4c9f-b260-79845b454b2a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:35.864057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'mac_address': 'fa:16:3e:2c:73:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:35.920140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c872d7de-3faa-4aaf-80e1-f7b18d301aa7 req-1873afbb-0ff2-488c-91bf-465392083f9c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256309 Dec 16 15:18:35.921143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] For port 17e397e8-0202-4c9f-b260-79845b454b2a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17e397e8-0202-4c9f-b260-79845b454b2a,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:35.998332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec171ed8-fb3a-40d7-94f5-420b0c1b33ba req-904ccc44-68f8-4c5b-b1f5-25337abcc302 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&id=09e9d085-0754-414b-b78a-b4983e122168&id=d39004fc-3073-43a2-8a0c-4551d95bf142&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1807568 Dec 16 15:18:36.055926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.083987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a621b7c6-0231-443b-9302-b1fbb1220c61 None None] Port f66209e9-09c1-4103-901a-a8d90abba04e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:36.133806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] For port f66209e9-09c1-4103-901a-a8d90abba04e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:36.173336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.194129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] For port f66209e9-09c1-4103-901a-a8d90abba04e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f66209e9-09c1-4103-901a-a8d90abba04e,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:36.205828 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.262485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaf969-223b-448b-b3b0-c1a4433ffb90 None None] Pushing event updated for resources: {'Port': ['ID=17e397e8-0202-4c9f-b260-79845b454b2a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:36.270615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2f3819-add7-4a0f-a10a-388807dfed99 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:36.296275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.303565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-392f1275-796a-473e-abeb-2a7dceaf51a2 tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:36.305862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-392f1275-796a-473e-abeb-2a7dceaf51a2 tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 1101 time: 0.1886156 Dec 16 15:18:36.315970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.320640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d04a09f7-9acb-4d2e-91b0-331ad9047afc tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:36.324526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:36.324867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d04a09f7-9acb-4d2e-91b0-331ad9047afc tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 1023 time: 0.1748929 Dec 16 15:18:36.388623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.418848 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.423733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Network e814c00e-9815-4fe4-946f-00a8998437f4 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:36.426831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Pushing event updated for resources: {'Port': ['ID=8953491c-f62a-4cb8-a55d-fae689c21143,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:36.432196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:36.435137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.452266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-039b2f15-0490-4e8a-b345-3c372d9eca7d tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.503123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:36.504042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:36.551468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-27e3d6f1-3980-4cab-87e8-b5f554794acb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:36.559333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-27e3d6f1-3980-4cab-87e8-b5f554794acb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 0.4093974 Dec 16 15:18:36.604593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:36.654378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-ef99ee69-75c9-4efd-9107-61ca6f9ba348 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/quotas/2f793704053b437fa25c687ec1911eef HTTP/1.1" status: 200 len: 375 time: 0.0939109 Dec 16 15:18:36.709995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49041c35-184d-4482-986f-26dff8447de1 None None] Pushing event updated for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:36.710240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:36.758596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:36.795940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-cd24352c-2127-4fd2-82cd-bc375c83a07c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3149722 Dec 16 15:18:36.809215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Allocated IP 172.25.7.128 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/3ded7355-1e45-4d5a-bcf7-ea0965b2e106) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:36.822670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['eb2f3819-add7-4a0f-a10a-388807dfed99'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:36.830822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Attempting to bind port 8953491c-f62a-4cb8-a55d-fae689c21143 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:36.831070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Attempting to bind port 8953491c-f62a-4cb8-a55d-fae689c21143 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:36.831403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Attempting to bind port 8953491c-f62a-4cb8-a55d-fae689c21143 on network e814c00e-9815-4fe4-946f-00a8998437f4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:36.888409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Deleting port a593824d-2acd-405a-99ad-f2c9497ae4bd {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:36.888409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.017879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-c25a5ced-af2b-4740-98a5-d6ed89f01824 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3480940 Dec 16 15:18:37.095777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.100594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:37.100977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Checking segment: {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:37.101479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.101781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Bound using segment: {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:37.102337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Bound port: 8953491c-f62a-4cb8-a55d-fae689c21143, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:37.102725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.141447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-039b2f15-0490-4e8a-b345-3c372d9eca7d tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.170324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port a593824d-2acd-405a-99ad-f2c9497ae4bd, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a593824d-2acd-405a-99ad-f2c9497ae4bd,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:37.170867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.176020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-8ce11bed-fa79-484a-8307-d1789b3674f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.177941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-8ce11bed-fa79-484a-8307-d1789b3674f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5df575562f8e43a2861344405ac3bc6f&device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1174 time: 0.3154762 Dec 16 15:18:37.181740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:37.198181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Calling delete_port for a593824d-2acd-405a-99ad-f2c9497ae4bd owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:37.200085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-039b2f15-0490-4e8a-b345-3c372d9eca7d tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.200472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.264980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] Provisioning complete for port f66209e9-09c1-4103-901a-a8d90abba04e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:37.265875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.286161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.339032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-541db478-b81d-46e0-8b9b-7e47c5874c3d req-039b2f15-0490-4e8a-b345-3c372d9eca7d tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0001757 Dec 16 15:18:37.375730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-d599a128-67df-4e76-814e-a7548c97109e service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380919 Dec 16 15:18:37.384441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b2f15-0490-4e8a-b345-3c372d9eca7d tempest-LiveMigrationNegativeTest-1076907548 tempest-LiveMigrationNegativeTest-1076907548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4f9f8-9310-4e84-ab22-41a2bb7cbe71,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:37.457467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] For port 8953491c-f62a-4cb8-a55d-fae689c21143, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:37.459102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:37.467804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:37.475842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:37.537884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] For port 8953491c-f62a-4cb8-a55d-fae689c21143, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8953491c-f62a-4cb8-a55d-fae689c21143,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:37.576508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-87950a13-a36f-4f0e-9831-1c28cb64e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.578818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-87950a13-a36f-4f0e-9831-1c28cb64e9a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 200 len: 914 time: 0.3582048 Dec 16 15:18:37.613367 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.644641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-08536a3b-5aac-4bd2-ba12-494f06ced897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 200 len: 217 time: 0.0478740 Dec 16 15:18:37.677607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a9b2e-12dd-49da-80a3-2d1ebfc607ab req-c21aa2bc-87e9-4d57-9ddf-84f0cb696b1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.682742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.690914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a9b2e-12dd-49da-80a3-2d1ebfc607ab req-c21aa2bc-87e9-4d57-9ddf-84f0cb696b1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.693357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f9a9b2e-12dd-49da-80a3-2d1ebfc607ab req-c21aa2bc-87e9-4d57-9ddf-84f0cb696b1d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1680 time: 0.1979184 Dec 16 15:18:37.712539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-24098c7a-cf55-46b5-bc45-42193eb9b86a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.714212 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-24098c7a-cf55-46b5-bc45-42193eb9b86a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "GET /v2.0/ports?device_id=b98011d3-70d7-49dc-8ef0-d372aef09a17 HTTP/1.1" status: 200 len: 945 time: 0.4478834 Dec 16 15:18:37.717892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:37.778826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-e60a289e-6ecc-489d-99a3-6c87883fc096 service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734148 Dec 16 15:18:37.807266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] For port f66209e9-09c1-4103-901a-a8d90abba04e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f66209e9-09c1-4103-901a-a8d90abba04e,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:37.811726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac03b7-0f61-4df3-b714-e442ce6e70bd None None] Pushing event updated for resources: {'Port': ['ID=8953491c-f62a-4cb8-a55d-fae689c21143,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:37.816831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:37.864986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea4ba8-ef2c-4770-88fc-369de7d058b1 None None] The sync data for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 is: [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:37.874173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17e397e8-0202-4c9f-b260-79845b454b2a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:37.924586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-ca25227f-f20f-4c72-9dbe-921eeff4bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:37.926595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-ca25227f-f20f-4c72-9dbe-921eeff4bd27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 200 len: 853 time: 0.2674127 Dec 16 15:18:37.962084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:37.969086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Router a6c97932-597e-4a12-8812-748490309b67 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:18:38.036968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.051543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-dc880b3b-972a-4ded-b2a5-2ab6f4d92852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f36ab24d-730b-4729-9cea-23300d2ae92d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169391 Dec 16 15:18:38.097183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:38.113442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'Port': ['ID=a593824d-2acd-405a-99ad-f2c9497ae4bd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:38.208774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f9a9b2e-12dd-49da-80a3-2d1ebfc607ab req-21d44e40-b300-4bc3-a2ec-129577c46ff1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839754 Dec 16 15:18:38.243042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] No DVR routers for this DVR port a593824d-2acd-405a-99ad-f2c9497ae4bd on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:38.259924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.276708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acd8ed12-ef7a-4c5a-8264-0be819d820bf req-d5fe6839-cf0b-4ba1-b0df-bffb31018fe6 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.74 "DELETE /v2.0/ports/a593824d-2acd-405a-99ad-f2c9497ae4bd HTTP/1.1" status: 204 len: 173 time: 1.9450395 Dec 16 15:18:38.291224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'name': 'network-vif-deleted', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:38.303928 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309cf919-a5dd-4d49-996a-650f32bce193" -d '{"events": [{"server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "name": "network-vif-deleted", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:38.354256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a593824d-2acd-405a-99ad-f2c9497ae4bd'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:38.428176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25998f2-d693-4c80-a815-5064e1bd2358 None None] Pushing event updated for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:38.469052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 17e397e8-0202-4c9f-b260-79845b454b2a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:38.469436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.472510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:38.502179 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Sync routers for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:38.542230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:38.552895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8465682-ac0b-405a-9be8-6e2f7dccb229 None None] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:38.553523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:38.598351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Deleting port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:38.598811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.705914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a5e31a08-4eca-4047-b68f-acd9afa67139 None None] Provisioning complete for port 17e397e8-0202-4c9f-b260-79845b454b2a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:38.706288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a5e31a08-4eca-4047-b68f-acd9afa67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.711070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.714961 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dae5077-2f10-4566-8620-c652e921de69 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1716180 Dec 16 15:18:38.714961 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:38.726703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980701d7-c42f-4a09-9692-ce3943156efa req-bb76ba37-500e-409b-8f09-43f52bf5f1e2 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:38.728713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-980701d7-c42f-4a09-9692-ce3943156efa req-bb76ba37-500e-409b-8f09-43f52bf5f1e2 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 945 time: 0.2505295 Dec 16 15:18:38.730380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:38.734823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-4c462543-22d3-494e-9ed6-d8f7795824ed service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226714 Dec 16 15:18:38.830775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:38.850861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba2ae0-15c1-463b-bec7-f63b559eb03c req-325747e8-8fcf-4576-b6bf-ceb1c6aecbb2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:38.853350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ba2ae0-15c1-463b-bec7-f63b559eb03c req-325747e8-8fcf-4576-b6bf-ceb1c6aecbb2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3761635 Dec 16 15:18:38.924913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 34594b02-89cd-4d43-aa12-e3d4fc0564aa up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:39.095697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-980701d7-c42f-4a09-9692-ce3943156efa req-e8cd62f3-30a3-46f6-82de-93c4cce3c0bf tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529739 Dec 16 15:18:39.114183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.274579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:39.321031 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 3, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:39.375309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a5e31a08-4eca-4047-b68f-acd9afa67139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.405509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 17e397e8-0202-4c9f-b260-79845b454b2a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17e397e8-0202-4c9f-b260-79845b454b2a,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:39.423432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ba2ae0-15c1-463b-bec7-f63b559eb03c req-94d87ac4-ae82-43f8-9a26-adef6736af58 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882164 Dec 16 15:18:39.443528 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Checking router: a6c97932-597e-4a12-8812-748490309b67 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:39.445892 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Updating router a6c97932-597e-4a12-8812-748490309b67 port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:39.507315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.525949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ac55bc5-037f-435b-828c-2375c0c1d40f req-93cc26c7-0c0f-4707-b765-7a291b6d9799 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4a8937b-919e-41a2-af2b-723e963b1185 HTTP/1.1" status: 200 len: 210 time: 0.1239038 Dec 16 15:18:39.593913 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.677656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-a5e31a08-4eca-4047-b68f-acd9afa67139 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:18:39.678466 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-a5e31a08-4eca-4047-b68f-acd9afa67139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:18:39.744010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 34594b02-89cd-4d43-aa12-e3d4fc0564aa completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:39.759627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 34594b02-89cd-4d43-aa12-e3d4fc0564aa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:39.760034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.831372 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda507a9-6621-4602-aabe-650079802c5c x-openstack-request-id: req-fda507a9-6621-4602-aabe-650079802c5c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:39.831702 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a8937b-919e-41a2-af2b-723e963b1185", "name": "network-vif-deleted", "tag": "a593824d-2acd-405a-99ad-f2c9497ae4bd", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:39.834874 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fda507a9-6621-4602-aabe-650079802c5c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:39.835373 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a8937b-919e-41a2-af2b-723e963b1185', 'name': 'network-vif-deleted', 'tag': 'a593824d-2acd-405a-99ad-f2c9497ae4bd', 'status': 'completed', 'code': 200} Dec 16 15:18:39.926968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port eb2f3819-add7-4a0f-a10a-388807dfed99 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:39.963117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] For port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:39.963754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:39.984985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port eb2f3819-add7-4a0f-a10a-388807dfed99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:39.985839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.003708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55ea4963-81fa-4995-b85c-94ec7d2fefc6 req-b4412c80-d498-4be4-8d89-e2812db9e2ac tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 210 time: 0.1431913 Dec 16 15:18:40.010144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Calling delete_port for 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:40.035526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f03a24-d8d4-4de3-b611-efe3c4e7141c req-429a7767-6746-40bc-b01e-5c7091718ad3 service neutron] 10.222.0.30 "GET /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2208555 Dec 16 15:18:40.101660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f66209e9-09c1-4103-901a-a8d90abba04e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:40.249403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89ba36-87d1-42c1-bc31-9d0dd740e1cd None None] Network e814c00e-9815-4fe4-946f-00a8998437f4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:40.358604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=17e397e8-0202-4c9f-b260-79845b454b2a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:40.567528 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.584762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f66209e9-09c1-4103-901a-a8d90abba04e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:40.584762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.613222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.675439 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.734044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e97b6-319f-4914-9742-645b14a3ccc8 req-aa004fcc-f1da-4a5d-af4d-c9ae5437591d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:40.736709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.739659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e97b6-319f-4914-9742-645b14a3ccc8 req-aa004fcc-f1da-4a5d-af4d-c9ae5437591d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:40.747659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c3e97b6-319f-4914-9742-645b14a3ccc8 req-aa004fcc-f1da-4a5d-af4d-c9ae5437591d tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1680 time: 0.7414136 Dec 16 15:18:40.779401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Attempting to bind port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:40.779401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Attempting to bind port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:40.779401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Attempting to bind port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:40.780594 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbabdd3-ed90-4587-8ddf-a2c5c24c1de2 None None] Pushing event updated for resources: {'Port': ['ID=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:40.785445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event deleted for resources: {'Port': ['ID=137e17cf-d9db-428d-9d06-a10e1ed3d6f3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:40.786525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:40.787252 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:40.787417 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.787794 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:40.788361 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Bound port: 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:40.788794 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.850176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] No DVR routers for this DVR port 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:40.856644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:40.860903 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6ff19858-7149-4e74-ae47-6c1ff29fb997 req-d980434c-6fdd-45c9-957d-2477f103e5ea tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "DELETE /v2.0/ports/137e17cf-d9db-428d-9d06-a10e1ed3d6f3 HTTP/1.1" status: 204 len: 173 time: 3.0799644 Dec 16 15:18:40.861400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-deleted', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:40.878029 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] For port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:40.878203 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd5e5e4-ba36-4c4f-b965-40c378631d59" -d '{"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-deleted", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:40.878328 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] For port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:40.878898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e6b34-4cdf-45b3-93d3-e4849925a77b req-6fb4356d-b436-462b-b3bf-18413d190f59 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:40.878898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67e6b34-4cdf-45b3-93d3-e4849925a77b req-6fb4356d-b436-462b-b3bf-18413d190f59 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1844780 Dec 16 15:18:40.878898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c3e97b6-319f-4914-9742-645b14a3ccc8 req-0e9ac5d8-0700-4446-875e-e4ad1fe846f8 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279688 Dec 16 15:18:41.013056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67e6b34-4cdf-45b3-93d3-e4849925a77b req-61cd8043-0cad-4447-9b72-98e9d8d71b96 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318305 Dec 16 15:18:41.035978 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.040816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Router dcd1e8d1-d325-4068-8664-7d85b542d9f0 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:18:41.085284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.093600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Provisioning complete for port 8953491c-f62a-4cb8-a55d-fae689c21143 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:41.093971 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.126161 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbabdd3-ed90-4587-8ddf-a2c5c24c1de2 None None] Pushing event updated for resources: {'Port': ['ID=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:41.143133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.149961 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:41.150996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:41.212222 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6db64a-c9fa-4eff-8c1b-867363663837 x-openstack-request-id: req-9a6db64a-c9fa-4eff-8c1b-867363663837 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:41.212222 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b98011d3-70d7-49dc-8ef0-d372aef09a17", "name": "network-vif-deleted", "tag": "137e17cf-d9db-428d-9d06-a10e1ed3d6f3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:41.212494 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a6db64a-c9fa-4eff-8c1b-867363663837 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:41.212787 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b98011d3-70d7-49dc-8ef0-d372aef09a17', 'name': 'network-vif-deleted', 'tag': '137e17cf-d9db-428d-9d06-a10e1ed3d6f3', 'status': 'completed', 'code': 200} Dec 16 15:18:41.248337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01065-d9a0-4f34-96b3-a3199bb6ad11 req-4efe9697-971b-45c5-82eb-15dc00596f5c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:41.253085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ada01065-d9a0-4f34-96b3-a3199bb6ad11 req-4efe9697-971b-45c5-82eb-15dc00596f5c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 945 time: 0.1777391 Dec 16 15:18:41.264835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:41.267797 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cc7928-65df-4230-97c4-ccf7d1aaa1ea" -d '{"events": [{"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-plugged", "status": "completed", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:41.322189 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:41.372188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ada01065-d9a0-4f34-96b3-a3199bb6ad11 req-22fde405-bf77-41c5-a275-0ca4d4f548a1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051898 Dec 16 15:18:41.404587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:41.407800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:41.466512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.476359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Sync routers for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:41.488840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:41.506449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8953491c-f62a-4cb8-a55d-fae689c21143 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:41.553819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.557899 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e341611-c9ea-429a-87af-5d1d46d791a0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0502024 Dec 16 15:18:41.558840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40184) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:41.574154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:41.574819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:41.584201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.584927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a593824d-2acd-405a-99ad-f2c9497ae4bd no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:41.622049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a57cc05-c44e-446b-b65e-88e90c702d0e req-cc72e12b-b651-4348-a25c-bd14156a95bf tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 210 time: 0.0804713 Dec 16 15:18:41.706012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.706812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f935d5-41f6-4d2c-8428-5bf592c455ce up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:41.787778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: a593824d-2acd-405a-99ad-f2c9497ae4bd {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:41.793263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a593824d-2acd-405a-99ad-f2c9497ae4bd not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:41.794056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:41.795639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1903dd97-61db-4759-8106-bc019f1e4434 req-597a5d2b-a596-408d-b830-10aa0dec5a96 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/09e9d085-0754-414b-b78a-b4983e122168 HTTP/1.1" status: 200 len: 1817 time: 0.0741842 Dec 16 15:18:41.827084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:41.841229 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 3, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:41.877152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1637e0f-7b85-4b11-8557-e4a098b9ff48 None None] The sync data for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 is: [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 3, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:41.988973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-b1a4e01c-1d43-4365-96c0-73c57f43aebd tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:41.990632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-b1a4e01c-1d43-4365-96c0-73c57f43aebd tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 0.3079655 Dec 16 15:18:42.007345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Allocated IP 172.20.0.1 (4fc58165-50c0-4ccb-a59f-c76127e45679/fb9cfec3-08e6-4c7a-9958-af8171261a64/349710a9-fa55-4a10-8947-778bec60ac95) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:42.020990 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ff23f1-fd72-44d6-a78f-6632e46e596c x-openstack-request-id: req-76ff23f1-fd72-44d6-a78f-6632e46e596c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:42.021486 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-plugged", "status": "completed", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:42.021932 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-76ff23f1-fd72-44d6-a78f-6632e46e596c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:42.022581 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa', 'code': 200} Dec 16 15:18:42.023506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:42.024130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 137e17cf-d9db-428d-9d06-a10e1ed3d6f3 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:42.050727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Request body: {'port': {'device_id': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'admin_state_up': True, 'tenant_id': '2f793704053b437fa25c687ec1911eef'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:42.098342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:42.100160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1903dd97-61db-4759-8106-bc019f1e4434 req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.121793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] For port 8953491c-f62a-4cb8-a55d-fae689c21143, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8953491c-f62a-4cb8-a55d-fae689c21143,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:42.145505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a1c7-50bc-43c1-88d8-b9ae5066901d req-3721692d-b2f3-4455-8a2c-3538aa8d821e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:42.153994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5154a1c7-50bc-43c1-88d8-b9ae5066901d req-3721692d-b2f3-4455-8a2c-3538aa8d821e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1624472 Dec 16 15:18:42.175883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:42.236148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1903dd97-61db-4759-8106-bc019f1e4434 req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.257055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8953491c-f62a-4cb8-a55d-fae689c21143 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:42.257432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.341536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:42.382422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.481317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Provisioning complete for port 17e397e8-0202-4c9f-b260-79845b454b2a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:42.481763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.502263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.549219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 73f935d5-41f6-4d2c-8428-5bf592c455ce completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:42.555937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf00efc-1940-4172-a753-2058c30e9a43 None None] Pushing event updated for resources: {'Port': ['ID=8953491c-f62a-4cb8-a55d-fae689c21143,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:42.567078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1903dd97-61db-4759-8106-bc019f1e4434 req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.569998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1903dd97-61db-4759-8106-bc019f1e4434 req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.582707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1903dd97-61db-4759-8106-bc019f1e4434 req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/09e9d085-0754-414b-b78a-b4983e122168 HTTP/1.1" status: 204 len: 173 time: 0.7856801 Dec 16 15:18:42.631937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.680227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Made reservation on behalf of 2f793704053b437fa25c687ec1911eef for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:42.688547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.690225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 73f935d5-41f6-4d2c-8428-5bf592c455ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:42.690833 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:42.719876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:42.737324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5154a1c7-50bc-43c1-88d8-b9ae5066901d req-910df3e4-1302-4306-914d-87ed0fa72aa1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776148 Dec 16 15:18:42.750073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:42.753762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a243-1302-4407-9913-0e1aa79ac0fe tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9d085-0754-414b-b78a-b4983e122168,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:42.771676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:42.877592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 3, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:42.971188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Checking router: dcd1e8d1-d325-4068-8664-7d85b542d9f0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:42.971530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Updating router dcd1e8d1-d325-4068-8664-7d85b542d9f0 port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:42.987448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Pushing event updated for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:43.040498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b1e5e-fdcc-46e7-af8f-380490b5ec1c req-cca2d9c0-ca88-484b-ba53-8bae9088dc0a tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:43.046162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a16b1e5e-fdcc-46e7-af8f-380490b5ec1c req-cca2d9c0-ca88-484b-ba53-8bae9088dc0a tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.3004527 Dec 16 15:18:43.047207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.055424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.091881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87161399-d57c-415f-8224-bc604c62ec05 req-8eace2ec-6204-4fba-9a64-9c6052d4c095 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:43.106533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87161399-d57c-415f-8224-bc604c62ec05 req-8eace2ec-6204-4fba-9a64-9c6052d4c095 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:43.132748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87161399-d57c-415f-8224-bc604c62ec05 req-8eace2ec-6204-4fba-9a64-9c6052d4c095 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1681 time: 0.2427952 Dec 16 15:18:43.181534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.194230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Allocated IP 172.20.0.4 (211b94d1-4334-4374-b473-ecf6492fc8c0/2b99507e-a987-4a34-b0c7-07709a290101/e92a617d-c929-4703-9b3d-95b17ca7b069) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:43.233061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.321704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a16b1e5e-fdcc-46e7-af8f-380490b5ec1c req-1b37b9d2-5a0f-4938-875d-ae90dfb4b044 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681756 Dec 16 15:18:43.341420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87161399-d57c-415f-8224-bc604c62ec05 req-e3017c49-b832-4a79-a173-9ed9862aead7 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075620 Dec 16 15:18:43.492286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b855eb4f-1872-435b-acb6-76aee888c5ff tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:43.494231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b855eb4f-1872-435b-acb6-76aee888c5ff tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 950 time: 0.1105783 Dec 16 15:18:43.497397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-d324183b-0f9c-4293-ac81-9fa3f3ac9e61 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d39004fc-3073-43a2-8a0c-4551d95bf142 HTTP/1.1" status: 200 len: 1817 time: 0.0843685 Dec 16 15:18:43.509276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:43.558755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Allocated IP 172.20.0.1 (e814c00e-9815-4fe4-946f-00a8998437f4/72dcfa82-5e15-431c-b577-83b3197bb121/fcb775eb-79c3-4eb1-80e5-300a27c68fc8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:43.586156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:43.601663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5417717c-5782-42f1-a257-7af556141076 None None] Provisioning complete for port 8953491c-f62a-4cb8-a55d-fae689c21143 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:43.602074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5417717c-5782-42f1-a257-7af556141076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.678983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.691841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.719125 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.743149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.807008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Deleting port 4095d071-53cd-48aa-8b19-4ccbd6da0222 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:43.807504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.836728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.867209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:43.867655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.872150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.902516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Network e814c00e-9815-4fe4-946f-00a8998437f4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:43.913617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:43.917403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:43.920259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:43.925054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:43.957226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:43.997930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.002862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153a6fc-5f59-460d-b6c1-b075806cbf4d req-0fdf2315-1433-4f9d-ac45-dde5a737f543 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:44.003494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b153a6fc-5f59-460d-b6c1-b075806cbf4d req-0fdf2315-1433-4f9d-ac45-dde5a737f543 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 946 time: 0.5380793 Dec 16 15:18:44.008984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5417717c-5782-42f1-a257-7af556141076 None None] Provisioning complete for port 349710a9-fa55-4a10-8947-778bec60ac95 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:44.009422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5417717c-5782-42f1-a257-7af556141076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.050118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99'}, {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:44.053134 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d78cf0b-42ad-44f8-ba2a-bfbf2b9165b6" -d '{"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99"}, {"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-plugged", "status": "completed", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:44.224136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] For port 4095d071-53cd-48aa-8b19-4ccbd6da0222, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4095d071-53cd-48aa-8b19-4ccbd6da0222,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:44.224701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.272727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Calling delete_port for 4095d071-53cd-48aa-8b19-4ccbd6da0222 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:44.278083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b153a6fc-5f59-460d-b6c1-b075806cbf4d req-84acb612-83ed-492f-a2d6-69afae2b474c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207766 Dec 16 15:18:44.285258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.288952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71cf8136-a443-4ff6-9b06-41cd4a5d96e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.314271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.326502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5417717c-5782-42f1-a257-7af556141076 None None] Port 349710a9-fa55-4a10-8947-778bec60ac95 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:44.337201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.339854 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.341087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b562434a-f7e5-410c-9856-1bfc553b3185 req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/d39004fc-3073-43a2-8a0c-4551d95bf142 HTTP/1.1" status: 204 len: 173 time: 0.7607234 Dec 16 15:18:44.359568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d6af7-503c-486e-93cb-749d9a40528d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39004fc-3073-43a2-8a0c-4551d95bf142,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:44.371332 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.372372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.385799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.452210 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.461680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:44.473590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:44.486175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:44.492975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.498386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:44.532500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c9c8c594-1d1f-4f66-9f33-4169b28f75c0 None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:44.532500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9c8c594-1d1f-4f66-9f33-4169b28f75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.537529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.572688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:44.577459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Pushing event updated for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:44.585905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.586697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8953491c-f62a-4cb8-a55d-fae689c21143 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:44.627533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8bc7-8f51-49fc-b769-2db987e0ca2d None None] Pushing event updated for resources: {'Port': ['ID=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:44.627778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:44.628523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.644295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8c594-1d1f-4f66-9f33-4169b28f75c0 None None] Port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:44.658234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e53b5-6c2c-4023-b323-6a1d7e4978bf req-366a21d2-cd79-45d0-b155-184bab87b027 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:44.661719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382e53b5-6c2c-4023-b323-6a1d7e4978bf req-366a21d2-cd79-45d0-b155-184bab87b027 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2104602 Dec 16 15:18:44.673410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Attempting to bind port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:44.674539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Attempting to bind port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:44.674539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Attempting to bind port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:44.695186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:44.695621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:44.695852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.697115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:44.697115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Bound port: 3ded7355-1e45-4d5a-bcf7-ea0965b2e106, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:44.697115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.729776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36449-ac9c-40d1-b999-a7e04883fa1c req-310b0439-67ef-45a9-be13-8cb5127fd82a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:44.737991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90d36449-ac9c-40d1-b999-a7e04883fa1c req-310b0439-67ef-45a9-be13-8cb5127fd82a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 931 time: 0.2978933 Dec 16 15:18:44.763688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-381c87d0-8056-4ec1-bdcd-ba7d1546f223 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7167275 Dec 16 15:18:44.789062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:44.819141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Request body: {'port': {'device_id': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:44.830044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8953491c-f62a-4cb8-a55d-fae689c21143 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:44.830719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.858566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90d36449-ac9c-40d1-b999-a7e04883fa1c req-55629937-d476-43ec-a323-6d5002986281 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192827 Dec 16 15:18:44.868950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] For port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:44.879074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382e53b5-6c2c-4023-b323-6a1d7e4978bf req-8cc49e94-812e-43c2-9873-4fd2714ad30f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812994 Dec 16 15:18:44.898652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:44.910484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:44.950583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.958066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.973794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:44.992068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] For port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:44.998612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17e397e8-0202-4c9f-b260-79845b454b2a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:45.030594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:45.144998 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41666367-9ec1-4412-a722-057b52bacfac x-openstack-request-id: req-41666367-9ec1-4412-a722-057b52bacfac {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:45.145226 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99", "code": 200}, {"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-plugged", "status": "completed", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:45.145419 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41666367-9ec1-4412-a722-057b52bacfac {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:45.145810 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'code': 200} Dec 16 15:18:45.146077 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce', 'code': 200} Dec 16 15:18:45.149479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 17e397e8-0202-4c9f-b260-79845b454b2a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:45.149858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.209826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.323484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.375899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Pushing event deleted for resources: {'Port': ['ID=4095d071-53cd-48aa-8b19-4ccbd6da0222,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:45.454104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a8bc7-8f51-49fc-b769-2db987e0ca2d None None] Pushing event updated for resources: {'Port': ['ID=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:45.466403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:45.467074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:45.491009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-598858116', 'description': 'tempest-description-881423791'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:45.544866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c0b6-be75-47e4-8aff-d15d9fc8cac4 req-662f23aa-9734-43b9-bc4a-5ca4fcef6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:45.545353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9c0b6-be75-47e4-8aff-d15d9fc8cac4 req-662f23aa-9734-43b9-bc4a-5ca4fcef6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:45.547685 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8be9c0b6-be75-47e4-8aff-d15d9fc8cac4 req-662f23aa-9734-43b9-bc4a-5ca4fcef6174 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1984 time: 0.2991304 Dec 16 15:18:45.627587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:45.643549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.657430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c4c52b2-4a4c-4017-a9b9-be64f8e6ee13 None None] Provisioning complete for port 349710a9-fa55-4a10-8947-778bec60ac95 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:45.657739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c4c52b2-4a4c-4017-a9b9-be64f8e6ee13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.723506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c52b2-4a4c-4017-a9b9-be64f8e6ee13 None None] Port 349710a9-fa55-4a10-8947-778bec60ac95 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:45.735249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:45.762849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] No DVR routers for this DVR port 4095d071-53cd-48aa-8b19-4ccbd6da0222 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:45.786020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:45.790370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-246c9814-01a6-4e55-af1c-1c0319cb0e0d req-b5141372-f5f2-4a6a-a0ef-62e593d1c598 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "DELETE /v2.0/ports/4095d071-53cd-48aa-8b19-4ccbd6da0222 HTTP/1.1" status: 204 len: 173 time: 2.2839172 Dec 16 15:18:45.806064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'name': 'network-vif-deleted', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:45.809469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8be9c0b6-be75-47e4-8aff-d15d9fc8cac4 req-0c7e9c15-cc7c-4591-8516-bc323f3bbf47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088344 Dec 16 15:18:45.812785 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35a46e-f43a-42ef-9dca-e17584234753" -d '{"events": [{"server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "name": "network-vif-deleted", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:45.853745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d15a-bbf9-4c02-8e96-e5d47d964ecf req-8ee5d7df-5cf2-4ce2-a51d-64d331950217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:45.856378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4329d15a-bbf9-4c02-8e96-e5d47d964ecf req-8ee5d7df-5cf2-4ce2-a51d-64d331950217 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 1097 time: 0.3989341 Dec 16 15:18:45.890753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:45.895028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308689a-368f-46cd-8890-44b488dab9a7 req-c5d19f7c-4c1e-4c1c-9466-2a5aec36aa94 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:45.904373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308689a-368f-46cd-8890-44b488dab9a7 req-c5d19f7c-4c1e-4c1c-9466-2a5aec36aa94 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:45.907626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e308689a-368f-46cd-8890-44b488dab9a7 req-c5d19f7c-4c1e-4c1c-9466-2a5aec36aa94 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1682 time: 0.6059017 Dec 16 15:18:45.912732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Router a6c97932-597e-4a12-8812-748490309b67 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:18:45.992725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Network e814c00e-9815-4fe4-946f-00a8998437f4 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:45.995169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:46.018135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:46.023926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.042015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4329d15a-bbf9-4c02-8e96-e5d47d964ecf req-975c3f79-030e-42bf-97e3-2d8d7e6b81e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705248 Dec 16 15:18:46.047723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.106706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92a617d-c929-4703-9b3d-95b17ca7b069 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:46.115155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcb775eb-79c3-4eb1-80e5-300a27c68fc8', 'name': '', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'mac_address': 'fa:16:3e:c4:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:43Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 2, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'subnets': [{'id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:46.126902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.182605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Transition to ACTIVE for port object e92a617d-c929-4703-9b3d-95b17ca7b069 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:46.228071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5a85f2-0304-49d4-a477-6bcea5b2f489 None None] The sync data for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 is: [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcb775eb-79c3-4eb1-80e5-300a27c68fc8', 'name': '', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'mac_address': 'fa:16:3e:c4:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:43Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 2, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'subnets': [{'id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:46.245075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Router dcd1e8d1-d325-4068-8664-7d85b542d9f0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:18:46.304660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:46.316169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d97b5a6-6e00-4b21-9643-72e461a9e02d admin admin] 10.222.0.71 "PUT /v2.0/routers/a6c97932-597e-4a12-8812-748490309b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5790219 Dec 16 15:18:46.333048 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Sync routers for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:46.378775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:46.380020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:46.425305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9aa85233-e733-41e5-8190-4e7bb8076728 None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:46.426237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9aa85233-e733-41e5-8190-4e7bb8076728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.463712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e308689a-368f-46cd-8890-44b488dab9a7 req-b5547360-60bc-4112-b831-8cf406492acf tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008593 Dec 16 15:18:46.497315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f42ae16d-5839-4d78-b6fc-275c9517457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.527719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9aa85233-e733-41e5-8190-4e7bb8076728 None None] Port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:46.670599 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:46.761488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acbbd522-2d42-4363-aec7-3e123a1e3a51 req-0ae2b78f-2971-49ab-ba39-551a0695b0b8 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b5bc60e-2b95-4211-9807-eb7741fd8c8b HTTP/1.1" status: 200 len: 210 time: 0.0677660 Dec 16 15:18:46.770057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-fb35f391-c3df-431c-95a3-474e9e2f7f11 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3123825 Dec 16 15:18:46.781971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:46.876492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-318d8847-0b9b-4079-a326-0c2ac60118b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:46.878110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-318d8847-0b9b-4079-a326-0c2ac60118b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1096 time: 0.0589616 Dec 16 15:18:46.920144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4095d071-53cd-48aa-8b19-4ccbd6da0222 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:46.957846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 4095d071-53cd-48aa-8b19-4ccbd6da0222 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:46.958222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4095d071-53cd-48aa-8b19-4ccbd6da0222 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:47.019020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.068241 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 2, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:47.113085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Checking router: a6c97932-597e-4a12-8812-748490309b67 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:47.113467 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Updating router a6c97932-597e-4a12-8812-748490309b67 port 349710a9-fa55-4a10-8947-778bec60ac95 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:47.122807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91109bb-1244-4f3e-9ace-fe1a55be8886,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:47.124211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:18:47.148433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.155224 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a60e4d36-fa15-4f00-be37-6f6c00bcaf18 admin admin] 10.222.0.71 "PUT /v2.0/routers/dcd1e8d1-d325-4068-8664-7d85b542d9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5956604 Dec 16 15:18:47.184574 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.258642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:47.461066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Attempting to bind port e92a617d-c929-4703-9b3d-95b17ca7b069 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:47.463916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Attempting to bind port e92a617d-c929-4703-9b3d-95b17ca7b069 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:47.465676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Attempting to bind port e92a617d-c929-4703-9b3d-95b17ca7b069 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:47.484819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Port e92a617d-c929-4703-9b3d-95b17ca7b069 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:47.487128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Attempting to bind port e92a617d-c929-4703-9b3d-95b17ca7b069 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:47.503727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:47.504264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Checking segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:47.505032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Bound using segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:47.505591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Bound port: e92a617d-c929-4703-9b3d-95b17ca7b069, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:47.511416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.658041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.694154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:47.701232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:47.748047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.748047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0fe7749-2107-4b21-ac00-bcfe326d0da0 req-472e225d-4242-41f4-b915-714890002afd tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 2.5460730 Dec 16 15:18:47.770291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dfef6-64fa-4660-9dc1-07d8e0df93fa req-ae55ab6e-6d37-4ff9-a26b-54eff5936ca6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:47.771957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b60dfef6-64fa-4660-9dc1-07d8e0df93fa req-ae55ab6e-6d37-4ff9-a26b-54eff5936ca6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 946 time: 0.7973726 Dec 16 15:18:47.817986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.834896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-b00ab9dd-1fd5-4316-93ee-01a3557132e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:47.836391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-b00ab9dd-1fd5-4316-93ee-01a3557132e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.9282780 Dec 16 15:18:47.867481 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.892333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:47.900842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:47.900842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:47.903172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] 10.222.0.74 "PUT /v2.0/ports/e92a617d-c929-4703-9b3d-95b17ca7b069 HTTP/1.1" status: 200 len: 1091 time: 3.1064203 Dec 16 15:18:47.903861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:47.906195 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5" -d '{"events": [{"name": "network-changed", "server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:47.931984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-19514af9-fc6d-43e6-8b4b-0228472c3226 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.0803857 Dec 16 15:18:47.936266 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1348866c-ad2b-4369-8c5b-0572dd3cf35f x-openstack-request-id: req-1348866c-ad2b-4369-8c5b-0572dd3cf35f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:47.936728 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5bc60e-2b95-4211-9807-eb7741fd8c8b", "name": "network-vif-deleted", "tag": "4095d071-53cd-48aa-8b19-4ccbd6da0222", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:47.937027 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1348866c-ad2b-4369-8c5b-0572dd3cf35f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:47.938000 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5bc60e-2b95-4211-9807-eb7741fd8c8b', 'name': 'network-vif-deleted', 'tag': '4095d071-53cd-48aa-8b19-4ccbd6da0222', 'status': 'completed', 'code': 200} Dec 16 15:18:47.964320 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.006812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d3943-9182-4017-922b-e37af7ba64fc service neutron] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:48.078632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:48.079294 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.091395 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12429c3-38b1-4fae-a665-e98c012e074f None None] Pushing event updated for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:48.143666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-3a47339a-c32c-4970-87b2-c7ddfa073dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:48.145363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-3a47339a-c32c-4970-87b2-c7ddfa073dad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.2048244 Dec 16 15:18:48.161640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b60dfef6-64fa-4660-9dc1-07d8e0df93fa req-18efbdcc-cf5a-4416-9c3d-7f3e78b1a021 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628891 Dec 16 15:18:48.271107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-9fd7d91d-f06a-4980-bec3-1f7f92b9ffc7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076014 Dec 16 15:18:48.291107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.303457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-407ef699-a9b7-434b-b959-11466e15436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:48.314577 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-407ef699-a9b7-434b-b959-11466e15436b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 1094 time: 0.2307463 Dec 16 15:18:48.327377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:48.337271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Attempting to bind port 349710a9-fa55-4a10-8947-778bec60ac95 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:48.338158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Attempting to bind port 349710a9-fa55-4a10-8947-778bec60ac95 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:48.341951 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Attempting to bind port 349710a9-fa55-4a10-8947-778bec60ac95 on network 4fc58165-50c0-4ccb-a59f-c76127e45679 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:48.358982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:48.360079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Checking segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:48.360982 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.365382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Bound using segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:48.366537 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Bound port: 349710a9-fa55-4a10-8947-778bec60ac95, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:48.370591 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.423531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.526716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] For port 349710a9-fa55-4a10-8947-778bec60ac95, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:48.530354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-fcb968bf-4d1e-4b55-bb85-c0b25d5719f1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92a617d-c929-4703-9b3d-95b17ca7b069 HTTP/1.1" status: 200 len: 217 time: 0.2005439 Dec 16 15:18:48.530583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699cdac-4b72-423d-996a-8e7929d423e6 req-c3c9a1da-c3eb-4de0-9d2f-0e47de453906 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:48.532789 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] For port 349710a9-fa55-4a10-8947-778bec60ac95, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=349710a9-fa55-4a10-8947-778bec60ac95,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:48.535205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b699cdac-4b72-423d-996a-8e7929d423e6 req-c3c9a1da-c3eb-4de0-9d2f-0e47de453906 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 943 time: 0.3557634 Dec 16 15:18:48.550533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:48.596024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-30a0864d-b1fc-405f-aa68-8b73a48eb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:48.598005 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-30a0864d-b1fc-405f-aa68-8b73a48eb5f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.0622315 Dec 16 15:18:48.601275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-7507e4c6-6385-4439-b417-7140c4268f29 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916412 Dec 16 15:18:48.636236 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.643232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] Provisioning complete for port 349710a9-fa55-4a10-8947-778bec60ac95 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:48.644608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.649910 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-2fa6a730-a9c5-4326-8933-8010900b0f43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392973 Dec 16 15:18:48.699956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b699cdac-4b72-423d-996a-8e7929d423e6 req-a1631ce8-e727-49e4-b353-d46b720f485c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466978 Dec 16 15:18:48.739675 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:48.744836 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:48.905733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-c90d1dca-31a4-461a-a2bb-82dcbea716cf service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468555 Dec 16 15:18:48.917021 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:48.917927 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:48.930285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2e3f16a-4608-4180-95af-92a9a6dff4fe req-61835ee4-3149-47e3-96dd-855ffff93866 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156123 Dec 16 15:18:48.976541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2a1dc611-af20-4a67-ac77-04ae0372c34e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:48.986480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2a1dc611-af20-4a67-ac77-04ae0372c34e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 829 time: 0.3094125 Dec 16 15:18:49.008032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-1d93c7d9-7052-4f23-8281-acd618bab714 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/quotas/17b500b3679f4c609bedf6db9436007f HTTP/1.1" status: 200 len: 375 time: 0.0223658 Dec 16 15:18:49.025971 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12429c3-38b1-4fae-a665-e98c012e074f None None] Pushing event updated for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:49.034732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202db17-95be-4417-abac-246b9e5109f4 req-b072f9fb-f850-48f8-bc63-9fc83349aa3c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:49.036393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6202db17-95be-4417-abac-246b9e5109f4 req-b072f9fb-f850-48f8-bc63-9fc83349aa3c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1841276 Dec 16 15:18:49.098208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] For port 349710a9-fa55-4a10-8947-778bec60ac95, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=349710a9-fa55-4a10-8947-778bec60ac95,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:49.127297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7cd05f8e-3818-4556-974d-10aeddf29bb2 req-7915e7ff-395c-4488-9e16-a08a97f328b4 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097874 Dec 16 15:18:49.138584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-26bed097-3378-44b6-9227-81cd89ab0282 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296737 Dec 16 15:18:49.154146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6202db17-95be-4417-abac-246b9e5109f4 req-066be6e9-4100-44b4-b2d3-eec5add30884 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970950 Dec 16 15:18:49.210927 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.218106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.310121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc2393-e15d-4d78-be2f-3161e7f55297 None None] Pushing event updated for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:49.312293 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:49.349198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81bf2290-d8de-46c8-977d-82de94ab91a7 None None] Provisioning complete for port 349710a9-fa55-4a10-8947-778bec60ac95 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:49.349580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81bf2290-d8de-46c8-977d-82de94ab91a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.361005 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773dc13-0010-4f81-884d-b930267f7c1c None None] The sync data for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 is: [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:49.399223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec86f9-c6eb-4738-831d-21e4e1217ea0 req-296ce431-56a0-4b0c-881f-5f96d8fca383 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:49.405497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec86f9-c6eb-4738-831d-21e4e1217ea0 req-296ce431-56a0-4b0c-881f-5f96d8fca383 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:49.407245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24ec86f9-c6eb-4738-831d-21e4e1217ea0 req-296ce431-56a0-4b0c-881f-5f96d8fca383 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1682 time: 0.1414502 Dec 16 15:18:49.411393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-aad36516-049a-4d6b-aa23-459f75dd2dcf service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409739 Dec 16 15:18:49.553251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24ec86f9-c6eb-4738-831d-21e4e1217ea0 req-0fd05d0e-788e-4cca-a12c-c529a1ab9f6f tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387737 Dec 16 15:18:49.599647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-1ff96bde-978a-4236-a234-37af82caa613 service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770964 Dec 16 15:18:49.637901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9874d750-6077-4326-9cec-365424664650 req-b30ef645-acea-40c9-b908-07dc8b824918 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/c91109bb-1244-4f3e-9ace-fe1a55be8886 HTTP/1.1" status: 200 len: 1816 time: 0.0508111 Dec 16 15:18:49.654867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1303570549', 'description': 'tempest-description-hth-526126939'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:49.744649 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.830123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.861250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.969268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 349710a9-fa55-4a10-8947-778bec60ac95 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:49.978526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.981445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:49.995625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9874d750-6077-4326-9cec-365424664650 req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "PUT /v2.0/security-groups/c91109bb-1244-4f3e-9ace-fe1a55be8886 HTTP/1.1" status: 200 len: 1791 time: 0.3470664 Dec 16 15:18:50.060692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 349710a9-fa55-4a10-8947-778bec60ac95 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:50.061230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:50.089354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d47da-acec-42c0-8993-4bf9171a704d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91109bb-1244-4f3e-9ace-fe1a55be8886,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:50.107638 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848b4277-6af3-4a1b-af67-e065445d1d60 x-openstack-request-id: req-848b4277-6af3-4a1b-af67-e065445d1d60 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:50.108844 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:50.110035 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-848b4277-6af3-4a1b-af67-e065445d1d60 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:50.110947 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'status': 'completed', 'code': 200} Dec 16 15:18:50.209941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:50.262401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-875227a6-d935-4d8d-8e60-b12a8ca15d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.264588 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-875227a6-d935-4d8d-8e60-b12a8ca15d81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 1094 time: 0.0970917 Dec 16 15:18:50.321778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d450f-7b05-44f9-9a51-acd5e3659828 req-a969da4d-876a-4394-809b-da7ec182ce42 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.331846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:50.332790 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:50.341726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-043d450f-7b05-44f9-9a51-acd5e3659828 req-a969da4d-876a-4394-809b-da7ec182ce42 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1990681 Dec 16 15:18:50.408581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add6cb2-799a-4325-bf7d-634bbcecbfa0 req-4c4ac03a-1173-4a6e-a532-3998a448caa0 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.414096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9add6cb2-799a-4325-bf7d-634bbcecbfa0 req-4c4ac03a-1173-4a6e-a532-3998a448caa0 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 946 time: 0.1712801 Dec 16 15:18:50.457231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-91250dc9-bcf9-4394-a36b-e0bafda4c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.459098 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-91250dc9-bcf9-4394-a36b-e0bafda4c7ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 916 time: 0.1871769 Dec 16 15:18:50.544640 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-5c18e07c-27c8-4be7-8b35-6f6428343e5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e92a617d-c929-4703-9b3d-95b17ca7b069 HTTP/1.1" status: 200 len: 217 time: 0.0706625 Dec 16 15:18:50.573363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-043d450f-7b05-44f9-9a51-acd5e3659828 req-3761ee7c-2568-4e42-96b3-7d74d2d18a2d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306075 Dec 16 15:18:50.613165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9add6cb2-799a-4325-bf7d-634bbcecbfa0 req-2b8721b9-f01f-4fb4-9f6c-c3e6992c06e7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981699 Dec 16 15:18:50.690797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-a0b74fa2-d169-4064-a573-6fc974dbdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.693177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-a0b74fa2-d169-4064-a573-6fc974dbdaf8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.1406662 Dec 16 15:18:50.736061 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-f68e49a7-bfac-4d5e-a6ca-150849a48a4d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342548 Dec 16 15:18:50.857668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0a99a53-2e2c-436c-8e66-b9ea7ca39cc1 req-26bcc691-27d5-4c9f-9b21-c5a11ff1ddd2 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0804815 Dec 16 15:18:50.909744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-3fa21984-5361-4f84-8319-37b35b5c7a71 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658354 Dec 16 15:18:50.958858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794aa365-7c96-46ac-bc89-6ab7414c3ebc req-eb2613b2-8565-4655-afc2-8790e3dc3c4d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:50.967215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-794aa365-7c96-46ac-bc89-6ab7414c3ebc req-eb2613b2-8565-4655-afc2-8790e3dc3c4d tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 943 time: 0.1785007 Dec 16 15:18:50.967564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Sync routers for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:18:50.971576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b59dcb66-399a-456b-a3d7-e8cb0625fc65 req-47621dd3-fc56-4e20-b97b-67d8fdbdbc46 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/c91109bb-1244-4f3e-9ace-fe1a55be8886 HTTP/1.1" status: 200 len: 1791 time: 0.0834291 Dec 16 15:18:51.001352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:51.002646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:51.053955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-794aa365-7c96-46ac-bc89-6ab7414c3ebc req-32d3fb76-31c6-4730-9e6c-462ae48c9174 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856524 Dec 16 15:18:51.160063 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-12d5f0d4-132c-4a7f-b569-a6e03a0c99a5 req-d1808e25-eaf4-49f2-b342-dace00d68440 service neutron] 10.222.0.74 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420623 Dec 16 15:18:51.402082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:51.645383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcb775eb-79c3-4eb1-80e5-300a27c68fc8', 'name': '', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'mac_address': 'fa:16:3e:c4:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:43Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 2, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'subnets': [{'id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:51.673439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Checking router: dcd1e8d1-d325-4068-8664-7d85b542d9f0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:18:51.673801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Updating router dcd1e8d1-d325-4068-8664-7d85b542d9f0 port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:18:51.707193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.048820 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.113459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-7b5ca867-b526-485d-afc3-e60a61fea66d tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/c91109bb-1244-4f3e-9ace-fe1a55be8886 HTTP/1.1" status: 200 len: 1791 time: 0.0471737 Dec 16 15:18:52.182019 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.205536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.257994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.279066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Pushing event updated for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:52.355613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Attempting to bind port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Attempting to bind port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Attempting to bind port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 on network e814c00e-9815-4fe4-946f-00a8998437f4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Checking segment: {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Bound using segment: {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:52.365004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Bound port: fcb775eb-79c3-4eb1-80e5-300a27c68fc8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bfe2f3-2d43-43a7-9bcf-363e230dd214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:52.366413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.456815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.462595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.462595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a7ec52c-c563-4593-96a0-9f5f49267a6f req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/c91109bb-1244-4f3e-9ace-fe1a55be8886 HTTP/1.1" status: 204 len: 173 time: 0.3333256 Dec 16 15:18:52.502143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003fa8a-a618-4aed-8577-33791678e62a tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91109bb-1244-4f3e-9ace-fe1a55be8886,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:52.559737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] For port fcb775eb-79c3-4eb1-80e5-300a27c68fc8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:52.576607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] For port fcb775eb-79c3-4eb1-80e5-300a27c68fc8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:52.661846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dacbc-f84f-4d81-aee5-5a7659b3210c req-6a370648-d4d0-46d5-b995-bdd2600b2ecf tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:52.662135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cdc2a854-46d1-4661-838b-cff16bdd2c26 None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:52.662135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cdc2a854-46d1-4661-838b-cff16bdd2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.663653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd9dacbc-f84f-4d81-aee5-5a7659b3210c req-6a370648-d4d0-46d5-b995-bdd2600b2ecf tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0637662 Dec 16 15:18:52.726946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd9dacbc-f84f-4d81-aee5-5a7659b3210c req-52423c62-66fd-4f48-9772-2c06f0cc238a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567141 Dec 16 15:18:52.733596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2a854-46d1-4661-838b-cff16bdd2c26 None None] Port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:52.757756 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:52.840657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:18:52.841382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:18:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:52.854174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec772be2-5f03-475a-a1ae-46b57bed75b2 req-6ed4143d-5a14-4f92-8be6-8fa973ff7ef1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0365498 Dec 16 15:18:52.904758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Pushing event updated for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:52.933208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.933208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.939866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.939866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.939866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.940311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.940410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.940866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.942463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.942463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.942463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.942463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.942941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50f30b6-dc77-44d0-a7a4-ca23a630be16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:52.998445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd34e-27ee-4dd7-aa6c-d96cb3e8373e req-467f7f6a-bd9b-4b66-b4ca-90565ce50b8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.000329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f47fd34e-27ee-4dd7-aa6c-d96cb3e8373e req-467f7f6a-bd9b-4b66-b4ca-90565ce50b8e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 946 time: 0.1447170 Dec 16 15:18:53.028835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:18:53.087691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ca764-8094-4545-aa32-62e64b29d9da req-b5981c75-ae31-4fee-a498-4bc8f55367e6 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.089596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-637ca764-8094-4545-aa32-62e64b29d9da req-b5981c75-ae31-4fee-a498-4bc8f55367e6 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 950 time: 0.1226456 Dec 16 15:18:53.127446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f47fd34e-27ee-4dd7-aa6c-d96cb3e8373e req-9f4eb7cb-0b76-401d-81be-2f4abd66bbce tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119890 Dec 16 15:18:53.181441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-637ca764-8094-4545-aa32-62e64b29d9da req-5c7ed2fd-66cf-4a9a-9974-5a7d47c81e36 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8a9741a-441a-4d6d-9865-fa560c49edde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721333 Dec 16 15:18:53.212248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:53.357994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c856f3d-f105-43e2-b5df-08530d4367b2 req-5c55f1c7-6069-4366-8e48-8ae27829b7d2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.369183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c856f3d-f105-43e2-b5df-08530d4367b2 req-5c55f1c7-6069-4366-8e48-8ae27829b7d2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 943 time: 0.1158836 Dec 16 15:18:53.398793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:53.399155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:53.423132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d28b2-da4e-4d3b-b659-ba3163114478 req-e286cbb6-278a-4d66-97df-69113bdcc755 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.440205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d28b2-da4e-4d3b-b659-ba3163114478 req-e286cbb6-278a-4d66-97df-69113bdcc755 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.440205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be8d28b2-da4e-4d3b-b659-ba3163114478 req-e286cbb6-278a-4d66-97df-69113bdcc755 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1682 time: 0.1281488 Dec 16 15:18:53.451143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:53.456831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c856f3d-f105-43e2-b5df-08530d4367b2 req-3a256a9d-b5c5-461f-b2bc-39fe1ff1c215 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873210 Dec 16 15:18:53.489489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'port_id': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'mac_address': 'fa:16:3e:93:a0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99507e-a987-4a34-b0c7-07709a290101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:53.512620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be8d28b2-da4e-4d3b-b659-ba3163114478 req-5f6cfbe5-c8ad-4ef5-bd70-ca80e9e46023 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Dec 16 15:18:53.590009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:53.712129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0aaa0-0659-4628-967a-c79043bf1acb req-1ba301f5-aaf3-4525-908d-a46ae1bf6ce6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.715284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ba0aaa0-0659-4628-967a-c79043bf1acb req-1ba301f5-aaf3-4525-908d-a46ae1bf6ce6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1111522 Dec 16 15:18:53.754288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:53.758555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92a617d-c929-4703-9b3d-95b17ca7b069 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:53.822476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ba0aaa0-0659-4628-967a-c79043bf1acb req-cb1491cb-943f-4b4e-b4c0-780cacf53de8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968866 Dec 16 15:18:53.823733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-c4bf165a-da6d-4f84-9662-e2313a84cd1c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:53.827507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-c4bf165a-da6d-4f84-9662-e2313a84cd1c tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 950 time: 0.1956143 Dec 16 15:18:53.853312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:53.860415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcb775eb-79c3-4eb1-80e5-300a27c68fc8', 'name': '', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'mac_address': 'fa:16:3e:c4:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:43Z', 'updated_at': '2021-12-16T15:18:52Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'subnets': [{'id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:18:53.903361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dfec04-be03-4178-aa76-571daa0d916a None None] The sync data for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 is: [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'fcb775eb-79c3-4eb1-80e5-300a27c68fc8', 'name': '', 'network_id': 'e814c00e-9815-4fe4-946f-00a8998437f4', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'mac_address': 'fa:16:3e:c4:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:43Z', 'updated_at': '2021-12-16T15:18:52Z', 'revision_number': 4, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'subnets': [{'id': '72dcfa82-5e15-431c-b577-83b3197bb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:18:53.905535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcb775eb-79c3-4eb1-80e5-300a27c68fc8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:53.968461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] For port fcb775eb-79c3-4eb1-80e5-300a27c68fc8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:53.968824 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:54.100393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:54.124159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:54.126481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:54.151858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:54.199857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3b501e-5d3b-429e-bdde-52ae186ad795 req-2cb0893f-eaa2-4dc8-b8f8-96675feb6851 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0777559 Dec 16 15:18:54.201456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Deleting port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:54.201808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:54.308294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165791e-624d-4e7a-88bd-904538c89c5d None None] Pushing event updated for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:54.335049 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-0a67af21-f04e-4637-99e2-01b3176d63e0 req-e2a71962-6652-4898-8415-621555cc021b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:54.335049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a67af21-f04e-4637-99e2-01b3176d63e0 req-e2a71962-6652-4898-8415-621555cc021b tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d39004fc-3073-43a2-8a0c-4551d95bf142 HTTP/1.1" status: 404 len: 352 time: 0.0377254 Dec 16 15:18:54.387105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e92a617d-c929-4703-9b3d-95b17ca7b069'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:54.485680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] For port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:54.486087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:54.518659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Calling delete_port for 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:54.767598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-2c4a53db-91b2-4df7-89ad-e9a6a2f632a4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:54.776632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-2c4a53db-91b2-4df7-89ad-e9a6a2f632a4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:54.779401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-2c4a53db-91b2-4df7-89ad-e9a6a2f632a4 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1682 time: 0.1715248 Dec 16 15:18:54.837126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401e79-43b1-4663-9ff1-c9be8cd8fd1f req-243916c4-317c-4aa4-a227-d66f0a81a2a3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:54.848810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d401e79-43b1-4663-9ff1-c9be8cd8fd1f req-243916c4-317c-4aa4-a227-d66f0a81a2a3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2073922 Dec 16 15:18:54.918007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2789584a-b753-4099-9c80-59bd7e3226ba tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:54.920621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2789584a-b753-4099-9c80-59bd7e3226ba tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.30 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 829 time: 0.4075069 Dec 16 15:18:54.951097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'port': {'device_id': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'admin_state_up': True, 'tenant_id': '17b500b3679f4c609bedf6db9436007f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:54.998470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d401e79-43b1-4663-9ff1-c9be8cd8fd1f req-d5e1d5dc-bacc-44c7-bd34-d63121bdf172 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482277 Dec 16 15:18:55.054576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.130888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Pushing event deleted for resources: {'Port': ['ID=73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:55.201408 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-582b0e6e-4e38-4776-ae5f-a7efd772e734 req-c6845500-2392-4a15-98da-ad1f221f5081 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:55.203860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port 73f935d5-41f6-4d2c-8428-5bf592c455ce {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:55.204432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.213233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-582b0e6e-4e38-4776-ae5f-a7efd772e734 req-c6845500-2392-4a15-98da-ad1f221f5081 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/09e9d085-0754-414b-b78a-b4983e122168 HTTP/1.1" status: 404 len: 352 time: 0.0908380 Dec 16 15:18:55.218562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15cceca6-dcd6-4fa6-872c-798957ac9fd6 req-7734a1df-0b86-4cdf-9a59-09a3d59e8582 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 210 time: 0.0973196 Dec 16 15:18:55.375544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] No DVR routers for this DVR port 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:55.382537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.386216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0da1f48c-d4e1-4a71-992b-1250265fe0bc req-bce73889-f27c-4acb-9acc-9fe7a5b2b814 tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.30 "DELETE /v2.0/ports/73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 HTTP/1.1" status: 204 len: 173 time: 1.5499587 Dec 16 15:18:55.386697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'name': 'network-vif-deleted', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:55.389129 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a6fb3d-0e13-44ab-ab2a-71aec496d5de" -d '{"events": [{"server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "name": "network-vif-deleted", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:55.436299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065def35-717a-4fa5-9425-c3824a5f522b req-12f86593-fc53-4824-90e8-773ab0378092 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:55.437065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-065def35-717a-4fa5-9425-c3824a5f522b req-12f86593-fc53-4824-90e8-773ab0378092 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 944 time: 0.1170216 Dec 16 15:18:55.518874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port 73f935d5-41f6-4d2c-8428-5bf592c455ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=73f935d5-41f6-4d2c-8428-5bf592c455ce,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:55.520957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.536669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd1542-08aa-4c09-816a-29892ec43afd req-17c8ea42-78ac-4156-bd61-220f8e7338ca tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:55.542960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd1542-08aa-4c09-816a-29892ec43afd req-17c8ea42-78ac-4156-bd61-220f8e7338ca tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:55.550388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for 73f935d5-41f6-4d2c-8428-5bf592c455ce owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:55.552037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dedd1542-08aa-4c09-816a-29892ec43afd req-17c8ea42-78ac-4156-bd61-220f8e7338ca tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 1682 time: 0.1137776 Dec 16 15:18:55.567652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Made reservation on behalf of 17b500b3679f4c609bedf6db9436007f for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:18:55.571317 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.605065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-065def35-717a-4fa5-9425-c3824a5f522b req-d1f1f6f1-b7c3-4bec-abe1-4059ccb4516b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265278 Dec 16 15:18:55.797297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dedd1542-08aa-4c09-816a-29892ec43afd req-b333e82b-b6fa-488c-8c97-f4c430613ece tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/security-groups?id=e9143274-ee99-40e7-934e-96835c912289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436419 Dec 16 15:18:55.864929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcb775eb-79c3-4eb1-80e5-300a27c68fc8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:55.875496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:55.920089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['34594b02-89cd-4d43-aa12-e3d4fc0564aa', '73f935d5-41f6-4d2c-8428-5bf592c455ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:55.936883 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-6b5b3690-73bd-47f3-a9c9-3c4bee736ef6 req-11e42de0-0ff8-4f1a-8a7c-9928581ca0fa tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:55.938885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b5b3690-73bd-47f3-a9c9-3c4bee736ef6 req-11e42de0-0ff8-4f1a-8a7c-9928581ca0fa tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/ed25683c-c796-4782-b9fb-13f7f6ac338f HTTP/1.1" status: 404 len: 352 time: 0.0851555 Dec 16 15:18:55.947599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=73f935d5-41f6-4d2c-8428-5bf592c455ce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:56.009901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Allocated IP 172.20.0.8 (4fc58165-50c0-4ccb-a59f-c76127e45679/fb9cfec3-08e6-4c7a-9958-af8171261a64/3fcbab83-b28e-4163-9d64-44c8a487b155) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:18:56.045178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port 73f935d5-41f6-4d2c-8428-5bf592c455ce on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:56.049009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.054613 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-0d7eb38f-3a7c-4fcf-8975-268018a789da tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "DELETE /v2.0/ports/73f935d5-41f6-4d2c-8428-5bf592c455ce HTTP/1.1" status: 204 len: 173 time: 1.2675440 Dec 16 15:18:56.117445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341e85-b81e-4b20-b66d-2ddc803b0aa5 req-6edb1a5d-34b2-4ccc-9cbc-58025600b507 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:56.119054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c341e85-b81e-4b20-b66d-2ddc803b0aa5 req-6edb1a5d-34b2-4ccc-9cbc-58025600b507 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1264255 Dec 16 15:18:56.133788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:56.133788 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.142839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12a340ac-64f5-4eaf-9e1b-07346a562906 req-b0075596-5da4-4a23-8e25-d4e50c5fecd5 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0546381 Dec 16 15:18:56.239797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port 34594b02-89cd-4d43-aa12-e3d4fc0564aa {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:56.245498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.275417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c341e85-b81e-4b20-b66d-2ddc803b0aa5 req-702da998-9cd3-4734-96c4-5f4c16b7a92e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211922 Dec 16 15:18:56.349884 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ed71e-f767-4ab2-b383-3887a4cfdf03 x-openstack-request-id: req-157ed71e-f767-4ab2-b383-3887a4cfdf03 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:56.353165 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9eb1df-1322-4157-83bd-a12b58e3dc74", "name": "network-vif-deleted", "tag": "73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:56.353165 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-157ed71e-f767-4ab2-b383-3887a4cfdf03 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:56.353165 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9eb1df-1322-4157-83bd-a12b58e3dc74', 'name': 'network-vif-deleted', 'tag': '73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3', 'status': 'completed', 'code': 200} Dec 16 15:18:56.384043 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-66ea6c6a-f270-4131-bf04-afc547db4db5 req-ce3e3a1d-3c5a-41cd-a3fb-95d7d801bc7f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:56.385154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66ea6c6a-f270-4131-bf04-afc547db4db5 req-ce3e3a1d-3c5a-41cd-a3fb-95d7d801bc7f tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/d89f3f27-a999-4a17-b0a0-a8eca98df1ae HTTP/1.1" status: 404 len: 352 time: 0.0341880 Dec 16 15:18:56.412660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port 34594b02-89cd-4d43-aa12-e3d4fc0564aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=34594b02-89cd-4d43-aa12-e3d4fc0564aa,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:56.413031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.449270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for 34594b02-89cd-4d43-aa12-e3d4fc0564aa owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:18:56.507528 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.610774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f36acd-a2ae-4b92-b060-f4d9ab4326de req-5b4812ce-431f-4297-a1df-fb69290b771e tempest-LiveMigrationNegativeTest-256769738 tempest-LiveMigrationNegativeTest-256769738-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d9eb1df-1322-4157-83bd-a12b58e3dc74 HTTP/1.1" status: 200 len: 210 time: 0.1261480 Dec 16 15:18:56.632930 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-3013032c-5b8b-459d-9a00-2a44f9367bbd req-27a0116d-e986-4573-8df3-b3a6e82eba41 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:56.634157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3013032c-5b8b-459d-9a00-2a44f9367bbd req-27a0116d-e986-4573-8df3-b3a6e82eba41 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/a5f068e3-cd8b-42f1-ae6b-f23a8b1d23ca HTTP/1.1" status: 404 len: 352 time: 0.0744865 Dec 16 15:18:56.699946 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-e8063c02-f771-4ea5-9638-c2ce0ae9145e req-df5cbd87-c083-4fb9-ae3b-f830f6c1b420 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] show failed (client error): The resource could not be found. Dec 16 15:18:56.701230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8063c02-f771-4ea5-9638-c2ce0ae9145e req-df5cbd87-c083-4fb9-ae3b-f830f6c1b420 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/10a7d0a1-645f-47a4-bcdc-deb9de14dacd HTTP/1.1" status: 404 len: 352 time: 0.0245862 Dec 16 15:18:56.743258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.800890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.833140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:18:56.838563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['73f935d5-41f6-4d2c-8428-5bf592c455ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:18:56.842861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177dc4-9103-4477-a90f-8267972d3755 req-bcf0486e-1aa8-4439-8ac7-4a55a86daba6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:56.849762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=34594b02-89cd-4d43-aa12-e3d4fc0564aa,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:56.850817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47177dc4-9103-4477-a90f-8267972d3755 req-bcf0486e-1aa8-4439-8ac7-4a55a86daba6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1449168 Dec 16 15:18:56.869283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:18:56.871278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event updated for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:56.878860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:18:56.954856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port 34594b02-89cd-4d43-aa12-e3d4fc0564aa on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:18:56.959651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:56.963137 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cb1d4c33-256d-4818-98ba-1a9b6f1bd060 req-d2c32cc1-16e4-46c8-81df-fc06a37340a1 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.30 "DELETE /v2.0/ports/34594b02-89cd-4d43-aa12-e3d4fc0564aa HTTP/1.1" status: 204 len: 173 time: 0.8893063 Dec 16 15:18:56.984702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47177dc4-9103-4477-a90f-8267972d3755 req-cc99bf2d-9c0e-4a74-ae62-ed762d09861b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329687 Dec 16 15:18:57.000343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 34594b02-89cd-4d43-aa12-e3d4fc0564aa no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:57.020371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1aeaf-1467-49ea-afc4-15cbe1ae52de req-dbf24452-cd99-4dc5-a264-277e3e75d5eb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:57.022049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97c1aeaf-1467-49ea-afc4-15cbe1ae52de req-dbf24452-cd99-4dc5-a264-277e3e75d5eb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 944 time: 0.2419980 Dec 16 15:18:57.073573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 34594b02-89cd-4d43-aa12-e3d4fc0564aa {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:57.073573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 34594b02-89cd-4d43-aa12-e3d4fc0564aa not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:57.073573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:57.128689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97c1aeaf-1467-49ea-afc4-15cbe1ae52de req-f7dd0ff4-3d73-4bd7-b975-3de8521c1628 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Dec 16 15:18:57.129676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:57.129676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f8c87b-4e5d-444d-9cc7-fd7c68c3efa3 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:57.143615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:57.144264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:57.231277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:18:57.260743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11a2aa0-dd5d-4de1-a0d0-99918d829685 req-828aae84-f512-4982-b766-276ec00bab7e tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5349e8d-903e-4c83-8bda-ec3ad1070eb6 HTTP/1.1" status: 200 len: 210 time: 0.0349083 Dec 16 15:18:57.276099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-41c9b091-f2d6-4d5f-9031-f41a2ff76913 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3320308 Dec 16 15:18:57.291105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-8dd5cf0c-1db9-433b-8bf7-1dd75187a8d7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:18:57.300566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-8dd5cf0c-1db9-433b-8bf7-1dd75187a8d7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185635 Dec 16 15:18:57.429772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port e92a617d-c929-4703-9b3d-95b17ca7b069 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:18:57.440659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port e92a617d-c929-4703-9b3d-95b17ca7b069 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:57.441539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:57.496014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Request body: {'port': {'device_id': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:18:57.530601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-60503b50-f93c-4be6-b92d-682b1762b438 None None] Provisioning complete for port 3fcbab83-b28e-4163-9d64-44c8a487b155 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:18:57.531494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60503b50-f93c-4be6-b92d-682b1762b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:57.539593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b988-e5db-44c1-b7bb-fb2272b8ae81 req-fde9af10-ca97-402c-9a03-6e56ccbe69eb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:57.541304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a33b988-e5db-44c1-b7bb-fb2272b8ae81 req-fde9af10-ca97-402c-9a03-6e56ccbe69eb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0921335 Dec 16 15:18:57.619384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:57.688274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a33b988-e5db-44c1-b7bb-fb2272b8ae81 req-807dac3e-da42-4eb9-a4e1-e1b8078140af tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000116 Dec 16 15:18:57.774730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-60503b50-f93c-4be6-b92d-682b1762b438 None None] Port 3fcbab83-b28e-4163-9d64-44c8a487b155 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:18:57.787661 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:57.841299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:57.849789 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbff3d1-7360-47fa-8406-bcf2ab1852d2" -d '{"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-plugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:57.898600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:57.992084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669ebe0-0379-4d0e-a37f-3ac5315dc0a1 req-52e7911f-8de3-4a96-a34f-76914570a01e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:57.993691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0669ebe0-0379-4d0e-a37f-3ac5315dc0a1 req-52e7911f-8de3-4a96-a34f-76914570a01e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 931 time: 0.1972356 Dec 16 15:18:58.032947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.089874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:58.204615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab7779-ff0e-4a6c-ada9-4e05e565df26 req-26edcf42-a3b0-407c-b37b-6b2e41174523 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:58.204615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9ab7779-ff0e-4a6c-ada9-4e05e565df26 req-26edcf42-a3b0-407c-b37b-6b2e41174523 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1023 time: 0.2405548 Dec 16 15:18:58.215584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0669ebe0-0379-4d0e-a37f-3ac5315dc0a1 req-c81f6c1b-3e4d-41cf-a143-55fab4215b81 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127728 Dec 16 15:18:58.272883 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136acbde-8610-459f-b776-d56d5b5ca0a4 x-openstack-request-id: req-136acbde-8610-459f-b776-d56d5b5ca0a4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:58.273485 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-plugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:58.273485 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-136acbde-8610-459f-b776-d56d5b5ca0a4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:58.273838 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'code': 200} Dec 16 15:18:58.352424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-deleted', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce'}, {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-deleted', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:58.356874 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b15de-a48b-4df1-8d0b-6d6ff78fd659" -d '{"events": [{"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-deleted", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce"}, {"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-deleted", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:58.423177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9ab7779-ff0e-4a6c-ada9-4e05e565df26 req-5f4563a2-3820-4a96-9d1e-ee57fdb47ef9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups?id=af4c5953-0be8-4ec2-870c-b77568bcce04&id=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a&id=70e73592-87ea-4936-9a1b-f9912f363d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2239959 Dec 16 15:18:58.434060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcbab83-b28e-4163-9d64-44c8a487b155 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:58.489652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.506274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40490) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:58.529871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Transition to ACTIVE for port object 3fcbab83-b28e-4163-9d64-44c8a487b155 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:18:58.556684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f8af-45d1-4846-bb75-32c0a588764b req-8fba6d4b-ce71-4b67-82e7-6e8db57a38ed tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:58.557026 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.561042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d69f8af-45d1-4846-bb75-32c0a588764b req-8fba6d4b-ce71-4b67-82e7-6e8db57a38ed tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.1365278 Dec 16 15:18:58.615329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting subnet 0f18b38e-a709-410d-9936-b74a7a88af89 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:18:58.626861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d9b11-3eed-49f6-adc0-3a41545be01e req-cb96d928-ed13-445f-baee-892424dfe903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:58.628905 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-114d9b11-3eed-49f6-adc0-3a41545be01e req-cb96d928-ed13-445f-baee-892424dfe903 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 1096 time: 0.2115397 Dec 16 15:18:58.639850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.697653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d69f8af-45d1-4846-bb75-32c0a588764b req-f5eaec15-2c3a-4d28-bc6d-17919cc3eed4 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253407 Dec 16 15:18:58.702172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.714301 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-114d9b11-3eed-49f6-adc0-3a41545be01e req-41dbf517-5642-4177-b0dd-bf8927366a9c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652034 Dec 16 15:18:58.748698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:58.775591 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1c78f7-2c4e-4156-a38a-d26c79403818 x-openstack-request-id: req-bd1c78f7-2c4e-4156-a38a-d26c79403818 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:18:58.775956 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-deleted", "tag": "73f935d5-41f6-4d2c-8428-5bf592c455ce", "status": "completed", "code": 200}, {"server_uuid": "f5349e8d-903e-4c83-8bda-ec3ad1070eb6", "name": "network-vif-deleted", "tag": "34594b02-89cd-4d43-aa12-e3d4fc0564aa", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:18:58.776271 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd1c78f7-2c4e-4156-a38a-d26c79403818 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:18:58.777615 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-deleted', 'tag': '73f935d5-41f6-4d2c-8428-5bf592c455ce', 'status': 'completed', 'code': 200} Dec 16 15:18:58.778051 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5349e8d-903e-4c83-8bda-ec3ad1070eb6', 'name': 'network-vif-deleted', 'tag': '34594b02-89cd-4d43-aa12-e3d4fc0564aa', 'status': 'completed', 'code': 200} Dec 16 15:18:58.817516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40506) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:58.903617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a159b9-cc9f-4bbb-bc51-ef9defa940ce req-b953c877-228e-4019-b1c9-57f75fe4e7b4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:58.905372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83a159b9-cc9f-4bbb-bc51-ef9defa940ce req-b953c877-228e-4019-b1c9-57f75fe4e7b4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2948153 Dec 16 15:18:58.956593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:58.986471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f935d5-41f6-4d2c-8428-5bf592c455ce no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:18:59.023439 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.031962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 73f935d5-41f6-4d2c-8428-5bf592c455ce {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:18:59.032563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 73f935d5-41f6-4d2c-8428-5bf592c455ce not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:18:59.132544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-72ee247e-50d8-4d69-81c8-4ca800ce02fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aeb4d4f1b2ee4726aaaf16e03aa8b9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132889 Dec 16 15:18:59.133196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40518) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:59.146259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83a159b9-cc9f-4bbb-bc51-ef9defa940ce req-c482edc7-5600-4932-b52c-b5ce0eed401c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298965 Dec 16 15:18:59.165304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Attempting to bind port 3fcbab83-b28e-4163-9d64-44c8a487b155 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:18:59.165696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Attempting to bind port 3fcbab83-b28e-4163-9d64-44c8a487b155 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:18:59.166033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Attempting to bind port 3fcbab83-b28e-4163-9d64-44c8a487b155 on network 4fc58165-50c0-4ccb-a59f-c76127e45679 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:59.177849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Port 3fcbab83-b28e-4163-9d64-44c8a487b155 on network 4fc58165-50c0-4ccb-a59f-c76127e45679 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:18:59.178192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Attempting to bind port 3fcbab83-b28e-4163-9d64-44c8a487b155 on network 4fc58165-50c0-4ccb-a59f-c76127e45679 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:18:59.189271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:18:59.189928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Checking segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:18:59.190385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Bound using segment: {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:18:59.190853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Bound port: 3fcbab83-b28e-4163-9d64-44c8a487b155, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5111a29c-f2e3-420f-bb42-d211264c1ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:18:59.191950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.237140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:18:59.294344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:18:59.302536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3fcbab83-b28e-4163-9d64-44c8a487b155,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:18:59.315851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.365523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.381210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.404401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.412131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/subnets/0f18b38e-a709-410d-9936-b74a7a88af89 HTTP/1.1" status: 204 len: 168 time: 0.9046526 Dec 16 15:18:59.417994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:18:59.418168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3284fd9b-b657-4e93-8e2d-ea74c0e65027 None None] Network 19376356-dfdd-4fe6-a874-2fe53f5786d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:18:59.420472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:59.431176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdff3c-a4e5-4aab-8bcb-1a0045cf5735 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Subnet': ['ID=0f18b38e-a709-410d-9936-b74a7a88af89,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:59.480588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.491555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'mac_address': 'fa:16:3e:2c:73:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:18:59.531523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.540840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.569081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-7ecd4d24-5d3a-421c-b9df-68fb5d6230ce tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:59.571252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-7ecd4d24-5d3a-421c-b9df-68fb5d6230ce tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 1023 time: 0.3069355 Dec 16 15:18:59.632408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.655195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb2f3819-add7-4a0f-a10a-388807dfed99 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:18:59.687123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:18:59.704888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:59.705955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.708593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 1091 time: 2.3906517 Dec 16 15:18:59.722112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:18:59.728092 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eadc369-d172-4147-bb7c-d5aea2e9b790" -d '{"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:18:59.767863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Deleting port 540e8315-ed16-49de-99c0-3f2c5a0d3643 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:18:59.768216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.771432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de276f2-0c6b-4915-a053-504293e6a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:59.804915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.808743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.810174 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8a9741a-441a-4d6d-9865-fa560c49edde HTTP/1.1" status: 204 len: 168 time: 0.6754174 Dec 16 15:18:59.815122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfc791-3564-4b22-b2aa-e941648f1938 req-831fef13-8c0e-45a3-a193-52fd01029b3d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:59.829133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:18:59.831658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] DHCP port deletion for 19376356-dfdd-4fe6-a874-2fe53f5786d8 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:18:59.844148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9cfc791-3564-4b22-b2aa-e941648f1938 req-831fef13-8c0e-45a3-a193-52fd01029b3d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.5133712 Dec 16 15:18:59.903516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca537169-9843-43f8-a58e-5e360aa3ca8e req-fbfef537-95a8-4a73-a288-ce9175f360e5 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:18:59.914022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca537169-9843-43f8-a58e-5e360aa3ca8e req-fbfef537-95a8-4a73-a288-ce9175f360e5 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 943 time: 0.5143638 Dec 16 15:18:59.962603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9741a-441a-4d6d-9865-fa560c49edde,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:18:59.976324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.976677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.977020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.977356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.977693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.978027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.978362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.978689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.979012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.979525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.980014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.980399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:18:59.980725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cac91d-e276-4eb4-80d4-82d41f025374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:00.049843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['eb2f3819-add7-4a0f-a10a-388807dfed99'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:00.103530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] For port 540e8315-ed16-49de-99c0-3f2c5a0d3643, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=540e8315-ed16-49de-99c0-3f2c5a0d3643,segment=NetworkSegment(10a5b3da-39b7-4472-ba57-96e8a710aa04),segment_id=10a5b3da-39b7-4472-ba57-96e8a710aa04)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:00.103983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.157360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:00.169514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Calling delete_port for 540e8315-ed16-49de-99c0-3f2c5a0d3643 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:00.191865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9cfc791-3564-4b22-b2aa-e941648f1938 req-90bb7ef2-51f9-4bb9-b7fb-ddc267e62695 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466663 Dec 16 15:19:00.233796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Deleting port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:00.234685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.251259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca537169-9843-43f8-a58e-5e360aa3ca8e req-4c994ed6-8889-4d9d-8735-1be4ee6f7e40 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276482 Dec 16 15:19:00.266526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:00.275666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.280829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-b6c2ec59-000a-4562-9450-6239baf26991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:00.286859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-b6c2ec59-000a-4562-9450-6239baf26991 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1094 time: 0.3537469 Dec 16 15:19:00.474772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] For port fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:00.475406 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.489271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port fe1d0178-f8a9-49d5-a99d-95bb1a98b498, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,segment=NetworkSegment(b699fc22-5a9c-4360-a2e6-f424ac45b632),segment_id=b699fc22-5a9c-4360-a2e6-f424ac45b632)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:00.490161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.544843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Calling delete_port for fe1d0178-f8a9-49d5-a99d-95bb1a98b498 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:00.639759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.681040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['540e8315-ed16-49de-99c0-3f2c5a0d3643'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:00.698998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'Port': ['ID=540e8315-ed16-49de-99c0-3f2c5a0d3643,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:00.789630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] No DVR routers for this DVR port 540e8315-ed16-49de-99c0-3f2c5a0d3643 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:00.795517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.799898 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-037aa8ba-891c-429e-b536-0c672e1fde10 req-e5079bb0-b0b0-44d5-a58c-2fdccd339392 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.30 "DELETE /v2.0/ports/540e8315-ed16-49de-99c0-3f2c5a0d3643 HTTP/1.1" status: 204 len: 173 time: 1.2181761 Dec 16 15:19:00.801001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'name': 'network-vif-deleted', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:00.803886 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8668495-6866-4028-8014-ee9152a63c56" -d '{"events": [{"server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "name": "network-vif-deleted", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:00.896164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:00.959776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] Pushing event deleted for resources: {'Port': ['ID=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:00.975298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5378b6-76fb-4759-adca-ed032ab2ef79 None None] No DVR routers for this DVR port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:01.045471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:01.190060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-3e1f6de9-9739-406d-9c50-301e3e9263a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 217 time: 0.7248893 Dec 16 15:19:01.216384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8d9598c-fb72-4f56-80c4-4d7719d62317 req-1177e7e2-ee80-462c-b937-891f3d538863 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e57c5-4371-4bdf-878b-cb9ce9aa93da HTTP/1.1" status: 200 len: 210 time: 0.7730057 Dec 16 15:19:01.225419 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-318feab3-4b27-48ab-aa69-d955b2491e3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33b1c0a086fe4637a053b9782fad571a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764431 Dec 16 15:19:01.227561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40564) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:01.233014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for fe1d0178-f8a9-49d5-a99d-95bb1a98b498 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:01.234869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:01.384838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.412652 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a464fb9-6b9a-41b9-bb38-f531c041c832 x-openstack-request-id: req-0a464fb9-6b9a-41b9-bb38-f531c041c832 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:01.413130 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:01.414185 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a464fb9-6b9a-41b9-bb38-f531c041c832 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:01.415359 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'status': 'completed', 'code': 200} Dec 16 15:19:01.483593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port eb2f3819-add7-4a0f-a10a-388807dfed99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:01.485318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.486151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.529830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2874ffbc-25ae-45fd-80e4-78f5bd53b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:01.532223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2874ffbc-25ae-45fd-80e4-78f5bd53b6b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.3037250 Dec 16 15:19:01.545633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a6407-9138-4eae-8965-3793a9c14ee6 req-7390e5c5-d9fa-4598-813b-fce57700d12c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:01.560787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca8a6407-9138-4eae-8965-3793a9c14ee6 req-7390e5c5-d9fa-4598-813b-fce57700d12c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 1.1162338 Dec 16 15:19:01.644180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.648901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.651496 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d1c4f9f8-9310-4e84-ab22-41a2bb7cbe71 HTTP/1.1" status: 204 len: 168 time: 0.4224849 Dec 16 15:19:01.667324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710abd0-e178-4131-85d2-86cf4b51a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4f9f8-9310-4e84-ab22-41a2bb7cbe71,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:01.781450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-f85227ea-2ca8-45f0-9242-fa1907dbab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:01.781450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-f85227ea-2ca8-45f0-9242-fa1907dbab79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158229 Dec 16 15:19:01.791508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca8a6407-9138-4eae-8965-3793a9c14ee6 req-7b0fd21d-6218-4497-b9c0-7ac599af05f2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187259 Dec 16 15:19:01.825459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.830417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:01.891065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:01.891065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:01.892606 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9480f7ae-74f9-4ad9-96ca-fc7f74afe48d" -d '{"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:01.960616 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ed22b2-1c28-4076-9909-c5a85d5fd3bf x-openstack-request-id: req-23ed22b2-1c28-4076-9909-c5a85d5fd3bf {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:01.961181 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e57c5-4371-4bdf-878b-cb9ce9aa93da", "name": "network-vif-deleted", "tag": "540e8315-ed16-49de-99c0-3f2c5a0d3643", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:01.962385 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23ed22b2-1c28-4076-9909-c5a85d5fd3bf {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:01.963547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe1d0178-f8a9-49d5-a99d-95bb1a98b498 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:01.963873 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7e57c5-4371-4bdf-878b-cb9ce9aa93da', 'name': 'network-vif-deleted', 'tag': '540e8315-ed16-49de-99c0-3f2c5a0d3643', 'status': 'completed', 'code': 200} Dec 16 15:19:02.050459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-2d0a856d-9e36-48fc-883b-684bfb2feb51 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577620 Dec 16 15:19:02.070673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fe1d0178-f8a9-49d5-a99d-95bb1a98b498 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:02.071091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe1d0178-f8a9-49d5-a99d-95bb1a98b498 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:02.097888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.100986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port fe1d0178-f8a9-49d5-a99d-95bb1a98b498 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:02.112697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=fe1d0178-f8a9-49d5-a99d-95bb1a98b498,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:02.264783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:02.381787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.413446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac895a-f569-4b09-80d5-9d549ac6e92e req-2ff4f102-08fa-435c-a2a6-2d07624dc658 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:02.436315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaac895a-f569-4b09-80d5-9d549ac6e92e req-2ff4f102-08fa-435c-a2a6-2d07624dc658 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 943 time: 0.2907357 Dec 16 15:19:02.446295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19376356-dfdd-4fe6-a874-2fe53f5786d8']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:02.497163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5225cd1a-a507-4299-b7eb-bb4cb4e2b0d9 req-eb7ca202-966c-492a-8d08-675b0257c861 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199822 Dec 16 15:19:02.499150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b699fc22-5a9c-4360-a2e6-f424ac45b632') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:02.499475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b699fc22-5a9c-4360-a2e6-f424ac45b632') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:02.562697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.598839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.613075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaac895a-f569-4b09-80d5-9d549ac6e92e req-62c10a44-88f0-4852-a176-6a5577c25472 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867769 Dec 16 15:19:02.620287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:19:02.623074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:19:02.640277 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:19:02.836460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd4ae-8723-4c1c-bf24-7bd313746785 req-1f631ecf-0a17-4928-ae3d-f45c537fb794 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:02.838098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ebbd4ae-8723-4c1c-bf24-7bd313746785 req-1f631ecf-0a17-4928-ae3d-f45c537fb794 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1016355 Dec 16 15:19:02.840603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.850988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:02.855673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/networks/19376356-dfdd-4fe6-a874-2fe53f5786d8 HTTP/1.1" status: 204 len: 168 time: 3.4206929 Dec 16 15:19:02.860388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:02.861011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-dd612e59-ea2a-4ba2-9b4c-c54dd0d6c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:02.862408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-dd612e59-ea2a-4ba2-9b4c-c54dd0d6c7ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1094 time: 0.1066048 Dec 16 15:19:02.888488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3626-5779-41cd-90aa-715a308bbe7c tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Network': ['ID=19376356-dfdd-4fe6-a874-2fe53f5786d8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:02.981628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting subnet e639c896-4492-40e7-a041-f8c837bf6b16 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:19:02.987402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:03.017368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 540e8315-ed16-49de-99c0-3f2c5a0d3643 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:03.058254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 540e8315-ed16-49de-99c0-3f2c5a0d3643 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:03.058687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 540e8315-ed16-49de-99c0-3f2c5a0d3643 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:03.103495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:03.114056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ebbd4ae-8723-4c1c-bf24-7bd313746785 req-4e7085a8-b02b-45e5-b6db-d45975bf01bb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421105 Dec 16 15:19:03.133038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-a7766a7d-4133-4787-a218-5e2266ed04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:03.134736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-a7766a7d-4133-4787-a218-5e2266ed04dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 930 time: 0.2603977 Dec 16 15:19:03.242505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-d5e83eef-2af2-4543-a235-3cbdc2670617 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 217 time: 0.0965598 Dec 16 15:19:03.242837 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e661b-dded-4467-90e1-f38e810abfaf x-openstack-request-id: req-fa9e661b-dded-4467-90e1-f38e810abfaf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:03.243580 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-plugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:03.244281 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa9e661b-dded-4467-90e1-f38e810abfaf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:03.246049 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'code': 200} Dec 16 15:19:03.340634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:03.411864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-f5a61041-6ac9-4f5e-b63e-def03b600b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:03.413420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-f5a61041-6ac9-4f5e-b63e-def03b600b7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.1629179 Dec 16 15:19:03.564738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-cf849403-9abe-4072-aa1e-ed5fca2d9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:03.572655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-cf849403-9abe-4072-aa1e-ed5fca2d9739 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1467006 Dec 16 15:19:03.663982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:03.794044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Subnet': ['ID=e639c896-4492-40e7-a041-f8c837bf6b16,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:03.830561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d57f4-eb0e-4ebd-99ee-baa359e3e163 req-4c6c3f44-53ec-47ae-9460-2318b0d201ca tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:03.835128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:03.839442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2d57f4-eb0e-4ebd-99ee-baa359e3e163 req-4c6c3f44-53ec-47ae-9460-2318b0d201ca tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.2587290 Dec 16 15:19:03.841686 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff184978-920b-43a1-b3fa-a1f7c94a73e0 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/subnets/e639c896-4492-40e7-a041-f8c837bf6b16 HTTP/1.1" status: 204 len: 168 time: 0.9789262 Dec 16 15:19:03.846239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:03.849004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774803e-8b4d-40a3-927e-491699aaa812 None None] Network bcce1783-4e3d-4e68-86ea-e185a2ec7a51 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:03.913749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-ba4b0f02-5bde-45df-b1e7-e362af086079 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136551 Dec 16 15:19:04.033085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4eadc369-d172-4147-bb7c-d5aea2e9b790 req-8372e8c4-41d1-4b07-9f9c-15e0f2f207c6 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089754 Dec 16 15:19:04.052425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2d57f4-eb0e-4ebd-99ee-baa359e3e163 req-520e8c63-0d88-45c4-91d7-dc5e09682689 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022307 Dec 16 15:19:04.248506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.309215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] DHCP port deletion for bcce1783-4e3d-4e68-86ea-e185a2ec7a51 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:19:04.331845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Deleting port cd78726c-2ce3-4d34-baaa-afaf864ca932 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:04.332222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.413346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Deleting port cd78726c-2ce3-4d34-baaa-afaf864ca932 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:04.413346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.428340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] For port cd78726c-2ce3-4d34-baaa-afaf864ca932, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cd78726c-2ce3-4d34-baaa-afaf864ca932,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:04.428340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.462814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Calling delete_port for cd78726c-2ce3-4d34-baaa-afaf864ca932 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:04.535952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1399e8-e921-4678-a9c9-968251ce8531 req-7181e3b9-da05-45a1-bf7d-43c69e24207c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:04.540090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c1399e8-e921-4678-a9c9-968251ce8531 req-7181e3b9-da05-45a1-bf7d-43c69e24207c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2709122 Dec 16 15:19:04.607755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] For port cd78726c-2ce3-4d34-baaa-afaf864ca932, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cd78726c-2ce3-4d34-baaa-afaf864ca932,segment=NetworkSegment(bfde66ff-de78-478c-92be-505a0bfbe8fb),segment_id=bfde66ff-de78-478c-92be-505a0bfbe8fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:04.609022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.688815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Calling delete_port for cd78726c-2ce3-4d34-baaa-afaf864ca932 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:04.748847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c1399e8-e921-4678-a9c9-968251ce8531 req-945e1140-cd9c-4dd6-bcde-f3a56e014dea tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984632 Dec 16 15:19:04.934296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.939510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:04.962606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] No DVR routers for this DVR port cd78726c-2ce3-4d34-baaa-afaf864ca932 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:04.968868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] Pushing event deleted for resources: {'Port': ['ID=cd78726c-2ce3-4d34-baaa-afaf864ca932,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:04.974930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0629255a-5b50-4a26-b1e3-775a2d3b0ecf None None] No DVR routers for this DVR port cd78726c-2ce3-4d34-baaa-afaf864ca932 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:04.998335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-81b31399-0cb9-4f58-8e37-722534aa4276 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/70e73592-87ea-4936-9a1b-f9912f363d2d HTTP/1.1" status: 200 len: 1818 time: 0.1681430 Dec 16 15:19:05.015551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3fcbab83-b28e-4163-9d64-44c8a487b155 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:19:05.127925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Port': ['ID=cd78726c-2ce3-4d34-baaa-afaf864ca932,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:05.199468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.230819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3fcbab83-b28e-4163-9d64-44c8a487b155,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:05.243580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.252861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.278469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'mac_address': 'fa:16:3e:64:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:19:05.337794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce1783-4e3d-4e68-86ea-e185a2ec7a51']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:05.353092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfde66ff-de78-478c-92be-505a0bfbe8fb') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:05.353450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfde66ff-de78-478c-92be-505a0bfbe8fb') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:05.373350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.385503 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.394226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.408725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:19:05.409243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:05.416718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcbab83-b28e-4163-9d64-44c8a487b155 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:05.472780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3fcbab83-b28e-4163-9d64-44c8a487b155,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:19:05.483566 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:19:05.790253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cd78726c-2ce3-4d34-baaa-afaf864ca932 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:05.818300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: cd78726c-2ce3-4d34-baaa-afaf864ca932 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:05.818648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cd78726c-2ce3-4d34-baaa-afaf864ca932 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:06.421673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:06.422309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:06.422720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:06.428821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:06.430578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d8e44ab-6652-419c-8004-ef2832f5011f req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/70e73592-87ea-4936-9a1b-f9912f363d2d HTTP/1.1" status: 204 len: 173 time: 1.4349110 Dec 16 15:19:06.434853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:06.443040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] 10.222.0.71 "DELETE /v2.0/networks/bcce1783-4e3d-4e68-86ea-e185a2ec7a51 HTTP/1.1" status: 204 len: 168 time: 2.5950630 Dec 16 15:19:06.463279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e73592-87ea-4936-9a1b-f9912f363d2d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:06.488876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.489913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.492932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.493312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.493662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.494016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.494356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.494702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.495022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.495800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.495800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.496077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.496346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f69f-9e12-4218-97d6-80cbeca0b4b2 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:06.500302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49e2ea-7b5d-4348-a3db-c1e0ceb78e37 tempest-ServersTestMultiNic-2015946022 tempest-ServersTestMultiNic-2015946022-project] Pushing event deleted for resources: {'Network': ['ID=bcce1783-4e3d-4e68-86ea-e185a2ec7a51,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:06.584217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:06.694084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48cee2-0e28-4650-853a-417fbe9b2ffe req-9c3f343c-f31a-4625-8d06-5e9f016f47f1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:06.695943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc48cee2-0e28-4650-853a-417fbe9b2ffe req-9c3f343c-f31a-4625-8d06-5e9f016f47f1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 944 time: 0.1455426 Dec 16 15:19:06.728130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['3fcbab83-b28e-4163-9d64-44c8a487b155'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:06.764077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc48cee2-0e28-4650-853a-417fbe9b2ffe req-54f1cead-729f-4910-b6f7-52f169668153 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542917 Dec 16 15:19:06.961201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94dd4-b618-43c8-a7a3-b601ee1b74b1 req-f3175964-97e1-43b6-be26-a00e4d7a0d12 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:06.962920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b94dd4-b618-43c8-a7a3-b601ee1b74b1 req-f3175964-97e1-43b6-be26-a00e4d7a0d12 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.0629926 Dec 16 15:19:07.023054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b94dd4-b618-43c8-a7a3-b601ee1b74b1 req-66036d87-4bf4-4576-be4e-1932e35e7509 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516655 Dec 16 15:19:08.142177 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:19:09.032292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3fcbab83-b28e-4163-9d64-44c8a487b155 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:09.192893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 3fcbab83-b28e-4163-9d64-44c8a487b155 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:19:09.204037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 3fcbab83-b28e-4163-9d64-44c8a487b155 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:09.209246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.329269 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.369069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:09.378032 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544a844-7292-4ac6-b568-9fc26555bdb6" -d '{"events": [{"server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:09.410711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3fcbab83-b28e-4163-9d64-44c8a487b155,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:09.547371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:09.622273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:12.481700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-acc8aac6-510d-4590-822d-b4f31c8c59a9 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "GET /v2.0/security-groups/af4c5953-0be8-4ec2-870c-b77568bcce04 HTTP/1.1" status: 200 len: 1818 time: 0.0600936 Dec 16 15:19:12.561461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:12.599042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:12.780153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:12.784292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:12.785738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57ea8aa1-eb47-4753-a381-b9328f646e85 req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] 10.222.0.71 "DELETE /v2.0/security-groups/af4c5953-0be8-4ec2-870c-b77568bcce04 HTTP/1.1" status: 204 len: 173 time: 0.3032959 Dec 16 15:19:12.793831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40692) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:12.808320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eca000-4a40-4a9f-a6e7-5ff144b83a88 tempest-SecurityGroupsTestJSON-1416861820 tempest-SecurityGroupsTestJSON-1416861820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c5953-0be8-4ec2-870c-b77568bcce04,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:12.920883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Deleting subnet c1ebec58-db16-4a07-9157-ceb976538c24 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:19:12.932210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.017067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.101467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.308482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.391310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.408104 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c1ebec58-db16-4a07-9157-ceb976538c24 HTTP/1.1" status: 204 len: 168 time: 0.6127295 Dec 16 15:19:13.409585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40704) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:13.411005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576434-93d8-4435-9cd1-9b4b4a5b13ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ebec58-db16-4a07-9157-ceb976538c24,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:13.533497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.534376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.534564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.535013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.535601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.536108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.536579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.537049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.537510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.537970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.538431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.541031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36869e1c-5a3a-425a-ad7f-3360553047b8 req-a144e1c6-aea5-4526-9e10-33ae5b9f3b63 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7828 time: 0.2666585 Dec 16 15:19:13.607641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.618530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cff7b-2725-4dea-92d8-120f07cd145f req-c02ed6b6-0a38-4050-a457-71b347aa1031 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:13.633987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-114cff7b-2725-4dea-92d8-120f07cd145f req-c02ed6b6-0a38-4050-a457-71b347aa1031 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.3746567 Dec 16 15:19:13.758387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-114cff7b-2725-4dea-92d8-120f07cd145f req-c8029a5a-89a6-4fab-9e72-9bf412090641 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227274 Dec 16 15:19:13.828245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.832132 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0075b142-8d8b-4d96-8414-5fe550308d57 x-openstack-request-id: req-0075b142-8d8b-4d96-8414-5fe550308d57 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:13.832981 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "name": "network-vif-plugged", "status": "completed", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:13.832981 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0075b142-8d8b-4d96-8414-5fe550308d57 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:13.833346 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'code': 200} Dec 16 15:19:13.864177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ab24d-730b-4729-9cea-23300d2ae92d']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:13.877524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a5b3da-39b7-4472-ba57-96e8a710aa04') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:13.877917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a5b3da-39b7-4472-ba57-96e8a710aa04') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:13.893189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.909509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:13.927976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:19:13.928618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:14.024394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d788047-096c-44e2-bb1c-4d57c81c738c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:19:14.059210 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:19:14.081517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8889f-2516-4591-8e48-666ed76bda67 req-51a2dd72-031a-4cf3-8d99-a9c9e98e5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.083009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61c8889f-2516-4591-8e48-666ed76bda67 req-51a2dd72-031a-4cf3-8d99-a9c9e98e5312 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1096 time: 0.1268716 Dec 16 15:19:14.093910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5096d8-5dbd-48bd-835a-a57252f48632 req-fb9ada59-03d8-48e2-90fc-2f7830b70829 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.101940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff5096d8-5dbd-48bd-835a-a57252f48632 req-fb9ada59-03d8-48e2-90fc-2f7830b70829 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.1083953 Dec 16 15:19:14.134233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57897a3-b1dd-4523-96d6-cd7a9d51180e req-266e2ea1-c736-413f-8911-29c8291c3fc0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.136067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d57897a3-b1dd-4523-96d6-cd7a9d51180e req-266e2ea1-c736-413f-8911-29c8291c3fc0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1945772 Dec 16 15:19:14.156099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:14.170565 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:14.182805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f36ab24d-730b-4729-9cea-23300d2ae92d HTTP/1.1" status: 204 len: 168 time: 0.7622323 Dec 16 15:19:14.197230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888d15e-7e4a-45d6-820f-428b5f69d2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f36ab24d-730b-4729-9cea-23300d2ae92d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:14.286086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61c8889f-2516-4591-8e48-666ed76bda67 req-134068bf-c7b2-46a7-a181-2e9e6f457c07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786630 Dec 16 15:19:14.310017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff5096d8-5dbd-48bd-835a-a57252f48632 req-16ea2c4a-68eb-46a0-a141-2678c2eb5e93 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060642 Dec 16 15:19:14.338437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d57897a3-b1dd-4523-96d6-cd7a9d51180e req-bb82fd51-c27a-4ed7-b4a4-97452c3756ae tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919920 Dec 16 15:19:14.572764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d30d3-71c8-447e-8965-1b09e251ad65 req-19c28735-ecab-4030-80c7-46db2f1e6bf9 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.576320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-962d30d3-71c8-447e-8965-1b09e251ad65 req-19c28735-ecab-4030-80c7-46db2f1e6bf9 tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 886 time: 0.1968002 Dec 16 15:19:14.668544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:14.886834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:14.939937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.940338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.940811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.941280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.941744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.942216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.942744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.943210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.943673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.944206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:14.947016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6d16e5e-84cd-4248-801c-01129d79ac1c req-4eff50f0-9ce5-4211-a979-c74fac5ce05e tempest-NetworksTest-372448467 tempest-NetworksTest-372448467-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7127 time: 0.2661786 Dec 16 15:19:14.998581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57498d-ef58-44c8-b226-c7eb3d18fea2 req-789c2012-30d6-4fd0-a15a-46d268f3969a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:15.010104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e57498d-ef58-44c8-b226-c7eb3d18fea2 req-789c2012-30d6-4fd0-a15a-46d268f3969a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.2989538 Dec 16 15:19:15.078019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e57498d-ef58-44c8-b226-c7eb3d18fea2 req-5d2c7f16-f5e9-4eb3-9817-937bd8690933 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643063 Dec 16 15:19:15.188917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-19608eb4-c6a7-4f51-946a-887372f90a83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5df575562f8e43a2861344405ac3bc6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934492 Dec 16 15:19:15.189257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40750) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:15.283295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ee420-7aee-4fc2-a40f-e20db5916559 req-d8621067-a175-4cd6-8eeb-fb999a322c87 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:15.306064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f92ee420-7aee-4fc2-a40f-e20db5916559 req-d8621067-a175-4cd6-8eeb-fb999a322c87 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.2236180 Dec 16 15:19:15.306864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:15.429160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:15.501096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f92ee420-7aee-4fc2-a40f-e20db5916559 req-278cfcf8-9958-40ac-ac26-b45e24358b80 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816320 Dec 16 15:19:15.601214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:15.682975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e714724-db2c-4c10-a672-721339fb3cfb req-c267f185-1f22-47e0-9158-85f13576e8d9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:15.685260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e714724-db2c-4c10-a672-721339fb3cfb req-c267f185-1f22-47e0-9158-85f13576e8d9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0921283 Dec 16 15:19:15.754904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e714724-db2c-4c10-a672-721339fb3cfb req-7dc0222c-da97-4331-aa58-3cec28dc5fd5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624075 Dec 16 15:19:15.821532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:15.824423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:15.825618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b1e3427f-5cfd-4704-9c7b-ab5958c6c07a HTTP/1.1" status: 204 len: 168 time: 0.6353071 Dec 16 15:19:15.837897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dcd258-1c8c-4155-951a-ee115c5eddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e3427f-5cfd-4704-9c7b-ab5958c6c07a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:15.969163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Deleting port 6f3709b1-f34b-460c-bd51-5566a735c698 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:15.969896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.080487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] For port 6f3709b1-f34b-460c-bd51-5566a735c698, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f3709b1-f34b-460c-bd51-5566a735c698,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:16.081360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.115339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Calling delete_port for 6f3709b1-f34b-460c-bd51-5566a735c698 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:16.366918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:16.456503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948766a-7a83-4522-99f8-e75e437ab5a1 req-273b2afc-e40b-448e-838d-393788fdee59 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:16.485023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f948766a-7a83-4522-99f8-e75e437ab5a1 req-273b2afc-e40b-448e-838d-393788fdee59 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.1325216 Dec 16 15:19:16.534682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-420ea0bf-ac20-46c5-82a4-e6cecacea102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.708536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f948766a-7a83-4522-99f8-e75e437ab5a1 req-5ae3a2df-17d9-4cea-806e-036abe1564df tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199199 Dec 16 15:19:16.762456 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10ff5399-500a-425c-81a4-ae40625ea600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.789737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:16.907596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3709b1-f34b-460c-bd51-5566a735c698,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:16.907736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ed90-3cfc-4662-b44c-88984862af14 req-932a00bc-b6cd-4408-ad08-a5fe6a2d349b tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:16.923314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aa6ed90-3cfc-4662-b44c-88984862af14 req-932a00bc-b6cd-4408-ad08-a5fe6a2d349b tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.2078447 Dec 16 15:19:17.144424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10ff5399-500a-425c-81a4-ae40625ea600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.180491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aa6ed90-3cfc-4662-b44c-88984862af14 req-a076b3c7-0ed9-42dc-abc7-117b40e90a38 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559915 Dec 16 15:19:17.219710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a49c4-b317-4488-9d55-a1a06c834176 req-37326d5e-5fa1-4142-a585-21bf6db40205 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:17.229097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-887a49c4-b317-4488-9d55-a1a06c834176 req-37326d5e-5fa1-4142-a585-21bf6db40205 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2965910 Dec 16 15:19:17.264617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-10ff5399-500a-425c-81a4-ae40625ea600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.310270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff5399-500a-425c-81a4-ae40625ea600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279ba9c7-995f-404a-b076-b6c03dbbad24,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:17.320731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.419470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-10ff5399-500a-425c-81a4-ae40625ea600 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=34c79cd1d3f0400f8143dcb1d6e46f68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0520656 Dec 16 15:19:17.424247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40830) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:17.471847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-887a49c4-b317-4488-9d55-a1a06c834176 req-e6bbb4d5-35ff-4238-8fa0-97b584faf8bc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417312 Dec 16 15:19:17.586816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.620074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.650663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-7343d7a6-dd02-47ed-9125-adbd0673593d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 258 time: 0.3152070 Dec 16 15:19:17.664310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:17.693224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:17.802559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Router 6df0113a-dcad-4dc7-8e7b-b47958638615 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:19:17.916253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.003161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:18.051689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62307ddd-1084-4de3-8aed-bf5b52d38c3c req-0f65a124-9841-43bd-929f-d6e2b129dc70 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:18.053369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62307ddd-1084-4de3-8aed-bf5b52d38c3c req-0f65a124-9841-43bd-929f-d6e2b129dc70 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.2161984 Dec 16 15:19:18.155431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62307ddd-1084-4de3-8aed-bf5b52d38c3c req-36fdcd7a-a3ec-43be-a59a-d362ea9bc738 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 Dec 16 15:19:18.204814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.219421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-17029236-network', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:18.281419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.285634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.291364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/279ba9c7-995f-404a-b076-b6c03dbbad24 HTTP/1.1" status: 204 len: 168 time: 0.8614781 Dec 16 15:19:18.310457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d484d-4981-4f7e-bf2a-753b1f4aeeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279ba9c7-995f-404a-b076-b6c03dbbad24,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:18.363802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Allocated IP 172.25.7.89 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5a9ff08a-6c26-49a6-8520-013980e2bf55) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:18.415024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:18.421892 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-09afe20f-b036-444b-a919-1fcc846046fe admin admin] 10.222.0.71 "PUT /v2.0/routers/6df0113a-dcad-4dc7-8e7b-b47958638615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7510796 Dec 16 15:19:18.424059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:18.428902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Sync routers for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:18.447382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:18.448056 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:18.451110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Made reservation on behalf of 6dac9279be9c4791a52fc5efbf6a9e3c for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:18.454965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.472997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.639463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.658166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.753531 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.769945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.819048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:18.832205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183249ef-a6bc-4382-a03a-aa29dd11481c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:18.868799 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.869209 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Added segment fddd3703-04fe-4076-9272-1bf3bc60f09f of type vlan for network a7daa072-ee1c-48b6-8153-ca0061ddc032 Dec 16 15:19:18.895548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.923549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7785136-24dd-4427-a724-a585bd2ab5f8 req-9b03fe53-0ca6-47ca-8c3c-cc1c56d2ea88 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:18.926074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7785136-24dd-4427-a724-a585bd2ab5f8 req-9b03fe53-0ca6-47ca-8c3c-cc1c56d2ea88 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2815962 Dec 16 15:19:18.931004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:18.933752 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:19.019557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.056968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Deleting port da834774-fc61-4529-bc0c-c9642f061cd8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:19.057585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.063917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:19.071428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:19.074883 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.096082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:19.196899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] For port da834774-fc61-4529-bc0c-c9642f061cd8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=da834774-fc61-4529-bc0c-c9642f061cd8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:19.197934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.227011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Calling delete_port for da834774-fc61-4529-bc0c-c9642f061cd8 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:19.232513 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10'}], 'enable_snat': True}, 'gw_port_id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:19:16Z', 'revision_number': 5, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port': {'id': 'da834774-fc61-4529-bc0c-c9642f061cd8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:19.306982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Checking router: 6df0113a-dcad-4dc7-8e7b-b47958638615 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:19:19.317985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Routers {'6df0113a-dcad-4dc7-8e7b-b47958638615'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:19.318766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6df0113a-dcad-4dc7-8e7b-b47958638615'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:19.424301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:19.455018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7949f8e-4f46-4b9e-a4f5-1d10597493f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.481038 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] Set router 6df0113a-dcad-4dc7-8e7b-b47958638615 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:19.546558 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:19:18Z', 'revision_number': 6, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:19.575176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7785136-24dd-4427-a724-a585bd2ab5f8 req-4df70ee1-9c36-42c9-8456-ed2451d4140a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214671 Dec 16 15:19:19.625408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event updated for resources: {'Port': ['ID=5a9ff08a-6c26-49a6-8520-013980e2bf55,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:19.663582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.671317 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3f297-60b7-4e6e-a6ff-bf1a5369f48e None None] The sync data for ids ['6df0113a-dcad-4dc7-8e7b-b47958638615'] in n-d-821947-3 is: [{'id': '6df0113a-dcad-4dc7-8e7b-b47958638615', 'name': 'tempest-ServersTestMultiNic-2140445995-router', 'tenant_id': '1ea7bef7dfbd437194958f4a48d81782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:16:42Z', 'updated_at': '2021-12-16T15:19:18Z', 'revision_number': 6, 'project_id': '1ea7bef7dfbd437194958f4a48d81782', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:19:19.742450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7949f8e-4f46-4b9e-a4f5-1d10597493f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.772022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.774023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:19.775075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.788540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=da834774-fc61-4529-bc0c-c9642f061cd8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:19.894545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.898271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7949f8e-4f46-4b9e-a4f5-1d10597493f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.901542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.916185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] Pushing event updated for resources: {'Network': ['ID=a7daa072-ee1c-48b6-8153-ca0061ddc032,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:19.930134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:19.958530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:20.018650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-09deae9f-5bae-490a-91e6-ad8d836aabbf admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0140331 Dec 16 15:19:20.019394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:20.024466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Request body: {'subnet': {'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-17029236-subnet', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:20.123315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.134579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.146408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.152494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Made reservation on behalf of 6dac9279be9c4791a52fc5efbf6a9e3c for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:20.154998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.163077 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7949f8e-4f46-4b9e-a4f5-1d10597493f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7c27cf3b332408eaf9058aeaad00350&name=default HTTP/1.1" status: 200 len: 2999 time: 0.7342350 Dec 16 15:19:20.165309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:20.212502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7949f8e-4f46-4b9e-a4f5-1d10597493f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6290268-0292-470e-a59e-ce99daad6fa4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:20.344350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.417165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.478734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.479711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df0113a-dcad-4dc7-8e7b-b47958638615 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:19:20.488125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.494877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.503462 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26b72b00-5d1f-4b52-8527-93fb3f65c8cd admin admin] 10.222.0.71 "DELETE /v2.0/routers/6df0113a-dcad-4dc7-8e7b-b47958638615 HTTP/1.1" status: 204 len: 168 time: 2.0698447 Dec 16 15:19:20.503462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:20.576408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Deleting subnet aaeff794-3e60-4b8b-bc4e-1ae481858ac1 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:19:20.581085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.623091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.663570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.721166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.723781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.724984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6290268-0292-470e-a59e-ce99daad6fa4 HTTP/1.1" status: 204 len: 168 time: 0.5554667 Dec 16 15:19:20.738144 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.738517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.756126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event updated for resources: {'Port': ['ID=5a9ff08a-6c26-49a6-8520-013980e2bf55,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:20.805570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:20.815879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc041dc1-33e2-41f2-9f31-a0048bea4777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6290268-0292-470e-a59e-ce99daad6fa4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:20.838349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26808fd-499f-4263-99a1-2e0037369caf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:20.850412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Checking segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:20.851019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Network hostable DHCP agents. Network: a7daa072-ee1c-48b6-8153-ca0061ddc032, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:19:21.000050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.002280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-580b4c83-2146-45a9-8adc-e30d6c24e4b9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3446839 Dec 16 15:19:21.059424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.090846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaeff794-3e60-4b8b-bc4e-1ae481858ac1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:21.098254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.102472 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c844336-97f8-4379-9ce8-b79740f3b797 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/aaeff794-3e60-4b8b-bc4e-1ae481858ac1 HTTP/1.1" status: 204 len: 168 time: 0.5991991 Dec 16 15:19:21.105744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:21.109139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bce44da-35f7-4f13-aabf-b8ea926c8cb0 None None] Network 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:21.166797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:19:21.204388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-48a4aed7-6e7c-4c5b-82c7-6003d5cc53a2 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1864374 Dec 16 15:19:21.212651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.281707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Deleting port 818ba58a-92b9-46b3-81c7-b76ffa97e504 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:21.296289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.310964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] DHCP port deletion for 0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:19:21.360306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-112e5958-fdc2-4b21-a22e-f970c965558b tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:21.366228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-112e5958-fdc2-4b21-a22e-f970c965558b tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.1488814 Dec 16 15:19:21.367001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] For port 818ba58a-92b9-46b3-81c7-b76ffa97e504, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=818ba58a-92b9-46b3-81c7-b76ffa97e504,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:21.367601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.372491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-0a92edb3-1ce6-40f3-ab96-a5b1f3cefb52 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:19:21.387255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac2bcec7-ce48-4c4f-9c7a-e9c5433dfbf0 req-0a92edb3-1ce6-40f3-ab96-a5b1f3cefb52 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0185721 Dec 16 15:19:21.410706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Calling delete_port for 818ba58a-92b9-46b3-81c7-b76ffa97e504 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:21.420777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Deleting port 818ba58a-92b9-46b3-81c7-b76ffa97e504 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:21.421836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.502965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a7daa072-ee1c-48b6-8153-ca0061ddc032) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:21.522991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033dd1f0-f959-4414-8f6d-eb94081712dd None None] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:21.543777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:21.544731 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.592197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce90bce-5b42-4ec7-8116-5fd8ad5da75c req-86bcdc9d-0827-4534-bf20-c3dde3c0e0ae tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:21.595291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce90bce-5b42-4ec7-8116-5fd8ad5da75c req-86bcdc9d-0827-4534-bf20-c3dde3c0e0ae tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.1610589 Dec 16 15:19:21.643539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] For port 818ba58a-92b9-46b3-81c7-b76ffa97e504, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=818ba58a-92b9-46b3-81c7-b76ffa97e504,segment=NetworkSegment(bb1479e0-ef3e-4c89-b851-b2fde1510bc0),segment_id=bb1479e0-ef3e-4c89-b851-b2fde1510bc0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:21.644113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.666042 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.686621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cce90bce-5b42-4ec7-8116-5fd8ad5da75c req-b876a165-770d-42cf-a44e-65132bd550d5 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Dec 16 15:19:21.691650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Calling delete_port for 818ba58a-92b9-46b3-81c7-b76ffa97e504 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:21.715254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7f9f86d4-67d9-4514-8313-421a7412500f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6943069 Dec 16 15:19:21.717937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40950) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:21.725416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Pushing event deleted for resources: {'Port': ['ID=818ba58a-92b9-46b3-81c7-b76ffa97e504,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:21.734536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:21.759277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] No DVR routers for this DVR port 818ba58a-92b9-46b3-81c7-b76ffa97e504 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:21.945213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:21.981818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2d1cb8-8d85-4b88-8106-9a2d4baeec49']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:22.000258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:22.001013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1479e0-ef3e-4c89-b851-b2fde1510bc0') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:22.016283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0ef4-2969-4c60-b081-bd83933ec04b req-91f6d985-8006-4280-972e-db709953b630 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:22.019473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62dc0ef4-2969-4c60-b081-bd83933ec04b req-91f6d985-8006-4280-972e-db709953b630 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.0915675 Dec 16 15:19:22.028993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.048083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.050387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 818ba58a-92b9-46b3-81c7-b76ffa97e504 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:22.055376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.056785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.061139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:19:22.061542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:19:22.068583 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:19:22.078846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 818ba58a-92b9-46b3-81c7-b76ffa97e504 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:22.079199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 818ba58a-92b9-46b3-81c7-b76ffa97e504 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:22.079656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device da834774-fc61-4529-bc0c-c9642f061cd8 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:22.083856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62dc0ef4-2969-4c60-b081-bd83933ec04b req-460f0e12-16f1-4ee6-a3bf-28f712b7163a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593464 Dec 16 15:19:22.085271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a7daa072-ee1c-48b6-8153-ca0061ddc032', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:19:22.086150 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.135600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: da834774-fc61-4529-bc0c-c9642f061cd8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:22.136888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device da834774-fc61-4529-bc0c-c9642f061cd8 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:22.137624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f3709b1-f34b-460c-bd51-5566a735c698 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:22.182032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6f3709b1-f34b-460c-bd51-5566a735c698 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:22.182412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f3709b1-f34b-460c-bd51-5566a735c698 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:22.235495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.308974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.332692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.346026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.357282 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0a2d1cb8-8d85-4b88-8106-9a2d4baeec49 HTTP/1.1" status: 204 len: 168 time: 1.2428048 Dec 16 15:19:22.432378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-21afdf54-6470-4ef1-8f05-57a67c56a514 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:22.435183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83135139-6f0e-446c-a1fa-2fffc5a85901 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a2d1cb8-8d85-4b88-8106-9a2d4baeec49,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:22.446360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-21afdf54-6470-4ef1-8f05-57a67c56a514 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2601743 Dec 16 15:19:22.505959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] No DVR routers for this DVR port 818ba58a-92b9-46b3-81c7-b76ffa97e504 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:22.541583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4f617-e7cc-4513-8b16-4d7ec2fd6dfe None None] Pushing event deleted for resources: {'Port': ['ID=818ba58a-92b9-46b3-81c7-b76ffa97e504,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:22.576188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.582494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Allocated IP 172.20.0.2 (a7daa072-ee1c-48b6-8153-ca0061ddc032/d26808fd-499f-4263-99a1-2e0037369caf/65a79eaf-f1ac-46e9-acba-9fc294ffeb99) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:22.628833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-3c0a6090-215e-4fed-8ad1-cb58df6a6f2f tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1738756 Dec 16 15:19:22.634414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'floatingip': {'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:22.735527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:22.860645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.073799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.136943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.146918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:23.155062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:23.159346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:23.160572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.188778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:23.317149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Attempting to bind port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:23.317149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Attempting to bind port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:23.317149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Attempting to bind port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 on network a7daa072-ee1c-48b6-8153-ca0061ddc032 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:23.317900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Pushing event updated for resources: {'Port': ['ID=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:23.329777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:23.411855 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4419dd1c-df9b-4e22-8243-5c17a75c3e61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1ea7bef7dfbd437194958f4a48d81782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183032 Dec 16 15:19:23.412834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40986) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:23.422049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:23.427308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Checking segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:23.429443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.429876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Bound using segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:23.432680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Bound port: 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:23.433273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.597635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2195ae-1eea-465d-ab2c-924e18ef659b req-657b4d03-b672-4da4-99c3-48cc8c45aa54 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:23.600689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c2195ae-1eea-465d-ab2c-924e18ef659b req-657b4d03-b672-4da4-99c3-48cc8c45aa54 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.3388295 Dec 16 15:19:23.643097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.656780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] For port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:23.671198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.679984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] For port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:23.688987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c2195ae-1eea-465d-ab2c-924e18ef659b req-94221d76-1d84-4a1f-8f85-1345c49ceaf2 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755665 Dec 16 15:19:23.695274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:23.716223 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aec181-3bf7-4f92-8838-018ac47fbb3c" -d '{"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:23.728837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Allocated IP 172.25.7.133 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5b729f37-deab-4ed7-9d87-c6fb780dda28) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:23.763669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:23.780569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.802166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.928647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:23.933366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faf71f-cb2f-447b-8977-f11046c68b90 None None] Pushing event updated for resources: {'Port': ['ID=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:24.055177 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.060246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:24.125100 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.133436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.135609 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e9143274-ee99-40e7-934e-96835c912289 HTTP/1.1" status: 204 len: 168 time: 0.7167540 Dec 16 15:19:24.157849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7920fe-f070-4acf-ae74-dacdfb069bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9143274-ee99-40e7-934e-96835c912289,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:24.307528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.354358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:19:24.365741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:24.368925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:24.374664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:24.378574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b729f37-deab-4ed7-9d87-c6fb780dda28,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:24.465803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79c1df-b14c-4924-b20f-ab9ba0a1ad9a req-96e61779-09e2-4e64-9b79-fd16cb19c317 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:24.479114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d79c1df-b14c-4924-b20f-ab9ba0a1ad9a req-96e61779-09e2-4e64-9b79-fd16cb19c317 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.6541564 Dec 16 15:19:24.580377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.602211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d79c1df-b14c-4924-b20f-ab9ba0a1ad9a req-050d2114-62c5-4e4e-99bd-ea1948bcaef9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219556 Dec 16 15:19:24.738409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:24.954024 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Floating IP 557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 associated. External IP: 172.25.7.89, port: 3fcbab83-b28e-4163-9d64-44c8a487b155. Dec 16 15:19:25.070875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-1649046a-cb6c-48a3-9a91-c762c138cb2c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:25.072396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-1649046a-cb6c-48a3-9a91-c762c138cb2c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.2844422 Dec 16 15:19:25.102073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-30e241c6-7532-491c-bb05-d029257908f6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/quotas/b86cd35ce0944c4d8b3d29bc6d818488 HTTP/1.1" status: 200 len: 375 time: 0.0174055 Dec 16 15:19:25.133183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:25.297045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:19:25.338742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-bcbe468f-dfc4-4c33-8fdf-e19fb783989b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2296999 Dec 16 15:19:25.362161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-a5157a10-7658-4312-b316-2ba31d80561a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:19:25.375204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-a5157a10-7658-4312-b316-2ba31d80561a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260041 Dec 16 15:19:25.375413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:25.426034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659936c-bd9d-4b39-94a3-ac463829169b None None] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:25.451154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Router a6c97932-597e-4a12-8812-748490309b67 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:19:25.576987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] Provisioning complete for port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:25.582655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:25.589493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:25.653869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'port_id': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'mac_address': 'fa:16:3e:8f:76:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2214db7f-dc54-4a43-9619-62436b30cc97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:19:25.669469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-9796d6c6-cf15-46c9-9a2c-271b2d018e08 service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927265 Dec 16 15:19:25.791153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:25.809950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f082a5c2-5e4a-4e6d-b780-8e68d88404b9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:25.812707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f082a5c2-5e4a-4e6d-b780-8e68d88404b9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "GET /v2.0/ports?device_id=96265aca-1352-456e-a544-4243fc48254b HTTP/1.1" status: 200 len: 944 time: 0.0823669 Dec 16 15:19:25.826837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:25.831948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:25.843236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:25.855865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Sync routers for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:25.886582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-0eeb02ff-4ae1-4314-ad44-21d2317ecf97 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "PUT /v2.0/floatingips/557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 HTTP/1.1" status: 200 len: 995 time: 3.2566462 Dec 16 15:19:25.889618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:25.889962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:25.892585 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062" -d '{"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:25.911865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Router 4691ce53-6e38-4b8b-a097-fd830475cfae is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:19:25.930604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:25.955647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-b88c6f6f-58e5-49de-b45d-70922725871a service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417243 Dec 16 15:19:25.960214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:25.961068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:25.974221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-65f1c7b0-1b7e-4e43-9d64-dc8f6206da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:25.975883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-65f1c7b0-1b7e-4e43-9d64-dc8f6206da23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1096 time: 0.0637395 Dec 16 15:19:26.042488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Deleting port eb2f3819-add7-4a0f-a10a-388807dfed99 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:26.042835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.076666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.111374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.185898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-6b3ccd91-5f1e-4223-be38-c417f1e14cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:26.191483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-6b3ccd91-5f1e-4223-be38-c417f1e14cb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 930 time: 0.2085416 Dec 16 15:19:26.203920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] For port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:26.216479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] For port eb2f3819-add7-4a0f-a10a-388807dfed99, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=eb2f3819-add7-4a0f-a10a-388807dfed99,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:26.216857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.243171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Calling delete_port for eb2f3819-add7-4a0f-a10a-388807dfed99 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:26.289734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41050) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:26.301575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:26.367964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:26.402710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-48e942a8-23d8-4cac-9b66-c4cea1f15e3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 998 time: 0.1986747 Dec 16 15:19:26.501477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:26.518076 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c7be91-5ea2-443f-9cab-3a0f8be8c6ea x-openstack-request-id: req-a9c7be91-5ea2-443f-9cab-3a0f8be8c6ea {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:26.518076 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-unplugged", "status": "completed", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:26.522035 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9c7be91-5ea2-443f-9cab-3a0f8be8c6ea {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:26.522823 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'code': 200} Dec 16 15:19:26.524082 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.525357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-40eae4d6-696d-493e-aac4-3d11583a3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:26.536926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-40eae4d6-696d-493e-aac4-3d11583a3756 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.1240201 Dec 16 15:19:26.665802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:26.666443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:26.736569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-19822717-network', 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:26.818043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e0b13-76ac-481f-a3f6-fed07d8c43e6 req-d5aee74e-6e48-4100-bf15-89764f1d33d0 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:26.820305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-558e0b13-76ac-481f-a3f6-fed07d8c43e6 req-d5aee74e-6e48-4100-bf15-89764f1d33d0 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.2473209 Dec 16 15:19:26.830148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-2be9fe24-d90a-434d-a1d6-884f86dc7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:26.844711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-2be9fe24-d90a-434d-a1d6-884f86dc7082 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681594 Dec 16 15:19:26.974108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-558e0b13-76ac-481f-a3f6-fed07d8c43e6 req-7548ed89-a801-434b-bf70-39da2ac032ee tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265025 Dec 16 15:19:26.982213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:26.986166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.001582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.047663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:27.053933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-59620ada-685a-4667-9386-85e05443978e service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083576 Dec 16 15:19:27.074159 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Sync routers for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:27.101671 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:27.103459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:27.143280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.237904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6eaac221-2fd9-4130-9d1e-63450db4c184 None None] Provisioning complete for port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:27.238584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6eaac221-2fd9-4130-9d1e-63450db4c184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.282044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event deleted for resources: {'Port': ['ID=eb2f3819-add7-4a0f-a10a-388807dfed99,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:27.306677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73178-9fdc-469f-b8d1-1f033a1d180a None None] Pushing event updated for resources: {'Port': ['ID=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:27.311021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.321332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f4099c3-90ed-4792-81fc-0cafb8ec14a2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6002371 Dec 16 15:19:27.324213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41078) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:27.344669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:27.388761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08d31db6-4202-4d37-9e78-0e4da8b5dc2c req-f82a1f1a-2b0f-4db8-9a08-1ce1194cf918 service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336380 Dec 16 15:19:27.408553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] No DVR routers for this DVR port eb2f3819-add7-4a0f-a10a-388807dfed99 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:27.414868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.423435 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eff0eabe-93a5-4083-95b4-7bc8c66766b4 req-f0503f70-73e7-41a3-b7e3-7f79f31f1f1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "DELETE /v2.0/ports/eb2f3819-add7-4a0f-a10a-388807dfed99 HTTP/1.1" status: 204 len: 173 time: 1.6020558 Dec 16 15:19:27.424256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-deleted', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:27.428896 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33576c-29d4-411f-8450-6e838c64bfbf" -d '{"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-deleted", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:27.522851 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:27.533076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.581773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: eb2f3819-add7-4a0f-a10a-388807dfed99 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:27.582727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device eb2f3819-add7-4a0f-a10a-388807dfed99 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:27.584493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:27.634713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f9431-4dce-4ed9-b813-ea25c9ff2e76 req-901e5268-fa19-4150-b903-934cbae9a662 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:27.643668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1f9431-4dce-4ed9-b813-ea25c9ff2e76 req-901e5268-fa19-4150-b903-934cbae9a662 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.1689034 Dec 16 15:19:27.748716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1f9431-4dce-4ed9-b813-ea25c9ff2e76 req-8042c34a-4025-4bb9-952f-152f7f25cf3b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038387 Dec 16 15:19:27.791569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.962518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:27.964911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:27.993047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:27.993444 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Added segment 1c5f5e47-3aa0-4bc1-a5bb-88154df71c95 of type vlan for network 24b2942a-b295-4733-8a0d-9bb98374c10e Dec 16 15:19:28.055531 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.071931 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:24Z', 'revision_number': 3, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:28.082093 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c670981a-228e-4715-a332-d968966200be x-openstack-request-id: req-c670981a-228e-4715-a332-d968966200be {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:28.082532 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:28.082924 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c670981a-228e-4715-a332-d968966200be {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:28.083415 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'status': 'completed', 'code': 200} Dec 16 15:19:28.119227 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Checking router: 4691ce53-6e38-4b8b-a097-fd830475cfae for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:19:28.120448 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Updating router 4691ce53-6e38-4b8b-a097-fd830475cfae port 5b729f37-deab-4ed7-9d87-c6fb780dda28 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:19:28.180182 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.207245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.217813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba7105b9-bcdc-4096-980e-fe974619b884 req-4c299ea5-361a-48f5-acdd-b4f5c8bc0264 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 210 time: 0.1315608 Dec 16 15:19:28.227512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500a9a7b-2c28-4d63-8c7f-e13a917b2546,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:28.250178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:28.250902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.325560 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf6fdf-14fa-47b3-9fb4-929d4950bbe3 x-openstack-request-id: req-5faf6fdf-14fa-47b3-9fb4-929d4950bbe3 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:28.326574 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96265aca-1352-456e-a544-4243fc48254b", "name": "network-vif-deleted", "tag": "eb2f3819-add7-4a0f-a10a-388807dfed99", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:28.327913 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5faf6fdf-14fa-47b3-9fb4-929d4950bbe3 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:28.328304 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96265aca-1352-456e-a544-4243fc48254b', 'name': 'network-vif-deleted', 'tag': 'eb2f3819-add7-4a0f-a10a-388807dfed99', 'status': 'completed', 'code': 200} Dec 16 15:19:28.430530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:28.466854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '557cb2fc-b5a2-49e5-b4a6-053e1aa216a7', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a6c97932-597e-4a12-8812-748490309b67', 'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'mac_address': 'fa:16:3e:64:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:19Z', 'updated_at': '2021-12-16T15:19:23Z', 'revision_number': 1, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:28.564314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:28.567624 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b7807-639d-45b3-8123-543ef35bf58d" -d '{"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-unplugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:28.573737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Checking router: a6c97932-597e-4a12-8812-748490309b67 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:19:28.588752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:28.589408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:28.625490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.626470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:28.627091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.652947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.660646 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.782130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-631d88e8-0171-4a17-ba4c-81c618b9c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:28.783677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-631d88e8-0171-4a17-ba4c-81c618b9c667 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1096 time: 0.6937568 Dec 16 15:19:28.843973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] Pushing event updated for resources: {'Network': ['ID=24b2942a-b295-4733-8a0d-9bb98374c10e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:28.872370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 24b2942a-b295-4733-8a0d-9bb98374c10e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:28.879693 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:28.893475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f6b07d26-1531-4846-853f-aac33932ef3a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5981922 Dec 16 15:19:28.894938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:28.908941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:28.910022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Request body: {'subnet': {'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-19822717-subnet', 'tenant_id': '3c51e77020c74bf588351d2500dfa39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:28.955150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b1767-2131-40ef-b8a2-8a5a49b5b0ef req-ddf6843b-f5b4-4d1a-a978-1408b92a191e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:28.965062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-450b1767-2131-40ef-b8a2-8a5a49b5b0ef req-ddf6843b-f5b4-4d1a-a978-1408b92a191e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 943 time: 0.3445065 Dec 16 15:19:29.001526 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.035789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-f28659bb-3f8f-43c7-be91-235aa0519b2d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 258 time: 0.4033418 Dec 16 15:19:29.116352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:29.125775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:29.129459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.164204 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Attempting to bind port 5b729f37-deab-4ed7-9d87-c6fb780dda28 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:29.166550 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Attempting to bind port 5b729f37-deab-4ed7-9d87-c6fb780dda28 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:29.166550 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Attempting to bind port 5b729f37-deab-4ed7-9d87-c6fb780dda28 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:29.168954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-646b291e-e123-4448-aef6-b84862159c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:29.172682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-646b291e-e123-4448-aef6-b84862159c91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 930 time: 0.3626032 Dec 16 15:19:29.192582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:29.201092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Pushing event updated for resources: {'Port': ['ID=5b729f37-deab-4ed7-9d87-c6fb780dda28,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:29.208686 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:29.209272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:29.210766 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.211992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:29.213681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Bound port: 5b729f37-deab-4ed7-9d87-c6fb780dda28, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:29.220731 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.276970 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.278877 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.280103 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.280595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.281753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.282819 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.283719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.284417 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.285430 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.286511 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.287591 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.289021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.289563 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:29.369382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:19:29.381079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] For port 5b729f37-deab-4ed7-9d87-c6fb780dda28, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:29.381721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:29.387155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-1eeb341f-04fd-4e76-b940-6d7d549d0368 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 998 time: 0.1675072 Dec 16 15:19:29.397216 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] For port 5b729f37-deab-4ed7-9d87-c6fb780dda28, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5b729f37-deab-4ed7-9d87-c6fb780dda28,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:29.547783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.594938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-450b1767-2131-40ef-b8a2-8a5a49b5b0ef req-7ee60313-d059-453c-8cbe-6ce48ebb9e3e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275351 Dec 16 15:19:29.604995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 00d99df9-67b8-4a83-92b3-894607bb7ddb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:29.605628 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.613288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-928699d3-4d22-4d23-8e76-7e5aebcf1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:29.615194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-928699d3-4d22-4d23-8e76-7e5aebcf1f11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.1803052 Dec 16 15:19:29.628022 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.786835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-6eb63e0b-10b8-4c58-96d5-e9fdb2a27b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:29.791552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-6eb63e0b-10b8-4c58-96d5-e9fdb2a27b44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562130 Dec 16 15:19:29.813656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.816988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:29.828117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.832769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.835049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:29.850594 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa45bc9-9e65-43be-a1ea-b0939bc3b177 None None] Pushing event updated for resources: {'Port': ['ID=5b729f37-deab-4ed7-9d87-c6fb780dda28,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:29.854169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:29.854819 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade79a9-276d-4845-9d82-4f8f4bf4477d x-openstack-request-id: req-6ade79a9-276d-4845-9d82-4f8f4bf4477d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:29.861815 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-unplugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:29.861815 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ade79a9-276d-4845-9d82-4f8f4bf4477d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:29.861815 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'code': 200} Dec 16 15:19:29.862570 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:29.862680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'port_id': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'mac_address': 'fa:16:3e:93:a0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99507e-a987-4a34-b0c7-07709a290101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:19:29.905747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '557cb2fc-b5a2-49e5-b4a6-053e1aa216a7', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a6c97932-597e-4a12-8812-748490309b67', 'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'mac_address': 'fa:16:3e:64:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:19Z', 'updated_at': '2021-12-16T15:19:23Z', 'revision_number': 1, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:29.982697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c742246-43b9-4c73-9ffa-6f44f65b947d None None] The sync data for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 is: [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '557cb2fc-b5a2-49e5-b4a6-053e1aa216a7', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'a6c97932-597e-4a12-8812-748490309b67', 'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1003, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'mac_address': 'fa:16:3e:64:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:19Z', 'updated_at': '2021-12-16T15:19:23Z', 'revision_number': 1, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:19:30.022585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:30.024765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:30.061107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92a617d-c929-4703-9b3d-95b17ca7b069 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:30.085095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:30.085550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Network hostable DHCP agents. Network: 24b2942a-b295-4733-8a0d-9bb98374c10e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:19:30.123909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:30.125532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=115240bc-4f90-447c-897a-0ab99c407a49,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:30.138244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:30.186407 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:30.284063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:19:30.297772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-7ed6246f-dde3-4a53-97ee-fb6630277904 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934716 Dec 16 15:19:30.322141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:30.326422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:30.344662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5f73-e179-406f-8093-a906979a05e5 req-1d721d3b-6742-42cc-8b66-46a3f77cc87d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:30.346828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-519a5f73-e179-406f-8093-a906979a05e5 req-1d721d3b-6742-42cc-8b66-46a3f77cc87d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.3956306 Dec 16 15:19:30.459240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:30.491564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 24b2942a-b295-4733-8a0d-9bb98374c10e) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:30.496794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:30.497399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:30.502664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085b7279-1d72-4067-ac2d-fab54c29d775 None None] Network 24b2942a-b295-4733-8a0d-9bb98374c10e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:30.540958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0c86b57-64b7-4aa7-9bb2-16cc5141b062 req-728aac8e-8140-4cd0-953e-6a5528d939bd service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307212 Dec 16 15:19:30.657934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Allocated IP 172.20.0.1 (a7daa072-ee1c-48b6-8153-ca0061ddc032/d26808fd-499f-4263-99a1-2e0037369caf/f459c938-7b2e-4150-a646-b88415d8138b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:30.661264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e277d2-5c4c-4efd-9672-2342ab9f1f83 None None] New status for floating IP 557cb2fc-b5a2-49e5-b4a6-053e1aa216a7: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:19:30.692215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-7b21537d-3f04-404d-b188-557feef3681b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:30.693967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-7b21537d-3f04-404d-b188-557feef3681b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.3064599 Dec 16 15:19:30.732674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3cb9fd56-3565-4c04-b896-9114cd33faf1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8360350 Dec 16 15:19:30.735784 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-adf70778-24ff-415c-99d1-be342a042066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:24Z', 'revision_number': 3, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:30.747622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Request body: {'port': {'device_id': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'admin_state_up': True, 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:30.767892 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf70778-24ff-415c-99d1-be342a042066 None None] The sync data for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 is: [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:24Z', 'revision_number': 3, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:19:30.834453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:31.029945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-519a5f73-e179-406f-8093-a906979a05e5 req-044ecad9-d50a-43cb-bb6d-49cdbc8a663e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465127 Dec 16 15:19:31.033184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:31.128696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:31.133358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:31.135112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e92a617d-c929-4703-9b3d-95b17ca7b069'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:31.136864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:31.148270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:31.180611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:31.231710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:31.248890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:31.451134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d98a2e28-7001-4f09-af7c-01a2286fcc38 req-21e18b8d-3fc6-462f-bb83-2f1504981abb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 210 time: 0.1552734 Dec 16 15:19:31.469259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba9282-1d24-47e7-aa42-6b1a65b93f4d None None] Network 24b2942a-b295-4733-8a0d-9bb98374c10e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:31.494028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:31.665131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Allocated IP 172.20.0.11 (d76f6e9e-5f82-4df0-96d3-7bb98afd9d41/c98a17e1-c31b-468c-81ff-a2911cf1a540/d55d9a39-a215-45e4-bef6-d6a69fd36e34) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:31.857778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:31.863488 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba0842-9651-4110-82ad-2d01519017d6" -d '{"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:31.964574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5b729f37-deab-4ed7-9d87-c6fb780dda28 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:31.969555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-acfe03cd-2569-49e6-a478-d375931b9526 None None] Provisioning complete for port f459c938-7b2e-4150-a646-b88415d8138b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:31.975662 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-acfe03cd-2569-49e6-a478-d375931b9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.096125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.141683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-acfe03cd-2569-49e6-a478-d375931b9526 None None] Port f459c938-7b2e-4150-a646-b88415d8138b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:19:32.166188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5b729f37-deab-4ed7-9d87-c6fb780dda28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:32.167224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.181463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Allocated IP 172.25.7.41 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:32.197732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.271593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea23de-c060-4ee0-bd0e-14303a802beb req-5d80639d-ae01-4614-9984-04713555dc10 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:32.279320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17ea23de-c060-4ee0-bd0e-14303a802beb req-5d80639d-ae01-4614-9984-04713555dc10 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 944 time: 0.4013031 Dec 16 15:19:32.315253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.324753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.371305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 5b729f37-deab-4ed7-9d87-c6fb780dda28, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5b729f37-deab-4ed7-9d87-c6fb780dda28,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:32.402983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:32.408439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:32.425440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:32.509127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.509567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:32.511079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.533541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:32.579812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17ea23de-c060-4ee0-bd0e-14303a802beb req-c6a223f5-50af-451a-9f95-9a0cfed533fa tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846425 Dec 16 15:19:32.579812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.637716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=5b729f37-deab-4ed7-9d87-c6fb780dda28,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:32.729688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-c369b42b-119a-4ba1-ac1c-b13c00afa012 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9935622 Dec 16 15:19:32.753323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Request body: {'port': {'device_id': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:32.763157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.833478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:32.910556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.084447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.157855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:33.168238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:33.170867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:33.198843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.231147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:33.321768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55d9a39-a215-45e4-bef6-d6a69fd36e34 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:33.339693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.372230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Transition to ACTIVE for port object d55d9a39-a215-45e4-bef6-d6a69fd36e34 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:19:33.372677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-31ca8916-adde-47f0-b31c-8ef9e21cf62a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:33.374900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-31ca8916-adde-47f0-b31c-8ef9e21cf62a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.3978300 Dec 16 15:19:33.385496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:33.431492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event updated for resources: {'Port': ['ID=c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:33.440916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-9360c3c5-ff98-4279-9615-30d6c621f48e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0349457 Dec 16 15:19:33.475199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port e92a617d-c929-4703-9b3d-95b17ca7b069 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:33.475959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.516581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.521728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-55cb2e43-597c-4a8c-9060-8695e741dc36 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663965 Dec 16 15:19:33.558466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:33.582084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.591412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:33.628724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.693567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:33.849715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:33.894430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:33.938252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5b729f37-deab-4ed7-9d87-c6fb780dda28 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:33.973165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Attempting to bind port d55d9a39-a215-45e4-bef6-d6a69fd36e34 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:33.973667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Attempting to bind port d55d9a39-a215-45e4-bef6-d6a69fd36e34 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:33.974445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Attempting to bind port d55d9a39-a215-45e4-bef6-d6a69fd36e34 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:33.987219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Port d55d9a39-a215-45e4-bef6-d6a69fd36e34 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:19:33.989116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Attempting to bind port d55d9a39-a215-45e4-bef6-d6a69fd36e34 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:34.004198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:34.004551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Checking segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:34.005258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Bound using segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:34.005616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Bound port: d55d9a39-a215-45e4-bef6-d6a69fd36e34, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:34.006702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:34.009911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.025253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5b729f37-deab-4ed7-9d87-c6fb780dda28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:34.025638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.093553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fae99072-5357-4b0f-ab90-9cbbd3232579 None None] Provisioning complete for port f459c938-7b2e-4150-a646-b88415d8138b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:34.093776 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fae99072-5357-4b0f-ab90-9cbbd3232579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.121713 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.140111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:34.151203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:34.169702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fae99072-5357-4b0f-ab90-9cbbd3232579 None None] Port f459c938-7b2e-4150-a646-b88415d8138b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:19:34.221073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-70d21ded-efb1-4393-8d7b-ab1c456ee4e1 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899419 Dec 16 15:19:34.236511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.303217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:34.305762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.306544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] 10.222.0.30 "PUT /v2.0/ports/d55d9a39-a215-45e4-bef6-d6a69fd36e34 HTTP/1.1" status: 200 len: 1092 time: 1.5623667 Dec 16 15:19:34.307368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:34.311106 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d2eb5-c474-44da-973d-4b61c1884900" -d '{"events": [{"name": "network-changed", "server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:34.334854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5c150-6f34-4904-9cab-9d92507d7fab service neutron] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:34.378617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Router 4691ce53-6e38-4b8b-a097-fd830475cfae has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:19:34.510746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-7d206c18-2fa1-4a66-be92-9e0a87f58497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:34.514129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-7d206c18-2fa1-4a66-be92-9e0a87f58497 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 1095 time: 0.0560520 Dec 16 15:19:34.598203 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-e1b1e6ca-d858-47f2-be5d-81818c63621e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34 HTTP/1.1" status: 200 len: 217 time: 0.0674698 Dec 16 15:19:34.611452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-77b97abd-de7f-4bf4-927b-c13cd719efdb service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814259 Dec 16 15:19:34.615647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.669382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:34.678699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2b7ce5af-6ecd-49cb-bb3f-e993de62b5b3 admin admin] 10.222.0.71 "PUT /v2.0/routers/4691ce53-6e38-4b8b-a097-fd830475cfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3496580 Dec 16 15:19:34.687729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Sync routers for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:34.718489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:34.734822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:34.734822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:34.735266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1108f5-a368-4237-bf92-07a297439dff req-4b04fd1c-8e6c-4411-96a0-b1163ad9ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:34.741329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-4b04fd1c-8e6c-4411-96a0-b1163ad9ee1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.1308367 Dec 16 15:19:34.806181 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-09c132af-6294-460b-ad04-e670c831bf7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543668 Dec 16 15:19:34.842921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event updated for resources: {'Port': ['ID=c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:34.903904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:35.066371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:35.068805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-27935396-a3c0-4420-ab61-bdcfb0a08f8c tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.0320053 Dec 16 15:19:35.095010 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:35.170328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-bd53b8ba-00c9-4900-8b14-1e724883dceb service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569214 Dec 16 15:19:35.221017 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb21749-906d-4736-82e1-911a4f137734 x-openstack-request-id: req-bdb21749-906d-4736-82e1-911a4f137734 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:35.222053 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:35.222498 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bdb21749-906d-4736-82e1-911a4f137734 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:35.223075 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'code': 200} Dec 16 15:19:35.247615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-fcab8699-8810-4b40-8099-5f7c2019747e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1658902 Dec 16 15:19:35.473393 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ce1108f5-a368-4237-bf92-07a297439dff req-b30c8351-b83b-4fad-93a5-d8011399788c service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894621 Dec 16 15:19:35.496893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-5627798d-65bc-429b-8b3f-b41db66301f7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:35.498637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d151effe-34ef-4062-9e4d-e1ebd53cfee4 req-5627798d-65bc-429b-8b3f-b41db66301f7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2445068 Dec 16 15:19:35.540605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf407-d44c-4aeb-81dc-45efe351f136 req-65cc6a08-298f-4a50-861d-430439a58332 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:35.543502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbfdf407-d44c-4aeb-81dc-45efe351f136 req-65cc6a08-298f-4a50-861d-430439a58332 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1275613 Dec 16 15:19:35.589836 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 2, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:35.629905 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Checking router: 4691ce53-6e38-4b8b-a097-fd830475cfae for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:19:35.630415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Updating router 4691ce53-6e38-4b8b-a097-fd830475cfae port f459c938-7b2e-4150-a646-b88415d8138b binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:19:35.646735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbfdf407-d44c-4aeb-81dc-45efe351f136 req-9a851a95-94f4-45aa-8e6b-2d2e28a4f2ee tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958285 Dec 16 15:19:35.667749 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:35.668683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e74ac-7561-4b91-ad77-cbf0321e61e5 req-79d44f9c-541e-4e09-87d2-aa9691713c32 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:35.670401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c2e74ac-7561-4b91-ad77-cbf0321e61e5 req-79d44f9c-541e-4e09-87d2-aa9691713c32 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 944 time: 0.0924301 Dec 16 15:19:35.745770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c2e74ac-7561-4b91-ad77-cbf0321e61e5 req-f938fa62-0d82-4756-bb83-164f2990944c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663934 Dec 16 15:19:35.795895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769e94-1c96-435e-91d3-1411663b69a5 req-3fadaeb4-0f9e-4ff2-bfaa-204179bdd40c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:35.797555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd769e94-1c96-435e-91d3-1411663b69a5 req-3fadaeb4-0f9e-4ff2-bfaa-204179bdd40c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.0664141 Dec 16 15:19:35.805922 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985f4c2-8403-43e3-8cc2-6ecc0b2066af x-openstack-request-id: req-d985f4c2-8403-43e3-8cc2-6ecc0b2066af {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:35.806258 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:35.806664 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d985f4c2-8403-43e3-8cc2-6ecc0b2066af {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:35.806963 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'status': 'completed', 'code': 200} Dec 16 15:19:35.906217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2ee5666-3bc4-48dc-8dbe-e0501acce8a0 req-9c01e8f2-cfe1-424b-bd26-949d3693e5f3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 210 time: 0.0586708 Dec 16 15:19:35.956934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd769e94-1c96-435e-91d3-1411663b69a5 req-13ae151c-83bc-408e-8afe-a9797fa8038c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512821 Dec 16 15:19:36.034793 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.136991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-ba307856-8624-4e07-9a55-937bb14bedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:36.139210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-ba307856-8624-4e07-9a55-937bb14bedbc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 1095 time: 0.0951211 Dec 16 15:19:36.195242 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.393282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-3e66d5d7-9c8e-49f1-babd-f08820690cf8 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:36.419376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-a7c8a3d3-b03f-43fc-aa4d-28c70c41c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:36.421305 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-a7c8a3d3-b03f-43fc-aa4d-28c70c41c5da service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 904 time: 0.2745111 Dec 16 15:19:36.435811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-3e66d5d7-9c8e-49f1-babd-f08820690cf8 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2544956 Dec 16 15:19:36.501895 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5f183-8bb1-4012-ab13-cf247e72e388 None None] Pushing event updated for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:36.536752 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Attempting to bind port f459c938-7b2e-4150-a646-b88415d8138b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:36.537133 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Attempting to bind port f459c938-7b2e-4150-a646-b88415d8138b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:36.541292 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Attempting to bind port f459c938-7b2e-4150-a646-b88415d8138b on network a7daa072-ee1c-48b6-8153-ca0061ddc032 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:36.556037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:36.561256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-05f3e879-3399-4003-8ef9-f89768c48618 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34 HTTP/1.1" status: 200 len: 217 time: 0.1221361 Dec 16 15:19:36.562497 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Checking segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:36.562841 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.563254 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Bound using segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:36.563768 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Bound port: f459c938-7b2e-4150-a646-b88415d8138b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:36.570685 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.587105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-2f2f77b1-79b4-4a85-84de-51b955ea0570 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1435096 Dec 16 15:19:36.599306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-2b909eb7-bad2-4eda-a66a-361139479b04 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'floatingip': {'port_id': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:36.613097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41188) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:36.659115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7bca58a7-f165-4107-9002-24464c4b4657 None None] Provisioning complete for port f459c938-7b2e-4150-a646-b88415d8138b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:36.660314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bca58a7-f165-4107-9002-24464c4b4657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.721418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7bca58a7-f165-4107-9002-24464c4b4657 None None] Port f459c938-7b2e-4150-a646-b88415d8138b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:19:36.724354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-20324752-b6b3-4a65-af38-c2624ca3ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:36.730129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-20324752-b6b3-4a65-af38-c2624ca3ada5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.1616924 Dec 16 15:19:36.760238 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] For port f459c938-7b2e-4150-a646-b88415d8138b, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:36.762401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122830750', 'description': 'tempest-description--2022771303'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:36.767473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] For port f459c938-7b2e-4150-a646-b88415d8138b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f459c938-7b2e-4150-a646-b88415d8138b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:36.778367 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-0f4b7707-27b3-4781-8279-2f1ba74c19d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436456 Dec 16 15:19:36.781973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-2b909eb7-bad2-4eda-a66a-361139479b04 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.890426 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:36.969068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-5f7e183e-cc6a-490a-be5d-1375d65b4cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809161 Dec 16 15:19:37.045005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.097595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:37.098353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:37.221417 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5f183-8bb1-4012-ab13-cf247e72e388 None None] Pushing event updated for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:37.224511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:37.229056 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e8c2c8-e5e4-4587-bd8f-64aef27e476b" -d '{"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-plugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:37.234430 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f1d2eb5-c474-44da-973d-4b61c1884900 req-8fe188e9-8e51-4b67-8346-27782f7be8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500300 Dec 16 15:19:37.459427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303135b5-bf34-4c73-a823-136b7b52dc6d req-8344f62c-5b3f-41af-a130-ea27fd9fd66c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:37.461232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-303135b5-bf34-4c73-a823-136b7b52dc6d req-8344f62c-5b3f-41af-a130-ea27fd9fd66c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.3037167 Dec 16 15:19:37.508116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] Provisioning complete for port f459c938-7b2e-4150-a646-b88415d8138b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:37.508116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.508562 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-2b909eb7-bad2-4eda-a66a-361139479b04 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 15:19:37.508562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6e2cfca-c962-48ea-8070-6eb80074215a req-2b909eb7-bad2-4eda-a66a-361139479b04 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "PUT /v2.0/floatingips/e8d90c94-462d-40ba-bb7b-473f8433a6f7 HTTP/1.1" status: 409 len: 549 time: 0.9194853 Dec 16 15:19:37.540184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.559360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-303135b5-bf34-4c73-a823-136b7b52dc6d req-0a75a268-6916-4fef-936b-50691b62d80f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870719 Dec 16 15:19:37.633970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.682433 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:37.836517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.840314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:37.842573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0953310 Dec 16 15:19:37.845854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41214) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:37.853009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'security_group_rule': {'security_group_id': '64086d90-2ed9-449f-952b-8c3e44e66810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:37.873031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41216) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:37.883543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070d38-e428-49de-9615-3c51ca5413b9 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64086d90-2ed9-449f-952b-8c3e44e66810,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:37.906016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5890598-cec9-49e8-952c-6ccb216ef142 req-f6df80b6-045d-4db7-a6b6-473ee7bc0cec tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 210 time: 0.1094031 Dec 16 15:19:37.913107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] For port f459c938-7b2e-4150-a646-b88415d8138b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f459c938-7b2e-4150-a646-b88415d8138b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:37.992630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.020684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74a1fb-dd4d-479a-b1a8-69d857813f34 req-fa19baa8-0471-4e2e-8b2a-3d1547b7f02f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:38.038344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f74a1fb-dd4d-479a-b1a8-69d857813f34 req-fa19baa8-0471-4e2e-8b2a-3d1547b7f02f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 944 time: 0.2968810 Dec 16 15:19:38.107038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.130123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02398aaa-48a7-4606-af8a-ab237839b1e7 None None] Pushing event updated for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:38.241214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15b6ec54-8001-4cbe-964c-aae2a608b6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.251851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f74a1fb-dd4d-479a-b1a8-69d857813f34 req-95662343-e618-40df-906f-cc923d87ec40 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023268 Dec 16 15:19:38.287243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f575a8-dd3c-493e-a44e-ae3aa070e679 req-51d49213-9aa8-47fe-b333-9d805e23a302 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:38.298958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39f575a8-dd3c-493e-a44e-ae3aa070e679 req-51d49213-9aa8-47fe-b333-9d805e23a302 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.1686263 Dec 16 15:19:38.300965 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:36Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:38.350863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.424480 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde2c6c5-41f6-4e0a-9a46-69b121fbfece x-openstack-request-id: req-dde2c6c5-41f6-4e0a-9a46-69b121fbfece {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:38.425174 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-plugged", "status": "completed", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:38.425438 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dde2c6c5-41f6-4e0a-9a46-69b121fbfece {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:38.426048 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'code': 200} Dec 16 15:19:38.430485 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825b141d-4c87-48a6-aae5-7ee11cefabbb None None] The sync data for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 is: [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:36Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:19:38.532536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.542744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15b6ec54-8001-4cbe-964c-aae2a608b6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.602772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145be7e4-494b-4922-a86b-fbad86ee6a04,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:38.638208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-4dba0d43-a0c5-46e1-9a58-5f4ca44cb0c0 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips/e8d90c94-462d-40ba-bb7b-473f8433a6f7 HTTP/1.1" status: 200 len: 692 time: 0.1845455 Dec 16 15:19:38.643795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39f575a8-dd3c-493e-a44e-ae3aa070e679 req-314a8646-05e5-4a9a-89a3-3256f4de5edf tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419745 Dec 16 15:19:38.681511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15b6ec54-8001-4cbe-964c-aae2a608b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.743111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:38.767284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1fa79ce1-96a6-4db9-b84d-068470d5896a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9200528 Dec 16 15:19:38.768570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41226) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:38.805416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'security_group_rule': {'security_group_id': '64086d90-2ed9-449f-952b-8c3e44e66810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:38.844801 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-15b6ec54-8001-4cbe-964c-aae2a608b6e4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=11445a25620648bcad4eafbb7ad9a9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9693494 Dec 16 15:19:38.857645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6ec54-8001-4cbe-964c-aae2a608b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a00a4-31f5-4d70-90d1-13ef196ba5bb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:38.885340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41228) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:38.993586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e76c5d-2c8b-459c-889c-9d56484f719d req-97ad7c37-091a-4578-b081-b3d9cc2623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:38.999135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e76c5d-2c8b-459c-889c-9d56484f719d req-97ad7c37-091a-4578-b081-b3d9cc2623ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 1096 time: 0.1427031 Dec 16 15:19:39.003507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-4e6fe4ed-88e0-4845-978b-d59422e29e62 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:39.021135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-4e6fe4ed-88e0-4845-978b-d59422e29e62 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.3754950 Dec 16 15:19:39.081097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e76c5d-2c8b-459c-889c-9d56484f719d req-32829695-4a2b-4051-bb4a-eedb9c3daa99 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Dec 16 15:19:39.085336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.101277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.143547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:19:39.166577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-978d84ae-76a2-4036-aa08-e564c5a3b491 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1432691 Dec 16 15:19:39.194228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.225606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.326166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473a5a-a66a-44a1-9709-af42a2a4904c req-e2bb3c16-f423-4858-b83f-6f386ccd7c2a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:39.335390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.340752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16473a5a-a66a-44a1-9709-af42a2a4904c req-e2bb3c16-f423-4858-b83f-6f386ccd7c2a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.5158362 Dec 16 15:19:39.368855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:39.392864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-72c2028c-35c5-4a21-a4be-a38239e28f6e tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.2069302 Dec 16 15:19:39.393987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'mac_address': 'fa:16:3e:8d:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:19:39.418919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e768fd-052c-4467-bf8c-c166371f211d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:39.458837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.465004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.467098 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/892a00a4-31f5-4d70-90d1-13ef196ba5bb HTTP/1.1" status: 204 len: 168 time: 0.5795691 Dec 16 15:19:39.509427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8de9aa-8aea-4b6c-8f27-ace92c4f9a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a00a4-31f5-4d70-90d1-13ef196ba5bb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:39.523802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.543388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.550771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b39bdc6a-10b9-4244-9b86-5a2188def9f0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7568996 Dec 16 15:19:39.551898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41240) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:39.566887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:39.593577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55d9a39-a215-45e4-bef6-d6a69fd36e34 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:39.691513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:39.708601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16473a5a-a66a-44a1-9709-af42a2a4904c req-3e84f70c-c5b8-4a3a-901b-a89e5524ed39 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611326 Dec 16 15:19:39.750779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:39.826845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:40.050207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:40.135884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d55d9a39-a215-45e4-bef6-d6a69fd36e34'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:40.212537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1c54d27-b19a-416b-bb76-f58d77c4ce63 req-ce6775c3-10eb-4b70-ab35-0dcef74cdb5b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 210 time: 0.1624441 Dec 16 15:19:40.235732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f459c938-7b2e-4150-a646-b88415d8138b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:40.327438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f459c938-7b2e-4150-a646-b88415d8138b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:40.328323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:40.331211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Deleting port c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:40.331211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:40.604909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-c4076de1-6a4f-4b66-814d-dc42248c03ac tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:40.606650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-c4076de1-6a4f-4b66-814d-dc42248c03ac tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.5834825 Dec 16 15:19:40.627946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:40.896014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e7732-89b2-4045-b144-188f6d0400df req-0e02d360-132a-43df-9a46-87ac06e704ab tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:40.898963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b6e7732-89b2-4045-b144-188f6d0400df req-0e02d360-132a-43df-9a46-87ac06e704ab tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 945 time: 0.4949610 Dec 16 15:19:40.981966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.118901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.119430 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.143306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b6e7732-89b2-4045-b144-188f6d0400df req-29a28699-81af-4495-83bd-72be83e51895 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319036 Dec 16 15:19:41.197443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Calling delete_port for c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:41.272164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:41.276667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.310934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Allocated IP 172.25.7.94 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c3783196-68de-4ed2-8ea3-5b51cc8272d5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:41.313733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41252) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:41.471331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e92e81dd-66cd-435f-a79c-f0fa7dcc5b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.760306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.3 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/58605862-790e-41b7-822a-83757b07d338) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:41.811933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd46697-1340-4bfb-8a84-bb4c71b8ed59 req-f7d6adc5-ab90-47a6-a0b4-e969f2550853 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:41.828623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dd46697-1340-4bfb-8a84-bb4c71b8ed59 req-f7d6adc5-ab90-47a6-a0b4-e969f2550853 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.3933449 Dec 16 15:19:41.962073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e92e81dd-66cd-435f-a79c-f0fa7dcc5b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.977577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dd46697-1340-4bfb-8a84-bb4c71b8ed59 req-622a74b4-719a-4522-baed-8554b1edf707 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Dec 16 15:19:41.986636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:41.989738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.110307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event deleted for resources: {'Port': ['ID=c70a3d27-9d6e-4dad-bd1e-0f64d4798ec9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:42.152883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e92e81dd-66cd-435f-a79c-f0fa7dcc5b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.225478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e81dd-66cd-435f-a79c-f0fa7dcc5b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a185a2-11c0-49a9-9d8b-56feea97c184,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:42.257108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.354945 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e92e81dd-66cd-435f-a79c-f0fa7dcc5b14 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=62479a1cf8eb4b018ec2ed5880675b16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0303316 Dec 16 15:19:42.363176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906a0c-dac2-4b4e-8ff7-8dfdc7fea25f req-e2e5d2c2-7149-4137-9006-99af867a51f2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:42.371144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41262) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:42.377077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53906a0c-dac2-4b4e-8ff7-8dfdc7fea25f req-e2e5d2c2-7149-4137-9006-99af867a51f2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1832480 Dec 16 15:19:42.429511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.434191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.437529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7134ab14-62ff-4475-b533-d78eb2680be4 req-6f8b72d8-d662-48f1-bdec-f4f10783aac7 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "DELETE /v2.0/floatingips/e8d90c94-462d-40ba-bb7b-473f8433a6f7 HTTP/1.1" status: 204 len: 173 time: 3.0288930 Dec 16 15:19:42.490463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:42.503454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53906a0c-dac2-4b4e-8ff7-8dfdc7fea25f req-5a411457-284a-4283-9092-d76f857ea680 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247795 Dec 16 15:19:42.529941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'Port': ['ID=c3783196-68de-4ed2-8ea3-5b51cc8272d5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:42.556809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:42.592250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:42.752984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edeb275b-e8bf-4358-b1a8-04bc80f838c8 req-62409d9c-5376-4752-9e7d-3443fcd733eb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 210 time: 0.0672827 Dec 16 15:19:42.797048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.816352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b16f-18a7-4640-8b96-7d3fc48c8735 req-fb16ffdd-9aff-4b38-84a6-1be2b01090d6 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:42.825014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4f5b16f-18a7-4640-8b96-7d3fc48c8735 req-fb16ffdd-9aff-4b38-84a6-1be2b01090d6 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.2092757 Dec 16 15:19:42.919157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:42.965111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.004758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4f5b16f-18a7-4640-8b96-7d3fc48c8735 req-d27730ce-2b63-4956-bcdf-8db1ba146c51 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698496 Dec 16 15:19:43.088005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.173483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.177297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:43.182188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.182188 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02a185a2-11c0-49a9-9d8b-56feea97c184 HTTP/1.1" status: 204 len: 168 time: 0.8077097 Dec 16 15:19:43.219944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc38175-ce8a-467a-ad0d-b32d8939de94 req-33a51d80-eb64-43c0-a9f6-244797078301 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:43.227866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfc38175-ce8a-467a-ad0d-b32d8939de94 req-33a51d80-eb64-43c0-a9f6-244797078301 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 945 time: 0.2401836 Dec 16 15:19:43.232426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb423bc-f81e-450a-904e-358e061bae29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a185a2-11c0-49a9-9d8b-56feea97c184,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:43.281655 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.340320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-964b79a4-cbb4-47b3-a7c4-1a11d2db7723 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 1000 time: 0.2394950 Dec 16 15:19:43.496650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfc38175-ce8a-467a-ad0d-b32d8939de94 req-5fcf748d-cceb-4a9c-9ad9-815b4aea768a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595911 Dec 16 15:19:43.560377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-5cab588b-ee80-4de0-9f2f-7691c69f765d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:43.566756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d55d9a39-a215-45e4-bef6-d6a69fd36e34 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:19:43.576363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d55d9a39-a215-45e4-bef6-d6a69fd36e34 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:43.577002 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.585005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-5cab588b-ee80-4de0-9f2f-7691c69f765d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports/3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 942 time: 0.2422557 Dec 16 15:19:43.643023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.740365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:43.742511 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:43.775176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:43.789779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:43.796975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:43.810872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:43.814175 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233ab1a2-dd2c-41c2-8299-6d5ff98a6ab0" -d '{"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:43.846189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:44.105524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.105749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:44.105749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.144998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:44.238694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.269907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-7defd3f8-8244-41d7-b971-03ee37af05e9 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 1000 time: 0.5715277 Dec 16 15:19:44.463130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-150988fd-8f3b-47be-aec8-0fa733e80bd1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:44.465671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-150988fd-8f3b-47be-aec8-0fa733e80bd1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.1881313 Dec 16 15:19:44.553875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-675538ab-e910-484d-a38a-e9670c404574 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 1000 time: 0.0800540 Dec 16 15:19:44.564400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:44.627580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.733058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76995618-edb4-4b64-b197-201db0a7d2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.743660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-67c0094b-64e9-4c65-855d-0cc0e34b0f35 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1165943 Dec 16 15:19:44.743660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:44.823458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'Port': ['ID=c3783196-68de-4ed2-8ea3-5b51cc8272d5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:44.850632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-cbe270b0-94a9-4639-934e-3cd90b0749e4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:19:44.855320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-cbe270b0-94a9-4639-934e-3cd90b0749e4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190752 Dec 16 15:19:44.935077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Request body: {'port': {'device_id': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:45.036932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.042556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.083020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974af026-7f87-4e09-8e9e-43e0d3ce35f1 req-bd6675ed-1e28-4e88-981e-64132da74236 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:45.083020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974af026-7f87-4e09-8e9e-43e0d3ce35f1 req-bd6675ed-1e28-4e88-981e-64132da74236 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1396811 Dec 16 15:19:45.118675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.127898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.128326 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Floating IP 557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 disassociated. External IP: 172.25.7.89, port: 3fcbab83-b28e-4163-9d64-44c8a487b155. Dec 16 15:19:45.146419 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:19:45.147546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.148173 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1e27b71-9dfd-4da5-b82c-33dd7aefe67a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5948625 Dec 16 15:19:45.375076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974af026-7f87-4e09-8e9e-43e0d3ce35f1 req-cd4a02e0-ac01-43ce-b1ba-c13d6ea466ba tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855852 Dec 16 15:19:45.794748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Router a6c97932-597e-4a12-8812-748490309b67 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:19:45.823367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916b5c-3f29-4a69-b8bc-bec0c09fa206 req-bf588f5e-7a5f-4c41-b6fe-ac5a121a37b0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:45.833055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca916b5c-3f29-4a69-b8bc-bec0c09fa206 req-bf588f5e-7a5f-4c41-b6fe-ac5a121a37b0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 931 time: 0.1606171 Dec 16 15:19:45.842831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58605862-790e-41b7-822a-83757b07d338 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:45.884494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:45.920213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Transition to ACTIVE for port object 58605862-790e-41b7-822a-83757b07d338 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:19:45.995235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.112791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Pushing event updated for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:46.169894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:46.217556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca916b5c-3f29-4a69-b8bc-bec0c09fa206 req-2d9a5b40-d198-481a-84f4-01cd689af936 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828857 Dec 16 15:19:46.287846 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449c421-88ca-4dcb-acac-1f61dcd14671 x-openstack-request-id: req-b449c421-88ca-4dcb-acac-1f61dcd14671 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:46.288459 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:46.288459 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b449c421-88ca-4dcb-acac-1f61dcd14671 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:46.289024 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'code': 200} Dec 16 15:19:46.312856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Attempting to bind port 58605862-790e-41b7-822a-83757b07d338 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:46.313255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Attempting to bind port 58605862-790e-41b7-822a-83757b07d338 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:46.313538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Attempting to bind port 58605862-790e-41b7-822a-83757b07d338 on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:46.347242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Port 58605862-790e-41b7-822a-83757b07d338 on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:19:46.347797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Attempting to bind port 58605862-790e-41b7-822a-83757b07d338 on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:46.365078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:46.365505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:46.365917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:46.366714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Bound port: 58605862-790e-41b7-822a-83757b07d338, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:46.368757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.411758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:46.420582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.426293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Sync routers for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:46.461102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:46.462886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:46.574017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:46.581100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb9e1b-7eb7-4088-8926-f4dc15e70ae9 req-a9208a39-00e4-417d-9f10-26ce2dc36959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.585258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b2eb9e1b-7eb7-4088-8926-f4dc15e70ae9 req-a9208a39-00e4-417d-9f10-26ce2dc36959 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 1097 time: 0.1130805 Dec 16 15:19:46.588915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=58605862-790e-41b7-822a-83757b07d338,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:46.625709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-4741a6e5-e4a7-462e-95b0-9a307be1e37d tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "PUT /v2.0/floatingips/557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 HTTP/1.1" status: 200 len: 694 time: 2.0579231 Dec 16 15:19:46.645109 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8d2752c-c1ec-4873-b0b3-2639c992e5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.659811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1980127255-network', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:46.677596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:46.680924 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db163ee1-e01a-4111-b226-bc19ddef1893" -d '{"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:46.702013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.714036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58effd18-3267-41af-ad95-9ebd7335898b req-1f964448-41d8-4d79-a558-291ebb3e32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.716017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-1f964448-41d8-4d79-a558-291ebb3e32fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1096 time: 0.4694197 Dec 16 15:19:46.758364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:46.777388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37903cab-5d34-4a5c-a391-a161f6233851 req-926ec2fe-9852-4aee-8d1b-d80a9c82611b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.781685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37903cab-5d34-4a5c-a391-a161f6233851 req-926ec2fe-9852-4aee-8d1b-d80a9c82611b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.3854284 Dec 16 15:19:46.866501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.867556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.870394 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] 10.222.0.74 "PUT /v2.0/ports/58605862-790e-41b7-822a-83757b07d338 HTTP/1.1" status: 200 len: 1091 time: 1.9593787 Dec 16 15:19:46.877372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'tag': '58605862-790e-41b7-822a-83757b07d338'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:46.904552 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886d07a0-99b6-48e8-9ef2-1e31359a3548" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "tag": "58605862-790e-41b7-822a-83757b07d338"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:46.929954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Made reservation on behalf of 2236f4e6c55b4cd8afaa9494fb027830 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:46.934186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:46.947703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-bd146f79-6f2a-4c45-9fda-295eb3462d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.951292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-bd146f79-6f2a-4c45-9fda-295eb3462d41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1096 time: 0.3051805 Dec 16 15:19:46.964196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-2bc0e8f4-300d-4769-9c52-8081f064c332 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:46.965669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-2bc0e8f4-300d-4769-9c52-8081f064c332 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "GET /v2.0/ports?device_id=dde58547-082d-4fd7-a1b9-3c80363c8a96 HTTP/1.1" status: 200 len: 945 time: 0.4209416 Dec 16 15:19:47.034688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088dd1b-9f86-4746-a764-b78a3186fffe service neutron] Pushing event updated for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:47.040535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b2eb9e1b-7eb7-4088-8926-f4dc15e70ae9 req-fe21fe76-43c0-47fa-afa2-22fcb23b5eb9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353693 Dec 16 15:19:47.043507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.101128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37903cab-5d34-4a5c-a391-a161f6233851 req-6a366eed-88da-4fc9-aa05-a22767a95a09 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841051 Dec 16 15:19:47.248105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.318796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:47.380404 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.380937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58effd18-3267-41af-ad95-9ebd7335898b req-d59720bd-9ecc-4835-8774-b89843873d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:47.384267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-d59720bd-9ecc-4835-8774-b89843873d90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.5980537 Dec 16 15:19:47.393372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Checking router: a6c97932-597e-4a12-8812-748490309b67 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:19:47.403751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:47.408021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:47.409090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:47.423755 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.427267 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Added segment c855ddbe-bb57-45dc-8969-de0336dce859 of type vlan for network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d Dec 16 15:19:47.520569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-e688fe1c-759b-409f-8e0a-c138b54725ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:47.531435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-e688fe1c-759b-409f-8e0a-c138b54725ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 930 time: 0.5496213 Dec 16 15:19:47.579192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.658953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-d7fe0bf9-d227-4b52-91cb-b7fc0c562912 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.2327418 Dec 16 15:19:47.699195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-ba663db3-4948-4820-993c-ef8567f59807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:47.702351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-ba663db3-4948-4820-993c-ef8567f59807 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 1094 time: 0.4494085 Dec 16 15:19:47.706091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4978f1-fbba-4bf1-99a8-256203a11e5a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:47.727854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:47.806178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-c5bb8c56-9b3b-428a-bbf5-cfdb595c4364 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:47.809489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-c5bb8c56-9b3b-428a-bbf5-cfdb595c4364 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 0.4999580 Dec 16 15:19:47.879652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-137b0651-209d-490b-a886-2d71a2ee0b27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58605862-790e-41b7-822a-83757b07d338 HTTP/1.1" status: 200 len: 217 time: 0.1587343 Dec 16 15:19:47.885139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.891884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:47.893374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.922029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-4855f1a8-d5ab-4c7d-b5ef-e34da6ddedee tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/quotas/2f793704053b437fa25c687ec1911eef HTTP/1.1" status: 200 len: 375 time: 0.0817707 Dec 16 15:19:47.927431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Deleting port e92a617d-c929-4703-9b3d-95b17ca7b069 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:47.928077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:47.994737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:48.054347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58effd18-3267-41af-ad95-9ebd7335898b req-f7d7a1c0-a690-4f74-8765-bb268612e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:48.055291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-f7d7a1c0-a690-4f74-8765-bb268612e646 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.2402866 Dec 16 15:19:48.059693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:48.099812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-54678980'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:48.104440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-005cc63b-5711-484e-9234-cb176836583c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 217 time: 0.3249989 Dec 16 15:19:48.137165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:48.236922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f2a56-7ac2-4a93-a603-82f49376fc10 None None] The sync data for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 is: [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:18:43Z', 'revision_number': 4, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '349710a9-fa55-4a10-8947-778bec60ac95', 'name': '', 'network_id': '4fc58165-50c0-4ccb-a59f-c76127e45679', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'mac_address': 'fa:16:3e:52:06:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:41Z', 'updated_at': '2021-12-16T15:18:49Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'subnets': [{'id': 'fb9cfec3-08e6-4c7a-9958-af8171261a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:19:48.313820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-d89a610b-fca2-4023-9014-76ca489463e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780589 Dec 16 15:19:48.553533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-a75e4174-1e17-41e3-b0bb-53eabdf939f0 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5038092 Dec 16 15:19:48.560515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-3c24e4ce-ccb7-4809-b9aa-3640f76a1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:48.572276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-3c24e4ce-ccb7-4809-b9aa-3640f76a1d50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.3941550 Dec 16 15:19:48.752233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:48.757165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:48.768074 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb9807e-2a26-4c21-bbcf-19be40b5d9dc None None] New status for floating IP 557cb2fc-b5a2-49e5-b4a6-053e1aa216a7: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:19:48.772724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-6d37fecb-c74d-48e5-9302-d4d641804897 service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925173 Dec 16 15:19:48.889694 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7121549 Dec 16 15:19:48.890752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41416) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:48.916068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Request body: {'subnet': {'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1980127255-subnet', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:48.923535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-3766aa7a-5889-4e1a-8141-082121338630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:48.925082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-3766aa7a-5889-4e1a-8141-082121338630 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 1.0210454 Dec 16 15:19:48.946485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ae761-9a8c-4277-89cc-cc07720396da admin admin] Pushing event updated for resources: {'Network': ['ID=2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:48.981198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:49.039766 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-fce1b7a5-9434-46d1-ad89-4074e0c62d48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915644 Dec 16 15:19:49.168488 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.301105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-e5ae29b1-2c42-4494-9798-df4c3ce85210 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469628 Dec 16 15:19:49.363189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Made reservation on behalf of 2236f4e6c55b4cd8afaa9494fb027830 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:49.367789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] For port e92a617d-c929-4703-9b3d-95b17ca7b069, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e92a617d-c929-4703-9b3d-95b17ca7b069,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:49.368259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.369057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.465894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Calling delete_port for e92a617d-c929-4703-9b3d-95b17ca7b069 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:49.472561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-5ad1ebe7-7875-4fd1-a73a-f1a51d6ec260 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1372743 Dec 16 15:19:49.506985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-f03e7ecc-b4d5-497b-9291-15d3e72cdcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:49.511089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-f03e7ecc-b4d5-497b-9291-15d3e72cdcb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9369338 Dec 16 15:19:49.579750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7b1c953f-ade2-459d-bfa8-883995da9be2 req-f44680a8-4545-4464-84fd-63c046d6745a service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645352 Dec 16 15:19:49.704442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:49.869432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.893720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.942255 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:49.942863 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Added segment 4adfc449-e676-4264-80ee-ecbd575b7f16 of type vlan for network a367c4f8-0852-4d1d-a3df-87966e259d7a Dec 16 15:19:50.014559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd749a2f-2066-41bf-8ff7-69fdda144027,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:50.021190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58effd18-3267-41af-ad95-9ebd7335898b req-15ad974d-3fed-48e1-ad5f-561a13adaa54 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920983 Dec 16 15:19:50.047811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Checking segment: {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:50.049398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Network hostable DHCP agents. Network: 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:19:50.153631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:19:50.160619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-45538aa4-66e2-4991-bf8d-057aaf592be8 service neutron] 10.222.0.71 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3743703 Dec 16 15:19:50.212056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.223737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-c5da954f-dc5b-4ea0-b0f7-3c3f9a75cc3a service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143640 Dec 16 15:19:50.242318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:50.251809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:50.253209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.262609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993968c-84ff-4410-acf2-8acceb31839a None None] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:50.419734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6cdbf9cd-4bc2-41fb-9f23-da6a659f10a9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5231593 Dec 16 15:19:50.420273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41420) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:50.425287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:50.585436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c21b673d-73e8-41d2-be0d-dd0e5245a484 req-9e1e63b6-434a-49dc-baca-8d5f5e9b69c8 service neutron] 10.222.0.71 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593152 Dec 16 15:19:50.624679 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.639813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:50.677521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.677725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:19:50.677725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.703000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.708628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.910328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:50.945173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8855734 Dec 16 15:19:50.946328 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db85eb-7788-48f5-80c9-d4b5e5484e94 x-openstack-request-id: req-d4db85eb-7788-48f5-80c9-d4b5e5484e94 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:50.946328 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:50.946328 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4db85eb-7788-48f5-80c9-d4b5e5484e94 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:50.946800 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'status': 'completed', 'code': 200} Dec 16 15:19:51.019719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:51.039446 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42fde00-d303-4c62-9d91-a9d60b67b811 x-openstack-request-id: req-f42fde00-d303-4c62-9d91-a9d60b67b811 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:51.050101 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "tag": "58605862-790e-41b7-822a-83757b07d338", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:51.051131 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f42fde00-d303-4c62-9d91-a9d60b67b811 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:51.052310 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'tag': '58605862-790e-41b7-822a-83757b07d338', 'status': 'completed', 'code': 200} Dec 16 15:19:51.119917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:51.170023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-ce823a4c-e12e-4f9c-9746-5a77b2477f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:51.173717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-ce823a4c-e12e-4f9c-9746-5a77b2477f4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b500b3679f4c609bedf6db9436007f&device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 1096 time: 0.1377540 Dec 16 15:19:51.176698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1282072903'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:51.291263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Allocated IP 172.20.0.2 (2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d/bd749a2f-2066-41bf-8ff7-69fdda144027/04514b16-adb8-48d9-9b54-6126384159db) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:51.319715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event deleted for resources: {'Port': ['ID=e92a617d-c929-4703-9b3d-95b17ca7b069,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:51.371212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce37630-91a3-42f7-86fe-638998882fb7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Network': ['ID=a367c4f8-0852-4d1d-a3df-87966e259d7a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:51.443357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a367c4f8-0852-4d1d-a3df-87966e259d7a details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:51.446165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:19:51.554170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] No DVR routers for this DVR port e92a617d-c929-4703-9b3d-95b17ca7b069 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:19:51.583678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:51.586893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: e92a617d-c929-4703-9b3d-95b17ca7b069 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:19:51.587352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e92a617d-c929-4703-9b3d-95b17ca7b069 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:19:51.612899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af4ee7cd-451a-4717-86bd-97739b5c9552 req-b3978e0c-f2e8-4772-9d2e-939e8122da67 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.74 "DELETE /v2.0/ports/e92a617d-c929-4703-9b3d-95b17ca7b069 HTTP/1.1" status: 204 len: 173 time: 4.6248937 Dec 16 15:19:51.666707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-cbaf2084-bbc7-4bf2-b618-4e5470774ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:51.669689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-cbaf2084-bbc7-4bf2-b618-4e5470774ad0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 1094 time: 0.5458758 Dec 16 15:19:51.709729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ba8c0-1c2a-40e7-bd74-7120d77c2a58 req-cd1d7392-f028-43c7-bc34-039dab081166 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:51.711376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc9ba8c0-1c2a-40e7-bd74-7120d77c2a58 req-cd1d7392-f028-43c7-bc34-039dab081166 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 943 time: 0.5198011 Dec 16 15:19:51.762404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-9f6d361d-f229-4135-865f-ca86a2647f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:51.764025 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-9f6d361d-f229-4135-865f-ca86a2647f89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 200 len: 930 time: 0.5822046 Dec 16 15:19:51.793352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50511b0b-cdb1-4396-a1a0-a9867af83f95 req-bab1d6ea-13fb-44bb-b4bc-57aa74665dd3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:51.808692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50511b0b-cdb1-4396-a1a0-a9867af83f95 req-bab1d6ea-13fb-44bb-b4bc-57aa74665dd3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.7063835 Dec 16 15:19:51.863316 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-07c606fd-e683-4eae-bb10-bfc487f20092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 200 len: 217 time: 0.0644093 Dec 16 15:19:51.872920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:51.938316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.024921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc9ba8c0-1c2a-40e7-bd74-7120d77c2a58 req-5cc9a065-6cc4-40a0-8488-640e45aa59a3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929583 Dec 16 15:19:52.072769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-0ae9f1c8-ab09-463e-84c0-f1ba37bf9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:52.080010 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-0ae9f1c8-ab09-463e-84c0-f1ba37bf9256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 200 len: 868 time: 0.1916373 Dec 16 15:19:52.080956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50511b0b-cdb1-4396-a1a0-a9867af83f95 req-406e6489-a2f3-4e9a-8516-4e84c42c8044 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634802 Dec 16 15:19:52.119632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:52.133904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.158891 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.333524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-107f0db9-4dab-4147-8cd0-d1f393927d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:52.350074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-107f0db9-4dab-4147-8cd0-d1f393927d6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4fc58165-50c0-4ccb-a59f-c76127e45679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648876 Dec 16 15:19:52.369466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Pushing event updated for resources: {'Port': ['ID=04514b16-adb8-48d9-9b54-6126384159db,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:52.384008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:52.391865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-a29a100b-bf3c-4600-8c16-ab9ae012515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:52.392116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:52.392341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-a29a100b-bf3c-4600-8c16-ab9ae012515f service neutron] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 911 time: 0.6974201 Dec 16 15:19:52.392341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1480e0bc-cbf2-49e7-9ea9-f7f97add3a5f req-e38bf241-046b-4c8c-abdb-c8f4453c5ceb tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 210 time: 0.1178956 Dec 16 15:19:52.392341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:19:52.400057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:52.585747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.586899 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Added segment abfe4421-8277-48bd-b86f-cefb44b267f9 of type vlan for network ca81bb8a-8f02-4693-b6d0-62552a81f85c Dec 16 15:19:52.670003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-80ca0532-c866-4944-83cb-f503565ca529 service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044388 Dec 16 15:19:52.715676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Attempting to bind port 04514b16-adb8-48d9-9b54-6126384159db on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:52.716178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Attempting to bind port 04514b16-adb8-48d9-9b54-6126384159db by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:52.716684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Attempting to bind port 04514b16-adb8-48d9-9b54-6126384159db on network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:52.723740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:52.724079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Checking segment: {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:52.724392 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.724720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Bound using segment: {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:52.725224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Bound port: 04514b16-adb8-48d9-9b54-6126384159db, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:52.725622 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.770905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-78db2f53-a248-40a2-ac45-15f4b7c33ff6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58605862-790e-41b7-822a-83757b07d338 HTTP/1.1" status: 200 len: 217 time: 0.3341179 Dec 16 15:19:52.857157 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-db163ee1-e01a-4111-b226-bc19ddef1893 req-21f515fb-e009-4b24-9080-e2c36adec04d service neutron] 10.222.0.30 "GET /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789205 Dec 16 15:19:52.903111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] For port 04514b16-adb8-48d9-9b54-6126384159db, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:52.919510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] For port 04514b16-adb8-48d9-9b54-6126384159db, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04514b16-adb8-48d9-9b54-6126384159db,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:52.964735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-deleted', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:52.968845 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147211ff-95f0-488c-9498-e2d2f1d2f0ea" -d '{"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-deleted", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:52.988144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:52.998186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-2726cc2f-84a4-45c5-9c57-9a61f19bfcc5 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips/557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 HTTP/1.1" status: 200 len: 692 time: 0.3817401 Dec 16 15:19:53.040351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f63d9-e9d5-4911-bd5c-c19d90681d6d req-8cb9f21c-edf1-4fa0-b24e-00f86aa38b82 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:53.045910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-377f63d9-e9d5-4911-bd5c-c19d90681d6d req-8cb9f21c-edf1-4fa0-b24e-00f86aa38b82 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.7748861 Dec 16 15:19:53.115137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.115719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-55b7ad80-08d5-41e5-85bd-d6e23cae6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:53.118566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-55b7ad80-08d5-41e5-85bd-d6e23cae6f85 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.3305416 Dec 16 15:19:53.159222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.219980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.244969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-5a47fabb-7f7b-459f-9d3e-3d86c5bcfc5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676031 Dec 16 15:19:53.272811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.283352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:53.286257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:53.355498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Pushing event updated for resources: {'Port': ['ID=04514b16-adb8-48d9-9b54-6126384159db,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.376679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.379039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960d12e3-83df-4c10-9bfb-f4fdaa86392f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:19:53.406230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Allocated IP 172.25.7.191 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/6394ec1c-d17f-463f-abd5-e690bfa81bb2) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:53.439316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 58605862-790e-41b7-822a-83757b07d338 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:19:53.616650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5256262 Dec 16 15:19:53.628846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:53.634467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-377f63d9-e9d5-4911-bd5c-c19d90681d6d req-899ffe33-e49e-45c8-b9b3-2646400df1a1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496650 Dec 16 15:19:53.665790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'subnet': {'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:53.712817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39551455-bb28-4cdd-9626-0d7ea98feb1c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Network': ['ID=ca81bb8a-8f02-4693-b6d0-62552a81f85c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:53.793425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:19:53.866691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-08937bda-70d3-4c5f-bc9a-bfd9e0b8c5f4 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047268 Dec 16 15:19:53.871572 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a061fe0-44c4-401c-a8fa-44566d9a852f x-openstack-request-id: req-0a061fe0-44c4-401c-a8fa-44566d9a852f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:53.873452 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde58547-082d-4fd7-a1b9-3c80363c8a96", "name": "network-vif-deleted", "tag": "e92a617d-c929-4703-9b3d-95b17ca7b069", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:53.875081 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a061fe0-44c4-401c-a8fa-44566d9a852f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:53.876487 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde58547-082d-4fd7-a1b9-3c80363c8a96', 'name': 'network-vif-deleted', 'tag': 'e92a617d-c929-4703-9b3d-95b17ca7b069', 'status': 'completed', 'code': 200} Dec 16 15:19:53.913608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-4f9d0220-1d90-47cf-b9c5-1b135c04bf60 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:53.924911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-4f9d0220-1d90-47cf-b9c5-1b135c04bf60 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.9130461 Dec 16 15:19:54.016367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=58605862-790e-41b7-822a-83757b07d338,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:54.034389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '58605862-790e-41b7-822a-83757b07d338', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '58605862-790e-41b7-822a-83757b07d338', 'mac_address': 'fa:16:3e:95:d2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:19:54.056481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04514b16-adb8-48d9-9b54-6126384159db up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:54.185418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.240141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.346771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 04514b16-adb8-48d9-9b54-6126384159db triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:54.347416 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.354337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58605862-790e-41b7-822a-83757b07d338 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:19:54.356087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-886d07a0-99b6-48e8-9ef2-1e31359a3548 req-47e44def-6b04-4282-a0fa-f2ecf8c38093 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270871 Dec 16 15:19:54.426016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.431553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=58605862-790e-41b7-822a-83757b07d338,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:54.469120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-387bb765-514e-425e-be24-f24c23470315 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.1647756 Dec 16 15:19:54.542612 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.556856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bf1a2-9f63-42fe-a1ac-7eafffe41473 req-aaea2e7f-8728-4292-ba4d-0b37c5ae198f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:54.560029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-268bf1a2-9f63-42fe-a1ac-7eafffe41473 req-aaea2e7f-8728-4292-ba4d-0b37c5ae198f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 943 time: 0.2531738 Dec 16 15:19:54.598480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6394ec1c-d17f-463f-abd5-e690bfa81bb2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:54.604568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.614763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:54.619297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.693161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 04514b16-adb8-48d9-9b54-6126384159db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04514b16-adb8-48d9-9b54-6126384159db,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:54.734618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:54.750488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:54.773643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:54.778131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-10e5a133-3546-45d4-b49a-9a30ff1ad42f tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.89 HTTP/1.1" status: 200 len: 695 time: 0.2880681 Dec 16 15:19:54.785777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:54.789695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:54.924376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=04514b16-adb8-48d9-9b54-6126384159db,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:55.167745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['58605862-790e-41b7-822a-83757b07d338'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:19:55.167945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-268bf1a2-9f63-42fe-a1ac-7eafffe41473 req-aa70dea2-4f60-4c79-b607-0fcd200c892a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785682 Dec 16 15:19:55.235470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Deleting port 5a9ff08a-6c26-49a6-8520-013980e2bf55 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:19:55.236166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:55.410383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e8069-1fbf-441b-8750-35b1450dae94 req-1687718a-9789-4d4c-82ba-dc2d723b744d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:55.429045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-789e8069-1fbf-441b-8750-35b1450dae94 req-1687718a-9789-4d4c-82ba-dc2d723b744d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.2260549 Dec 16 15:19:55.555770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:55.555770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:55.555770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-789e8069-1fbf-441b-8750-35b1450dae94 req-dd3092b5-fa3a-40e8-8999-30a011217f60 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965784 Dec 16 15:19:55.555770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Calling delete_port for 5a9ff08a-6c26-49a6-8520-013980e2bf55 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:19:55.556769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e2f711-c498-4b0e-8b42-907383a4a7ec None None] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:55.785675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d624afe3-474c-4224-98ad-5ba095cf8c63 req-804f844e-e18d-40eb-87e8-b94ff3288a02 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 210 time: 0.0430095 Dec 16 15:19:55.799468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba6f6932-14c7-4c77-8be4-3298b7b6c2d2 None None] Provisioning complete for port 04514b16-adb8-48d9-9b54-6126384159db triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:55.801375 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba6f6932-14c7-4c77-8be4-3298b7b6c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:55.902515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:55.988660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event deleted for resources: {'Port': ['ID=5a9ff08a-6c26-49a6-8520-013980e2bf55,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:56.005244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04514b16-adb8-48d9-9b54-6126384159db up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:56.010863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:56.284760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:56.299928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:56.303209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b637ac8-b7a4-4a4e-a250-1c7be8c25fab req-7830b219-1dd4-49ab-8bfd-1ab43587e2e1 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "DELETE /v2.0/floatingips/557cb2fc-b5a2-49e5-b4a6-053e1aa216a7 HTTP/1.1" status: 204 len: 173 time: 1.5231190 Dec 16 15:19:56.364542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:56.547917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 04514b16-adb8-48d9-9b54-6126384159db triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:56.548662 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:56.729233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca26d-cf47-47b6-a456-b87840278a99 req-385a7e69-4962-4dbb-9e6c-c23d70eeb35d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:56.732121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a56ca26d-cf47-47b6-a456-b87840278a99 req-385a7e69-4962-4dbb-9e6c-c23d70eeb35d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 944 time: 0.2036095 Dec 16 15:19:56.819707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-b6c4051f-6927-4cb4-83b8-cf8d441068f5 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:56.821389 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-b6c4051f-6927-4cb4-83b8-cf8d441068f5 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.30 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 815 time: 0.8195131 Dec 16 15:19:56.904370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Request body: {'port': {'device_id': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'admin_state_up': True, 'tenant_id': '2f793704053b437fa25c687ec1911eef'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:56.905288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9082-134e-4dfe-84ba-f399f2f974a1 req-3f500a68-8f2a-4bc1-82c8-648014d5e582 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:56.907553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-297d9082-134e-4dfe-84ba-f399f2f974a1 req-3f500a68-8f2a-4bc1-82c8-648014d5e582 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.2023010 Dec 16 15:19:56.936345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a56ca26d-cf47-47b6-a456-b87840278a99 req-23898513-b6b0-4d02-8ace-b53de321ea68 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615255 Dec 16 15:19:57.031600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Subnet': ['ID=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:57.034309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:57.034689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network hostable DHCP agents. Network: a367c4f8-0852-4d1d-a3df-87966e259d7a, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:19:57.067943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-297d9082-134e-4dfe-84ba-f399f2f974a1 req-b15ec67e-793b-4095-90c7-51a66b169aea tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402404 Dec 16 15:19:57.108896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-20b6f647-d065-48be-8c3d-3494ae7aabf8 None None] Provisioning complete for port 04514b16-adb8-48d9-9b54-6126384159db triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:57.113438 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-20b6f647-d065-48be-8c3d-3494ae7aabf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:57.197923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e8926-ef09-4c6a-a38d-19cbdb8625b4 req-801af9b1-0eec-4912-89b4-6d1bd8625098 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:57.201613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec9e8926-ef09-4c6a-a38d-19cbdb8625b4 req-801af9b1-0eec-4912-89b4-6d1bd8625098 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1284270 Dec 16 15:19:57.208356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:57.251258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:19:57.301319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec9e8926-ef09-4c6a-a38d-19cbdb8625b4 req-89edf9e4-b99e-41bf-8ab9-c990499ceda4 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0895665 Dec 16 15:19:57.353304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Made reservation on behalf of 2f793704053b437fa25c687ec1911eef for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:57.359506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:57.382905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f440f-5c23-4aca-a6f2-fae6fd9d2577 req-02706b0c-8680-4538-96a3-51591996c898 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:57.385009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f31f440f-5c23-4aca-a6f2-fae6fd9d2577 req-02706b0c-8680-4538-96a3-51591996c898 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1001756 Dec 16 15:19:57.444974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 58605862-790e-41b7-822a-83757b07d338 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:19:57.448747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2f9ee3e-edd5-4110-b385-01118ba09be3 req-1c327e92-8420-4ef1-96e6-313648794436 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 210 time: 0.0625753 Dec 16 15:19:57.512459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f31f440f-5c23-4aca-a6f2-fae6fd9d2577 req-fbf00b9c-c04b-4127-8050-76a478b7040f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154668 Dec 16 15:19:57.584226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf7061c-739e-4a75-9f91-49ed0f2f5366 req-5c600a21-a010-4fe8-af33-b1581bd9cd47 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0511062 Dec 16 15:19:57.616362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a367c4f8-0852-4d1d-a3df-87966e259d7a) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:57.628116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a948a-8458-4ec7-99ef-55736b4ad265 None None] Network a367c4f8-0852-4d1d-a3df-87966e259d7a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:19:57.717023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 58605862-790e-41b7-822a-83757b07d338 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:19:57.731659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 58605862-790e-41b7-822a-83757b07d338 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:19:57.732383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:57.889924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a367c4f8-0852-4d1d-a3df-87966e259d7a', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:19:57.895670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:57.920075 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.009025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58605862-790e-41b7-822a-83757b07d338'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:19:58.011576 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7dc3c9-557d-42b3-8562-b666ee655604" -d '{"events": [{"server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "name": "network-vif-plugged", "status": "completed", "tag": "58605862-790e-41b7-822a-83757b07d338"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:19:58.034793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=58605862-790e-41b7-822a-83757b07d338,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:19:58.056469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:58.057412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.123257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Allocated IP 172.20.0.11 (211b94d1-4334-4374-b473-ecf6492fc8c0/2b99507e-a987-4a34-b0c7-07709a290101/3b2ce42d-e7b1-429d-ac45-367dbe9365d0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:58.128472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Allocated IP 10.1.1.2 (a367c4f8-0852-4d1d-a3df-87966e259d7a/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9/6b909e90-bcf7-4669-8a1d-99cbd51eda4f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:19:58.146434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.172176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0691307-f138-4dad-9383-148e977b86b8 req-12af3d46-aceb-43a0-afe8-26988956d7ff tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:58.173870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0691307-f138-4dad-9383-148e977b86b8 req-12af3d46-aceb-43a0-afe8-26988956d7ff tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 944 time: 0.0590577 Dec 16 15:19:58.230813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41502) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:58.231519 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-14e41e21-310d-4988-91a1-4acab0c0cb59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.6023178 Dec 16 15:19:58.239477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'subnet': {'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:58.244151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:19:58.266641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:58.395538 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0939fa37-6cb0-4e11-8ab2-fb8abd78c06a x-openstack-request-id: req-0939fa37-6cb0-4e11-8ab2-fb8abd78c06a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:19:58.403930 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "name": "network-vif-plugged", "status": "completed", "tag": "58605862-790e-41b7-822a-83757b07d338", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:19:58.403930 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0939fa37-6cb0-4e11-8ab2-fb8abd78c06a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:19:58.403930 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58605862-790e-41b7-822a-83757b07d338', 'code': 200} Dec 16 15:19:58.405866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0691307-f138-4dad-9383-148e977b86b8 req-ebafcfd6-b65a-48d5-8a84-06e6d65cb004 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053015 Dec 16 15:19:58.531211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.539845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:19:58.546521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.571199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:19:58.582985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.597278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Sync routers for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:19:58.652146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:19:58.652870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:19:58.692231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.712192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.716785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-33495b11-425c-46ec-b4e8-b45ec5ba24f8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2922423 Dec 16 15:19:58.719121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:19:58.735028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-93b0f448-e85e-4ae2-878b-5cd4d910835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:58.739374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-93b0f448-e85e-4ae2-878b-5cd4d910835f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1096 time: 0.3138132 Dec 16 15:19:58.796575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:58.875242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Network 211b94d1-4334-4374-b473-ecf6492fc8c0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:58.882480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:58.911578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event updated for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:58.914142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:58.983503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:58.984220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.068196 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.110466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-83cf7830-b615-4bd3-942c-d661ed5fbbb3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2597442 Dec 16 15:19:59.135584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Request body: {'port': {'device_id': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:19:59.145919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6f6f-3335-44e0-b627-0f4d9a46c03d req-04eda69f-987c-4b68-9d06-a0127b22315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:59.147671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f7b6f6f-3335-44e0-b627-0f4d9a46c03d req-04eda69f-987c-4b68-9d06-a0127b22315d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 1096 time: 0.5251465 Dec 16 15:19:59.161151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342d46e-ca89-498d-927f-0f2df9aba90e req-56a3552e-c84b-4ea0-ad9c-f8bf5dc6a05a tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:59.170096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b342d46e-ca89-498d-927f-0f2df9aba90e req-56a3552e-c84b-4ea0-ad9c-f8bf5dc6a05a tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.5415697 Dec 16 15:19:59.188757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:19:59.196726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:19:59.198840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ecfbf-15aa-490c-b2b8-aa266da5a38b req-2e249cac-be8d-4417-afab-21d0f8c6fbce tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:59.203169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:19:59.207889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c05ecfbf-15aa-490c-b2b8-aa266da5a38b req-2e249cac-be8d-4417-afab-21d0f8c6fbce tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.5804591 Dec 16 15:19:59.253767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Pushing event updated for resources: {'Port': ['ID=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:19:59.299690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.309038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:19:59.398817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c05ecfbf-15aa-490c-b2b8-aa266da5a38b req-3907fe2e-1f23-4dc4-96b3-b0b932fa332b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876857 Dec 16 15:19:59.411503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b342d46e-ca89-498d-927f-0f2df9aba90e req-696c9196-9b8e-4da0-87d4-4055893f9d6b tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380669 Dec 16 15:19:59.542417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-e406d94f-7c09-47ab-8534-34b6b8a5056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:59.544155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-e406d94f-7c09-47ab-8534-34b6b8a5056c service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.7852354 Dec 16 15:19:59.546699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f7b6f6f-3335-44e0-b627-0f4d9a46c03d req-857f3e41-5dd4-4396-a46c-e904906a2c12 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719895 Dec 16 15:19:59.557549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Attempting to bind port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:19:59.558506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Attempting to bind port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:19:59.559384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Attempting to bind port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:19:59.568397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.582401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:19:59.583211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:19:59.584081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.585090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Bound using segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:19:59.586257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Bound port: 6b909e90-bcf7-4669-8a1d-99cbd51eda4f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:19:59.587224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.678454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a569d07-c67b-4608-abad-54d700f2d6ef req-16595990-885c-4eb0-ad4f-9aa03f485653 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:19:59.685026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a569d07-c67b-4608-abad-54d700f2d6ef req-16595990-885c-4eb0-ad4f-9aa03f485653 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1191297 Dec 16 15:19:59.736135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:19:59.897681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] For port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:19:59.911740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-6fcd1331-f6a2-47bd-a706-6d064f21e658 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.0877457 Dec 16 15:19:59.917622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] For port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:19:59.970919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a569d07-c67b-4608-abad-54d700f2d6ef req-06ec1694-5f4d-4e2e-8553-89b3a68fbc1a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451713 Dec 16 15:19:59.971062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:19:55Z', 'revision_number': 3, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:00.000926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Checking router: 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:00.001715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Updating router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:20:00.016986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Subnet': ['ID=297df1f1-76af-4e56-8fdb-e04cd8692bad,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:00.048110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.050419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f01204-72ff-4e73-b072-49282855cca2 req-aa401683-9171-462e-9bc1-8eae2fa6d56a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:00.052072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f01204-72ff-4e73-b072-49282855cca2 req-aa401683-9171-462e-9bc1-8eae2fa6d56a tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 932 time: 0.3299839 Dec 16 15:20:00.078966 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.106092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-85a5b5cd-98ad-4f8f-88ff-c83f49c5ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:00.107735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-85a5b5cd-98ad-4f8f-88ff-c83f49c5ad6c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1696780 Dec 16 15:20:00.109241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Checking segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:00.110183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network hostable DHCP agents. Network: ca81bb8a-8f02-4693-b6d0-62552a81f85c, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:20:00.143343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.153187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-cb238525-6ad8-497f-a8b5-9ee130ae2cbb tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:00.154776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-cb238525-6ad8-497f-a8b5-9ee130ae2cbb tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.30 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.2834456 Dec 16 15:20:00.173352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:00.186752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.203977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-e74810a9-c9fb-40c2-923e-2cdf9fa6c0fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866075 Dec 16 15:20:00.238009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Transition to ACTIVE for port object 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:20:00.315533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f3cce-aa83-45ef-b1f7-a7572ee5f738 None None] Pushing event updated for resources: {'Port': ['ID=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:00.334718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f01204-72ff-4e73-b072-49282855cca2 req-a3819d4c-911f-4db8-9f8c-d279c7476204 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716944 Dec 16 15:20:00.350305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.364205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7f76-bada-412f-959b-78b34a2bf764 req-d4d5a489-7da5-4bec-8117-94755a898397 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:00.366114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-336a7f76-bada-412f-959b-78b34a2bf764 req-d4d5a489-7da5-4bec-8117-94755a898397 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 945 time: 0.2744875 Dec 16 15:20:00.404271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:20:00.453082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Allocated IP 172.20.0.1 (2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d/bd749a2f-2066-41bf-8ff7-69fdda144027/4127ebf9-aa82-4db0-a4df-006938bfac74) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:00.495116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:00.582606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-428ee632-63e6-4b2e-8e9a-f37adc0bcaa0 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676014 Dec 16 15:20:00.591266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.592246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.592451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ca81bb8a-8f02-4693-b6d0-62552a81f85c) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:00.595114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.598277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.601326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.605395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.605395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.605395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.605395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.610169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:00.611510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.612003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.612426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.612949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:00.613599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.676601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b7e71e-5ddb-42db-83b6-702627539ab9 None None] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:00.750226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-336a7f76-bada-412f-959b-78b34a2bf764 req-056cd56b-df50-4dca-b3ae-da8be37913cd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611155 Dec 16 15:20:00.785770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41522) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:00.793264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53e751da-4f80-464e-8353-0941d8c04196 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5583718 Dec 16 15:20:00.793463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1331363788', 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:00.828864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Deleting port 3fcbab83-b28e-4163-9d64-44c8a487b155 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:00.829216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:00.919628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Attempting to bind port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:00.934744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Attempting to bind port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:00.935178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Attempting to bind port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:00.976390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:20:00.976749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Attempting to bind port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 on network 211b94d1-4334-4374-b473-ecf6492fc8c0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:01.004067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:01.004296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Checking segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:01.004624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Bound using segment: {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:01.005085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Bound port: 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7181cc2-7d83-4316-8f9b-09d57053e145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:01.005483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.044922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d94434-df41-4ddd-8ace-850ba9f1e90e req-e1a9e1f0-b15c-40e1-ba67-81317734444b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:01.046601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23d94434-df41-4ddd-8ace-850ba9f1e90e req-e1a9e1f0-b15c-40e1-ba67-81317734444b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.4832449 Dec 16 15:20:01.146707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.150313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea351894-b5bd-402a-9e29-13c2cca6e249 req-fb40dbb1-924d-4380-b166-e60bd1b0bafb service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225849 Dec 16 15:20:01.192537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afb101-02fd-4b6f-b31d-293af6a962a5 req-cea6ff0f-eced-49d1-977e-440980c432a3 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:01.196105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29afb101-02fd-4b6f-b31d-293af6a962a5 req-cea6ff0f-eced-49d1-977e-440980c432a3 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 945 time: 0.2402034 Dec 16 15:20:01.205187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23d94434-df41-4ddd-8ace-850ba9f1e90e req-63b8b0ae-f07f-49b9-b340-2c6e4ccb9b8d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495149 Dec 16 15:20:01.206708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] For port 3fcbab83-b28e-4163-9d64-44c8a487b155, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3fcbab83-b28e-4163-9d64-44c8a487b155,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:01.207378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.312663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Calling delete_port for 3fcbab83-b28e-4163-9d64-44c8a487b155 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:01.312798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ips': [{'subnet_id': '297df1f1-76af-4e56-8fdb-e04cd8692bad'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:20:01.312798 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.328236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.332047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29afb101-02fd-4b6f-b31d-293af6a962a5 req-eb0db3ce-3b50-48fe-be35-cf532bd6431a tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/security-groups?id=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215293 Dec 16 15:20:01.348929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:01.353391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:01.428190 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.445118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.450642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.451470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:01.488969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89743de6-5219-4c45-8fd7-6eb82ebaf8db req-f367dd58-3cfe-4ea8-8b78-e4359754fe62 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:01.499004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89743de6-5219-4c45-8fd7-6eb82ebaf8db req-f367dd58-3cfe-4ea8-8b78-e4359754fe62 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 945 time: 0.1003275 Dec 16 15:20:01.509468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:01.581539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:01.588557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.590575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] 10.222.0.30 "PUT /v2.0/ports/3b2ce42d-e7b1-429d-ac45-367dbe9365d0 HTTP/1.1" status: 200 len: 1092 time: 2.4623761 Dec 16 15:20:01.591156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:01.594375 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:01.600714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:01.609722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:01.616888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:01.620715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:01.657465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a0013-db83-480a-a7c9-a7455636659f None None] Pushing event updated for resources: {'Port': ['ID=6394ec1c-d17f-463f-abd5-e690bfa81bb2,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:01.669106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Attempting to bind port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:01.669729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Attempting to bind port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:01.670127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Attempting to bind port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:01.697237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:01.697708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:01.699079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.699579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:01.700086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Bound port: 6394ec1c-d17f-463f-abd5-e690bfa81bb2, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:01.705131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.705294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89743de6-5219-4c45-8fd7-6eb82ebaf8db req-7c106612-2eb3-4c56-ba16-b78811c95fb3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022111 Dec 16 15:20:01.735516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e85e00-1745-476e-bdd2-f634b91e113b req-6c249fc5-3df2-468a-bdf4-7a7b5d908add tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:01.740858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e85e00-1745-476e-bdd2-f634b91e113b req-6c249fc5-3df2-468a-bdf4-7a7b5d908add tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 944 time: 0.2289762 Dec 16 15:20:01.748931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:01.791744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Allocated IP 10.2.2.2 (ca81bb8a-8f02-4693-b6d0-62552a81f85c/297df1f1-76af-4e56-8fdb-e04cd8692bad/e2112287-9575-4638-b009-2b59a3fb0479) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:01.822733 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae38d83-75a0-4c82-b91e-5c1629588327 x-openstack-request-id: req-cae38d83-75a0-4c82-b91e-5c1629588327 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:01.823172 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:01.823599 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cae38d83-75a0-4c82-b91e-5c1629588327 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:01.824306 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0', 'status': 'completed', 'code': 200} Dec 16 15:20:01.987073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] For port 6394ec1c-d17f-463f-abd5-e690bfa81bb2, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:02.023439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.025933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.061593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c48623-f635-41a5-ab68-da3ddf61c2be service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:02.076859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e85e00-1745-476e-bdd2-f634b91e113b req-6cf345fd-803e-489c-9313-2018edfeba1b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276482 Dec 16 15:20:02.151881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.156979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b909e90-bcf7-4669-8a1d-99cbd51eda4f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:02.216357 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] device_id is not set on port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:20:02.244995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] For port 6394ec1c-d17f-463f-abd5-e690bfa81bb2, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6394ec1c-d17f-463f-abd5-e690bfa81bb2,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:02.273037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Pushing event deleted for resources: {'Port': ['ID=3fcbab83-b28e-4163-9d64-44c8a487b155,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:02.348853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269c966-4dc2-442a-a1d1-7d504b39520f req-0764c7ff-6d5c-4e39-8f1b-cabac7031618 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:02.354054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8269c966-4dc2-442a-a1d1-7d504b39520f req-0764c7ff-6d5c-4e39-8f1b-cabac7031618 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 945 time: 0.4174418 Dec 16 15:20:02.369336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.371791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-a5615571-3897-4711-97d1-7f999fe91028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:02.377168 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-a5615571-3897-4711-97d1-7f999fe91028 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 1095 time: 0.5477543 Dec 16 15:20:02.518505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-2bf8dd99-b412-4766-8596-e2835f883a8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0 HTTP/1.1" status: 200 len: 217 time: 0.0972142 Dec 16 15:20:02.607194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] No DVR routers for this DVR port 3fcbab83-b28e-4163-9d64-44c8a487b155 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:02.609824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:02.621446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:02.624748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.625028 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be095c4a-2494-4683-991d-b646f96b6135" -d '{"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-unplugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:02.629213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ddc95b2-45c8-4ece-8786-baee1d0f5fd3 req-c0243e34-9230-43d1-a6cf-7ad03fe39750 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.30 "DELETE /v2.0/ports/3fcbab83-b28e-4163-9d64-44c8a487b155 HTTP/1.1" status: 204 len: 173 time: 2.4514832 Dec 16 15:20:02.631187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'name': 'network-vif-deleted', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:02.634651 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75428a37-de4c-41e9-864a-45a4b506fef5" -d '{"events": [{"server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "name": "network-vif-deleted", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:02.655117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8269c966-4dc2-442a-a1d1-7d504b39520f req-dc5e3261-c6de-460a-8f32-8317fb31c765 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801101 Dec 16 15:20:02.660417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09687c7d-e1f1-41cc-8458-02b6d4083dd8 None None] Network a367c4f8-0852-4d1d-a3df-87966e259d7a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:02.693557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e032aa-3b1e-42fb-a9c3-223c2c1cdf4d req-5e099610-b4b8-4f16-8b87-136cbf8b28cc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:02.704748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4e032aa-3b1e-42fb-a9c3-223c2c1cdf4d req-5e099610-b4b8-4f16-8b87-136cbf8b28cc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.2084088 Dec 16 15:20:02.723674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a0013-db83-480a-a7c9-a7455636659f None None] Pushing event updated for resources: {'Port': ['ID=6394ec1c-d17f-463f-abd5-e690bfa81bb2,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:02.738632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4d2302dd-701e-4d94-ade2-4f8153c8070c None None] Provisioning complete for port 4127ebf9-aa82-4db0-a4df-006938bfac74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:02.739008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d2302dd-701e-4d94-ade2-4f8153c8070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.757230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:02.759144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:02.771243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-ba748765-27e0-4cbc-bf1c-e192ed9cd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:02.772894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-ba748765-27e0-4cbc-bf1c-e192ed9cd5b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.2430966 Dec 16 15:20:02.816793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4d2302dd-701e-4d94-ade2-4f8153c8070c None None] Port 4127ebf9-aa82-4db0-a4df-006938bfac74 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:02.837691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c8f5d5d-d638-49b0-bb67-ff5aafc08461 req-484794af-0d13-4975-aca9-4b60d5a0825f tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0812860 Dec 16 15:20:02.857057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-87e990e7-976c-43f5-81db-c45e80c86b61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724752 Dec 16 15:20:02.893378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:02.919011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.1.1.93 (a367c4f8-0852-4d1d-a3df-87966e259d7a/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9/9b5447dc-97f8-48e8-ad95-bc9a38cba11a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:02.958660 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920613e1-fc52-4e22-a3ec-215ab911de2e x-openstack-request-id: req-920613e1-fc52-4e22-a3ec-215ab911de2e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:02.958660 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d1c640-3fc4-4893-8736-dd531e1bf2fc", "name": "network-vif-deleted", "tag": "3fcbab83-b28e-4163-9d64-44c8a487b155", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:02.958660 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-920613e1-fc52-4e22-a3ec-215ab911de2e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:02.958660 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d1c640-3fc4-4893-8736-dd531e1bf2fc', 'name': 'network-vif-deleted', 'tag': '3fcbab83-b28e-4163-9d64-44c8a487b155', 'status': 'completed', 'code': 200} Dec 16 15:20:02.985560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4e032aa-3b1e-42fb-a9c3-223c2c1cdf4d req-ba87802b-2cb3-409e-8660-759905f68501 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589822 Dec 16 15:20:03.020996 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.031854 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf43ec-0b9f-45f3-984b-f059c1ca091d x-openstack-request-id: req-1cdf43ec-0b9f-45f3-984b-f059c1ca091d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:03.032177 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-unplugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:03.032418 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1cdf43ec-0b9f-45f3-984b-f059c1ca091d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:03.032836 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'code': 200} Dec 16 15:20:03.299373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922ceb3-9857-4888-b7c9-e485f49717b9 req-80434d21-040a-45d7-9c83-02aac79e1fe2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:03.302639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0922ceb3-9857-4888-b7c9-e485f49717b9 req-80434d21-040a-45d7-9c83-02aac79e1fe2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1128867 Dec 16 15:20:03.364020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3fcbab83-b28e-4163-9d64-44c8a487b155 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:03.364020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:03.364020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.397934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0922ceb3-9857-4888-b7c9-e485f49717b9 req-3b797816-c374-43c3-b478-ddcbfa759447 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871003 Dec 16 15:20:03.447364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.453577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 3fcbab83-b28e-4163-9d64-44c8a487b155 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:03.454064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3fcbab83-b28e-4163-9d64-44c8a487b155 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:03.576170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ad940dc-bb2d-4b21-9899-30bf3d48014f None None] Provisioning complete for port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:03.576170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ad940dc-bb2d-4b21-9899-30bf3d48014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.576471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d79b4-c519-4b6d-aa8a-7d9123909343 req-097e3fcc-263d-4f26-9b40-f14d70720e08 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:03.576471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c1d79b4-c519-4b6d-aa8a-7d9123909343 req-097e3fcc-263d-4f26-9b40-f14d70720e08 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 944 time: 0.0814841 Dec 16 15:20:03.657077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c1d79b4-c519-4b6d-aa8a-7d9123909343 req-d863a802-c79a-41d2-99dc-b9d6363b809e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748408 Dec 16 15:20:03.675877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:03.706740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:03.720285 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-f641ae94-db82-4b1a-9b38-972d2bc8ae44 service neutron] 10.222.0.30 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491542 Dec 16 15:20:03.895420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.929663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.940943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:03.945874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-eb7b6704-9b3a-43b6-ad54-0600a5e3a9d2 req-39748385-6ecc-4361-892d-6352d705adbc service neutron] 10.222.0.30 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152803 Dec 16 15:20:03.968311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ad940dc-bb2d-4b21-9899-30bf3d48014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.002807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.049453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:04.074519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f04a6ec1-ef68-4276-8f52-9c0b4480378e req-357765d8-6ca5-4fd1-8447-63b47231bb55 tempest-FloatingIPsAssociationNegativeTestJSON-563941624 tempest-FloatingIPsAssociationNegativeTestJSON-563941624-project] 10.222.0.71 "GET /v2.0/ports?device_id=87d1c640-3fc4-4893-8736-dd531e1bf2fc HTTP/1.1" status: 200 len: 210 time: 0.0530512 Dec 16 15:20:04.077447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.125469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:04.203152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:04.209730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.213042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Pushing event updated for resources: {'Port': ['ID=e2112287-9575-4638-b009-2b59a3fb0479,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:04.261844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.286246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:04.289565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:04.305218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.378586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2e621-eacb-42d7-9d26-0f3fe667bfa8 req-aac1947b-d0bd-49b5-8c28-349f37787b6c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.384597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2cb2e621-eacb-42d7-9d26-0f3fe667bfa8 req-aac1947b-d0bd-49b5-8c28-349f37787b6c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 945 time: 0.1651480 Dec 16 15:20:04.387551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:04.408197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:04.442026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:04.446180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-1ad940dc-bb2d-4b21-9899-30bf3d48014f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:20:04.446565 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-1ad940dc-bb2d-4b21-9899-30bf3d48014f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:20:04.470247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e9095-a2a6-4d2b-b555-edd5a3944327 req-ad3f0f1d-9b2e-4964-beb5-0dc4926dabf3 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.470582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:04.480573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e68e9095-a2a6-4d2b-b555-edd5a3944327 req-ad3f0f1d-9b2e-4964-beb5-0dc4926dabf3 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.1744747 Dec 16 15:20:04.483897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Attempting to bind port e2112287-9575-4638-b009-2b59a3fb0479 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:04.484458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Attempting to bind port e2112287-9575-4638-b009-2b59a3fb0479 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:04.484649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Attempting to bind port e2112287-9575-4638-b009-2b59a3fb0479 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:04.500118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:04.505114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Checking segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:04.505641 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.506058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Bound using segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:04.507119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Bound port: e2112287-9575-4638-b009-2b59a3fb0479, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:04.507311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.519908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:02Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4127ebf9-aa82-4db0-a4df-006938bfac74', 'name': '', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'mac_address': 'fa:16:3e:f3:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:00Z', 'updated_at': '2021-12-16T15:20:00Z', 'revision_number': 1, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'subnets': [{'id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:04.592004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fc872-8393-41b8-bac6-c16573bdb59b None None] The sync data for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 is: [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:02Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4127ebf9-aa82-4db0-a4df-006938bfac74', 'name': '', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'mac_address': 'fa:16:3e:f3:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:00Z', 'updated_at': '2021-12-16T15:20:00Z', 'revision_number': 1, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'subnets': [{'id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:04.608193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e68e9095-a2a6-4d2b-b555-edd5a3944327 req-581595cc-540a-4c20-8258-c399d90f7970 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266925 Dec 16 15:20:04.623501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2cb2e621-eacb-42d7-9d26-0f3fe667bfa8 req-eda1bf6d-0c4f-43ef-8b8b-72e2c8567ccd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158849 Dec 16 15:20:04.687064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-d48bbbb3-f9b9-44c8-9231-75dc3b3f9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.692218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-d48bbbb3-f9b9-44c8-9231-75dc3b3f9e9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f793704053b437fa25c687ec1911eef&device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 1095 time: 0.5136731 Dec 16 15:20:04.707386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] For port e2112287-9575-4638-b009-2b59a3fb0479, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:04.712428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] For port e2112287-9575-4638-b009-2b59a3fb0479, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e2112287-9575-4638-b009-2b59a3fb0479,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:04.767402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:04.789972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:04.857983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407d63e-0f32-44e3-9e7b-8644e3c9ceb3 None None] Pushing event updated for resources: {'Port': ['ID=e2112287-9575-4638-b009-2b59a3fb0479,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:04.910362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807b13a-1627-40ee-9148-24854fd6e919 req-3b5f210a-11da-4ec6-b91b-78fa0e294051 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.917933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8807b13a-1627-40ee-9148-24854fd6e919 req-3b5f210a-11da-4ec6-b91b-78fa0e294051 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1343291 Dec 16 15:20:04.939619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2d54-ccce-454a-a70a-31eef9945645 req-d34d868c-20ca-4ee7-a0fa-84ad73e1d13c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.941246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8a2d54-ccce-454a-a70a-31eef9945645 req-d34d868c-20ca-4ee7-a0fa-84ad73e1d13c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 944 time: 0.1856792 Dec 16 15:20:04.973231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:04.974017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:05.050600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-207081c6-fec9-45a6-9f2d-10ef440f464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:05.050847 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-207081c6-fec9-45a6-9f2d-10ef440f464f service neutron] 10.222.0.30 "GET /v2.0/networks?id=211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 200 len: 916 time: 0.3205130 Dec 16 15:20:05.059196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:05.069927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:05.103094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8a2d54-ccce-454a-a70a-31eef9945645 req-cbfde607-ca43-4a70-839b-cbf0a8e8975c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470857 Dec 16 15:20:05.186068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8807b13a-1627-40ee-9148-24854fd6e919 req-82858e46-14b5-4742-a8e9-43b4f90893de tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671654 Dec 16 15:20:05.235682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:05.261347 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-a9a0577d-8ed3-4db5-9237-2e5f73bedcd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0 HTTP/1.1" status: 200 len: 217 time: 0.2008214 Dec 16 15:20:05.281283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-987cd88c-426b-41fe-aca2-10ff2c4c4d1a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4930608 Dec 16 15:20:05.321246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8e1ffefa-3020-4230-9621-157fc40a7afc None None] Provisioning complete for port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:05.323379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffefa-3020-4230-9621-157fc40a7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:05.324181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41570) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:05.346936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'name': 'tempest-TaggedBootDevicesTest_v242-1745769038', 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:05.655765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8e1ffefa-3020-4230-9621-157fc40a7afc None None] Provisioning complete for port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:05.660023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e1ffefa-3020-4230-9621-157fc40a7afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:05.792557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ffefa-3020-4230-9621-157fc40a7afc None None] Port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:05.804302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-60a257c6-ff84-4cd8-bc12-34074db63e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:05.805824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-60a257c6-ff84-4cd8-bc12-34074db63e6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 200 len: 855 time: 0.5232561 Dec 16 15:20:05.868126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-20c74c8f-822f-4b18-9b82-96a8132da064 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=211b94d1-4334-4374-b473-ecf6492fc8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531712 Dec 16 15:20:05.870144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:20:05.894411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caa96b-d852-4d7e-a92c-c4cf0b946376 req-bf04f4db-9de9-4ebc-b93d-7baf13b93f3d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:05.904251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58caa96b-d852-4d7e-a92c-c4cf0b946376 req-bf04f4db-9de9-4ebc-b93d-7baf13b93f3d tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.2466140 Dec 16 15:20:05.924108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9567ff33-e5e5-473c-9992-6fce28fca4c2 None None] Provisioning complete for port 4127ebf9-aa82-4db0-a4df-006938bfac74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:05.925583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9567ff33-e5e5-473c-9992-6fce28fca4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:05.970295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:05.975162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:05.987638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58caa96b-d852-4d7e-a92c-c4cf0b946376 req-066b9a78-e977-4124-8655-6df5afb3f799 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784087 Dec 16 15:20:06.029163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-02cac02e-f9c6-4b37-844c-4a91aadd3883 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:06.038122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-02cac02e-f9c6-4b37-844c-4a91aadd3883 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 945 time: 0.3180745 Dec 16 15:20:06.048623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9567ff33-e5e5-473c-9992-6fce28fca4c2 None None] Port 4127ebf9-aa82-4db0-a4df-006938bfac74 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:06.118415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] device_id is not set on port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:20:06.231744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a933d-a412-47fa-88f4-e4d636ef38bf req-99ec7e79-87e3-4350-887e-f705c100a4e6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:06.240411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb6a933d-a412-47fa-88f4-e4d636ef38bf req-99ec7e79-87e3-4350-887e-f705c100a4e6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.4739504 Dec 16 15:20:06.423056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce1db1-a424-404b-ac73-e6e1476e9cd0 req-3ffa3264-972d-4cf6-a60d-e2723e92401e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:06.425560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dce1db1-a424-404b-ac73-e6e1476e9cd0 req-3ffa3264-972d-4cf6-a60d-e2723e92401e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 945 time: 0.2185478 Dec 16 15:20:06.491885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 58605862-790e-41b7-822a-83757b07d338 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:06.491885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:06.539482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb6a933d-a412-47fa-88f4-e4d636ef38bf req-d3a86042-9cf7-4c5b-b879-782a47b9d633 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977672 Dec 16 15:20:06.543305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.1.1.14 (a367c4f8-0852-4d1d-a3df-87966e259d7a/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:06.644689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6394ec1c-d17f-463f-abd5-e690bfa81bb2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:06.658779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-bf6185fc-7de3-46af-89be-e0d1c86e6696 service neutron] 10.222.0.30 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7833195 Dec 16 15:20:06.739803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dce1db1-a424-404b-ac73-e6e1476e9cd0 req-49912894-d1e5-42c3-bab3-6265ae0cea95 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802615 Dec 16 15:20:06.785931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:06.786449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:06.828316 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e35eb33a-79c9-4b24-a0ff-ff779f8fa6cf req-dc5e71a1-b4de-441d-a847-765ecfe1e24d service neutron] 10.222.0.30 "GET /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359026 Dec 16 15:20:06.924852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:06.930952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:20:06.948856 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a6a2cd2b-e91c-4796-8178-f4d34db8e0b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2283959 Dec 16 15:20:06.985396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6394ec1c-d17f-463f-abd5-e690bfa81bb2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6394ec1c-d17f-463f-abd5-e690bfa81bb2,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:07.034720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be35c0-bf82-4604-93b6-4ccef13689dc None None] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:07.051154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.153911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.154728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b909e90-bcf7-4669-8a1d-99cbd51eda4f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:07.213772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.237372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6394ec1c-d17f-463f-abd5-e690bfa81bb2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:07.257200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] Provisioning complete for port e2112287-9575-4638-b009-2b59a3fb0479 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:07.257528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.292368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:20:07.338316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:07.342806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:07.348127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:07.386659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:07.437326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:07.438017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.529232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:07.535327 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.535327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 58605862-790e-41b7-822a-83757b07d338 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:07.605144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 58605862-790e-41b7-822a-83757b07d338, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=58605862-790e-41b7-822a-83757b07d338,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:07.605748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.612381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-e02d7f49-c5be-4c28-8a02-22ea75177f2a req-9985ae3a-b64b-4cac-844b-9d30eebe6e7b service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:20:07.618635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e02d7f49-c5be-4c28-8a02-22ea75177f2a req-9985ae3a-b64b-4cac-844b-9d30eebe6e7b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1407781 Dec 16 15:20:07.619174 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-69e75d69-d27a-4b05-9b47-ef33d092d22b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2844391 Dec 16 15:20:07.630047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aca207-0596-49e7-baf6-81d999cdb58c req-aca512e3-4831-44b6-9876-15de0e9aba2c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:07.637087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15aca207-0596-49e7-baf6-81d999cdb58c req-aca512e3-4831-44b6-9876-15de0e9aba2c tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 944 time: 0.9431634 Dec 16 15:20:07.681050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 58605862-790e-41b7-822a-83757b07d338 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:07.814414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:07.828576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15aca207-0596-49e7-baf6-81d999cdb58c req-b304a33d-afde-49ba-871c-2c91ad1ad443 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664057 Dec 16 15:20:07.923747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e2112287-9575-4638-b009-2b59a3fb0479 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:07.977831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:07.981074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.070135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0', 'network_id': '211b94d1-4334-4374-b473-ecf6492fc8c0', 'port_id': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0', 'mac_address': 'fa:16:3e:7d:12:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b99507e-a987-4a34-b0c7-07709a290101', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:20:08.151651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] For port e2112287-9575-4638-b009-2b59a3fb0479, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e2112287-9575-4638-b009-2b59a3fb0479,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:08.249970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.254017 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.283191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a923fd-248d-4793-bf7c-0db1558cf087 req-1ff4eda2-5190-4aa1-8787-a1dad41ef48f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:08.293140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90a923fd-248d-4793-bf7c-0db1558cf087 req-1ff4eda2-5190-4aa1-8787-a1dad41ef48f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.1453815 Dec 16 15:20:08.325271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.409462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=58605862-790e-41b7-822a-83757b07d338,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:08.412216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec2f32-915a-4190-a972-108862fff0e8 None None] Pushing event updated for resources: {'Port': ['ID=e2112287-9575-4638-b009-2b59a3fb0479,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:08.434439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.437980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.437980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.438447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.439116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.439116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.439116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:08.444647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:08.470134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e2112287-9575-4638-b009-2b59a3fb0479 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:08.470496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.509848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90a923fd-248d-4793-bf7c-0db1558cf087 req-07095df3-8f1a-4181-82fc-b5c89604bb00 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119474 Dec 16 15:20:08.515611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:08.522353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2ac7789c-3b22-42e1-933c-616f0c3bc908 None None] Provisioning complete for port e2112287-9575-4638-b009-2b59a3fb0479 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:08.522748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7789c-3b22-42e1-933c-616f0c3bc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.554446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:08.619037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.750675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:08.782908 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Sync routers for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:20:08.861116 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:08.864065 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:08.929963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 58605862-790e-41b7-822a-83757b07d338 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:08.946610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:08.950997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-919f5135-5a32-4af6-a966-6e5bca8ef2b0 req-4e287f1c-7a2c-4742-86b5-d9cf50f25702 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "DELETE /v2.0/ports/58605862-790e-41b7-822a-83757b07d338 HTTP/1.1" status: 204 len: 173 time: 2.8830087 Dec 16 15:20:08.953598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'name': 'network-vif-deleted', 'tag': '58605862-790e-41b7-822a-83757b07d338'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:08.956318 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51520c91-4023-45bf-9f18-03f627d93f01" -d '{"events": [{"server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "name": "network-vif-deleted", "tag": "58605862-790e-41b7-822a-83757b07d338"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:08.994838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2ac7789c-3b22-42e1-933c-616f0c3bc908 None None] Provisioning complete for port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:08.995657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ac7789c-3b22-42e1-933c-616f0c3bc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.152721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['3b2ce42d-e7b1-429d-ac45-367dbe9365d0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:20:09.153018 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-21f58855-cca5-4a8e-8ec4-302f8abfea02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3739026 Dec 16 15:20:09.153632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e2112287-9575-4638-b009-2b59a3fb0479 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:09.184379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-3324179e-c7ac-41e5-bffe-35b56bfc7d6a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7932577 Dec 16 15:20:09.187377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Deleting port 349710a9-fa55-4a10-8947-778bec60ac95 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:09.187801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.249537 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:09.254848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7789c-3b22-42e1-933c-616f0c3bc908 None None] Port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:09.320812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:09.344797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e2112287-9575-4638-b009-2b59a3fb0479 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:09.345176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.389874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] For port 349710a9-fa55-4a10-8947-778bec60ac95, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=349710a9-fa55-4a10-8947-778bec60ac95,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:09.390531 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.412205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Calling delete_port for 349710a9-fa55-4a10-8947-778bec60ac95 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:09.504286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6394ec1c-d17f-463f-abd5-e690bfa81bb2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:09.571047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:09.571494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.642297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41634) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:09.648257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090546414', 'description': 'tempest-description--1710828153'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:09.693325 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:02Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4127ebf9-aa82-4db0-a4df-006938bfac74', 'name': '', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'mac_address': 'fa:16:3e:f3:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:00Z', 'updated_at': '2021-12-16T15:20:03Z', 'revision_number': 2, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'subnets': [{'id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:09.730847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.779335 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Checking router: 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:09.779694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Updating router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b port 4127ebf9-aa82-4db0-a4df-006938bfac74 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:20:09.807069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.821876 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:09.867167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de201947-0c5b-45f7-8901-ebe2d5fa48c6 req-f317095a-1bf5-4d66-9fdd-8aa5f678842c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9ae6a60-a48e-4e64-a305-b686ab1ec41d HTTP/1.1" status: 200 len: 210 time: 0.0787518 Dec 16 15:20:09.914894 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.004608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.043892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.119670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.175912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68439af9-c598-4363-8fac-63bf1763898a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:10.225995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.227798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a81e2c45-bdc8-41d8-97da-7872b09c4f4a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5844836 Dec 16 15:20:10.230905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:10.236383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'security_group_rule': {'security_group_id': '68439af9-c598-4363-8fac-63bf1763898a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:10.362157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=349710a9-fa55-4a10-8947-778bec60ac95,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:10.393283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.439351 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.491765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.511231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd823ed-a1eb-4cfc-9aa0-e2b8b6497401 req-686e345c-dbb9-4eee-86f0-8090f3715f51 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:10.512801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cd823ed-a1eb-4cfc-9aa0-e2b8b6497401 req-686e345c-dbb9-4eee-86f0-8090f3715f51 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.5484354 Dec 16 15:20:10.524062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Allocated IP 172.25.7.4 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/39904e5e-1283-4264-9a0e-b4bdbee41db2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:10.574724 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.664346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.698063 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81bb01-dd5f-43fc-b807-30fdfcd5907a None None] Pushing event updated for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:10.714026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57244e32-2939-4234-ae92-d720dff6680e,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:10.796483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cd823ed-a1eb-4cfc-9aa0-e2b8b6497401 req-4d2b7a37-a90b-4195-9a68-7fda49a95cc9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664194 Dec 16 15:20:10.834333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Attempting to bind port 4127ebf9-aa82-4db0-a4df-006938bfac74 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:10.835274 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Attempting to bind port 4127ebf9-aa82-4db0-a4df-006938bfac74 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:10.835274 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Attempting to bind port 4127ebf9-aa82-4db0-a4df-006938bfac74 on network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:10.844394 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:10.847623 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Checking segment: {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:10.847623 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.847623 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Bound using segment: {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:10.848146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.848146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dab9d877-149a-44ad-92af-ca89588f9e96 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6160481 Dec 16 15:20:10.849373 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Bound port: 4127ebf9-aa82-4db0-a4df-006938bfac74, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c855ddbe-bb57-45dc-8969-de0336dce859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:10.858086 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.865818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:10.871345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'security_group_rule': {'security_group_id': '68439af9-c598-4363-8fac-63bf1763898a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:10.924755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:10.943701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.022971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.129367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] For port 4127ebf9-aa82-4db0-a4df-006938bfac74, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:11.140926 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] For port 4127ebf9-aa82-4db0-a4df-006938bfac74, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4127ebf9-aa82-4db0-a4df-006938bfac74,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:11.230607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] Provisioning complete for port 4127ebf9-aa82-4db0-a4df-006938bfac74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:11.231512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.240074 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.246428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.339548 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81bb01-dd5f-43fc-b807-30fdfcd5907a None None] Pushing event updated for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:11.346861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:11.352512 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:11.368204 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:11.381697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021282a-28f3-4421-bcd5-88cf1fffd013 req-94cb2ff3-b4cc-4ae4-a193-cab4d4a8de93 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:11.390212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.398307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7021282a-28f3-4421-bcd5-88cf1fffd013 req-94cb2ff3-b4cc-4ae4-a193-cab4d4a8de93 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 945 time: 0.2510848 Dec 16 15:20:11.469909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce711d36-7875-4307-b8d7-e994f2f56069,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:11.622274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.624290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1621acdf-695f-45a2-a165-960c201e029e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7568715 Dec 16 15:20:11.624821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41646) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:11.641983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:11.674987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7021282a-28f3-4421-bcd5-88cf1fffd013 req-c5dcd4b2-f580-41b3-aa5e-1131612bce19 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716546 Dec 16 15:20:11.688132 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:11.710870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.748957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.761424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:20:11.825786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] For port 4127ebf9-aa82-4db0-a4df-006938bfac74, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4127ebf9-aa82-4db0-a4df-006938bfac74,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:11.829530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:11.830165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:11.959757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.124203 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:02Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4127ebf9-aa82-4db0-a4df-006938bfac74', 'name': '', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'mac_address': 'fa:16:3e:f3:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:00Z', 'updated_at': '2021-12-16T15:20:11Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'subnets': [{'id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:12.129442 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd3f475-2bfc-456a-ae5a-291737f04b87 x-openstack-request-id: req-0cd3f475-2bfc-456a-ae5a-291737f04b87 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:12.129764 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ae6a60-a48e-4e64-a305-b686ab1ec41d", "name": "network-vif-deleted", "tag": "58605862-790e-41b7-822a-83757b07d338", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:12.130156 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0cd3f475-2bfc-456a-ae5a-291737f04b87 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:12.130470 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ae6a60-a48e-4e64-a305-b686ab1ec41d', 'name': 'network-vif-deleted', 'tag': '58605862-790e-41b7-822a-83757b07d338', 'status': 'completed', 'code': 200} Dec 16 15:20:12.154217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12277d-6499-4043-b582-d9dd78e1d318 None None] Pushing event updated for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:12.165743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a3ca075e-02b3-47a1-a381-6f18e3af35a9 None None] Provisioning complete for port 4127ebf9-aa82-4db0-a4df-006938bfac74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:12.166266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3ca075e-02b3-47a1-a381-6f18e3af35a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.198181 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7e37a7-9244-4770-9522-a8408996fb5b None None] The sync data for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 is: [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:02Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4127ebf9-aa82-4db0-a4df-006938bfac74', 'name': '', 'network_id': '2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'mac_address': 'fa:16:3e:f3:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:00Z', 'updated_at': '2021-12-16T15:20:11Z', 'revision_number': 4, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'subnets': [{'id': 'bd749a2f-2066-41bf-8ff7-69fdda144027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:12.204060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.222309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.327259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:12.333777 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fbc717-e3e8-4667-a7f6-1408c83aea98" -d '{"events": [{"server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "name": "network-vif-plugged", "status": "completed", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:12.344783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:12.354284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:12.367682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:12.380429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:12.401836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event updated for resources: {'Port': ['ID=39904e5e-1283-4264-9a0e-b4bdbee41db2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:12.409158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Router a6c97932-597e-4a12-8812-748490309b67 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:20:12.461951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970101d9-cc2d-4b29-b97b-672176050847 req-9306ad77-d252-4541-bf16-a63bf9e46c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:12.463601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-9306ad77-d252-4541-bf16-a63bf9e46c22 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053&tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c HTTP/1.1" status: 200 len: 1094 time: 0.3290064 Dec 16 15:20:12.475702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce493c-b103-453a-942b-3a12ef38f4ab req-e782a8ba-a7a3-4773-ade5-1fc35da888a5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:12.478116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cce493c-b103-453a-942b-3a12ef38f4ab req-e782a8ba-a7a3-4773-ade5-1fc35da888a5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.3528414 Dec 16 15:20:12.521080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.596984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:12.730197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cce493c-b103-453a-942b-3a12ef38f4ab req-13e8764f-2b42-4c04-a00f-0d1a5d375954 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400291 Dec 16 15:20:12.754358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970101d9-cc2d-4b29-b97b-672176050847 req-e38ea34b-be55-4d2a-ad1c-cf66cf1f3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:12.756067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-e38ea34b-be55-4d2a-ad1c-cf66cf1f3552 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1094 time: 0.2375591 Dec 16 15:20:12.759438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.914727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:20:12.929072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Sync routers for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:20:12.955627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a04a1288-301e-4e90-beb3-2472a21366d1 admin admin] 10.222.0.71 "PUT /v2.0/routers/a6c97932-597e-4a12-8812-748490309b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7157485 Dec 16 15:20:12.957613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41658) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:12.988683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:12.994035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.027394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4127ebf9-aa82-4db0-a4df-006938bfac74 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:13.149903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:13.158944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:13.184429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970101d9-cc2d-4b29-b97b-672176050847 req-a4d875c3-cfe7-418f-bb98-d13ad3e02218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:13.188266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-a4d875c3-cfe7-418f-bb98-d13ad3e02218 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.4199538 Dec 16 15:20:13.264367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-d8ea1612-0bd3-437a-a303-72c2d5207147 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.0553977 Dec 16 15:20:13.332851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.355166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4127ebf9-aa82-4db0-a4df-006938bfac74 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:13.356022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.410672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d62e9-04de-4ba2-94b4-eafbc9233135 req-a32c373f-07a5-4478-b486-68666fbcebd1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:13.418743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54d62e9-04de-4ba2-94b4-eafbc9233135 req-a32c373f-07a5-4478-b486-68666fbcebd1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.2811213 Dec 16 15:20:13.486733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970101d9-cc2d-4b29-b97b-672176050847 req-bdcd5acc-769b-473f-a3db-64b1fb229951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:13.488219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-bdcd5acc-769b-473f-a3db-64b1fb229951 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.2130263 Dec 16 15:20:13.526216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 172.25.7.23 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/dfe24aed-ba9f-4f48-80fa-83205e0fad8d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:13.562155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-2bff6daf-4120-4fac-9d0b-2a749e4b8c96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489295 Dec 16 15:20:13.573041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54d62e9-04de-4ba2-94b4-eafbc9233135 req-1072c0bb-b3ef-4e3a-9abc-62003abc7407 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532974 Dec 16 15:20:13.617735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.796396 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1485c767-1390-4275-bd71-48b37d70734e x-openstack-request-id: req-1485c767-1390-4275-bd71-48b37d70734e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:13.796763 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "name": "network-vif-plugged", "status": "completed", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:13.797239 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1485c767-1390-4275-bd71-48b37d70734e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:13.797874 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0', 'code': 200} Dec 16 15:20:13.815904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.875898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df668d6-8b1d-4b24-8b37-56bdeed59b8e req-0396127a-276e-43be-9c55-16614901f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:13.878731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1df668d6-8b1d-4b24-8b37-56bdeed59b8e req-0396127a-276e-43be-9c55-16614901f834 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 1097 time: 0.1032095 Dec 16 15:20:13.906996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Deleting port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:13.907574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.920968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-cfe6155d-33d3-45fc-8cc8-111fb3adc73b service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444643 Dec 16 15:20:13.925984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:13.931095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:13.947944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f951e-60d3-44ff-984d-537e72ce8b5e req-39532928-997a-4981-9df0-f3446b976816 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:13.950041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c77f951e-60d3-44ff-984d-537e72ce8b5e req-39532928-997a-4981-9df0-f3446b976816 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.1468871 Dec 16 15:20:13.954740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:14.026511 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1df668d6-8b1d-4b24-8b37-56bdeed59b8e req-29ba4e52-1f0c-4fc3-8a9f-b75dfed0a4b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342261 Dec 16 15:20:14.067271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] For port 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:14.067647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:14.089829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Calling delete_port for 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:14.162577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event updated for resources: {'Port': ['ID=39904e5e-1283-4264-9a0e-b4bdbee41db2,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:14.195503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:14.213927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c77f951e-60d3-44ff-984d-537e72ce8b5e req-330758fb-a341-4bcd-8d32-390f25781486 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191112 Dec 16 15:20:14.238895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-1490ef8e-fd7d-439f-a007-c1fecfe54563 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048170 Dec 16 15:20:14.325513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:20:09Z', 'revision_number': 5, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port': {'id': '2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c97932-597e-4a12-8812-748490309b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:14.384684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Checking router: a6c97932-597e-4a12-8812-748490309b67 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:14.388084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-290b2c1b-8e79-49ff-a523-58fd825d7630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:14.404110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Routers {'a6c97932-597e-4a12-8812-748490309b67'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:14.405518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:19:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a6c97932-597e-4a12-8812-748490309b67'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:14.517988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-b3999bb9-20fe-44ed-ac8d-1812ca3164a1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:14.520020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-b3999bb9-20fe-44ed-ac8d-1812ca3164a1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.1389525 Dec 16 15:20:14.547504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-56bba6fa-4d3b-4b85-a46d-bc6ed3552143 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0146227 Dec 16 15:20:14.576870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] Set router a6c97932-597e-4a12-8812-748490309b67 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:14.596722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-8fe58b9b-b145-4300-8f35-4501bfb970ff tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352740 Dec 16 15:20:14.615632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-6bac7ed3-b001-4238-a6c1-bb68451c5347 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:20:14.616832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-6bac7ed3-b001-4238-a6c1-bb68451c5347 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056577 Dec 16 15:20:14.672484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:20:13Z', 'revision_number': 6, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:14.705119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ebb4e0-fd4d-4e3b-8ae5-866435e49bf9 None None] The sync data for ids ['a6c97932-597e-4a12-8812-748490309b67'] in n-d-821947-3 is: [{'id': 'a6c97932-597e-4a12-8812-748490309b67', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1311559927-router', 'tenant_id': '17b500b3679f4c609bedf6db9436007f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:32Z', 'updated_at': '2021-12-16T15:20:13Z', 'revision_number': 6, 'project_id': '17b500b3679f4c609bedf6db9436007f', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:14.730071 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:14.744065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-9b94a398-671e-4af9-9e10-242efd3eed8a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.5137682 Dec 16 15:20:15.061531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.110177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.125605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:15.126579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-edb4dcf8-9f4c-4abc-8619-1eb45555a68d tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.3792825 Dec 16 15:20:15.305979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:15.309715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:15.314400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-39571f52-a113-49b6-a34d-e801a231855c service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847334 Dec 16 15:20:15.321031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.324201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:15.331792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=dfe24aed-ba9f-4f48-80fa-83205e0fad8d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:15.460464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.464340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.560408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-c20dd252-7044-49d3-a8de-1ea851b8b09f tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:15.562879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d521dba9-08ba-46b3-baed-a21b6b2b250f req-c20dd252-7044-49d3-a8de-1ea851b8b09f tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.4039290 Dec 16 15:20:15.623296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.624760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c97932-597e-4a12-8812-748490309b67 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:20:15.630063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.632409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd69ba02-b6a7-4386-b278-028e46c01e3a admin admin] 10.222.0.71 "DELETE /v2.0/routers/a6c97932-597e-4a12-8812-748490309b67 HTTP/1.1" status: 204 len: 168 time: 2.6733813 Dec 16 15:20:15.637060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41704) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:15.638815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-1d5be412-aacb-45d3-b138-002dd6df6701 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009496 Dec 16 15:20:15.668089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.700183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Deleting subnet fb9cfec3-08e6-4c7a-9958-af8171261a64 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:20:15.705106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.755008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0d201-960c-4b16-baef-5dbb3b637280 req-24c8cafb-cc7a-4346-b2ec-876aa223f926 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:15.757993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ba0d201-960c-4b16-baef-5dbb3b637280 req-24c8cafb-cc7a-4346-b2ec-876aa223f926 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.1131227 Dec 16 15:20:15.765783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.881688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:15.969194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ba0d201-960c-4b16-baef-5dbb3b637280 req-9837c64a-b9f2-4d8a-b56d-d30377dcbe46 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026966 Dec 16 15:20:16.002021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:16.213637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:16.432587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:16.443027 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fb9cfec3-08e6-4c7a-9958-af8171261a64 HTTP/1.1" status: 204 len: 168 time: 0.8043308 Dec 16 15:20:16.449026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feb697-55c8-4b82-9b6b-78d50d842369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9cfec3-08e6-4c7a-9958-af8171261a64,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:16.449960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d50b5d2-6aaf-44db-bc89-6198a4584a7d None None] Network 4fc58165-50c0-4ccb-a59f-c76127e45679 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:16.460718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41728) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:16.524069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5969c0d-e264-40f4-893f-876bee04531d req-b8ac731e-b000-46e0-a14a-fdaf1dc55f64 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:16.527579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5969c0d-e264-40f4-893f-876bee04531d req-b8ac731e-b000-46e0-a14a-fdaf1dc55f64 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.4009089 Dec 16 15:20:16.613505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f431063c-2ac0-40aa-a2a3-2686d71b57e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:16.725797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cef15b-9a87-49f9-b809-4d3421f13488 req-b5589d1e-0dd9-4261-b73a-b5e04d76aecc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:16.728987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1cef15b-9a87-49f9-b809-4d3421f13488 req-b5589d1e-0dd9-4261-b73a-b5e04d76aecc tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.6045339 Dec 16 15:20:16.862741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5969c0d-e264-40f4-893f-876bee04531d req-a0020708-9838-4d06-9380-ed4f1c2491bc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221714 Dec 16 15:20:16.914665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] DHCP port deletion for 4fc58165-50c0-4ccb-a59f-c76127e45679 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:20:16.966093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.028602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.105696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.119771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:17.142381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e13d809-6746-4def-96bc-0524747715aa req-2d2e08e9-3533-49af-adca-34c6e59e331b tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips/af78475f-c846-483f-800c-a8b586eeaead HTTP/1.1" status: 200 len: 691 time: 0.1558964 Dec 16 15:20:17.252369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.267187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:17.267773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2ba365b7-8fa4-46b7-a9a6-a25e8e9246f4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:17.268557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 349710a9-fa55-4a10-8947-778bec60ac95 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:17.421180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 349710a9-fa55-4a10-8947-778bec60ac95 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:17.421800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 349710a9-fa55-4a10-8947-778bec60ac95 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:17.424922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d809-6746-4def-96bc-0524747715aa req-7aac1f56-1cd7-47a9-a52a-1139c15b899a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:17.426675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e13d809-6746-4def-96bc-0524747715aa req-7aac1f56-1cd7-47a9-a52a-1139c15b899a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.1673784 Dec 16 15:20:17.494818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Deleting port 17e397e8-0202-4c9f-b260-79845b454b2a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:17.498474 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.543286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=dfe24aed-ba9f-4f48-80fa-83205e0fad8d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:17.552947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1cef15b-9a87-49f9-b809-4d3421f13488 req-9d41b031-9acc-428e-86fa-5e00549de19b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7893422 Dec 16 15:20:17.595855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-865dfc1d-f750-4d46-9153-de44d8b64673 req-f79c6198-7324-40d2-b7d2-d9bf1a829106 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.0693676 Dec 16 15:20:17.721420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] For port 17e397e8-0202-4c9f-b260-79845b454b2a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17e397e8-0202-4c9f-b260-79845b454b2a,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:17.722172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.735606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Deleting port 17e397e8-0202-4c9f-b260-79845b454b2a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:17.736725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.748403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Calling delete_port for 17e397e8-0202-4c9f-b260-79845b454b2a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:17.859888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] For port 17e397e8-0202-4c9f-b260-79845b454b2a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17e397e8-0202-4c9f-b260-79845b454b2a,segment=NetworkSegment(5111a29c-f2e3-420f-bb42-d211264c1ce7),segment_id=5111a29c-f2e3-420f-bb42-d211264c1ce7)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:17.860952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.887934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Calling delete_port for 17e397e8-0202-4c9f-b260-79845b454b2a owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:17.916661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:17.932460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0cdf79ff-ff14-48c5-b3d2-f342b7b0f49e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2927799 Dec 16 15:20:17.964384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-779944b5-4595-487d-93b9-11d5aa0729b6 req-776232f8-2c4f-4853-af38-bbcc8240fd1f tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=2236f4e6c55b4cd8afaa9494fb027830 HTTP/1.1" status: 200 len: 694 time: 0.3318441 Dec 16 15:20:18.001884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:18.090608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] Pushing event deleted for resources: {'Port': ['ID=17e397e8-0202-4c9f-b260-79845b454b2a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:18.114874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0520eac7-7a66-4df8-87d6-624bff23f3e8 None None] No DVR routers for this DVR port 17e397e8-0202-4c9f-b260-79845b454b2a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:18.128698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:18.196762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd27932-0c1b-4568-9d44-679d5329a53d req-c1f6700b-3d4b-4ef9-b643-cadee234b926 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:18.198859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bd27932-0c1b-4568-9d44-679d5329a53d req-c1f6700b-3d4b-4ef9-b643-cadee234b926 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 946 time: 0.2711551 Dec 16 15:20:18.340506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:18.394648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779944b5-4595-487d-93b9-11d5aa0729b6 req-18e2df82-0ca5-464c-8c7b-261b470ad5c7 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:18.404569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-779944b5-4595-487d-93b9-11d5aa0729b6 req-18e2df82-0ca5-464c-8c7b-261b470ad5c7 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks?id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 787 time: 0.4211442 Dec 16 15:20:18.452581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-779944b5-4595-487d-93b9-11d5aa0729b6 req-1b1e4bc6-7742-42c4-84ac-ed699553dea2 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:20:18.453749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-779944b5-4595-487d-93b9-11d5aa0729b6 req-1b1e4bc6-7742-42c4-84ac-ed699553dea2 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321908 Dec 16 15:20:18.455100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] No DVR routers for this DVR port 17e397e8-0202-4c9f-b260-79845b454b2a on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:18.460380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=17e397e8-0202-4c9f-b260-79845b454b2a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:18.482425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bd27932-0c1b-4568-9d44-679d5329a53d req-1d0eaf69-f9de-445f-9cdd-e55bb916eced tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734528 Dec 16 15:20:18.803632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:18.870628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc58165-50c0-4ccb-a59f-c76127e45679']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:18.900491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cc47f-7fd4-47ef-ab00-83ba517a03a5 req-27300757-5924-42b7-b736-8abafdd41c6c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:18.902499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f48cc47f-7fd4-47ef-ab00-83ba517a03a5 req-27300757-5924-42b7-b736-8abafdd41c6c tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.2877345 Dec 16 15:20:18.928236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debeada-7bf6-456d-b619-b4a65a9fedc4 req-738d42b9-8d7b-40b7-8f7d-819b0d1bfa2e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:18.930310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1debeada-7bf6-456d-b619-b4a65a9fedc4 req-738d42b9-8d7b-40b7-8f7d-819b0d1bfa2e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.2547805 Dec 16 15:20:18.938213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5111a29c-f2e3-420f-bb42-d211264c1ce7') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:18.938553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5111a29c-f2e3-420f-bb42-d211264c1ce7') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:18.977790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:18.995890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17e397e8-0202-4c9f-b260-79845b454b2a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:19.055394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 17e397e8-0202-4c9f-b260-79845b454b2a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:19.058672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f48cc47f-7fd4-47ef-ab00-83ba517a03a5 req-3b1bb908-f009-41ea-83c9-9c7ea157dee3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446307 Dec 16 15:20:19.060110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.069177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17e397e8-0202-4c9f-b260-79845b454b2a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:19.080435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:20:19.080899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.081470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:20:19.083295 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:20:19.177333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1debeada-7bf6-456d-b619-b4a65a9fedc4 req-c11caa9a-77c4-4c71-a21f-3fc075552db9 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191987 Dec 16 15:20:19.354656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.415652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.432045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] 10.222.0.71 "DELETE /v2.0/networks/4fc58165-50c0-4ccb-a59f-c76127e45679 HTTP/1.1" status: 204 len: 168 time: 2.9617481 Dec 16 15:20:19.448744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-57561656-4f14-4292-b997-e8e6970bb25a tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips/af78475f-c846-483f-800c-a8b586eeaead HTTP/1.1" status: 200 len: 691 time: 0.1928608 Dec 16 15:20:19.531231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af30f46-4bc9-4a20-b3bc-6afbd2339c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc58165-50c0-4ccb-a59f-c76127e45679,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:19.582426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c2efbb7a-7df9-4b2d-a9a4-ec3a9578dfec tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1090546414&fields=id&tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee HTTP/1.1" status: 200 len: 267 time: 0.3468311 Dec 16 15:20:19.695010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-08194e4c-16dd-4821-a70f-a1ff3422dff8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:19.709244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-08194e4c-16dd-4821-a70f-a1ff3422dff8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 936 time: 0.1113985 Dec 16 15:20:19.862742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-266da267-7af0-48b9-97b8-7e2ebade4c0e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:19.870527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-266da267-7af0-48b9-97b8-7e2ebade4c0e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 936 time: 0.1600339 Dec 16 15:20:19.884200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:19.965490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:20.000266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-44d1e206-7e1e-4732-9ced-be9be1c080a6 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:20.008895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-44d1e206-7e1e-4732-9ced-be9be1c080a6 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.5478139 Dec 16 15:20:20.022429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-1e123e60-74f6-4879-9ca6-590643037e49 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1507688 Dec 16 15:20:20.036128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c68d2f31-11f5-4d36-a9fb-678b8fa9d8c7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17b500b3679f4c609bedf6db9436007f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693731 Dec 16 15:20:20.040205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:20.126344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-78ec79c6-655f-4918-90f9-d67da04f4e98 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1026647 Dec 16 15:20:20.153479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-2da67568-8aad-43ff-9a1c-f8dcaf6d6be2 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.1435714 Dec 16 15:20:20.166233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:20.236865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:20.333788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-2d7a9302-1433-4300-9a1b-42576a5c0437 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.1792519 Dec 16 15:20:20.542073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-732c6285-1e32-4bca-af52-7eeaa5a764e5 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:20.544264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-732c6285-1e32-4bca-af52-7eeaa5a764e5 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:20.550609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-732c6285-1e32-4bca-af52-7eeaa5a764e5 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:20.552337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-732c6285-1e32-4bca-af52-7eeaa5a764e5 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 1994 time: 0.4249923 Dec 16 15:20:20.576168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-e7dec9dd-a11c-40d1-b6a9-6c3286af23e0 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/quotas/06eb97a801d34c39b0cf39d3ee9c75ee HTTP/1.1" status: 200 len: 375 time: 0.0123916 Dec 16 15:20:20.591918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Deleting port 39904e5e-1283-4264-9a0e-b4bdbee41db2 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:20.592368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.041520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.047954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.050361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c63ed4eb-2801-41c0-bcdc-bb3081be1fd8 HTTP/1.1" status: 204 len: 168 time: 1.0084426 Dec 16 15:20:21.086914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8853a-dbf5-44c4-b511-0873f9419e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ed4eb-2801-41c0-bcdc-bb3081be1fd8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:21.308357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-1aac5624-f100-409d-8bd9-25460267b41b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7089651 Dec 16 15:20:21.310441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.310770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.363505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Calling delete_port for 39904e5e-1283-4264-9a0e-b4bdbee41db2 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:21.865070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:21.963283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event deleted for resources: {'Port': ['ID=39904e5e-1283-4264-9a0e-b4bdbee41db2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:22.149824 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:20:22.266959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:22.275018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:22.298169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56d59308-e17c-45c2-b0cb-dd47bb6e5679 req-d43f39a8-dea7-4f04-8f80-67afdebcc540 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "DELETE /v2.0/floatingips/af78475f-c846-483f-800c-a8b586eeaead HTTP/1.1" status: 204 len: 173 time: 1.9401383 Dec 16 15:20:22.298169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ee1a3d4f-2647-41b1-a33d-fca0276eb73a service neutron] 10.222.0.71 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167771 Dec 16 15:20:22.492785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-88080b4d-c279-43fa-ae20-81d0ee36a45f service neutron] 10.222.0.71 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011919 Dec 16 15:20:22.643011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-6f5e9b2d-328f-45bf-8240-acc0f8a624f3 service neutron] 10.222.0.71 "GET /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1461606 Dec 16 15:20:22.927538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-01bde5e1-813c-4217-9705-46093c330674 service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723370 Dec 16 15:20:23.267377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-f2989898-4eeb-4629-b785-e0569a346c7f service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375852 Dec 16 15:20:23.501534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3d9ce1c3-9225-4f26-925d-149ce27ae9c2 service neutron] 10.222.0.71 "GET /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2226553 Dec 16 15:20:23.842569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-38b41a4c-b308-499b-acd5-709a4994c0e6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:23.845219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-38b41a4c-b308-499b-acd5-709a4994c0e6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.4665146 Dec 16 15:20:23.892420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-327f36f5-77da-4533-8247-44cd40240f27 req-c0dd5082-217c-4096-9903-fefd099ee7bf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.1694624 Dec 16 15:20:23.897171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41826) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:23.941686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:24.211008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-1834035b-e439-4ab5-81f8-96b72dbaa9d8 service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858156 Dec 16 15:20:24.238372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-network', 'tenant_id': 'f420ee6037be40429753821e85e51a1c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:24.358093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-20ad53ee-f053-4322-9667-feac90a7e641 service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390989 Dec 16 15:20:24.366657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Made reservation on behalf of f420ee6037be40429753821e85e51a1c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:24.369272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:24.389572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:24.597570 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:24.770032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:24.842613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:20:24.885532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e598dd-a2d3-42f2-9504-8d64548dc194 req-d1d907eb-2194-490e-85d9-94c25efebac8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:24.888242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31e598dd-a2d3-42f2-9504-8d64548dc194 req-d1d907eb-2194-490e-85d9-94c25efebac8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.2804906 Dec 16 15:20:24.901861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b593be2c-4606-4176-a0ff-f24c7d84b31f service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251946 Dec 16 15:20:24.904865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:24.912556 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Added segment 4c6c517e-4360-4354-8d40-ce3016c2aded of type vlan for network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 Dec 16 15:20:24.919094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87764e6b-5ea7-48a8-a120-30e2aefd35d7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:25.114597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:25.134615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:25.143542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:25.327816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:25.329426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:25.330392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:25.369737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31e598dd-a2d3-42f2-9504-8d64548dc194 req-db0db552-7f66-4222-9f59-d3d931ca05ab tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609122 Dec 16 15:20:25.405997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:20:25.553935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:25.572232 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7cb37403-6b17-4dfb-b7c3-1678349b91b4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6730249 Dec 16 15:20:25.578053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41840) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:25.587654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-7982e2db-d185-4055-83ed-322888d369ba service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519630 Dec 16 15:20:25.591583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Request body: {'subnet': {'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-subnet', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:25.614192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:20:25.775935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Made reservation on behalf of f420ee6037be40429753821e85e51a1c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:25.791581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:25.856546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd2d1c69-1bb4-4de9-89fb-aabe64962821 service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211607 Dec 16 15:20:25.857786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.4 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/95c5ead9-0acf-4096-b2ff-32bd9d555d6c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:25.903097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:25.952322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'mac_address': 'fa:16:3e:8d:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:20:26.000865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-abc3d998-807d-4b70-8d35-a52c3e1138dc tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4063628 Dec 16 15:20:26.058133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:26.076209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:26.102177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d55d9a39-a215-45e4-bef6-d6a69fd36e34 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:26.133045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dac77ab3-ec66-43de-b875-78580572af1a service neutron] 10.222.0.71 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582221 Dec 16 15:20:26.146121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:26.310417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:26.390747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:26.424236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:26.427135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:26.448426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-142bffab-6f8b-4802-be25-e85aaa092276 service neutron] 10.222.0.71 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639189 Dec 16 15:20:26.458376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:26.475244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d55d9a39-a215-45e4-bef6-d6a69fd36e34'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:20:26.569631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Checking segment: {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:26.570011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Network hostable DHCP agents. Network: ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:20:26.610669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e63fd8-07cb-4b7c-b811-2566c639eba7,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:26.816128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:20:26.878487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fb833a95-a7cf-4afc-b2b4-ab1cc4d419b6 service neutron] 10.222.0.71 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123206 Dec 16 15:20:27.020440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.060761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:27.070953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:27.071651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.090496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67daae4c-b897-4477-b0e2-49ea8f405b69 None None] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:27.159423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:27.189012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:27.211785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:27.211785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.290970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:27.305028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-940d00af-d605-4ab9-a143-ba2832c0f92e service neutron] 10.222.0.71 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153860 Dec 16 15:20:27.305438 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a2fe6577-4812-4790-adc7-de41406b0719 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7256548 Dec 16 15:20:27.309585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41854) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:27.366075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:27.500321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:27.501418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.517967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:27.696176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.699153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.736997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-6239c195-57be-4339-9f44-9477904806bd service neutron] 10.222.0.71 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635480 Dec 16 15:20:27.747501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d55d9a39-a215-45e4-bef6-d6a69fd36e34 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:27.749368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.754716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'project_id': 'f420ee6037be40429753821e85e51a1c', 'fixed_ips': [{'subnet_id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:20:27.757285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:27.776550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-496262c9-edf3-4d59-a904-550467c3ca2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8600414 Dec 16 15:20:27.791448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Allocated IP 172.25.7.41 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/308234a6-f4a8-4aa1-8686-53c30ed53690) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:27.981434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Request body: {'port': {'device_id': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:28.238786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.253676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.313789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:28.325558 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8411c7-9264-4a92-831f-04d48a910ee9" -d '{"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:28.400799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Allocated IP 172.20.0.2 (ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3/d6e63fd8-07cb-4b7c-b811-2566c639eba7/fe283fa4-9d5e-4a51-aae9-edd951a9cab6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:28.455335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.464819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:28.661566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.772386 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.828613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:28.909106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:29.081841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.191086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.300418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:29.307749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:29.317340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:29.407808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.432417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.435016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.438471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Pushing event updated for resources: {'Port': ['ID=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:29.520646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Attempting to bind port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:29.521792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Attempting to bind port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:29.522700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Attempting to bind port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 on network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:29.535461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:29.536212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Checking segment: {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:29.537250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.537934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Bound using segment: {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:29.538989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Bound port: fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:29.539878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.648731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event updated for resources: {'Port': ['ID=308234a6-f4a8-4aa1-8686-53c30ed53690,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:29.747033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:29.747482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] For port fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:29.747482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] For port fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:29.771637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:29.778584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:29.853165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c5ead9-0acf-4096-b2ff-32bd9d555d6c {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:29.874622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:29.944432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Transition to ACTIVE for port object 95c5ead9-0acf-4096-b2ff-32bd9d555d6c will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:20:30.128669 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:30.252631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:30.285627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:30.545409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Allocated IP 172.25.7.192 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d10df4d1-987b-439f-962e-5d1a3494aa0a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:30.768719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:30.786963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:30.901101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52f0a7-9b6e-428a-ad25-ea212fb68dc1 None None] Pushing event updated for resources: {'Port': ['ID=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:31.029701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:31.042513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:31.083802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:31.136489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:31.309618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:31.316830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:31.352277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:31.468472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Pushing event updated for resources: {'Port': ['ID=d10df4d1-987b-439f-962e-5d1a3494aa0a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:32.146770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Attempting to bind port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:32.148396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Attempting to bind port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:32.148971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Attempting to bind port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:32.192832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:20:32.193535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Attempting to bind port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:32.229571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:32.230173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:32.230596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:32.231123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Bound port: 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:32.231508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.275068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.382890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.388170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:32.394757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:32.458758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.565748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event updated for resources: {'Port': ['ID=308234a6-f4a8-4aa1-8686-53c30ed53690,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:32.671756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.703025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.796036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.849591 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.852289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-0ee56aa9-363a-4a38-aecc-133ae1fa9314 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.8179786 Dec 16 15:20:32.879427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:32.885252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:32.886038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0eab2-64bd-463c-b089-269405690314 None None] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:32.889031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] 10.222.0.74 "PUT /v2.0/ports/95c5ead9-0acf-4096-b2ff-32bd9d555d6c HTTP/1.1" status: 200 len: 1091 time: 4.9161849 Dec 16 15:20:32.890754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:32.899205 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9013d68-9a6a-4a43-973e-e1ea37f43813" -d '{"events": [{"name": "network-changed", "server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:33.024974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-168e7927-44e7-4002-91cd-4bb5121d07eb tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1256087 Dec 16 15:20:33.026861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] Provisioning complete for port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:33.027310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:33.071731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d26aa-7bc9-417b-85ea-78238a130fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:33.214606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe283fa4-9d5e-4a51-aae9-edd951a9cab6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:33.354541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Router 06692814-c5bd-4043-a42a-ff6216f85632 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:20:33.486056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-f7aaca7e-aa9f-4a9e-9daf-2e7528b214f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:33.488726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-f7aaca7e-aa9f-4a9e-9daf-2e7528b214f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 1094 time: 0.3247020 Dec 16 15:20:33.530271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-936e81b2-1f57-4c52-a41f-a562a25ffff0 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:33.540316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:33.546854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addab09c-ad4b-418f-81d3-f57e7c0b05c8 req-936e81b2-1f57-4c52-a41f-a562a25ffff0 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.4979696 Dec 16 15:20:33.592364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5b75-0d71-4046-bb8c-3006874377d3 req-3a4b14fa-8c11-4a40-b4fc-0138e68c1b1b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:33.623746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59ab5b75-0d71-4046-bb8c-3006874377d3 req-3a4b14fa-8c11-4a40-b4fc-0138e68c1b1b tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.4052114 Dec 16 15:20:33.664352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:33.664889 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:33.773738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] For port fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:33.781676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-b5c23a80-9478-432d-b258-a31e3459a800 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c HTTP/1.1" status: 200 len: 217 time: 0.2331812 Dec 16 15:20:33.885370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-3af2dae3-4128-49d3-84a3-8fe957b0538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:33.889158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-3af2dae3-4128-49d3-84a3-8fe957b0538f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.0960953 Dec 16 15:20:33.909824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:20:33.930628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Sync routers for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:20:33.961799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:33.961799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:33.989233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:34.068543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a23dd-7024-4058-a1d8-a08647487375 None None] Pushing event updated for resources: {'Port': ['ID=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:34.108778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:34.111400 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f44fe0c-002c-4e7b-9da4-bcdf3fcb4413 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7949164 Dec 16 15:20:34.116737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:34.120229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:34.170652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59ab5b75-0d71-4046-bb8c-3006874377d3 req-a5202945-4150-49f8-b84d-6233bd32d04f tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491436 Dec 16 15:20:34.173285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-e737564d-3bd8-43dd-aefa-fd1f6e3d4fb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084801 Dec 16 15:20:34.244366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bfcfc9c-2489-4255-9b2b-e33fa2d46ceb None None] Provisioning complete for port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:34.244366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bfcfc9c-2489-4255-9b2b-e33fa2d46ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:34.337786 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:34.393115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a573043-8edd-4c35-bbb3-ec9485710f4f req-cf79670d-ecf1-4fc3-9da4-18fbb974bd40 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:34.401307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a573043-8edd-4c35-bbb3-ec9485710f4f req-cf79670d-ecf1-4fc3-9da4-18fbb974bd40 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 943 time: 0.5095758 Dec 16 15:20:34.460015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:20:34.460015 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:20:34.525632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a573043-8edd-4c35-bbb3-ec9485710f4f req-604a8d32-5603-4563-a0c6-3b8c9b423674 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233158 Dec 16 15:20:34.558387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b19f45-53ba-42f8-a97b-647ea96afc55 req-069f2855-0f9c-42f2-9eb3-2e071132623b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:34.560581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75b19f45-53ba-42f8-a97b-647ea96afc55 req-069f2855-0f9c-42f2-9eb3-2e071132623b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 943 time: 0.1320310 Dec 16 15:20:34.580820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-392a2005-6d2d-4592-ba16-87f99781fba2 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925135 Dec 16 15:20:34.605458 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60afd5c-2a3b-48c4-94f4-3dc7369c0867 x-openstack-request-id: req-a60afd5c-2a3b-48c4-94f4-3dc7369c0867 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:34.605801 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:34.606068 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a60afd5c-2a3b-48c4-94f4-3dc7369c0867 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:34.606531 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'code': 200} Dec 16 15:20:34.646934 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:31Z', 'revision_number': 3, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:34.680345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Checking router: 06692814-c5bd-4043-a42a-ff6216f85632 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:34.681030 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Updating router 06692814-c5bd-4043-a42a-ff6216f85632 port d10df4d1-987b-439f-962e-5d1a3494aa0a binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:20:34.716079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ec248de-d348-44a6-ab31-f434b5c6d9a4 req-5ab5b3f1-1637-49a5-85a0-11152494fc6d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0469141 Dec 16 15:20:34.733034 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:34.747372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75b19f45-53ba-42f8-a97b-647ea96afc55 req-b57c9de1-0e2b-4a82-8c55-0419fb08e1c0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755393 Dec 16 15:20:34.825261 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d371d-4024-4bad-804f-ebfcf6571928 x-openstack-request-id: req-e72d371d-4024-4bad-804f-ebfcf6571928 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:34.825576 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:34.825801 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e72d371d-4024-4bad-804f-ebfcf6571928 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:34.826246 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c', 'status': 'completed', 'code': 200} Dec 16 15:20:34.847420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53a8a9e-f674-44f3-813e-b384bdf2ba59 req-37dfad8d-63bf-4572-87b2-9304e8a5b266 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511578 Dec 16 15:20:34.911523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-652d162b-2b88-4feb-b698-4400adafe264 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips/5dfbe7ab-af30-4526-a72f-1f345ec5d656 HTTP/1.1" status: 200 len: 692 time: 0.0818832 Dec 16 15:20:35.194083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-6e7ac9d1-67e4-4a0f-b898-2747c934184f tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:35.196280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-6e7ac9d1-67e4-4a0f-b898-2747c934184f tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2729802 Dec 16 15:20:35.210476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe283fa4-9d5e-4a51-aae9-edd951a9cab6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:35.236216 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.237599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf030b9-5f99-456e-922c-ef48eca411a1 req-fe593282-ab5b-4708-961a-5a40a01b9980 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:35.240263 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf030b9-5f99-456e-922c-ef48eca411a1 req-fe593282-ab5b-4708-961a-5a40a01b9980 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.1742966 Dec 16 15:20:35.300378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.386069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:35.387184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.408416 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.476155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-17bb5591-cd2c-45ff-b5b3-e4b8652e25d0 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.2322154 Dec 16 15:20:35.538338 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Attempting to bind port d10df4d1-987b-439f-962e-5d1a3494aa0a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:35.539016 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Attempting to bind port d10df4d1-987b-439f-962e-5d1a3494aa0a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:35.539622 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Attempting to bind port d10df4d1-987b-439f-962e-5d1a3494aa0a on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:35.602543 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:35.603073 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:35.603811 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.604258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:20:35.604568 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:35.606237 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Bound port: d10df4d1-987b-439f-962e-5d1a3494aa0a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:35.606899 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:35.627807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-f9154029-367f-4041-9f8c-f6b61239971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:35.632841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-f9154029-367f-4041-9f8c-f6b61239971e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 1094 time: 0.3751278 Dec 16 15:20:35.671758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-f021b54b-992e-4d78-9d69-489f533aa2fb tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1901724 Dec 16 15:20:35.797286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf030b9-5f99-456e-922c-ef48eca411a1 req-c4e33b46-e08c-412f-8798-9231637c3df6 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541786 Dec 16 15:20:35.841047 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] For port d10df4d1-987b-439f-962e-5d1a3494aa0a, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:35.849423 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] For port d10df4d1-987b-439f-962e-5d1a3494aa0a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d10df4d1-987b-439f-962e-5d1a3494aa0a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:35.886442 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Pushing event updated for resources: {'Port': ['ID=d10df4d1-987b-439f-962e-5d1a3494aa0a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:35.906299 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.906901 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.907509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.908325 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.908912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.909742 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.911494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.913911 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.914854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.914854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.915584 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.916135 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.916881 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:35.979581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Allocated IP 172.20.0.1 (ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3/d6e63fd8-07cb-4b7c-b811-2566c639eba7/521d0b21-1a9f-4043-9666-79583894cbc4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:36.023026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:36.037907 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.090810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'network_id': '6703cbb4-89c6-4092-b420-972daf68d5b9', 'port_id': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'mac_address': 'fa:16:3e:8f:76:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2214db7f-dc54-4a43-9619-62436b30cc97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:20:36.175338 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849a366-fd67-4bf0-8665-746f52a540d4 None None] Pushing event updated for resources: {'Port': ['ID=d10df4d1-987b-439f-962e-5d1a3494aa0a,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:36.180437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:36.181649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:36.223004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.263338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:36.290693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf17e1-998e-47ce-8d29-8c7457facf6f req-e4848ad3-e34f-4385-b550-030b9cdc2e22 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:36.295301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-becf17e1-998e-47ce-8d29-8c7457facf6f req-e4848ad3-e34f-4385-b550-030b9cdc2e22 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 943 time: 0.2378261 Dec 16 15:20:36.306216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.337301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-c006f0d6-f4ac-4aac-8e9a-8180482e4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:36.339971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:36.340191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-c006f0d6-f4ac-4aac-8e9a-8180482e4754 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 911 time: 0.6658309 Dec 16 15:20:36.425062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-d3f767f4-4470-4828-a881-10852e5178c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c HTTP/1.1" status: 200 len: 217 time: 0.0657582 Dec 16 15:20:36.447544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Deleting port 308234a6-f4a8-4aa1-8686-53c30ed53690 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:36.456089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.543838 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:36.612724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-becf17e1-998e-47ce-8d29-8c7457facf6f req-bccf08cc-066b-45f5-a3a6-bcb20dff5234 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873893 Dec 16 15:20:36.644121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.655693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-3bfd6ad2-7b59-461a-8995-22c7325562ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:36.658872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.662378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-3bfd6ad2-7b59-461a-8995-22c7325562ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.2223299 Dec 16 15:20:36.744347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-453b970a-56d2-4dfe-b7ba-de470bb8b90f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658600 Dec 16 15:20:36.785783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.786151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:36.794563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:36.808652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:36.811860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:36.819619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Pushing event updated for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:36.825986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:36.870931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Calling delete_port for 308234a6-f4a8-4aa1-8686-53c30ed53690 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:37.005806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:37.018338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:20:37.227098 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:31Z', 'revision_number': 3, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:37.310170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d3768f2-2f45-44b5-8b2d-1ce254c3f009 req-237ade81-8c86-4363-a06f-557d574cd2ea tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1140218 Dec 16 15:20:37.341998 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4745ee1c-6732-465f-b6ff-4f708439ff0d None None] The sync data for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 is: [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:31Z', 'revision_number': 3, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:37.525437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f65d98e2-601a-4e5f-a6ac-fb6a4c5a8f01 None None] Provisioning complete for port 521d0b21-1a9f-4043-9666-79583894cbc4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:37.526099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65d98e2-601a-4e5f-a6ac-fb6a4c5a8f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:37.547966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:37.600718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 95c5ead9-0acf-4096-b2ff-32bd9d555d6c details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:20:37.604368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f65d98e2-601a-4e5f-a6ac-fb6a4c5a8f01 None None] Port 521d0b21-1a9f-4043-9666-79583894cbc4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:37.625397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-72fed843-13ae-4d6b-aa9c-e564f2f3b031 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8653634 Dec 16 15:20:37.767037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9013d68-9a6a-4a43-973e-e1ea37f43813 req-a566dfa3-ba9b-438b-827e-a09f47915ab3 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209126 Dec 16 15:20:37.859170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6f446-494e-4e05-800f-46dbaaac1d23 req-2ef59ac4-95b7-46f4-ad0d-462ab6ea7743 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:37.870174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9be6f446-494e-4e05-800f-46dbaaac1d23 req-2ef59ac4-95b7-46f4-ad0d-462ab6ea7743 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.3296621 Dec 16 15:20:38.063234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:38.102135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c', 'mac_address': 'fa:16:3e:7a:2e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:20:38.136491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.152809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9be6f446-494e-4e05-800f-46dbaaac1d23 req-5715cac9-b5c0-44de-a5f7-3e3f77595a34 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812841 Dec 16 15:20:38.173837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-481f8e7e-bcae-4a8f-8d95-650945a6b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:38.176545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-481f8e7e-bcae-4a8f-8d95-650945a6b666 service neutron] 10.222.0.74 "GET /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 1032 time: 0.2830281 Dec 16 15:20:38.242175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.252708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.341713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c5ead9-0acf-4096-b2ff-32bd9d555d6c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:38.366018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-759e7f4c-64f2-4417-b7fd-4090cca0bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:38.373712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-759e7f4c-64f2-4417-b7fd-4090cca0bb8f service neutron] 10.222.0.74 "GET /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 1032 time: 0.1798890 Dec 16 15:20:38.435606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:38.511624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.538159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Pushing event updated for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:38.539815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.693930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:38.770735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32452c2-86c5-4886-885b-37362f08631f req-03880370-7244-4226-894b-41240f765b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:38.773049 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-03880370-7244-4226-894b-41240f765b1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 1097 time: 0.0955374 Dec 16 15:20:38.817204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Pushing event deleted for resources: {'Port': ['ID=308234a6-f4a8-4aa1-8686-53c30ed53690,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:38.893433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:39.032531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['95c5ead9-0acf-4096-b2ff-32bd9d555d6c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:20:39.035929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:39.058862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:39.120954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-af6163a8-18f1-4539-a082-d3927fca4dc7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:39.135238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-af6163a8-18f1-4539-a082-d3927fca4dc7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:39.155783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-af6163a8-18f1-4539-a082-d3927fca4dc7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:39.158581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-af6163a8-18f1-4539-a082-d3927fca4dc7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 1994 time: 0.7795756 Dec 16 15:20:39.163562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:39.168218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:39.170003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0af9c5f-5838-488d-be0c-ae03bb4527a1 req-21a36997-8041-4635-bb6a-4acb8a842775 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "DELETE /v2.0/floatingips/5dfbe7ab-af30-4526-a72f-1f345ec5d656 HTTP/1.1" status: 204 len: 173 time: 3.4620836 Dec 16 15:20:39.475933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32452c2-86c5-4886-885b-37362f08631f req-7f7a0625-60db-4bfa-9a91-98abcc4b04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:39.477951 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-7f7a0625-60db-4bfa-9a91-98abcc4b04a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 904 time: 0.6763697 Dec 16 15:20:39.485237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959a96d-51a6-4a64-b75b-0cc63ffccbba req-8c62155f-22cb-490a-9edb-b4f2320ee609 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:39.512654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9959a96d-51a6-4a64-b75b-0cc63ffccbba req-8c62155f-22cb-490a-9edb-b4f2320ee609 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 944 time: 0.3115585 Dec 16 15:20:39.524979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d10df4d1-987b-439f-962e-5d1a3494aa0a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:39.628194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:39.687700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6c4397e-80d6-4dca-b427-3fe591ce2842 req-4fd92c35-cfe2-4ed1-980a-e5a9adc68a71 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0707264 Dec 16 15:20:39.797261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9959a96d-51a6-4a64-b75b-0cc63ffccbba req-4c9fd8f9-b109-4e51-90b2-a43b213af650 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835772 Dec 16 15:20:39.821065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fb664059-51ca-43a1-88a2-6743cf8a34fb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee HTTP/1.1" status: 200 len: 380 time: 0.6290910 Dec 16 15:20:39.832999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'admin_state_up': True, 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'security_groups': ['68439af9-c598-4363-8fac-63bf1763898a']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:39.980874 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-7f4f9c1c-c134-4aff-a1e4-eb5318290a9d req-89a5d3ec-2bfc-4337-8b42-0282ed2bd6f0 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] show failed (client error): The resource could not be found. Dec 16 15:20:39.995213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f4f9c1c-c134-4aff-a1e4-eb5318290a9d req-89a5d3ec-2bfc-4337-8b42-0282ed2bd6f0 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips/5dfbe7ab-af30-4526-a72f-1f345ec5d656 HTTP/1.1" status: 404 len: 350 time: 0.1533515 Dec 16 15:20:40.043107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba41c8-cbe5-4b95-9019-53827913b8f2 req-7a1b318e-b653-481b-8f8d-efedd27ce671 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:40.045144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eba41c8-cbe5-4b95-9019-53827913b8f2 req-7a1b318e-b653-481b-8f8d-efedd27ce671 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.1354492 Dec 16 15:20:40.234544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 00d99df9-67b8-4a83-92b3-894607bb7ddb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:40.235198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:40.249658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9a5707f4-8c00-46b1-b6ea-e76a0adc6152 None None] Provisioning complete for port 521d0b21-1a9f-4043-9666-79583894cbc4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:40.249918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a5707f4-8c00-46b1-b6ea-e76a0adc6152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:40.361539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eba41c8-cbe5-4b95-9019-53827913b8f2 req-0aee7a5d-5193-486a-b103-adcd5590b232 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056307 Dec 16 15:20:40.438662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:40.460781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:40.502699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9a5707f4-8c00-46b1-b6ea-e76a0adc6152 None None] Port 521d0b21-1a9f-4043-9666-79583894cbc4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:40.553935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02021d9d-cf84-4f28-b88a-e2722b12cc25 req-e0fa855a-039e-4945-aadb-084d4697e373 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:40.559543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-423ee98d-d4ad-419e-86f9-62a4142ed1fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34 HTTP/1.1" status: 200 len: 217 time: 1.0642300 Dec 16 15:20:40.565434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02021d9d-cf84-4f28-b88a-e2722b12cc25 req-e0fa855a-039e-4945-aadb-084d4697e373 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 944 time: 0.3725173 Dec 16 15:20:40.569105 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-f931b55d-1978-4538-bc7e-fcf02c579d26 req-d60ce913-1110-434a-9f2d-0b87da674c87 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] show failed (client error): The resource could not be found. Dec 16 15:20:40.570709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f931b55d-1978-4538-bc7e-fcf02c579d26 req-d60ce913-1110-434a-9f2d-0b87da674c87 tempest-FloatingIPsTestJSON-1834466918 tempest-FloatingIPsTestJSON-1834466918-project] 10.222.0.71 "GET /v2.0/floatingips/5dfbe7ab-af30-4526-a72f-1f345ec5d656 HTTP/1.1" status: 404 len: 350 time: 0.0808957 Dec 16 15:20:40.606251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:40.612058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d10df4d1-987b-439f-962e-5d1a3494aa0a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:40.612777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:40.708758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32452c2-86c5-4886-885b-37362f08631f req-a1ad9cc4-98cf-4926-9346-c878bdf98445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:40.710799 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-a1ad9cc4-98cf-4926-9346-c878bdf98445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.1403661 Dec 16 15:20:40.807703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-e70199e4-3962-4fa5-8947-e944391d6430 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758724 Dec 16 15:20:40.844769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Router 06692814-c5bd-4043-a42a-ff6216f85632 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:20:40.968944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:40.996875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:41.045483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d10df4d1-987b-439f-962e-5d1a3494aa0a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d10df4d1-987b-439f-962e-5d1a3494aa0a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:41.076552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:41.079087 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c1c95-c71d-4eff-a1a5-afea2c7d8853" -d '{"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:41.090076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02021d9d-cf84-4f28-b88a-e2722b12cc25 req-7919dfaf-361a-447d-99c4-b76f17d388a4 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950807 Dec 16 15:20:41.152742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:41.154209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:41.248033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:41.276017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d10df4d1-987b-439f-962e-5d1a3494aa0a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:41.292612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:20:41.312524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4e0d1f8-9f13-4fb7-b1bf-fb966bd994d4 admin admin] 10.222.0.71 "PUT /v2.0/routers/06692814-c5bd-4043-a42a-ff6216f85632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1778395 Dec 16 15:20:41.362737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:41.368186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Sync routers for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:20:41.381545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:41.382557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:41.431072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-879fe25a-c386-4f23-8871-045d00dffe8e service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169102 Dec 16 15:20:41.646618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 95c5ead9-0acf-4096-b2ff-32bd9d555d6c up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:41.704273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a32452c2-86c5-4886-885b-37362f08631f req-865f5a29-1c2d-49a7-9047-bada4e0150fd service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620270 Dec 16 15:20:41.720437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:41.932406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 172.20.0.3 (7c9b50aa-922a-44ea-b29d-8ba3e4047df9/9904a23f-5195-4062-a6a7-779e47158d8b/a24bb2d1-4511-4c8f-8945-c21e8f20bdae) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:41.945972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651f0b1-84cd-4799-8279-35536f4ebe3e req-ec982f8a-5407-493e-915e-4b11ab44dbff tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:41.956970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d651f0b1-84cd-4799-8279-35536f4ebe3e req-ec982f8a-5407-493e-915e-4b11ab44dbff tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 1.0353327 Dec 16 15:20:41.981130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-348d01df-efd0-4d1e-b951-f36693d11308 req-00096f83-51a8-4019-a738-f133d12bd8f6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0809133 Dec 16 15:20:42.105699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:37Z', 'revision_number': 4, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '521d0b21-1a9f-4043-9666-79583894cbc4', 'name': '', 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'mac_address': 'fa:16:3e:37:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:35Z', 'updated_at': '2021-12-16T15:20:37Z', 'revision_number': 2, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'subnets': [{'id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:42.141389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d651f0b1-84cd-4799-8279-35536f4ebe3e req-cf37d757-fcac-40ae-935a-783eecb95680 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/security-groups?id=7e532fd6-8ebd-4eea-9368-076506d13128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800795 Dec 16 15:20:42.175153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Checking router: 06692814-c5bd-4043-a42a-ff6216f85632 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:42.175739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Updating router 06692814-c5bd-4043-a42a-ff6216f85632 port 521d0b21-1a9f-4043-9666-79583894cbc4 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:20:42.235018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:42.238288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:20:42.264420 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f06c79-d3fa-4665-a176-2a1424696746 x-openstack-request-id: req-15f06c79-d3fa-4665-a176-2a1424696746 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:42.265454 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-plugged", "status": "completed", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:42.265583 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15f06c79-d3fa-4665-a176-2a1424696746 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:42.266136 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'code': 200} Dec 16 15:20:42.270148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:42.270753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:42.502986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:42.702601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:42.956405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:42.993502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010620db-0173-40ea-8bd2-663048fb2dec req-d471591c-6c1e-4a03-a9bc-68c346337183 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3235002 Dec 16 15:20:43.066882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:43.097334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:43.099795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42b37-9605-4c92-9cd9-da6f8406e0eb req-008fdb15-75ec-422b-ba9c-5f282b4ec236 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:43.101602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6e42b37-9605-4c92-9cd9-da6f8406e0eb req-008fdb15-75ec-422b-ba9c-5f282b4ec236 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 944 time: 0.9856801 Dec 16 15:20:43.111905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:43.166290 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.169878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:43.184231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:43.221047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.299172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:43.357464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.384972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6e42b37-9605-4c92-9cd9-da6f8406e0eb req-f96377b1-c751-4899-bdb0-84b92f1171dd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481251 Dec 16 15:20:43.397668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d10df4d1-987b-439f-962e-5d1a3494aa0a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:43.409108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b8b10-d1eb-4b13-9eaf-65b822f137a0 req-2adb24c6-c49a-4f40-9da5-19a2cde5585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:43.416299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-406b8b10-d1eb-4b13-9eaf-65b822f137a0 req-2adb24c6-c49a-4f40-9da5-19a2cde5585d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1097 time: 0.3990097 Dec 16 15:20:43.430435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:43.431166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.496266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.616333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:43.827631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.827631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-406b8b10-d1eb-4b13-9eaf-65b822f137a0 req-760c4e5d-df16-4157-9999-d0ae1731065c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699410 Dec 16 15:20:43.849607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8693a-ce85-46f7-823a-17ef1c8570cb None None] Pushing event updated for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:43.861003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Attempting to bind port 521d0b21-1a9f-4043-9666-79583894cbc4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:20:43.861441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Attempting to bind port 521d0b21-1a9f-4043-9666-79583894cbc4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:20:43.862008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Attempting to bind port 521d0b21-1a9f-4043-9666-79583894cbc4 on network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:20:43.875306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d10df4d1-987b-439f-962e-5d1a3494aa0a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:43.875690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.882399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b88f6e50-c6df-421d-bd53-ecf980f3b485 None None] Provisioning complete for port a24bb2d1-4511-4c8f-8945-c21e8f20bdae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:43.883065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b88f6e50-c6df-421d-bd53-ecf980f3b485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.936964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-22b25471-0867-406d-8cd6-322976598f11 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1122830750&fields=id&tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c HTTP/1.1" status: 200 len: 267 time: 0.1883271 Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b88f6e50-c6df-421d-bd53-ecf980f3b485 None None] Port a24bb2d1-4511-4c8f-8945-c21e8f20bdae cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Checking segment: {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Bound using segment: {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Bound port: 521d0b21-1a9f-4043-9666-79583894cbc4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6c517e-4360-4354-8d40-ce3016c2aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:20:43.984218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:44.125326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7c1ef5-e74e-4713-ba22-914bdda6299c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3024855 Dec 16 15:20:44.144824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'admin_state_up': True, 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'security_groups': ['68439af9-c598-4363-8fac-63bf1763898a']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:44.214815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6905edbd-0286-458d-94ac-c6df129a8025 None None] Provisioning complete for port 521d0b21-1a9f-4043-9666-79583894cbc4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:44.214815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6905edbd-0286-458d-94ac-c6df129a8025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:44.218008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] For port 521d0b21-1a9f-4043-9666-79583894cbc4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:20:44.236347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00a76fcb-3362-4175-bae3-d93f26d070ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:44.291739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:44.294182 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8aba9e-b481-4a51-9b57-d15c7aa34b92" -d '{"events": [{"server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "name": "network-vif-plugged", "status": "completed", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:44.337175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] For port 521d0b21-1a9f-4043-9666-79583894cbc4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=521d0b21-1a9f-4043-9666-79583894cbc4,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:20:44.348659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6905edbd-0286-458d-94ac-c6df129a8025 None None] Port 521d0b21-1a9f-4043-9666-79583894cbc4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:44.477591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-53a5dcaf-5321-4b68-8615-eaedc2e27403 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:44.480820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-53a5dcaf-5321-4b68-8615-eaedc2e27403 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 814 time: 0.5185153 Dec 16 15:20:44.553147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:44.563113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:44.572589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-173104ff-fe6c-4a5f-9d02-79f4deec2832 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/quotas/6dac9279be9c4791a52fc5efbf6a9e3c HTTP/1.1" status: 200 len: 375 time: 0.0624936 Dec 16 15:20:44.735896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:44.736959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:44.739525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8693a-ce85-46f7-823a-17ef1c8570cb None None] Pushing event updated for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:45.076501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] Provisioning complete for port 521d0b21-1a9f-4043-9666-79583894cbc4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:45.080689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:45.132578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:45.144501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:45.159768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-340e02bc-79d4-47f3-9fef-f3a3eb5e445c tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5752318 Dec 16 15:20:45.190796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:45.346986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Allocated IP 172.25.7.37 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f003d511-7e94-4366-b0b7-6f7bdd5beb78) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:45.409018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:45.619601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] For port 521d0b21-1a9f-4043-9666-79583894cbc4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=521d0b21-1a9f-4043-9666-79583894cbc4,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:45.760073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:37Z', 'revision_number': 4, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '521d0b21-1a9f-4043-9666-79583894cbc4', 'name': '', 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'mac_address': 'fa:16:3e:37:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:35Z', 'updated_at': '2021-12-16T15:20:44Z', 'revision_number': 4, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'subnets': [{'id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:45.760407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-27222ca9-a51f-4699-a685-599846c56cad service neutron] 10.222.0.71 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871514 Dec 16 15:20:45.812983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e5ea4-629b-4e3a-92e4-55de8cfa3be5 None None] The sync data for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 is: [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:20:37Z', 'revision_number': 4, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '521d0b21-1a9f-4043-9666-79583894cbc4', 'name': '', 'network_id': 'ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'mac_address': 'fa:16:3e:37:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:35Z', 'updated_at': '2021-12-16T15:20:44Z', 'revision_number': 4, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'subnets': [{'id': 'd6e63fd8-07cb-4b7c-b811-2566c639eba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:45.816282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:45.827605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:46.007708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9a452-9b4e-45ca-88be-76ceb53c5cf6 None None] Pushing event updated for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:46.068268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.1.1.117 (a367c4f8-0852-4d1d-a3df-87966e259d7a/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9/f2e2f5d2-48ec-453e-bb89-d5c97e3b6603) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:46.068268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Deleting port 4127ebf9-aa82-4db0-a4df-006938bfac74 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:46.068268 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:46.372582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-281e6760-feaa-41fb-90d8-2194148dd1d9 service neutron] 10.222.0.71 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966418 Dec 16 15:20:46.529396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] For port 4127ebf9-aa82-4db0-a4df-006938bfac74, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4127ebf9-aa82-4db0-a4df-006938bfac74,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:46.530047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:46.563998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Calling delete_port for 4127ebf9-aa82-4db0-a4df-006938bfac74 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:46.654798 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-693d05ab-8b2a-4531-9dce-515ec03703e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:46.680807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:46.693306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-06514def-ab00-4df3-88ff-cb294b09d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:46.694986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-06514def-ab00-4df3-88ff-cb294b09d2b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1097 time: 0.5051870 Dec 16 15:20:46.825630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:47.020633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=f003d511-7e94-4366-b0b7-6f7bdd5beb78,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:47.038873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:47.295301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:47.319795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:47.449430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-11bb545a-4fd4-46f6-bf47-949a418be612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:47.458041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-11bb545a-4fd4-46f6-bf47-949a418be612 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.6820226 Dec 16 15:20:47.535995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 521d0b21-1a9f-4043-9666-79583894cbc4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:20:47.742307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 521d0b21-1a9f-4043-9666-79583894cbc4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:47.743001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:47.860651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:48.274882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-4a159c47-c129-4187-9155-0727245279cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.8091471 Dec 16 15:20:48.276652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:48.470365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:48.482363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-35587afa-a81d-4923-b74f-d64224ccc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:48.484073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-35587afa-a81d-4923-b74f-d64224ccc52a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1866000 Dec 16 15:20:48.493115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:48.531039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:48.534106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:48.565352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:48.643213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-fa1a6215-fa1d-4156-ac09-17b1f829bd29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230228 Dec 16 15:20:48.757043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:48.758642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:48.850408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:48.931250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.055959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-dd7a917e-91bb-440a-bcf9-c2c092f0a122 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9153914 Dec 16 15:20:49.119524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'admin_state_up': True, 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'security_groups': ['68439af9-c598-4363-8fac-63bf1763898a']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:49.133563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9db48d36-4982-4625-9a4c-b28ccdfab389 None None] Provisioning complete for port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:49.134407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db48d36-4982-4625-9a4c-b28ccdfab389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.149443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Pushing event deleted for resources: {'Port': ['ID=4127ebf9-aa82-4db0-a4df-006938bfac74,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:49.228655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.266114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9db48d36-4982-4625-9a4c-b28ccdfab389 None None] Port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:49.338433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-d74549e8-0a81-47cb-a084-d01733a8eebe service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844323 Dec 16 15:20:49.744555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8e3cae-6900-497a-a801-a4e6b6c16ceb req-1c819f11-9fcb-4616-88d3-46b42a7a5570 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963456 Dec 16 15:20:49.839615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b2b76-e8d6-40f1-b3e7-ad44a4c54e3a req-727191a6-188c-48bd-96d7-d2083435fb15 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:49.841064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-622b2b76-e8d6-40f1-b3e7-ad44a4c54e3a req-727191a6-188c-48bd-96d7-d2083435fb15 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1709101 Dec 16 15:20:49.848592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.860586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.911129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.929661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:49.934418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:49.968774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:50.094839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-622b2b76-e8d6-40f1-b3e7-ad44a4c54e3a req-57d9c4b8-700e-40ab-a09f-07ac81b79e05 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434776 Dec 16 15:20:50.273214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=f003d511-7e94-4366-b0b7-6f7bdd5beb78,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:50.301106 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:50.431647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.1.1.184 (a367c4f8-0852-4d1d-a3df-87966e259d7a/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9/beba45d2-ed95-4603-89e6-0f6ba3b2b7a9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:50.501723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:50.503006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010620db-0173-40ea-8bd2-663048fb2dec req-55d11f40-7965-43b1-bff1-207a14638a0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.4420125 Dec 16 15:20:50.644397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010620db-0173-40ea-8bd2-663048fb2dec req-e47405c9-ae64-407e-b62d-42fe7de86764 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.1177282 Dec 16 15:20:50.662972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:20:51.478846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:51.674702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010620db-0173-40ea-8bd2-663048fb2dec req-d44abab2-2bd3-49fa-bfef-baed83363d22 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:51.678929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010620db-0173-40ea-8bd2-663048fb2dec req-d44abab2-2bd3-49fa-bfef-baed83363d22 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.9966156 Dec 16 15:20:51.735570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:20:51.756271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6e55-6627-49c3-9453-0fe00fee2ebb req-1f7c9458-b64d-426b-be2e-2dd23fdcdb99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:51.777102 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Sync routers for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:20:51.778331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed6e55-6627-49c3-9453-0fe00fee2ebb req-1f7c9458-b64d-426b-be2e-2dd23fdcdb99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:51.788967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85ed6e55-6627-49c3-9453-0fe00fee2ebb req-1f7c9458-b64d-426b-be2e-2dd23fdcdb99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 1653 time: 0.3762600 Dec 16 15:20:51.800046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a3c3838d-bb2f-41e8-aa5e-8ed7ee578206 admin admin] 10.222.0.71 "PUT /v2.0/routers/5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1923041 Dec 16 15:20:51.804153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42104) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:51.815586 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:51.819583 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:51.871376 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006103c-ff98-497b-a0ce-b21857cf55b4 x-openstack-request-id: req-5006103c-ff98-497b-a0ce-b21857cf55b4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:51.872023 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "name": "network-vif-plugged", "status": "completed", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:51.872277 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5006103c-ff98-497b-a0ce-b21857cf55b4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:51.873135 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c', 'code': 200} Dec 16 15:20:51.991266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85ed6e55-6627-49c3-9453-0fe00fee2ebb req-0fc6b9e0-e3b9-44e3-9f93-195029a9b91e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855152 Dec 16 15:20:52.022505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:52.178819 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:52.221408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:52.409677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-776dd357-8d53-4474-8553-8dd7daa0dab9 req-61bc0b77-c807-4a04-a066-0c086fb3d2a5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.1650462 Dec 16 15:20:52.417765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network a367c4f8-0852-4d1d-a3df-87966e259d7a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:52.427110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02703d-4d3f-4704-b39c-9e130a6859c2 req-86f97fa3-7f27-482a-8c99-9115aa161393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:52.428856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e02703d-4d3f-4704-b39c-9e130a6859c2 req-86f97fa3-7f27-482a-8c99-9115aa161393 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 1096 time: 0.4009807 Dec 16 15:20:52.429885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:52.436908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:52.578943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:52.637640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc185dcb-7f12-41c2-896d-264e9364cb22 req-5ab977c4-552b-4307-9d6b-f1d73f3ba10d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:52.644930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc185dcb-7f12-41c2-896d-264e9364cb22 req-5ab977c4-552b-4307-9d6b-f1d73f3ba10d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 945 time: 0.4827979 Dec 16 15:20:52.657410 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:48Z', 'revision_number': 5, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:52.737015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Checking router: 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:20:52.756274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:52.757250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:52.784412 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Routers {'5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:20:52.784412 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:52.789175 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:52.824989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952d15-f069-445f-8a81-509dd52a631c req-01f79572-f4bf-4aa8-a94f-f7b445912a5e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:52.830355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a952d15-f069-445f-8a81-509dd52a631c req-01f79572-f4bf-4aa8-a94f-f7b445912a5e tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.30 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 946 time: 0.1950386 Dec 16 15:20:53.012021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] Set router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:20:53.027592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e02703d-4d3f-4704-b39c-9e130a6859c2 req-24a914ff-9031-4785-9c75-f03a68be16c6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689714 Dec 16 15:20:53.075023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d84ce82a-f593-4184-aae0-67e0c7221a17 None None] Provisioning complete for port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:53.088309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d84ce82a-f593-4184-aae0-67e0c7221a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.106867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc185dcb-7f12-41c2-896d-264e9364cb22 req-d6c00984-534c-45bf-9115-8d61a5859f56 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325323 Dec 16 15:20:53.149383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2b0958aa-69e4-4cd9-bda3-b8838ab3c4d8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0370915 Dec 16 15:20:53.185637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Deleting port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:53.185864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.233861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d84ce82a-f593-4184-aae0-67e0c7221a17 None None] Port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:53.368079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'admin_state_up': True, 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'security_groups': ['68439af9-c598-4363-8fac-63bf1763898a']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:53.381779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] For port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,segment=NetworkSegment(f7181cc2-7d83-4316-8f9b-09d57053e145),segment_id=f7181cc2-7d83-4316-8f9b-09d57053e145)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:53.382260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.397441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Deleting port 6394ec1c-d17f-463f-abd5-e690bfa81bb2 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:53.397441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.446788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-d6eaeaa4-bba8-4293-bd90-b95225c5d599 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:53.447790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-d6eaeaa4-bba8-4293-bd90-b95225c5d599 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.30 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 814 time: 0.6871116 Dec 16 15:20:53.460302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Calling delete_port for 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:53.534452 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:48Z', 'revision_number': 5, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:53.556333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c90e39-709b-45eb-b26b-cb430cded926 req-beeb9efa-9c37-4810-a6a1-0593f15ae935 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:53.557917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c90e39-709b-45eb-b26b-cb430cded926 req-beeb9efa-9c37-4810-a6a1-0593f15ae935 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2344487 Dec 16 15:20:53.567379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] For port 6394ec1c-d17f-463f-abd5-e690bfa81bb2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6394ec1c-d17f-463f-abd5-e690bfa81bb2,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:53.568019 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:53.583583 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e3295-603b-48a7-8f74-fae9dd142b7b None None] The sync data for ids ['5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b'] in n-d-821947-3 is: [{'id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'name': 'tempest-FloatingIPsTestJSON-1980127255-router', 'tenant_id': '2236f4e6c55b4cd8afaa9494fb027830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191'}], 'enable_snat': True}, 'gw_port_id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:50Z', 'updated_at': '2021-12-16T15:20:48Z', 'revision_number': 5, 'project_id': '2236f4e6c55b4cd8afaa9494fb027830', 'gw_port': {'id': '6394ec1c-d17f-463f-abd5-e690bfa81bb2', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:53Z', 'updated_at': '2021-12-16T15:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:20:53.593107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Calling delete_port for 6394ec1c-d17f-463f-abd5-e690bfa81bb2 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:53.649254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d838d83-1571-4fca-b421-202b68a54131 req-d6c3dac9-c6e3-4798-b83c-c88c5f694fa9 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4479206 Dec 16 15:20:53.674851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:53.685547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-79b79437-625b-4aca-a37f-da021d0e1d8f tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c HTTP/1.1" status: 200 len: 380 time: 0.2181289 Dec 16 15:20:53.714404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'port': {'device_id': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'admin_state_up': True, 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'security_groups': ['64086d90-2ed9-449f-952b-8c3e44e66810']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:53.741287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c90e39-709b-45eb-b26b-cb430cded926 req-0636613e-4918-4c28-b0ac-71a64e525458 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664002 Dec 16 15:20:53.935870 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.097560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:54.175008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.195148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea54d4-97c1-49f4-a55e-e76edb3fb0f2 req-570c4ed9-2e2d-4bfc-a09e-51bff49d61a8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:54.202662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea54d4-97c1-49f4-a55e-e76edb3fb0f2 req-570c4ed9-2e2d-4bfc-a09e-51bff49d61a8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:54.209752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea54d4-97c1-49f4-a55e-e76edb3fb0f2 req-570c4ed9-2e2d-4bfc-a09e-51bff49d61a8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:54.211767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74ea54d4-97c1-49f4-a55e-e76edb3fb0f2 req-570c4ed9-2e2d-4bfc-a09e-51bff49d61a8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 2374 time: 0.3340988 Dec 16 15:20:54.317704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Pushing event deleted for resources: {'Port': ['ID=3b2ce42d-e7b1-429d-ac45-367dbe9365d0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:54.326273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.477974 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.505140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74ea54d4-97c1-49f4-a55e-e76edb3fb0f2 req-84f064e8-fc55-4715-adcb-8a542d86197a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351077 Dec 16 15:20:54.517290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Made reservation on behalf of 6dac9279be9c4791a52fc5efbf6a9e3c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:54.527942 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.611145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Pushing event deleted for resources: {'Port': ['ID=6394ec1c-d17f-463f-abd5-e690bfa81bb2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:54.719650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] No DVR routers for this DVR port 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:54.795956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:54.801688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a952d15-f069-445f-8a81-509dd52a631c req-ba9f9e47-e0e0-4f4f-ab22-e5c46bfaf7e3 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.30 "DELETE /v2.0/ports/3b2ce42d-e7b1-429d-ac45-367dbe9365d0 HTTP/1.1" status: 204 len: 173 time: 1.9606822 Dec 16 15:20:54.814134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'name': 'network-vif-deleted', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:54.822818 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd9d94-85a5-4d7f-8031-4657b4410522" -d '{"events": [{"server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "name": "network-vif-deleted", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:54.990106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.082640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.2.2.100 (ca81bb8a-8f02-4693-b6d0-62552a81f85c/297df1f1-76af-4e56-8fdb-e04cd8692bad/4aeba3fd-378a-4fb6-a309-b29b9ae879a2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:55.226350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.241790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.294357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.394319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4127ebf9-aa82-4db0-a4df-006938bfac74 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:55.408642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d0b8b27-b2a9-4a76-b180-966b0d9d1296 req-991104e7-b9ba-4ed0-bfb4-45474c6824e8 tempest-ServerDiskConfigTestJSON-1346252524 tempest-ServerDiskConfigTestJSON-1346252524-project] 10.222.0.71 "GET /v2.0/ports?device_id=2240ff8f-6ae5-49d6-87a3-1594e2bb8471 HTTP/1.1" status: 200 len: 210 time: 0.6072779 Dec 16 15:20:55.462822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.470182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4127ebf9-aa82-4db0-a4df-006938bfac74 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:55.476429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4127ebf9-aa82-4db0-a4df-006938bfac74 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:55.516550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.517487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:20:55.525349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.527248 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c6241066-b029-4816-8cb8-f805e320f968 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5609c589-5f44-4cab-ac2e-2d1f0dd2ae8b HTTP/1.1" status: 204 len: 168 time: 3.7209651 Dec 16 15:20:55.532164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42132) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:55.544578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:55.590169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:55.590804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3b2ce42d-e7b1-429d-ac45-367dbe9365d0 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:55.666423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Deleting subnet bd749a2f-2066-41bf-8ff7-69fdda144027 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:20:55.681120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.735988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2dde788-211e-4bdb-a114-2211f948ea06 req-3776936e-0886-458d-9d1f-1cb4ef18f002 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.1180835 Dec 16 15:20:55.798847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:55.870604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Allocated IP 172.25.7.64 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e95097bf-558f-45df-89f3-7233531ec924) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:55.973855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.040865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.070281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Allocated IP 172.20.0.12 (a7daa072-ee1c-48b6-8153-ca0061ddc032/d26808fd-499f-4263-99a1-2e0037369caf/6f88c367-82fa-4e24-9ff5-b95dc7b4263b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:56.088429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.165892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:56.195567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.203373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:56.206125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:56.308504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:56.309186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.322703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:56.337946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.362837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ba6e2b-445b-46b0-a294-a46b979583d4 None None] Network 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:20:56.380338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.385358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bd749a2f-2066-41bf-8ff7-69fdda144027 HTTP/1.1" status: 204 len: 168 time: 0.8517628 Dec 16 15:20:56.386459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cb173-5ab9-457e-91e2-cad80efe42d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd749a2f-2066-41bf-8ff7-69fdda144027,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:56.388545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42150) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:56.488552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e23ee1-feaf-4df7-b195-38d378c1f757 req-86592715-a3a0-4fec-89b3-3e776a53d720 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:56.503985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01e23ee1-feaf-4df7-b195-38d378c1f757 req-86592715-a3a0-4fec-89b3-3e776a53d720 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.4238791 Dec 16 15:20:56.548248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.581511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:56.613976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:56.621237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:56.653394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Deleting port 04514b16-adb8-48d9-9b54-6126384159db {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:56.653786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.681989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=e95097bf-558f-45df-89f3-7233531ec924,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:56.702520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-bc471f6f-03ca-4e12-9f1f-c0dd366f0022 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3390925 Dec 16 15:20:56.716267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] DHCP port deletion for 2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:20:56.729527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01e23ee1-feaf-4df7-b195-38d378c1f757 req-95ec6bbf-e320-41df-8df2-457a76538dec tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226746 Dec 16 15:20:56.755942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] For port 04514b16-adb8-48d9-9b54-6126384159db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04514b16-adb8-48d9-9b54-6126384159db,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:56.755942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.759342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'admin_state_up': True, 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'security_groups': ['68439af9-c598-4363-8fac-63bf1763898a']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:56.773114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Calling delete_port for 04514b16-adb8-48d9-9b54-6126384159db owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:56.813928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Deleting port 04514b16-adb8-48d9-9b54-6126384159db {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:20:56.814521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.817248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-06c76773-c5ac-4ce1-b351-11278de8eb33 None None] Provisioning complete for port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:56.818821 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06c76773-c5ac-4ce1-b351-11278de8eb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.942550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-06c76773-c5ac-4ce1-b351-11278de8eb33 None None] Port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:56.950755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] For port 04514b16-adb8-48d9-9b54-6126384159db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04514b16-adb8-48d9-9b54-6126384159db,segment=NetworkSegment(c855ddbe-bb57-45dc-8969-de0336dce859),segment_id=c855ddbe-bb57-45dc-8969-de0336dce859)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:56.952312 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:56.973018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Calling delete_port for 04514b16-adb8-48d9-9b54-6126384159db owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:20:56.992681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.008461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] No DVR routers for this DVR port 04514b16-adb8-48d9-9b54-6126384159db on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:57.064724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Pushing event deleted for resources: {'Port': ['ID=04514b16-adb8-48d9-9b54-6126384159db,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:57.142550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.168718 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.172990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:57.186032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c855ddbe-bb57-45dc-8969-de0336dce859') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:57.186497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c855ddbe-bb57-45dc-8969-de0336dce859') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:20:57.201642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.222034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.230611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:20:57.231170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.254823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:20:57.259036 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:20:57.269452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] No DVR routers for this DVR port 04514b16-adb8-48d9-9b54-6126384159db on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:20:57.271430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Pushing event deleted for resources: {'Port': ['ID=04514b16-adb8-48d9-9b54-6126384159db,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:57.301633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.301985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.302332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.302685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.303022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.303355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.303685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.304043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.304372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.304696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.305207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.305540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.305866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736f87da-ff8f-451c-9599-38eed29ad938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:20:57.350978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04514b16-adb8-48d9-9b54-6126384159db no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:57.372396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 04514b16-adb8-48d9-9b54-6126384159db {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:57.372747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04514b16-adb8-48d9-9b54-6126384159db not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:57.373377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6394ec1c-d17f-463f-abd5-e690bfa81bb2 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:57.396681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6394ec1c-d17f-463f-abd5-e690bfa81bb2 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:20:57.397314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6394ec1c-d17f-463f-abd5-e690bfa81bb2 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:20:57.398266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.418491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.423262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878a7b-51e4-4453-b7bf-0447366ca985 req-5b37880c-d8ea-4b26-b386-d19190ebfec6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:57.423262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab878a7b-51e4-4453-b7bf-0447366ca985 req-5b37880c-d8ea-4b26-b386-d19190ebfec6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 945 time: 0.5525699 Dec 16 15:20:57.433841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.437813 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] 10.222.0.71 "DELETE /v2.0/networks/2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d HTTP/1.1" status: 204 len: 168 time: 1.0480993 Dec 16 15:20:57.457566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab898315-0ded-4e03-ae81-260a813951ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8de8b2-3b6b-4ccf-961b-adb57e2b0a7d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:57.497136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab878a7b-51e4-4453-b7bf-0447366ca985 req-f57b8fdd-416d-441a-ac31-85b03dbf93d9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638583 Dec 16 15:20:57.623223 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22650634-899d-48f8-a7db-4389c38e158d x-openstack-request-id: req-22650634-899d-48f8-a7db-4389c38e158d {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:20:57.624748 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2240ff8f-6ae5-49d6-87a3-1594e2bb8471", "name": "network-vif-deleted", "tag": "3b2ce42d-e7b1-429d-ac45-367dbe9365d0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:20:57.625269 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22650634-899d-48f8-a7db-4389c38e158d {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:20:57.625859 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2240ff8f-6ae5-49d6-87a3-1594e2bb8471', 'name': 'network-vif-deleted', 'tag': '3b2ce42d-e7b1-429d-ac45-367dbe9365d0', 'status': 'completed', 'code': 200} Dec 16 15:20:57.685025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Made reservation on behalf of 06eb97a801d34c39b0cf39d3ee9c75ee for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:20:57.693964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.698033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.773096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:57.855167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:57.897520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event updated for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:57.910106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:57.917077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:57.982695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42170) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:58.060906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-7b404e4d-9419-477a-b986-1998e16643ac tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.067717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-7b404e4d-9419-477a-b986-1998e16643ac tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.071586 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5134205-69df-44d5-b0cf-99097a08f0a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2236f4e6c55b4cd8afaa9494fb027830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905502 Dec 16 15:20:58.073717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42172) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:20:58.077872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-7b404e4d-9419-477a-b986-1998e16643ac tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.083968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-7b404e4d-9419-477a-b986-1998e16643ac tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.086068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-7b404e4d-9419-477a-b986-1998e16643ac tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 3095 time: 0.3605313 Dec 16 15:20:58.158992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.159667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.170640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.220211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.291523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bb63d11-17cc-4793-9f20-4cb7dcb01a13 req-ea5457b6-1ba1-477b-8e41-aeca35c1488e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850889 Dec 16 15:20:58.309006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-494c0de4-3ea2-4790-a189-30baa0defeb5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6153281 Dec 16 15:20:58.331640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Request body: {'port': {'device_id': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:58.336660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Allocated IP 10.2.2.200 (ca81bb8a-8f02-4693-b6d0-62552a81f85c/297df1f1-76af-4e56-8fdb-e04cd8692bad/7f5d0634-325e-4611-93c1-d14c4c5e16f9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:20:58.435984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7b4d0664-d5c7-4d9f-b1a9-b34d91522e20 None None] Provisioning complete for port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:58.435984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b4d0664-d5c7-4d9f-b1a9-b34d91522e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.503347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.508007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d0664-d5c7-4d9f-b1a9-b34d91522e20 None None] Port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:58.518838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.523018 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ed4978f1-fbba-4bf1-99a8-256203a11e5a HTTP/1.1" status: 204 len: 168 time: 0.4450617 Dec 16 15:20:58.549288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08f48-1ef6-47b9-be67-8a685755c0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4978f1-fbba-4bf1-99a8-256203a11e5a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:58.570466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.594941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.625801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.694288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.730553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7e121-cb96-4b52-b2bb-57913a161b46 req-53467ebe-5a8a-43c7-8661-cdfc04a2b2f6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:58.732745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cb7e121-cb96-4b52-b2bb-57913a161b46 req-53467ebe-5a8a-43c7-8661-cdfc04a2b2f6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1272066 Dec 16 15:20:58.880444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.881983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:58.908795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cb7e121-cb96-4b52-b2bb-57913a161b46 req-29b81052-5e08-44ea-b085-28cac4fe4544 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512187 Dec 16 15:20:58.991200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:20:59.038922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:20:59.114658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:20:59.117754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=e95097bf-558f-45df-89f3-7233531ec924,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:59.149158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:20:59.269962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.365066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f56bd-714e-4ea3-8371-19b2c4f67463 req-4f4dbd62-85d4-46c8-af92-2f1ec7125afb tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:59.366800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a5f56bd-714e-4ea3-8371-19b2c4f67463 req-4f4dbd62-85d4-46c8-af92-2f1ec7125afb tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 932 time: 0.3029194 Dec 16 15:20:59.374644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event updated for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:20:59.385889 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.388824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:59.389529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.444574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3c3161bf-1adf-485c-8a26-b87c66b6a0e2 None None] Provisioning complete for port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:20:59.445142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c3161bf-1adf-485c-8a26-b87c66b6a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.490118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c3161bf-1adf-485c-8a26-b87c66b6a0e2 None None] Port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:20:59.506361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.508421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d838d83-1571-4fca-b421-202b68a54131 req-8d158562-a105-4689-a4eb-9a9d6d11f3c4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8401842 Dec 16 15:20:59.570540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a5f56bd-714e-4ea3-8371-19b2c4f67463 req-bdcb4096-2848-4e3f-9ef8-279c72af4d99 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780379 Dec 16 15:20:59.585347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:20:59.633033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f88c367-82fa-4e24-9ff5-b95dc7b4263b {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:20:59.643659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d838d83-1571-4fca-b421-202b68a54131 req-ce614898-cd58-4960-a128-c6f98eb39286 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.1189525 Dec 16 15:20:59.654172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.695153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Transition to ACTIVE for port object 6f88c367-82fa-4e24-9ff5-b95dc7b4263b will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:20:59.741527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3b02bfea-e203-4a1f-953c-62dc4df5ad6e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0107961 Dec 16 15:20:59.828484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.886250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:20:59.887944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:20:59.893741 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7e4cdb-e31c-4836-8af2-0a6badb64161" -d '{"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:20:59.901809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d838d83-1571-4fca-b421-202b68a54131 req-c86b987c-ab2b-4e15-a0a8-2c1e8528bf78 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:20:59.903222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d838d83-1571-4fca-b421-202b68a54131 req-c86b987c-ab2b-4e15-a0a8-2c1e8528bf78 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.1989508 Dec 16 15:20:59.908072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:20:59.914312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:20:59.984036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.020209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:00.080171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.143391 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e94697-bfcf-4535-9c32-3f1087db4fc9 x-openstack-request-id: req-f8e94697-bfcf-4535-9c32-3f1087db4fc9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:00.146099 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:00.146099 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f8e94697-bfcf-4535-9c32-3f1087db4fc9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:00.146099 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'code': 200} Dec 16 15:21:00.146099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:00.370252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:00.377067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:00.383063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:00.390180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:00.396701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:00.398668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1b4d1876-e327-4748-974c-7f4fece4cf25 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 3816 time: 0.3205004 Dec 16 15:21:00.399449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Attempting to bind port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:00.399792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Attempting to bind port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:00.400176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Attempting to bind port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b on network a7daa072-ee1c-48b6-8153-ca0061ddc032 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:00.524546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b on network a7daa072-ee1c-48b6-8153-ca0061ddc032 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:00.524960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Attempting to bind port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b on network a7daa072-ee1c-48b6-8153-ca0061ddc032 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:00.533235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42230) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:00.590793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:00.591319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Checking segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:00.591954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Bound using segment: {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:00.593279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Bound port: 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fddd3703-04fe-4076-9272-1bf3bc60f09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:00.593858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.651517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-network', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:00.751738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Made reservation on behalf of 94cb98ca4c1e403ea7bbb07cfb1ba720 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:00.754352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.765766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.773869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e792312f-a679-4f3e-9d8f-d83094551108 req-5aa5589d-0607-4b91-b6c3-98dfceb6046e tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5841408 Dec 16 15:21:00.821853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:00.853148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69c352aa-4f19-4ba2-a6f3-152b30330d66 req-1530b41d-98b0-4060-8ae5-931c3438e3fb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717322 Dec 16 15:21:00.854578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:00.932522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:00.939017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:00.970499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.022143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:21:01.044960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed563ab-6c6b-45f1-ab78-43eb9c795f1d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:01.050809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.059308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.059675 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Added segment 3f8d9924-a9b7-475c-a838-4737056cf91d of type vlan for network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc Dec 16 15:21:01.090002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.090251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa49faf-09ce-4b34-a209-95f45ebff877 req-22b5cf3a-f620-4cfa-b41b-36256e2c8bd0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:01.092995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.097651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.098071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.098362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.098732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.099057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.099397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.099765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.101945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.102326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.102828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.103172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:01.104517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baa49faf-09ce-4b34-a209-95f45ebff877 req-22b5cf3a-f620-4cfa-b41b-36256e2c8bd0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1692441 Dec 16 15:21:01.155632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.178857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.180970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24bb2d1-4511-4c8f-8945-c21e8f20bdae {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:01.204186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.263962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Transition to ACTIVE for port object a24bb2d1-4511-4c8f-8945-c21e8f20bdae will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:01.277291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:01.278372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.281297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 1092 time: 2.9548929 Dec 16 15:21:01.286854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:01.290692 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cdd0ba-66c5-429b-8202-35127ff3dc13" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:01.566188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573785e6-6270-4548-86a8-1e37a02f30a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:01.566188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baa49faf-09ce-4b34-a209-95f45ebff877 req-f9940e0e-642c-437f-86a4-f3954a8c9b7e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124170 Dec 16 15:21:01.566188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.682521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Allocated IP 172.25.7.131 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b6935e83-725b-4829-8d7e-a00b7bd4a2d7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:01.879176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.953737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:01.956842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:01.957926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.021244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.078197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] Pushing event updated for resources: {'Network': ['ID=e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:02.101981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.102966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:21:02.209709 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22911782-36ee-4992-b91e-d9a7b1e9d108 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6696675 Dec 16 15:21:02.209709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42258) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:02.210699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:02.217521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:02.218215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Request body: {'subnet': {'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-subnet', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:02.261605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:02.284184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:02.369421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Made reservation on behalf of 94cb98ca4c1e403ea7bbb07cfb1ba720 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:02.374407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.766967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-8ce05b81-5c72-4fbd-bbe4-0eed1242d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:02.768603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-8ce05b81-5c72-4fbd-bbe4-0eed1242d6c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1095 time: 0.6869483 Dec 16 15:21:02.789945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=b6935e83-725b-4829-8d7e-a00b7bd4a2d7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:02.842112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-7a943f54-7c85-4b86-b75f-98a310e1d69b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 217 time: 0.0563343 Dec 16 15:21:02.896629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Attempting to bind port a24bb2d1-4511-4c8f-8945-c21e8f20bdae on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:02.896983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Attempting to bind port a24bb2d1-4511-4c8f-8945-c21e8f20bdae by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:02.897300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Attempting to bind port a24bb2d1-4511-4c8f-8945-c21e8f20bdae on network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:02.912752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.937692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Port a24bb2d1-4511-4c8f-8945-c21e8f20bdae on network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:02.938050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Attempting to bind port a24bb2d1-4511-4c8f-8945-c21e8f20bdae on network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:02.956135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:02.956480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Checking segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:02.956780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Bound using segment: {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:02.957213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Bound port: a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9873a2a0-f0a2-4240-917d-3f09d23810bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:02.957587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:02.963131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-abeb1d9d-10bb-4500-9d9b-231d856d1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:02.964706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-abeb1d9d-10bb-4500-9d9b-231d856d1db3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 200 len: 853 time: 0.1098430 Dec 16 15:21:02.989434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.055098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:03.077524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-eaefd506-7fe3-44e3-9098-7450aff8862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:03.077843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Checking segment: {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:03.078220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Network hostable DHCP agents. Network: e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:21:03.079086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-eaefd506-7fe3-44e3-9098-7450aff8862e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7daa072-ee1c-48b6-8153-ca0061ddc032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016524 Dec 16 15:21:03.115367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:03.166096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:03.212207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.243682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:21:03.300632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.349510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-8d72f068-1397-4e86-aa8e-1aed274062b6 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623434 Dec 16 15:21:03.398373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:03.410206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:03.412419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.445733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c920f650-bb47-468f-9a00-963d2002d6bd None None] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:03.463272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:03.464603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.473604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] 10.222.0.74 "PUT /v2.0/ports/a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 1091 time: 3.7050693 Dec 16 15:21:03.604869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08bfe4-4cab-46b9-8c79-9143913bb701 service neutron] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:03.732175 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd2f1d2e-f8b4-4509-8605-9f05dcf082c9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5254169 Dec 16 15:21:03.736316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42280) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:03.738729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f67a7a99-8ca5-4c82-9daf-c0a91093f08f req-5875d938-dbdc-4e93-8dda-dcd5d7f692bd service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778889 Dec 16 15:21:03.773698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:21:03.775996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:03.776439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.920122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.949853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:03.996696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:03.999537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.083180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.105445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.149018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.197778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Allocated IP 172.20.0.2 (e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc/05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431/ad16edc1-017c-4cda-9326-1920c9aea59e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:04.315439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab46ac0-ae95-4e6e-bd8f-793994d4ae5c req-392e7835-34dc-4c69-85cb-7b1743f194bd tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:04.317281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dab46ac0-ae95-4e6e-bd8f-793994d4ae5c req-392e7835-34dc-4c69-85cb-7b1743f194bd tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 944 time: 0.2358515 Dec 16 15:21:04.324317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=b6935e83-725b-4829-8d7e-a00b7bd4a2d7,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:04.438661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.542369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.580907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dab46ac0-ae95-4e6e-bd8f-793994d4ae5c req-a3fa7e83-f5ed-4610-b022-b0e53a198849 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458851 Dec 16 15:21:04.625121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.679136 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2252bf83-774b-4340-8b11-28fa19aedef2 x-openstack-request-id: req-2252bf83-774b-4340-8b11-28fa19aedef2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:04.679726 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:04.680210 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2252bf83-774b-4340-8b11-28fa19aedef2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:04.680851 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'status': 'completed', 'code': 200} Dec 16 15:21:04.684534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.786150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.788563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e792312f-a679-4f3e-9d8f-d83094551108 req-0090c74b-8a2d-4bbc-b74c-d5bbac541e7b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9834671 Dec 16 15:21:04.842053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:04.856328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Pushing event updated for resources: {'Port': ['ID=ad16edc1-017c-4cda-9326-1920c9aea59e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:04.862731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:04.873197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:04.946463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Attempting to bind port ad16edc1-017c-4cda-9326-1920c9aea59e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:04.946843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Attempting to bind port ad16edc1-017c-4cda-9326-1920c9aea59e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:04.947215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Attempting to bind port ad16edc1-017c-4cda-9326-1920c9aea59e on network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:04.954569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:04.954991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Checking segment: {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:04.955349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.955742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Bound using segment: {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:04.956263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Bound port: ad16edc1-017c-4cda-9326-1920c9aea59e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:04.956650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:04.958336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e792312f-a679-4f3e-9d8f-d83094551108 req-53767c75-feb2-4fbe-b80c-92151640aef3 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1032040 Dec 16 15:21:04.962596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-b0e1fcbe-5c62-4db0-9bf8-0bf94fc8c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:04.965700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-b0e1fcbe-5c62-4db0-9bf8-0bf94fc8c218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1095 time: 0.2308402 Dec 16 15:21:05.053965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] For port ad16edc1-017c-4cda-9326-1920c9aea59e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:05.058226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] For port ad16edc1-017c-4cda-9326-1920c9aea59e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ad16edc1-017c-4cda-9326-1920c9aea59e,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:05.225609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.239096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.274740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.362760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be72c-310b-4151-9767-1fdfe9e7593c None None] Pushing event updated for resources: {'Port': ['ID=ad16edc1-017c-4cda-9326-1920c9aea59e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:05.380384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d6c0c-a9c0-420f-8588-72e487225b27 req-9cadf407-58fe-4fdd-bc9d-ff78edd57cc2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.382866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d6d6c0c-a9c0-420f-8588-72e487225b27 req-9cadf407-58fe-4fdd-bc9d-ff78edd57cc2 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.4152362 Dec 16 15:21:05.411775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5447dc-97f8-48e8-ad95-bc9a38cba11a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:05.478457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.499367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Allocated IP 172.25.7.47 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c94c4eec-6f5b-44d8-9076-2f6828e5195b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:05.499640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792312f-a679-4f3e-9d8f-d83094551108 req-6cf891d9-af6d-492c-9ef0-0b9804b9d585 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.499640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e792312f-a679-4f3e-9d8f-d83094551108 req-6cf891d9-af6d-492c-9ef0-0b9804b9d585 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.5110416 Dec 16 15:21:05.522968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-653a4bee-24e5-4f1d-afbb-5b25b832ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.530931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-653a4bee-24e5-4f1d-afbb-5b25b832ffaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 915 time: 0.5234723 Dec 16 15:21:05.565339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Transition to ACTIVE for port object 9b5447dc-97f8-48e8-ad95-bc9a38cba11a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:05.683410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.718328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-8aa06c6d-9825-4865-b428-17fde660b9a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 217 time: 0.1632302 Dec 16 15:21:05.727756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d6d6c0c-a9c0-420f-8588-72e487225b27 req-16f8609a-1903-4c82-996e-ce9d283d9aa8 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262107 Dec 16 15:21:05.837869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.893020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:05.914504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-6c64a06c-b492-4404-b66f-85f129cd62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.916063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-6c64a06c-b492-4404-b66f-85f129cd62b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 200 len: 853 time: 0.1870573 Dec 16 15:21:05.932499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.939297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.945530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.951659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.957747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:05.959609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-8c4201de-6a44-4e05-8a41-207dbff6d557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 3828 time: 0.2640338 Dec 16 15:21:05.960335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:06.094825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:06.101590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:06.111245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:06.154234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Pushing event updated for resources: {'Port': ['ID=c94c4eec-6f5b-44d8-9076-2f6828e5195b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:06.270261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-f1d7ca09-55cd-4fa2-afaf-6d22e8978990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:06.272347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-f1d7ca09-55cd-4fa2-afaf-6d22e8978990 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7daa072-ee1c-48b6-8153-ca0061ddc032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3091254 Dec 16 15:21:06.330041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2995bf0-7b95-4a10-a7d7-809b4af6994e req-46d37bca-5bb7-4383-bb2b-eee59d668843 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314762 Dec 16 15:21:06.407487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Attempting to bind port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:06.407913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Attempting to bind port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:06.408249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Attempting to bind port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:06.439010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on network a367c4f8-0852-4d1d-a3df-87966e259d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:06.439366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Attempting to bind port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:06.440189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42292) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:06.472792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:06.473052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:06.473429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Bound using segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:06.473907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Bound port: 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:06.474258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:06.511225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-140ef5fb-0eff-4a95-835e-efa693edb0de service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245450 Dec 16 15:21:06.538177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Deleting subnet 2b99507e-a987-4a34-b0c7-07709a290101 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:21:06.543678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:06.688410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:06.688410 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e22ce9-04e1-461b-9870-f1da780be297" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:06.721395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:06.841846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:06.848768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-20dcccda-5bbb-4bae-8a4b-230e71096ce2 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3938661 Dec 16 15:21:06.882536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:06.890516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:06.891032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:06.899361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0cdd0ba-66c5-429b-8202-35127ff3dc13 req-2ca9abd0-9c84-4ff6-8941-6bef80739e1a service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598554 Dec 16 15:21:06.921323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347d9e1-73a6-4b71-896f-d8912546c5ce req-9405b28e-220d-48bb-8888-0f7144e1a107 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:06.947574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9347d9e1-73a6-4b71-896f-d8912546c5ce req-9405b28e-220d-48bb-8888-0f7144e1a107 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 944 time: 0.1992652 Dec 16 15:21:07.020181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9347d9e1-73a6-4b71-896f-d8912546c5ce req-15084fc3-876d-472a-881d-8b86fce6e1b0 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727034 Dec 16 15:21:07.029696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.051349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.084098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:07.084740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.086278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] 10.222.0.74 "PUT /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 1135 time: 3.1563401 Dec 16 15:21:07.139103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0a30-c8ad-42d3-a907-d639324d3e33 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:07.186170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.251152 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df46878-e2f5-4fab-bf6d-143a00967444 x-openstack-request-id: req-6df46878-e2f5-4fab-bf6d-143a00967444 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:07.251698 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:07.252310 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6df46878-e2f5-4fab-bf6d-143a00967444 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:07.254306 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'status': 'completed', 'code': 200} Dec 16 15:21:07.335010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49149226-c22d-42c3-b346-f274c561ca66 None None] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:07.509486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:07.578346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ad16edc1-017c-4cda-9326-1920c9aea59e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:07.627230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] Provisioning complete for port ad16edc1-017c-4cda-9326-1920c9aea59e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:07.627604 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.722552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ad16edc1-017c-4cda-9326-1920c9aea59e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:07.722926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.744206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.864918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.925309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.956739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] For port ad16edc1-017c-4cda-9326-1920c9aea59e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ad16edc1-017c-4cda-9326-1920c9aea59e,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:07.971348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b99507e-a987-4a34-b0c7-07709a290101,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:07.987743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:07.996124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d824f065-f032-498a-b68c-c5d6726ab8b3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2b99507e-a987-4a34-b0c7-07709a290101 HTTP/1.1" status: 204 len: 168 time: 1.5535340 Dec 16 15:21:07.996835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:08.015392 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.018843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.019330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.021082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.021698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.025179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.025761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.028098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77e22ce9-04e1-461b-9870-f1da780be297 req-97f6390d-e089-48a7-acab-326dd078837c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5291 time: 0.6238668 Dec 16 15:21:08.046639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.060022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.107239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.143905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ef640-497e-4c6f-9b07-8f5da63fd76a None None] Pushing event updated for resources: {'Port': ['ID=ad16edc1-017c-4cda-9326-1920c9aea59e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:08.246129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1443f129-4455-4e80-bead-1b4dd435a37e None None] Provisioning complete for port ad16edc1-017c-4cda-9326-1920c9aea59e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:08.246504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1443f129-4455-4e80-bead-1b4dd435a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.258638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Router b9108723-3b56-423b-a06c-f5179a17245c is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:21:08.289830 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.333547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:21:08.334008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211b94d1-4334-4374-b473-ecf6492fc8c0']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:08.344760 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:21:08.347245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7181cc2-7d83-4316-8f9b-09d57053e145') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:08.347883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7181cc2-7d83-4316-8f9b-09d57053e145') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:08.359982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.377210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.385557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:21:08.386354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:21:08.491463 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:21:08.539538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.630340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.634497 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] 10.222.0.71 "DELETE /v2.0/networks/211b94d1-4334-4374-b473-ecf6492fc8c0 HTTP/1.1" status: 204 len: 168 time: 0.6295531 Dec 16 15:21:08.699200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aea733-bb1b-4855-be39-507e12a12b3e admin admin] Pushing event deleted for resources: {'Network': ['ID=211b94d1-4334-4374-b473-ecf6492fc8c0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:08.768995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:21:08.788136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Sync routers for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:21:08.818296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:08.819291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:08.857486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-afd66e91-a16a-4322-9a27-123fb595e34c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:08.860193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-afd66e91-a16a-4322-9a27-123fb595e34c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 1.4167516 Dec 16 15:21:08.931937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:08.938994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc8ff5d2-8efe-4ae6-a829-95634f970dad admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1938212 Dec 16 15:21:08.945593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:09.011071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-04ada1ec-0bbb-4b6c-b8a4-d8be8ad12e37 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/quotas/b86cd35ce0944c4d8b3d29bc6d818488 HTTP/1.1" status: 200 len: 375 time: 0.1247830 Dec 16 15:21:09.149035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:09.238896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-9b9cb107-2b78-4654-974b-529079310b66 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:09.240619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-9b9cb107-2b78-4654-974b-529079310b66 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "GET /v2.0/ports?device_id=568fd6f7-7788-4caf-bf29-092ae9267ebf HTTP/1.1" status: 200 len: 944 time: 1.0619762 Dec 16 15:21:09.271680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:09.274163 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:09.319332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:09.386394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-fc2b33df-31e4-498f-ba39-3a11d29a4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:09.386887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-fc2b33df-31e4-498f-ba39-3a11d29a4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:09.387426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-fc2b33df-31e4-498f-ba39-3a11d29a4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:09.389854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77e22ce9-04e1-461b-9870-f1da780be297 req-fc2b33df-31e4-498f-ba39-3a11d29a4199 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3306077 Dec 16 15:21:09.583726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:09.645778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c33e9477-e60b-4a7f-9e39-33af73361b53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f793704053b437fa25c687ec1911eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212392 Dec 16 15:21:09.649163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:09.933970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:09.960604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:06Z', 'revision_number': 3, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:10.011557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ad16edc1-017c-4cda-9326-1920c9aea59e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:10.026373 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.027479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-605aadf2-9163-4d9b-9a8e-8f1cdc1f926f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9860241 Dec 16 15:21:10.063421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Checking router: b9108723-3b56-423b-a06c-f5179a17245c for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:21:10.063679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Updating router b9108723-3b56-423b-a06c-f5179a17245c port c94c4eec-6f5b-44d8-9076-2f6828e5195b binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:21:10.105868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.111108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ad16edc1-017c-4cda-9326-1920c9aea59e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:10.111482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.198743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.204892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:10.219238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.240675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Transition to ACTIVE for port object 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:10.345774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.348634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.349828 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e532fd6-8ebd-4eea-9368-076506d13128 HTTP/1.1" status: 204 len: 168 time: 0.6994987 Dec 16 15:21:10.399365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83c53-a721-4eae-85ad-21dcbff0761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e532fd6-8ebd-4eea-9368-076506d13128,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:10.446880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.580047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Allocated IP 172.20.0.1 (e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc/05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431/1446c554-829a-4dd1-ba9d-03cb414e2312) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:10.642454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22ce9-04e1-461b-9870-f1da780be297 req-0537523b-8920-4ad4-8df0-2e321f187e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:10.642454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77e22ce9-04e1-461b-9870-f1da780be297 req-0537523b-8920-4ad4-8df0-2e321f187e42 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0780635 Dec 16 15:21:10.668398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:10.692422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Deleting port d55d9a39-a215-45e4-bef6-d6a69fd36e34 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:10.692956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.773734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.837464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.854220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.854770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.855309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.855872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.856419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.856970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.857505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.858610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.859142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.860149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.860248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.860852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.861301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:10.887363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-e48afea7-1e67-4823-a647-00fe8a6615c2 service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427741 Dec 16 15:21:10.952746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:10.954410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.104586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:11.115257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:11.121477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:11.125850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:11.128374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Attempting to bind port c94c4eec-6f5b-44d8-9076-2f6828e5195b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:11.141632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Attempting to bind port c94c4eec-6f5b-44d8-9076-2f6828e5195b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:11.142259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Attempting to bind port c94c4eec-6f5b-44d8-9076-2f6828e5195b on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:11.195397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Allocated IP 172.25.7.219 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/7e666247-4421-4f73-8ea6-224705ab2376) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:11.204976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.226748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:11.226748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:11.238236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.239636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:11.239886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Bound port: c94c4eec-6f5b-44d8-9076-2f6828e5195b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:11.240383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.248293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600346b-6db8-4936-95a3-dc0b337e21c5 None None] Pushing event updated for resources: {'Port': ['ID=c94c4eec-6f5b-44d8-9076-2f6828e5195b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:11.401645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] For port c94c4eec-6f5b-44d8-9076-2f6828e5195b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:11.408069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] For port c94c4eec-6f5b-44d8-9076-2f6828e5195b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c94c4eec-6f5b-44d8-9076-2f6828e5195b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:11.515686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-25083d98-c1a9-488a-98a2-32d2951a9e3d None None] Provisioning complete for port 1446c554-829a-4dd1-ba9d-03cb414e2312 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:11.516223 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-25083d98-c1a9-488a-98a2-32d2951a9e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.526426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Attempting to bind port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:11.527271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Attempting to bind port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:11.527271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Attempting to bind port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:11.530449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] For port d55d9a39-a215-45e4-bef6-d6a69fd36e34, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d55d9a39-a215-45e4-bef6-d6a69fd36e34,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:11.530819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.562271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on network a367c4f8-0852-4d1d-a3df-87966e259d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:11.562619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Attempting to bind port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:11.579223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.594145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-25083d98-c1a9-488a-98a2-32d2951a9e3d None None] Port 1446c554-829a-4dd1-ba9d-03cb414e2312 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:21:11.598737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Calling delete_port for d55d9a39-a215-45e4-bef6-d6a69fd36e34 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:11.605238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.622752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:11.623311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:11.624558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Bound using segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:11.625348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Bound port: 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:11.625971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.692538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:11.693242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:20:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:11.727593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:11.745901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d55d9a39-a215-45e4-bef6-d6a69fd36e34 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:11.806221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-494f5cdf-3ee2-4fba-98e0-cd63cf2a078f service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709877 Dec 16 15:21:11.923092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600346b-6db8-4936-95a3-dc0b337e21c5 None None] Pushing event updated for resources: {'Port': ['ID=c94c4eec-6f5b-44d8-9076-2f6828e5195b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:12.025557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:12.036670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:12.041321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:12.114116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.163600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.206952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.230823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:12.232026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.236459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] 10.222.0.74 "PUT /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 1135 time: 4.7434750 Dec 16 15:21:12.272459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.338832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1446c554-829a-4dd1-ba9d-03cb414e2312', 'name': '', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'mac_address': 'fa:16:3e:66:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:10Z', 'updated_at': '2021-12-16T15:21:10Z', 'revision_number': 1, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'subnets': [{'id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:12.370890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.414548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:12.434899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:12.448989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d9e89c-5ec9-432d-8251-9956479e6929 None None] The sync data for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 is: [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1446c554-829a-4dd1-ba9d-03cb414e2312', 'name': '', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'mac_address': 'fa:16:3e:66:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:10Z', 'updated_at': '2021-12-16T15:21:10Z', 'revision_number': 1, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'subnets': [{'id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:21:12.480698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:12.495656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:12.641992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] No DVR routers for this DVR port d55d9a39-a215-45e4-bef6-d6a69fd36e34 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:12.680427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076a55e-7278-4c44-9bef-9e92f6718dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:12.694659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.786473 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:12.808371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a12b7ddb-89ba-4f8b-a901-ad58e61807cf req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "DELETE /v2.0/ports/d55d9a39-a215-45e4-bef6-d6a69fd36e34 HTTP/1.1" status: 204 len: 173 time: 3.5565403 Dec 16 15:21:12.872335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Pushing event updated for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:13.021564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:13.067696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:13.078167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:13.149222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=7e666247-4421-4f73-8ea6-224705ab2376,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:13.188245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42368) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:13.371627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5950159-b9b3-460b-b2fd-60fbb457542f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event deleted for resources: {'Port': ['ID=d55d9a39-a215-45e4-bef6-d6a69fd36e34,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:13.511367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Router b9108723-3b56-423b-a06c-f5179a17245c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:21:13.526772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c9b8-966b-4497-b65f-ccd59d3c37e5 req-a9e6e29e-f757-479f-9b2d-b92744f8d173 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:13.545266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb74c9b8-966b-4497-b65f-ccd59d3c37e5 req-a9e6e29e-f757-479f-9b2d-b92744f8d173 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.7218993 Dec 16 15:21:13.570194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:13.598239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-24272346-network', 'tenant_id': 'a470466004524666bdb23f6067159dfa'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:13.602555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-368bfa6b-46df-4b81-8537-91009a9731a3 None None] Provisioning complete for port 1446c554-829a-4dd1-ba9d-03cb414e2312 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:13.602555 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-368bfa6b-46df-4b81-8537-91009a9731a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:13.663857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-368bfa6b-46df-4b81-8537-91009a9731a3 None None] Port 1446c554-829a-4dd1-ba9d-03cb414e2312 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:21:13.686925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb74c9b8-966b-4497-b65f-ccd59d3c37e5 req-45f1afa7-6f5a-4cef-b8d2-af2a7571e89f tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370344 Dec 16 15:21:13.847694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:13.899041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:21:13.911285 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-77d24f6f-0638-427a-9866-afd83d692fc0 admin admin] 10.222.0.71 "PUT /v2.0/routers/b9108723-3b56-423b-a06c-f5179a17245c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9697819 Dec 16 15:21:14.122180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6897212-3bf7-4d93-b89c-d7344508bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.416290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Made reservation on behalf of a470466004524666bdb23f6067159dfa for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:14.420375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.476227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.588295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.595275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.602434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.609318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.615356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.621451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.628609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:14.630798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3684e1e0-45d7-48c0-a157-e92861772853 req-0bf37854-53d5-48ab-95c3-73cc8b95745c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5382 time: 0.6937320 Dec 16 15:21:14.894135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:14.903534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3684e1e0-45d7-48c0-a157-e92861772853 req-61d094b8-c495-44da-a94d-3eac025d76f6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2565837 Dec 16 15:21:14.916543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.930012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.946577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:14.955842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Transition to ACTIVE for port object f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:15.047153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.104866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:21:15.125232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.128400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.161295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95ee3dd-5c48-4a5a-a3f5-882c2478d440,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:15.204266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.204769 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Added segment 3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25 of type vlan for network 4ca58e7b-36b8-4704-b7c5-511651e8377b Dec 16 15:21:15.299008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383316-41f2-4ca4-91bf-46650768f49d req-1e18a701-1a8a-44ae-895d-765818281dda tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.305029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d383316-41f2-4ca4-91bf-46650768f49d req-1e18a701-1a8a-44ae-895d-765818281dda tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 944 time: 0.2704787 Dec 16 15:21:15.400460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.406840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:15.475688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.594918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d383316-41f2-4ca4-91bf-46650768f49d req-a08e533c-a13a-4fc5-b8f5-daf72c268834 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464597 Dec 16 15:21:15.598058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event updated for resources: {'Port': ['ID=7e666247-4421-4f73-8ea6-224705ab2376,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:15.619077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Attempting to bind port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:15.619508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Attempting to bind port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:15.619733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Attempting to bind port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:15.643564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 on network a367c4f8-0852-4d1d-a3df-87966e259d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:15.643564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Attempting to bind port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:15.646337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:15.646679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:15.647074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Bound using segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:15.647511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Bound port: f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:15.647950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.706952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.708631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.709228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.714668 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b2f00b-479d-49de-b683-879b23c374ba x-openstack-request-id: req-a8b2f00b-479d-49de-b683-879b23c374ba {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:15.714984 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:15.715201 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8b2f00b-479d-49de-b683-879b23c374ba {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:15.715598 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a', 'status': 'completed', 'code': 200} Dec 16 15:21:15.752566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:15.753862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-738b02c6-71a7-499f-8353-89061483e760 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.8745048 Dec 16 15:21:15.904192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:15.929932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca58e7b-36b8-4704-b7c5-511651e8377b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:15.930907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-36923259-84ca-478b-aeea-d508e26ba2c1 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1188464 Dec 16 15:21:15.937209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:15.940687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4ca58e7b-36b8-4704-b7c5-511651e8377b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:21:15.954611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.955086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.955564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.956429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.956619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.957247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.957728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:15.960164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-51a19de1-14a1-453f-8f73-150a91563ddf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6244 time: 0.1513481 Dec 16 15:21:15.974156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42382) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:15.974733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-625b8b3b-727b-4ef0-a8ba-d80f60c39e50 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7663469 Dec 16 15:21:15.989518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Request body: {'subnet': {'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-24272346-subnet', 'tenant_id': 'a470466004524666bdb23f6067159dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:16.086681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.112808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c94c4eec-6f5b-44d8-9076-2f6828e5195b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:16.162628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.163068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.164777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] 10.222.0.74 "PUT /v2.0/ports/f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 1091 time: 3.7678881 Dec 16 15:21:16.226079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Made reservation on behalf of a470466004524666bdb23f6067159dfa for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:16.228944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.294836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c94c4eec-6f5b-44d8-9076-2f6828e5195b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:16.297714 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.334509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:16.410263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-bf67d3dd-3ed5-4a47-ba51-5b5bce5eeee1 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.419106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea3ca8b-08dc-429c-a2b2-f487f353a0fc req-bf67d3dd-3ed5-4a47-ba51-5b5bce5eeee1 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.4504285 Dec 16 15:21:16.538649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7954961-c04b-4ce0-a973-7b6f89f133f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:16.569627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-ac5ee0a1-b620-4886-8d1b-f85eaf0aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.573915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-ac5ee0a1-b620-4886-8d1b-f85eaf0aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.573915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-ac5ee0a1-b620-4886-8d1b-f85eaf0aa929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.575706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-ac5ee0a1-b620-4886-8d1b-f85eaf0aa929 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5890195 Dec 16 15:21:16.648250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-640d6993-f8b4-4dbd-94a1-de1dd97aa791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.668654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.721140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ab6d54b-3533-484c-beb3-b554a94578b5 req-fe676efb-39c7-4fbe-bc89-0c5b33113c17 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 210 time: 0.1194506 Dec 16 15:21:16.774725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c94c4eec-6f5b-44d8-9076-2f6828e5195b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c94c4eec-6f5b-44d8-9076-2f6828e5195b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:16.778817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Sync routers for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:21:16.782930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:16.808684 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:16.812872 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:16.838215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-ac198ee6-fb08-4e25-a0aa-dec2f28c0183 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.839699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-ac198ee6-fb08-4e25-a0aa-dec2f28c0183 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.5399394 Dec 16 15:21:16.877577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Request body: {'port': {'device_id': '77758e57-c5be-4d39-9661-8aabe545c12b', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'admin_state_up': True, 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:16.899041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-8038f482-9ca7-4f1c-97a0-ee1b0ad83c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:16.900584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53dd0f48-8965-4bcc-8b21-2c16f4cfb750 req-8038f482-9ca7-4f1c-97a0-ee1b0ad83c0c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3142889 Dec 16 15:21:16.998945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.001340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.059024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e71cfa1-1449-49fa-ac58-1fb477c67d02,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:17.119898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Checking segment: {'id': '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:17.122552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Network hostable DHCP agents. Network: 4ca58e7b-36b8-4704-b7c5-511651e8377b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:21:17.126359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c94c4eec-6f5b-44d8-9076-2f6828e5195b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:17.130529 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:17.188015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046dde1-d622-47db-8d2a-a172699c8a64 req-7762fc1e-0bc1-4e24-8df1-a67df6fc2c39 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.190068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0046dde1-d622-47db-8d2a-a172699c8a64 req-7762fc1e-0bc1-4e24-8df1-a67df6fc2c39 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2559543 Dec 16 15:21:17.324153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0046dde1-d622-47db-8d2a-a172699c8a64 req-2527c737-f8f2-43f3-9c92-de4761ef3dd9 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207964 Dec 16 15:21:17.393229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Network 4ca58e7b-36b8-4704-b7c5-511651e8377b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:21:17.491555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:17.507422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.531810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1446c554-829a-4dd1-ba9d-03cb414e2312', 'name': '', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'mac_address': 'fa:16:3e:66:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:10Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 2, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'subnets': [{'id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:17.532129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4ca58e7b-36b8-4704-b7c5-511651e8377b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:17.547952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:17.563650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.567442 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Checking router: b9108723-3b56-423b-a06c-f5179a17245c for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:21:17.567706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.567951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946f1944-6a73-4015-a960-37d7df0dc1fd None None] Network 4ca58e7b-36b8-4704-b7c5-511651e8377b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:17.568492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Updating router b9108723-3b56-423b-a06c-f5179a17245c port 1446c554-829a-4dd1-ba9d-03cb414e2312 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:21:17.583667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.598543 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.640270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Transition to ACTIVE for port object beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:17.721864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97'}, {'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-deleted', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34'}, {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:17.723596 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b95f5-123e-437f-bfff-7278e86c4dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97"}, {"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-deleted", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34"}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:17.759066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.772900 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-156e9984-2931-4bed-939a-6d7c0408cc5d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7958844 Dec 16 15:21:17.787562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.799018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.815756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.829469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.851423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.891124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6f88c367-82fa-4e24-9ff5-b95dc7b4263b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:17.891431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:17.895851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-f482772b-0960-4670-a0c6-943e500a5339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5394 time: 0.2807021 Dec 16 15:21:17.900734 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.941072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:17.949163 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-5c0be207-a29a-4010-a9b9-1b52bb450b39 req-c0f63db6-b82c-4741-a1be-5293a2d8292e tempest-FloatingIPDetailsNegativeTestJSON-1883441442 tempest-FloatingIPDetailsNegativeTestJSON-1883441442-project] show failed (client error): The resource could not be found. Dec 16 15:21:17.950679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c0be207-a29a-4010-a9b9-1b52bb450b39 req-c0f63db6-b82c-4741-a1be-5293a2d8292e tempest-FloatingIPDetailsNegativeTestJSON-1883441442 tempest-FloatingIPDetailsNegativeTestJSON-1883441442-project] 10.222.0.71 "GET /v2.0/floatingips/6f3e7451-87cc-4c79-875b-e72abcdfd6cd HTTP/1.1" status: 404 len: 350 time: 0.2204771 Dec 16 15:21:17.984631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42408) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:17.990170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Allocated IP 172.20.0.2 (d76f6e9e-5f82-4df0-96d3-7bb98afd9d41/c98a17e1-c31b-468c-81ff-a2911cf1a540/2d86dcfc-bb45-43f5-b30d-7c8e3c136a24) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:18.011773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c94c4eec-6f5b-44d8-9076-2f6828e5195b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:18.049245 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.060464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.078026 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:21:18.083680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79886016-017c-4e52-9dd6-7a9bd692278d None None] Network 4ca58e7b-36b8-4704-b7c5-511651e8377b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:18.151069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:18.195233 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1819910-1dbc-4a27-b699-4395d6df3faa None None] Pushing event updated for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:18.356611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Attempting to bind port 1446c554-829a-4dd1-ba9d-03cb414e2312 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:18.357469 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Attempting to bind port 1446c554-829a-4dd1-ba9d-03cb414e2312 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:18.358221 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Attempting to bind port 1446c554-829a-4dd1-ba9d-03cb414e2312 on network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:18.366388 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:18.374362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Checking segment: {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:18.375131 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.375763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Bound using segment: {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:18.376555 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Bound port: 1446c554-829a-4dd1-ba9d-03cb414e2312, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8d9924-a9b7-475c-a838-4737056cf91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:18.377191 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.469138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c94c4eec-6f5b-44d8-9076-2f6828e5195b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:18.469461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.546083 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] For port 1446c554-829a-4dd1-ba9d-03cb414e2312, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:18.554618 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] For port 1446c554-829a-4dd1-ba9d-03cb414e2312, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1446c554-829a-4dd1-ba9d-03cb414e2312,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:18.605324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:18.654156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'port_id': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'mac_address': 'fa:16:3e:b1:7c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:18.678729 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.690464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.794499 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.814386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] Provisioning complete for port 1446c554-829a-4dd1-ba9d-03cb414e2312 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:18.814800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.896201 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:18.897435 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:18.940620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Attempting to bind port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:18.941152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Attempting to bind port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:18.941734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Attempting to bind port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:18.947151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f88c367-82fa-4e24-9ff5-b95dc7b4263b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:18.960356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:18.988848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 on network a367c4f8-0852-4d1d-a3df-87966e259d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:18.989237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Attempting to bind port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:19.011030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2478f4f8-3504-4ac6-8d38-d3bfe30a0e02 req-c3b98ed0-8ecf-4b24-8a02-58e99ac36f1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips/b32cfee5-9dd1-4004-b85f-da96c68d6455 HTTP/1.1" status: 200 len: 693 time: 0.9110901 Dec 16 15:21:19.033512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-833add2b-a690-4b02-b6cf-8f1c456e6635 req-ddf3bd6b-926c-48bb-9d1c-e32bbf61e1c7 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0937119 Dec 16 15:21:19.077262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.167502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.168800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:19.270772 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:19.274017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] For port 1446c554-829a-4dd1-ba9d-03cb414e2312, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1446c554-829a-4dd1-ba9d-03cb414e2312,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:19.287921 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.318311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:19.322818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Checking segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:19.322818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Bound using segment: {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:19.322818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Bound port: beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4adfc449-e676-4264-80ee-ecbd575b7f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:19.322818 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.343650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:19.393668 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.431760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:19.442663 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.448980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:19.494320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1819910-1dbc-4a27-b699-4395d6df3faa None None] Pushing event updated for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:19.543737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a94e1b-8973-40f8-b873-e41870b2de46 None None] Pushing event updated for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:19.558674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:19.578396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-137a4702-2849-45c4-b333-2234096b5a41 None None] Provisioning complete for port 1446c554-829a-4dd1-ba9d-03cb414e2312 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:19.579701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-137a4702-2849-45c4-b333-2234096b5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.650911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['6f88c367-82fa-4e24-9ff5-b95dc7b4263b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:21:19.664693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:19.702953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478f4f8-3504-4ac6-8d38-d3bfe30a0e02 req-faeba0f8-82af-4add-ac40-eb5022ce24df tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:19.706612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2478f4f8-3504-4ac6-8d38-d3bfe30a0e02 req-faeba0f8-82af-4add-ac40-eb5022ce24df tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.5887547 Dec 16 15:21:19.735243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-2478f4f8-3504-4ac6-8d38-d3bfe30a0e02 req-cfc9fe4c-b0a3-4546-ad65-6a483c26ef49 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:21:19.737407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2478f4f8-3504-4ac6-8d38-d3bfe30a0e02 req-cfc9fe4c-b0a3-4546-ad65-6a483c26ef49 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140762 Dec 16 15:21:19.783110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Deleting port 1446c554-829a-4dd1-ba9d-03cb414e2312 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:19.783454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.812857 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1446c554-829a-4dd1-ba9d-03cb414e2312', 'name': '', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'mac_address': 'fa:16:3e:66:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:10Z', 'updated_at': '2021-12-16T15:21:18Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'subnets': [{'id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:19.880357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54134f14-e3e1-444e-970d-fe643eda9833 None None] The sync data for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 is: [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:11Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1446c554-829a-4dd1-ba9d-03cb414e2312', 'name': '', 'network_id': 'e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'mac_address': 'fa:16:3e:66:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:10Z', 'updated_at': '2021-12-16T15:21:18Z', 'revision_number': 4, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'subnets': [{'id': '05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:21:19.950937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:19.953858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:19.954900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.033393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] For port 1446c554-829a-4dd1-ba9d-03cb414e2312, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1446c554-829a-4dd1-ba9d-03cb414e2312,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:20.033834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.057763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Calling delete_port for 1446c554-829a-4dd1-ba9d-03cb414e2312 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:20.060069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32f6ef-f98a-4fc9-81c0-316138d33b61 req-fe4a261d-08ec-41f5-bb30-787e7edd9c1c tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:20.073988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac32f6ef-f98a-4fc9-81c0-316138d33b61 req-fe4a261d-08ec-41f5-bb30-787e7edd9c1c tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 945 time: 0.6957080 Dec 16 15:21:20.089755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1446c554-829a-4dd1-ba9d-03cb414e2312 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:20.136122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:20.169176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:20.190507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1446c554-829a-4dd1-ba9d-03cb414e2312 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:20.190885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.208647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac32f6ef-f98a-4fc9-81c0-316138d33b61 req-9bcbe407-425c-4bed-98ea-78adbe31bb4d tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118643 Dec 16 15:21:20.268941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-2bf7c286-f0ef-4fe5-971c-7c5cdbedd67a tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3967350 Dec 16 15:21:20.289493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Request body: {'port': {'device_id': '77758e57-c5be-4d39-9661-8aabe545c12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:20.310955 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9ffe8a-4dc8-48e3-bf46-a0f84604fe39 x-openstack-request-id: req-7a9ffe8a-4dc8-48e3-bf46-a0f84604fe39 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:20.311356 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97", "status": "completed", "code": 200}, {"server_uuid": "568fd6f7-7788-4caf-bf29-092ae9267ebf", "name": "network-vif-deleted", "tag": "d55d9a39-a215-45e4-bef6-d6a69fd36e34", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:20.313374 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a9ffe8a-4dc8-48e3-bf46-a0f84604fe39 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:20.314076 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97', 'status': 'completed', 'code': 200} Dec 16 15:21:20.314606 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568fd6f7-7788-4caf-bf29-092ae9267ebf', 'name': 'network-vif-deleted', 'tag': 'd55d9a39-a215-45e4-bef6-d6a69fd36e34', 'status': 'completed', 'code': 200} Dec 16 15:21:20.316114 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'status': 'completed', 'code': 200} Dec 16 15:21:20.425632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.650123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.703206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=1446c554-829a-4dd1-ba9d-03cb414e2312,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:20.805196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:20.808678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:20.812805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] 10.222.0.74 "PUT /v2.0/ports/beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 1091 time: 4.4891424 Dec 16 15:21:20.819910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485414a-a238-45d6-b1e1-d89e20a52529 service neutron] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:20.863295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:21.112497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:21.460448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:21.514837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.515028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.515435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.516052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.516531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.517002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.517469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.519526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-65f8b2e6-5552-4089-95d2-4ea3a8ce6e7a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6353 time: 1.1343508 Dec 16 15:21:21.533290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Router b9108723-3b56-423b-a06c-f5179a17245c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:21:21.663307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649abd6-71bb-4687-98bd-91374065f1e7 req-fdf1bf75-95bd-4471-897f-81771aa011ea tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:21.667111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b649abd6-71bb-4687-98bd-91374065f1e7 req-fdf1bf75-95bd-4471-897f-81771aa011ea tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 931 time: 1.1128328 Dec 16 15:21:21.741279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6f88c367-82fa-4e24-9ff5-b95dc7b4263b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:21.982176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.026859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:21:22.041144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Sync routers for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:21:22.047176 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-683d23a2-e2d7-4750-981f-db41e4214bbf admin admin] 10.222.0.71 "PUT /v2.0/routers/b9108723-3b56-423b-a06c-f5179a17245c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0612676 Dec 16 15:21:22.049579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42436) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:22.055420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:21:22.109072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:22.111214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:22.112650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.132891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.178331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:22.178331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:22.187510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-8440c20c-77d5-450a-996e-6060a0c7f195 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:22.190465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-8440c20c-77d5-450a-996e-6060a0c7f195 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/networks?id=4ca58e7b-36b8-4704-b7c5-511651e8377b HTTP/1.1" status: 200 len: 820 time: 1.3638821 Dec 16 15:21:22.211551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.280675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b649abd6-71bb-4687-98bd-91374065f1e7 req-54a87fda-0183-4465-a50d-28eaab804bcd tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857282 Dec 16 15:21:22.304992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Transition to ACTIVE for port object 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:22.323314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.330877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-918883c8-5e83-4776-b10b-f485c2989804 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/quotas/a470466004524666bdb23f6067159dfa HTTP/1.1" status: 200 len: 375 time: 0.1155124 Dec 16 15:21:22.333513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:22.337507 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:22.403023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:22.407475 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472506f6-5a5b-4edc-ad67-1a05ab4cdbd8" -d '{"events": [{"server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "name": "network-vif-plugged", "status": "completed", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:22.422330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-a6bba924-f53a-45c7-9a61-9be02bffc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:22.423163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-a6bba924-f53a-45c7-9a61-9be02bffc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:22.424046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-a6bba924-f53a-45c7-9a61-9be02bffc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:22.428259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-a6bba924-f53a-45c7-9a61-9be02bffc2ae service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8534992 Dec 16 15:21:22.437953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:22.446143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-b4f0a8fe-2afc-43e6-9f8d-79f9603b4ee6 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a470466004524666bdb23f6067159dfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129065 Dec 16 15:21:22.457914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:22.586053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.616153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.625139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.787368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:22.860149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Deleting port c94c4eec-6f5b-44d8-9076-2f6828e5195b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:22.860839 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:22.923138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-6b8b33c1-74f3-4090-ae71-c39a9cc68b5d tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips/b32cfee5-9dd1-4004-b85f-da96c68d6455 HTTP/1.1" status: 200 len: 693 time: 0.5114079 Dec 16 15:21:22.968451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:20Z', 'revision_number': 5, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port': {'id': 'c94c4eec-6f5b-44d8-9076-2f6828e5195b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:21:05Z', 'updated_at': '2021-12-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:23.057726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:23.066032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Checking router: b9108723-3b56-423b-a06c-f5179a17245c for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:21:23.077088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] For port c94c4eec-6f5b-44d8-9076-2f6828e5195b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c94c4eec-6f5b-44d8-9076-2f6828e5195b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:23.077963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:23.098014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Routers {'b9108723-3b56-423b-a06c-f5179a17245c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:23.099041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b9108723-3b56-423b-a06c-f5179a17245c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:23.122510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Calling delete_port for c94c4eec-6f5b-44d8-9076-2f6828e5195b owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:23.214301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-0877126d-e5bf-406c-ba15-777bd7f404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.230388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-0877126d-e5bf-406c-ba15-777bd7f404d5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6163607 Dec 16 15:21:23.332603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-7b0c54ba-40a2-4467-8a86-d5224994c5ae service neutron] 10.222.0.71 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859646 Dec 16 15:21:23.367661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] Set router b9108723-3b56-423b-a06c-f5179a17245c gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:23.457979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:22Z', 'revision_number': 6, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:23.502104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea966b0-78fb-4c7e-8067-cd78844f5d05 None None] The sync data for ids ['b9108723-3b56-423b-a06c-f5179a17245c'] in n-d-821947-3 is: [{'id': 'b9108723-3b56-423b-a06c-f5179a17245c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-398952016-router', 'tenant_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:21:04Z', 'updated_at': '2021-12-16T15:21:22Z', 'revision_number': 6, 'project_id': '94cb98ca4c1e403ea7bbb07cfb1ba720', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:21:23.588185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:23.665811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94c4eec-6f5b-44d8-9076-2f6828e5195b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:23.681589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-dcc3717a-114f-46a6-b03f-56dbbd8074ba tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.699804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-dcc3717a-114f-46a6-b03f-56dbbd8074ba tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.7499418 Dec 16 15:21:23.770116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Attempting to bind port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:23.770565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Attempting to bind port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:23.771102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Attempting to bind port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:23.841000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:23.863933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.864657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.865141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.865613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.866410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.866884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.867348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:23.870898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-87ea4f0d-1d47-46f8-964c-c48d8d9a9f70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6353 time: 0.4742155 Dec 16 15:21:23.929933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ba927a25-a5ae-4b9f-ba02-9f40e8194f20 service neutron] 10.222.0.71 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961580 Dec 16 15:21:23.934235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:23.934822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Attempting to bind port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:23.967861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:23.981584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.014103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.018435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.079448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1446c554-829a-4dd1-ba9d-03cb414e2312 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:24.118658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 1446c554-829a-4dd1-ba9d-03cb414e2312 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:24.119454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1446c554-829a-4dd1-ba9d-03cb414e2312 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:24.129153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-35a82796-e4cb-4ea9-99c1-2729470a4a2a tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.4283843 Dec 16 15:21:24.141509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:24.142053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Checking segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:24.142674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Bound using segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:24.143413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Bound port: 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:24.144047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.155979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-69f00220-41a8-4693-b3c4-e1f462c657ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:24.157095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-69f00220-41a8-4693-b3c4-e1f462c657ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:24.157923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-69f00220-41a8-4693-b3c4-e1f462c657ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:24.160607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-69f00220-41a8-4693-b3c4-e1f462c657ca service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2604845 Dec 16 15:21:24.202710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.203639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9108723-3b56-423b-a06c-f5179a17245c {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:21:24.212744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.217989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e27a35cb-ef5e-4b11-8365-f667b5cc1056 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b9108723-3b56-423b-a06c-f5179a17245c HTTP/1.1" status: 204 len: 168 time: 2.1638820 Dec 16 15:21:24.220132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:24.310012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Deleting subnet 05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:21:24.315722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.321319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Transition to ACTIVE for port object 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:24.344518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-6155b01f-00de-443f-95f3-35ba4805a8bd tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.219 HTTP/1.1" status: 200 len: 696 time: 0.1920929 Dec 16 15:21:24.385356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.502034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.534398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:24.548885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:24.609476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-f8036213-7000-4d60-a9b4-40c3719fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:24.611164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e40b95f5-123e-437f-bfff-7278e86c4dc1 req-f8036213-7000-4d60-a9b4-40c3719fa6b5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4334865 Dec 16 15:21:24.650988 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.688310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.754340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:24.763639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:24.765084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:24.766864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 HTTP/1.1" status: 200 len: 1091 time: 4.4830844 Dec 16 15:21:24.996605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.004638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.017591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.025750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.035134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.048646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.077372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.077794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.077794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-8e2104f7-4fe1-4418-908a-44e95dff4bb2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5418 time: 0.4492638 Dec 16 15:21:25.152990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:25.156621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61ab4e-38ab-413c-a291-231bef365213 None None] Network e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:25.159396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.169970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9b655eb-a1a9-42e6-bdbf-80d57e324ce2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/05cc45fb-f2c9-4ce8-883d-d6e0ad3ba431 HTTP/1.1" status: 204 len: 168 time: 0.9472971 Dec 16 15:21:25.173495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42460) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:25.220624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2c880-cd69-4174-a83f-892780ab1008 service neutron] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:25.324429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Attempting to bind port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:25.325314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Attempting to bind port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:25.327845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Attempting to bind port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:25.355766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-12583bc6-a4a8-4e7d-8057-6be45e80f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.359406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-12583bc6-a4a8-4e7d-8057-6be45e80f25a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 1094 time: 0.3997436 Dec 16 15:21:25.359722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:25.363274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Attempting to bind port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:25.370910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Deleting port 7e666247-4421-4f73-8ea6-224705ab2376 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:25.371645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.397398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.440788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:25.441129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Checking segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:25.441754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Bound using segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:25.442387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Bound port: 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:25.442924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.493486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-de185ddd-5e38-4e6d-8033-0094506310ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 HTTP/1.1" status: 200 len: 217 time: 0.1172504 Dec 16 15:21:25.532606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-069a71cd-d5dc-4611-8de7-806619c34af8 req-a5fa458b-2e3b-4ea3-86ab-2187e6e03464 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4267776 Dec 16 15:21:25.538629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29393246-62d9-4c75-86f2-449b15475230 None None] DHCP port deletion for e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:21:25.556161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Deleting port ad16edc1-017c-4cda-9326-1920c9aea59e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:25.556161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.681169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:25.686898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:25.702942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] For port ad16edc1-017c-4cda-9326-1920c9aea59e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ad16edc1-017c-4cda-9326-1920c9aea59e,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:25.703616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.730961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Calling delete_port for ad16edc1-017c-4cda-9326-1920c9aea59e owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:25.767207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.767485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.781054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-07b463ef-3743-4519-bbdc-28de88533e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.782576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-07b463ef-3743-4519-bbdc-28de88533e21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.2819388 Dec 16 15:21:25.789002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.791021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Deleting port ad16edc1-017c-4cda-9326-1920c9aea59e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:25.791904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.801210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Calling delete_port for 7e666247-4421-4f73-8ea6-224705ab2376 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:25.809473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:25.810101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:25.812634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] 10.222.0.74 "PUT /v2.0/ports/4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 1091 time: 4.3606398 Dec 16 15:21:26.213248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-c31c5a0f-36c7-4fe4-8c7c-23f3a7f5c921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779076 Dec 16 15:21:26.213248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f6217-0d26-4ad5-a69c-e6a4f1dd6810 req-4aa39c1c-8188-4342-a027-02e364746265 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:26.213248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-166f6217-0d26-4ad5-a69c-e6a4f1dd6810 req-4aa39c1c-8188-4342-a027-02e364746265 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2050683 Dec 16 15:21:26.214319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-29393246-62d9-4c75-86f2-449b15475230 None None] For port ad16edc1-017c-4cda-9326-1920c9aea59e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ad16edc1-017c-4cda-9326-1920c9aea59e,segment=NetworkSegment(3f8d9924-a9b7-475c-a838-4737056cf91d),segment_id=3f8d9924-a9b7-475c-a838-4737056cf91d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:26.214319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.214319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c94c4eec-6f5b-44d8-9076-2f6828e5195b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:26.215343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.218853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Calling delete_port for ad16edc1-017c-4cda-9326-1920c9aea59e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:26.222764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad16edc1-017c-4cda-9326-1920c9aea59e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:26.241484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] No DVR routers for this DVR port ad16edc1-017c-4cda-9326-1920c9aea59e on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:26.308437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c94c4eec-6f5b-44d8-9076-2f6828e5195b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:26.308986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c94c4eec-6f5b-44d8-9076-2f6828e5195b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:26.309675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ad16edc1-017c-4cda-9326-1920c9aea59e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:26.370624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ad16edc1-017c-4cda-9326-1920c9aea59e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:26.370977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ad16edc1-017c-4cda-9326-1920c9aea59e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:26.392540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.435723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: from cryptography.utils import int_from_bytes Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: from cryptography.utils import int_from_bytes Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.455635 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:21:26.458163 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:21:26.463018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8d9924-a9b7-475c-a838-4737056cf91d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:26.463781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8d9924-a9b7-475c-a838-4737056cf91d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:26.470774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.486038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.514779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.515138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29393246-62d9-4c75-86f2-449b15475230 None None] Pushing event deleted for resources: {'Port': ['ID=ad16edc1-017c-4cda-9326-1920c9aea59e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:26.533140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:21:26.534008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.540431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29393246-62d9-4c75-86f2-449b15475230 None None] No DVR routers for this DVR port ad16edc1-017c-4cda-9326-1920c9aea59e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:21:26.557739 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:21:26.581072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Request body: {'port': {'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:26.650303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd6aeb-f842-41d5-aa0d-f7d5bea64327 service neutron] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:26.751359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-166f6217-0d26-4ad5-a69c-e6a4f1dd6810 req-c676eff5-ad9a-43f2-8633-e4fd6907f9d5 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977209 Dec 16 15:21:26.751921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.789523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-7cba3cf6-5fff-4e5d-8d9a-76fe8fd85fcd service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8927891 Dec 16 15:21:26.844326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.855718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:26.868671 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc HTTP/1.1" status: 204 len: 168 time: 1.6913633 Dec 16 15:21:26.903121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71770d38-5bb2-4ac3-8eeb-9afb55d7b799 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68e1b58-6b9f-4a1f-9eaa-eea7d59261bc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:27.073809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4af0a-0bbf-426c-bd4d-015dc00e1325 req-3f6f3633-8001-495a-96eb-665121c548fd tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.075315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ee4af0a-0bbf-426c-bd4d-015dc00e1325 req-3f6f3633-8001-495a-96eb-665121c548fd tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.2448421 Dec 16 15:21:27.140066 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.150496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b3e9bd0-d1eb-4fc2-8380-3e470d5d4a8b req-ec86d8c0-4f6a-404f-8ae0-37b162867d73 service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531148 Dec 16 15:21:27.189917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event deleted for resources: {'Port': ['ID=7e666247-4421-4f73-8ea6-224705ab2376,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:27.324873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ee4af0a-0bbf-426c-bd4d-015dc00e1325 req-c656b05a-e47c-456e-ac0b-618ab9200735 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356591 Dec 16 15:21:27.352779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.355681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.357260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2669c014-aebe-46b7-9045-d48bb713dc1f req-c0a1d274-736b-44e8-9407-31959a89df98 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "DELETE /v2.0/floatingips/b32cfee5-9dd1-4004-b85f-da96c68d6455 HTTP/1.1" status: 204 len: 173 time: 2.9697504 Dec 16 15:21:27.443180 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83bbc6-bb52-4e21-be8b-90a21e8da800 x-openstack-request-id: req-3b83bbc6-bb52-4e21-be8b-90a21e8da800 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:27.443180 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "name": "network-vif-plugged", "status": "completed", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:27.443180 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b83bbc6-bb52-4e21-be8b-90a21e8da800 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:27.443921 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'code': 200} Dec 16 15:21:27.456288 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba5ab5-187e-4189-bca0-39be1e292930 x-openstack-request-id: req-2eba5ab5-187e-4189-bca0-39be1e292930 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:27.457956 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:27.458305 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2eba5ab5-187e-4189-bca0-39be1e292930 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:27.459679 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'status': 'completed', 'code': 200} Dec 16 15:21:27.534205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:27.597081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84c05845-1586-441a-a665-4dd13327465e req-02ff04ca-82ec-427a-90f6-9e85278311b0 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 210 time: 0.0650167 Dec 16 15:21:27.602632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5d0634-325e-4611-93c1-d14c4c5e16f9 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:27.631809 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-526a1db3-fe17-4a50-808b-1a16b2de092d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94cb98ca4c1e403ea7bbb07cfb1ba720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0961425 Dec 16 15:21:27.635465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:27.694787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.732463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.772007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.785062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Transition to ACTIVE for port object 7f5d0634-325e-4611-93c1-d14c4c5e16f9 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:27.815422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.815932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.816457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.817004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.817491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.819272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.819272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.820660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-08caaba9-c426-44ff-9ee1-1364e0595703 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6420 time: 0.2984040 Dec 16 15:21:27.833387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92d7d-0426-44c8-8f63-7d56ebe588be req-be0cf584-efad-4526-bf5c-625300f0c9bb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.834975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49c92d7d-0426-44c8-8f63-7d56ebe588be req-be0cf584-efad-4526-bf5c-625300f0c9bb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 943 time: 0.3141084 Dec 16 15:21:27.840260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a202654-927a-4918-b990-6408e22ec2e4 req-b82b59b5-0484-44d4-8771-5f0be75d4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.841844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a202654-927a-4918-b990-6408e22ec2e4 req-b82b59b5-0484-44d4-8771-5f0be75d4bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1097 time: 0.2011871 Dec 16 15:21:27.881718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.887899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.894554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.900573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.906672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.912744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.918746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:27.920864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-45b4039b-30d9-4efd-ad90-eeef12ef8339 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5418 time: 0.2508111 Dec 16 15:21:27.942139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.946104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.953118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ed563ab-6c6b-45f1-ab78-43eb9c795f1d HTTP/1.1" status: 204 len: 168 time: 0.3102825 Dec 16 15:21:27.957428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:27.961419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff33694-564f-4be3-80a9-189849bccfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed563ab-6c6b-45f1-ab78-43eb9c795f1d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:28.159635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:28.177115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a202654-927a-4918-b990-6408e22ec2e4 req-e6d2345c-6b5a-4e1c-a91d-d255ced805d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124361 Dec 16 15:21:28.190600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49c92d7d-0426-44c8-8f63-7d56ebe588be req-744a3f85-8ce0-435e-ba00-35f926bcd764 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348765 Dec 16 15:21:28.214579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-7628b8e1-2baf-45cc-8f4d-fd4d7edb2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.215046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-7628b8e1-2baf-45cc-8f4d-fd4d7edb2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.215518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-7628b8e1-2baf-45cc-8f4d-fd4d7edb2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.218717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-7628b8e1-2baf-45cc-8f4d-fd4d7edb2ac9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3734076 Dec 16 15:21:28.269867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-295478fb-0e5c-4f75-8c2f-7bfb1dc0ee90 req-8c8155f7-6029-42b7-ada6-b9ba66fef63a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3193109 Dec 16 15:21:28.494975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:28.766183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Attempting to bind port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:28.766752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Attempting to bind port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:28.766951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Attempting to bind port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:28.803103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:28.803492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Attempting to bind port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 on network ca81bb8a-8f02-4693-b6d0-62552a81f85c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:28.811431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-666f4fa3-c30e-4a9b-ad78-28855fa2a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.812957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d3eb9e9-82e7-4b2a-8960-5a42b1c0e6ca req-666f4fa3-c30e-4a9b-ad78-28855fa2a666 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5715644 Dec 16 15:21:28.824515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:28.824905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Checking segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:28.825240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Bound using segment: {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:28.825943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Bound port: 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfe4421-8277-48bd-b86f-cefb44b267f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:28.826056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:28.837019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-b4632132-1388-4101-a084-e4363bded16e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.838728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe421bc4-d960-4096-8119-008cba4a8586 req-02f03807-96ee-485f-bff6-9f7fb374dc51 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.838824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-b4632132-1388-4101-a084-e4363bded16e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.74 "GET /v2.0/networks?id=4ca58e7b-36b8-4704-b7c5-511651e8377b HTTP/1.1" status: 200 len: 820 time: 0.1548629 Dec 16 15:21:28.839235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe421bc4-d960-4096-8119-008cba4a8586 req-02f03807-96ee-485f-bff6-9f7fb374dc51 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.3097045 Dec 16 15:21:28.854279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd7736-f068-4e7a-87dd-0f067ae3a7db req-e50312c9-c003-482d-aa18-d225ac09a7a1 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:28.857875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82cd7736-f068-4e7a-87dd-0f067ae3a7db req-e50312c9-c003-482d-aa18-d225ac09a7a1 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5279310 Dec 16 15:21:28.873082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Request body: {'port': {'device_id': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b', 'admin_state_up': True, 'tenant_id': 'a470466004524666bdb23f6067159dfa'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:28.987921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe421bc4-d960-4096-8119-008cba4a8586 req-9bacbf1e-38a2-4eb8-87df-621ee6a5a83b tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300929 Dec 16 15:21:28.992199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:29.007337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:29.085384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cefd3ff-b1f3-4054-817d-8af69c23b84b req-061bf8f9-e30a-4a98-a580-9e7de78bd322 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 210 time: 0.0293803 Dec 16 15:21:29.165107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d8973d9-760a-40e9-8f25-0c481cca736b req-16b1779d-b0b2-430a-a7a2-90f2a2473054 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=f420ee6037be40429753821e85e51a1c HTTP/1.1" status: 200 len: 1655 time: 0.0554323 Dec 16 15:21:29.198581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Made reservation on behalf of a470466004524666bdb23f6067159dfa for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:29.210335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:29.211314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:29.289220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.289911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:29.291930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] 10.222.0.74 "PUT /v2.0/ports/7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 1091 time: 2.7929177 Dec 16 15:21:29.381367 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:29.403071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8973d9-760a-40e9-8f25-0c481cca736b req-68e71d9b-a397-42f9-9d2e-cc2373f574e2 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.405371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d8973d9-760a-40e9-8f25-0c481cca736b req-68e71d9b-a397-42f9-9d2e-cc2373f574e2 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks?id=69499b07-3049-4342-94ac-015cd286c29f&id=69499b07-3049-4342-94ac-015cd286c29f&id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 787 time: 0.2303147 Dec 16 15:21:29.406282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff347d94-053b-4446-927b-c10aa6316fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:29.437503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-5d8973d9-760a-40e9-8f25-0c481cca736b req-2bfd649e-91c8-414f-a867-0beee6d4ed45 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:21:29.445641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d8973d9-760a-40e9-8f25-0c481cca736b req-2bfd649e-91c8-414f-a867-0beee6d4ed45 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167816 Dec 16 15:21:29.462098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'}, {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2'}, {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:29.466512 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204863a-58ed-406f-8b6c-b675b64ca897" -d '{"events": [{"name": "network-changed", "server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24"}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2"}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:29.542733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Allocated IP 172.20.0.3 (4ca58e7b-36b8-4704-b7c5-511651e8377b/0e71cfa1-1449-49fa-ac58-1fb477c67d02/816a103e-7e44-484b-a86f-a0bc1ff87118) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:29.651575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.652095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.653606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.653606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.654519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.655557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.656053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.658081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b54b7e27-c9cd-451c-aa97-8c8c21b058a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6487 time: 0.1431844 Dec 16 15:21:29.715551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fdb75-d3c4-45b5-81be-f99b40bd3248 req-6c83ecba-a53c-479e-b152-e36160341fdb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.717724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e9fdb75-d3c4-45b5-81be-f99b40bd3248 req-6c83ecba-a53c-479e-b152-e36160341fdb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 943 time: 0.2403107 Dec 16 15:21:29.762012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.768747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.774926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.781695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.787740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.789905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:29.793726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.800595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.808768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-7db9ddfe-dc7e-4fa1-9f7c-53c5ff29e2f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2168314 Dec 16 15:21:29.815395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-515f8b24-e11e-4127-9790-75b3b116b055 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 217 time: 0.1388876 Dec 16 15:21:29.868795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:29.906629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-97e41ce3-1854-410f-903a-d2ccb2f28905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.908229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-97e41ce3-1854-410f-903a-d2ccb2f28905 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1097 time: 0.2489719 Dec 16 15:21:29.944464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:29.961594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'mac_address': 'fa:16:3e:de:3a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:29.974959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-015d4499-8995-48c2-bda3-cef51d463c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:29.976479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-015d4499-8995-48c2-bda3-cef51d463c1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.1472964 Dec 16 15:21:30.009836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55593e89-dba5-41d8-b6fe-8b031d27d596 req-345ee888-ee0e-4bf9-b9b2-a837a5a50f68 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001762 Dec 16 15:21:30.011321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.025196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e9fdb75-d3c4-45b5-81be-f99b40bd3248 req-a1094ae7-f559-46c9-9151-41bf92844580 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774155 Dec 16 15:21:30.036009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.050317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:30.090948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:30.149116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Network 4ca58e7b-36b8-4704-b7c5-511651e8377b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:30.153916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:30.158314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:30.161043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-fd248b56-5dc3-4b22-92fa-63c07b679f0c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips/d5c829b9-e233-4770-8aa7-c157278d60d8 HTTP/1.1" status: 200 len: 693 time: 0.0791953 Dec 16 15:21:30.165005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-28f10048-4110-4184-8dda-0c96ec320b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.166419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-28f10048-4110-4184-8dda-0c96ec320b25 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629791 Dec 16 15:21:30.169709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-bc20a625-f162-4d40-9412-2ac3881f3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.172025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-bc20a625-f162-4d40-9412-2ac3881f3a29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.2494729 Dec 16 15:21:30.216601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Pushing event updated for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:30.244377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.245118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.260616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.329723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:30.358261 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-ceef0329-a40c-4424-a115-63d902463311 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4941547 Dec 16 15:21:30.380999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Request body: {'port': {'device_id': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:30.443124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.547077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:21:30.628806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-707a4dfe-98c6-4c40-a9f2-bcf826a689e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.4468892 Dec 16 15:21:30.771234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f45c9e-24c8-44b5-a2de-39ea02874f46 req-dcf07ce8-6200-4f13-812b-53a6a87503e0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.772872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76f45c9e-24c8-44b5-a2de-39ea02874f46 req-dcf07ce8-6200-4f13-812b-53a6a87503e0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.5357497 Dec 16 15:21:30.789113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-b28ea873-a7b7-4fe0-9975-f8f8b3be0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.790686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-b28ea873-a7b7-4fe0-9975-f8f8b3be0310 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1407502 Dec 16 15:21:30.810778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-d2cd86cc-fb92-4745-8360-4307c2baad3a tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:30.812763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-d2cd86cc-fb92-4745-8360-4307c2baad3a tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.6398246 Dec 16 15:21:30.837582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-07efbdcc-4938-4021-b6a3-16fa9feabb9c service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546197 Dec 16 15:21:30.861986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-fea5c7fb-49e7-4a5c-b1aa-45e06aebb937 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588329 Dec 16 15:21:30.916852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816a103e-7e44-484b-a86f-a0bc1ff87118 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:30.926653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:30.944261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Transition to ACTIVE for port object 816a103e-7e44-484b-a86f-a0bc1ff87118 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:21:31.011705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-ecc4b25b-6e53-4b10-b7fe-d60c7ef64985 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.1777630 Dec 16 15:21:31.042800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76f45c9e-24c8-44b5-a2de-39ea02874f46 req-40482e63-6138-4fde-83dd-916dd90f6087 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573237 Dec 16 15:21:31.050134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.111522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-29e90617-98ba-4989-8082-cf4b429f9322 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.131 HTTP/1.1" status: 200 len: 696 time: 0.0907006 Dec 16 15:21:31.145891 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a95c2-bdc7-4fa6-8b82-baec50e49bc3 x-openstack-request-id: req-1f2a95c2-bdc7-4fa6-8b82-baec50e49bc3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:31.146202 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:31.146459 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f2a95c2-bdc7-4fa6-8b82-baec50e49bc3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:31.146974 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'status': 'completed', 'code': 200} Dec 16 15:21:31.147240 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'status': 'completed', 'code': 200} Dec 16 15:21:31.149136 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9', 'status': 'completed', 'code': 200} Dec 16 15:21:31.165492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Pushing event updated for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:31.188002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9fdebaa2-3239-4714-9587-b4b8c6d7eebb service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284335 Dec 16 15:21:31.194787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-69945113-cd86-434f-be3a-6b59e844403b service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208554 Dec 16 15:21:31.221721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Attempting to bind port 816a103e-7e44-484b-a86f-a0bc1ff87118 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:21:31.222067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Attempting to bind port 816a103e-7e44-484b-a86f-a0bc1ff87118 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:21:31.222392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Attempting to bind port 816a103e-7e44-484b-a86f-a0bc1ff87118 on network 4ca58e7b-36b8-4704-b7c5-511651e8377b {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:31.227225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Port 816a103e-7e44-484b-a86f-a0bc1ff87118 on network 4ca58e7b-36b8-4704-b7c5-511651e8377b not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:21:31.227561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Attempting to bind port 816a103e-7e44-484b-a86f-a0bc1ff87118 on network 4ca58e7b-36b8-4704-b7c5-511651e8377b {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:21:31.234192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:21:31.234547 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Checking segment: {'id': '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:31.236219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Bound using segment: {'id': '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:21:31.236219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Bound port: 816a103e-7e44-484b-a86f-a0bc1ff87118, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:21:31.236585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.318586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:21:31.323958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=816a103e-7e44-484b-a86f-a0bc1ff87118,segment=NetworkSegment(3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25),segment_id=3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:21:31.381763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c99537ba-40f4-4113-a258-1dc59512309a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 217 time: 0.1376741 Dec 16 15:21:31.394288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.467767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.469000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.471556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] 10.222.0.74 "PUT /v2.0/ports/816a103e-7e44-484b-a86f-a0bc1ff87118 HTTP/1.1" status: 200 len: 1091 time: 1.0954509 Dec 16 15:21:31.475887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:31.480115 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9ae553-c37b-4654-b973-716884c61398" -d '{"events": [{"name": "network-changed", "server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:31.495161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-f73b4997-dcf2-45d8-bcb4-7d3e81b900c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.497000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-f73b4997-dcf2-45d8-bcb4-7d3e81b900c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 1095 time: 0.2946606 Dec 16 15:21:31.522755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8741c9-822d-4e5a-8c92-3e7c2a8428db service neutron] Pushing event updated for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:31.546538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-d85ab682-9299-41cc-9e89-e0b6609fdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.548046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-d85ab682-9299-41cc-9e89-e0b6609fdde9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1555839 Dec 16 15:21:31.610680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-213bc16e-5193-40a5-b910-1abb9cc15ec0 req-e72af6e6-73aa-4d71-968e-e3ef207feeca service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654208 Dec 16 15:21:31.650071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Deleting port b6935e83-725b-4829-8d7e-a00b7bd4a2d7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:31.650422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.706080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d9941-89ea-480f-94c5-4d3db144859f req-67810f6a-a258-4ce5-81ee-b433b2fdbddb tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.707678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-872d9941-89ea-480f-94c5-4d3db144859f req-67810f6a-a258-4ce5-81ee-b433b2fdbddb tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.2497647 Dec 16 15:21:31.800792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-02eb44a9-d72f-4308-be0f-92b62fb0d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.802297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-02eb44a9-d72f-4308-be0f-92b62fb0d904 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2151463 Dec 16 15:21:31.803410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-aa3a9505-5f66-46c5-9b6a-8611c5dd17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.804827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-aa3a9505-5f66-46c5-9b6a-8611c5dd17fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 904 time: 0.2843645 Dec 16 15:21:31.822005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:31.942332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-bc582be4-fd3a-45e4-9669-2300a0110c6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 HTTP/1.1" status: 200 len: 217 time: 0.1084187 Dec 16 15:21:31.950701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.951028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:31.973732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-a78286cf-f88b-4540-809d-29bcb7efd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:31.975252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-a78286cf-f88b-4540-809d-29bcb7efd0f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a470466004524666bdb23f6067159dfa&device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 1094 time: 0.2627356 Dec 16 15:21:31.978475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:21:31.978776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-872d9941-89ea-480f-94c5-4d3db144859f req-61ed76eb-cdb9-411b-87e6-0ec8931f2b29 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544570 Dec 16 15:21:31.984538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:31.984538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:32.011292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Calling delete_port for b6935e83-725b-4829-8d7e-a00b7bd4a2d7 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:32.069067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-82ee1357-d396-48a3-95b8-2e2325fb338f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816a103e-7e44-484b-a86f-a0bc1ff87118 HTTP/1.1" status: 200 len: 217 time: 0.0591762 Dec 16 15:21:32.087353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:32.116244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:32.118647 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063a3512-c61c-4ddc-aa77-3e57970951a0" -d '{"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-plugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:32.133935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:32.161185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-fa6a8da5-cab3-4117-a22a-441f1319cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:32.162659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-fa6a8da5-cab3-4117-a22a-441f1319cf4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.2059438 Dec 16 15:21:32.225781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:32.241970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c20c8725-2c13-4915-8603-669ea70eb582 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293575 Dec 16 15:21:32.248403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-83a51490-3d9f-4069-8fd3-3b6a8debe0ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528874 Dec 16 15:21:32.282401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:32.371480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dcad2-1968-4cd4-bc4e-19cfbfdfba57 req-c9cdfb09-015b-45f8-8d46-9f2e7a72f38e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:32.373092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598dcad2-1968-4cd4-bc4e-19cfbfdfba57 req-c9cdfb09-015b-45f8-8d46-9f2e7a72f38e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 943 time: 0.3059096 Dec 16 15:21:32.382110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-59a93f0e-574f-4cae-817d-6229c77e9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:32.383601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-59a93f0e-574f-4cae-817d-6229c77e9c77 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e71cfa1-1449-49fa-ac58-1fb477c67d02 HTTP/1.1" status: 200 len: 860 time: 0.2904320 Dec 16 15:21:32.451747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-75537b4b-a849-4917-913d-8b7506bcbfe5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4ca58e7b-36b8-4704-b7c5-511651e8377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521934 Dec 16 15:21:32.612464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-63db823f-635d-40c1-9ab1-5c5c222fc636 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558054 Dec 16 15:21:32.618462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3a710f1c-e2ba-4dfd-b2a7-d74b59200214 service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608184 Dec 16 15:21:32.628346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598dcad2-1968-4cd4-bc4e-19cfbfdfba57 req-1973484b-fffa-45dd-95ef-38cf4868a4ab tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310803 Dec 16 15:21:33.215425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:33.219164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-4aaedd90-81c6-4605-9a97-e45ada2e648b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 217 time: 0.5966470 Dec 16 15:21:33.339387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event deleted for resources: {'Port': ['ID=b6935e83-725b-4829-8d7e-a00b7bd4a2d7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:33.378978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-16b341d2-e217-413f-9c87-cca2a4b7b8d3 service neutron] 10.222.0.74 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9067450 Dec 16 15:21:33.494662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-51c9972b-60b4-4dc4-b4ce-5924597322db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.497288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-51c9972b-60b4-4dc4-b4ce-5924597322db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.2528539 Dec 16 15:21:33.517067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6892e-485f-4764-a54f-fe3878d7a2e5 req-f898e074-9509-4918-876b-c006fe398a9b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.518694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68e6892e-485f-4764-a54f-fe3878d7a2e5 req-f898e074-9509-4918-876b-c006fe398a9b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 945 time: 0.3479939 Dec 16 15:21:33.532153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-6178bbfe-2801-4352-a338-786d2136b35d service neutron] 10.222.0.30 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8948092 Dec 16 15:21:33.588209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:33.590843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:33.592858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27ad1d71-9280-4edf-b6c6-13f303c2e571 req-e2fc5d89-bc63-4dfc-a681-1382f1247e5b tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "DELETE /v2.0/floatingips/d5c829b9-e233-4770-8aa7-c157278d60d8 HTTP/1.1" status: 204 len: 173 time: 2.4636261 Dec 16 15:21:33.647694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9ec191-56fa-4b01-8a06-40cfa3bf78e1 req-e0e48d61-acf7-404e-9bef-3a7becaf7dd5 service neutron] 10.222.0.74 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547138 Dec 16 15:21:33.653818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68e6892e-485f-4764-a54f-fe3878d7a2e5 req-b9e1c1c7-ba38-459e-a966-16cb3e0dc0b6 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193907 Dec 16 15:21:33.656513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-7aeacf9a-71cd-49e3-b3d9-a49200b7144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.658198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-7aeacf9a-71cd-49e3-b3d9-a49200b7144b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1503272 Dec 16 15:21:33.787879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.793661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.799740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.805793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.811945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.819649 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c13889-029b-4826-bace-0b6ab5e3d5b5 x-openstack-request-id: req-35c13889-029b-4826-bace-0b6ab5e3d5b5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:33.819649 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:33.819649 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-35c13889-029b-4826-bace-0b6ab5e3d5b5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:33.819649 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118', 'status': 'completed', 'code': 200} Dec 16 15:21:33.820424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.824119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:33.826124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a258e264-2d92-4213-8541-8c79e15bad2c req-97269e45-1c16-4eb9-9cd3-c96568755213 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.1622684 Dec 16 15:21:33.872270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-af93c9d7-64ee-46c7-a062-1bdad21e1aae service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950150 Dec 16 15:21:34.025598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a258e264-2d92-4213-8541-8c79e15bad2c req-a97ee126-9ffa-411a-a68e-05cc6e99fbe6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909559 Dec 16 15:21:34.063213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae553-c37b-4654-b973-716884c61398 req-09f6130a-45ff-4eb0-a4c9-24c1313996c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.064792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-09f6130a-45ff-4eb0-a4c9-24c1313996c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a470466004524666bdb23f6067159dfa&device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 1094 time: 0.1691935 Dec 16 15:21:34.072815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff546dc6-0a38-482f-9793-23fe0cea7fd6 req-c3f6d69f-4f5e-466e-83b7-2a6ce2b993a7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.084811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff546dc6-0a38-482f-9793-23fe0cea7fd6 req-c3f6d69f-4f5e-466e-83b7-2a6ce2b993a7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.2058227 Dec 16 15:21:34.091906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:34.103969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Request body: {'floatingip': {'port_id': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:34.146233 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f644c011-3b0f-463b-937d-41188bd12378 x-openstack-request-id: req-f644c011-3b0f-463b-937d-41188bd12378 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:34.146233 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-plugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:34.146233 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f644c011-3b0f-463b-937d-41188bd12378 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:34.146233 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'code': 200} Dec 16 15:21:34.195394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:34.334987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-8f71cf69-a7dc-4630-94ee-0f0017586c77 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381289 Dec 16 15:21:34.369556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-a4e45f2c-5c7f-44da-9449-45cec8ca0307 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips/f70798f2-1407-422d-b85f-47eb2a2ee34c HTTP/1.1" status: 200 len: 692 time: 0.1412032 Dec 16 15:21:34.445899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fedf9f41-f7a6-4ca5-8910-955defa8f4af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 217 time: 0.0886881 Dec 16 15:21:34.577709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae553-c37b-4654-b973-716884c61398 req-bea4d0ed-444d-4be9-bfe0-49dad8e32053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.579132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-bea4d0ed-444d-4be9-bfe0-49dad8e32053 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4ca58e7b-36b8-4704-b7c5-511651e8377b HTTP/1.1" status: 200 len: 921 time: 0.4877601 Dec 16 15:21:34.586764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f02e2c-67f1-459f-b631-ab32099853f1 req-669867a8-2d65-4650-b761-4aaefcf595d0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.592524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23f02e2c-67f1-459f-b631-ab32099853f1 req-669867a8-2d65-4650-b761-4aaefcf595d0 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.3804772 Dec 16 15:21:34.610351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f63f5-dbf9-4640-b827-79281ae938c8 req-4f75dd9d-3274-403a-83d3-130dcda08358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.613003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d9f63f5-dbf9-4640-b827-79281ae938c8 req-4f75dd9d-3274-403a-83d3-130dcda08358 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 1096 time: 0.2898755 Dec 16 15:21:34.749119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-3ad15565-6495-4a41-8164-a1f6db54e0e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816a103e-7e44-484b-a86f-a0bc1ff87118 HTTP/1.1" status: 200 len: 217 time: 0.1463950 Dec 16 15:21:34.790061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-47a84478-17d1-47cc-a52c-1da420510b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.792481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-47a84478-17d1-47cc-a52c-1da420510b35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.3158212 Dec 16 15:21:34.893622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-f5fe8e56-0c60-46bb-94dd-aa827bc0d4d4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.895147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-f5fe8e56-0c60-46bb-94dd-aa827bc0d4d4 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.4833190 Dec 16 15:21:34.912957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:34.929291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23f02e2c-67f1-459f-b631-ab32099853f1 req-3a39b9c0-139a-42c2-94a7-c77aaee24195 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148773 Dec 16 15:21:34.939713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d9f63f5-dbf9-4640-b827-79281ae938c8 req-6bfc8bb6-45ac-4b96-ac13-9a226fe9af1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035719 Dec 16 15:21:34.941339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ae553-c37b-4654-b973-716884c61398 req-1854a2bd-3f16-451d-8a92-76bc1ceeadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:34.942859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-1854a2bd-3f16-451d-8a92-76bc1ceeadee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e71cfa1-1449-49fa-ac58-1fb477c67d02 HTTP/1.1" status: 200 len: 860 time: 0.1729903 Dec 16 15:21:35.019628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-024f8ac3-8ec0-4e2a-9535-9a3894e50120 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0971661 Dec 16 15:21:35.021690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-1bc6f635-eb13-4abb-876a-04c968b87adb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4ca58e7b-36b8-4704-b7c5-511651e8377b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445468 Dec 16 15:21:35.027305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-4749a56b-8109-4bc3-956a-ef7ce3c1e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:35.028932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-4749a56b-8109-4bc3-956a-ef7ce3c1e2c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919904 Dec 16 15:21:35.032634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:35.207086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-1605609e-088d-46d1-abc6-db75aa73dcb8 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.1726401 Dec 16 15:21:35.215330 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Floating IP 282319eb-f86b-4d60-a8a4-1a8a7c4a6692 associated. External IP: 172.25.7.94, port: 6f88c367-82fa-4e24-9ff5-b95dc7b4263b. Dec 16 15:21:35.315695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dd192-51ac-452f-ad78-e9fd3d1e642b req-25201ac0-526b-4c9f-978e-1574091ca9fa tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:35.317301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be0dd192-51ac-452f-ad78-e9fd3d1e642b req-25201ac0-526b-4c9f-978e-1574091ca9fa tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 943 time: 0.2764993 Dec 16 15:21:35.403201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-9490a516-cbf8-4fad-b135-c22061b0265f service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580525 Dec 16 15:21:35.411601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-8e0dac64-146d-4f8f-bc7f-d0d830927ea4 service neutron] 10.222.0.74 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676484 Dec 16 15:21:35.512337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Router 4691ce53-6e38-4b8b-a097-fd830475cfae has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:21:35.580697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be0dd192-51ac-452f-ad78-e9fd3d1e642b req-c4c12548-9a83-430f-83f6-280a88dd677d tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551248 Dec 16 15:21:35.658628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-b17c0f1a-47b7-49cc-8224-8fdb51dc3680 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270310 Dec 16 15:21:35.663090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Deleting port e95097bf-558f-45df-89f3-7233531ec924 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:35.663090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:35.676984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:21:35.688801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:35.700088 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Sync routers for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:21:35.720575 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:35.721650 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:35.749569 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-70636fd9-cbcf-46c9-8786-deefc08feda6 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "PUT /v2.0/floatingips/282319eb-f86b-4d60-a8a4-1a8a7c4a6692 HTTP/1.1" status: 200 len: 991 time: 1.6524160 Dec 16 15:21:35.817837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:35.820561 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d58e79-28f2-44af-b2b6-acda13f130aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:35.895070 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:36.050442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9ae553-c37b-4654-b973-716884c61398 req-a4ff6d99-57a3-467d-bcdc-8fddfff5370a service neutron] 10.222.0.74 "GET /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201377 Dec 16 15:21:36.087339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-6cea5530-289e-4401-b110-4255333bcbd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 217 time: 0.4166422 Dec 16 15:21:36.169215 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:21:36.199457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:36.199796 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:36.204349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-1e4f4326-d8bb-49ee-9837-453b8b1169df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:36.205918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-1e4f4326-d8bb-49ee-9837-453b8b1169df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1071870 Dec 16 15:21:36.219361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95395-d6b0-4c66-a3c8-b697187a5a8a req-c276577d-83fb-4f29-a288-2c1699fbf807 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:36.221713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04b95395-d6b0-4c66-a3c8-b697187a5a8a req-c276577d-83fb-4f29-a288-2c1699fbf807 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 945 time: 0.1648171 Dec 16 15:21:36.238152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Calling delete_port for e95097bf-558f-45df-89f3-7233531ec924 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:36.283031 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '282319eb-f86b-4d60-a8a4-1a8a7c4a6692', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'port_id': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'mac_address': 'fa:16:3e:b1:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:42Z', 'updated_at': '2021-12-16T15:21:34Z', 'revision_number': 1, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:36.331790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Checking router: 4691ce53-6e38-4b8b-a097-fd830475cfae for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:21:36.345964 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:36.346606 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:36.358464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04b95395-d6b0-4c66-a3c8-b697187a5a8a req-e046cf7c-a632-4a53-b147-ab947415d05e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221199 Dec 16 15:21:36.362410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-5d086845-62bf-4f6b-9734-645ea24a3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:36.364033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-5d086845-62bf-4f6b-9734-645ea24a3018 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400387 Dec 16 15:21:36.564469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-2fb14913-3f07-4eba-97c9-cfd19fc54176 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893768 Dec 16 15:21:36.576151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884435-0365-4287-b7a7-2bdc3995e956 req-e7aa9aed-1d77-4669-843a-9e5aedd3bc78 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:36.578262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11884435-0365-4287-b7a7-2bdc3995e956 req-e7aa9aed-1d77-4669-843a-9e5aedd3bc78 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1277096 Dec 16 15:21:36.594671 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:36.709292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11884435-0365-4287-b7a7-2bdc3995e956 req-be183ded-ea9d-4e47-a04f-9f7c30d0dc9b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154044 Dec 16 15:21:36.743796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-8c542472-9403-406f-9f52-3511192d853a service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644027 Dec 16 15:21:36.796734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-c585d468-f026-41e6-b2c9-3005a06c34bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0395222 Dec 16 15:21:36.799704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:36.871525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '282319eb-f86b-4d60-a8a4-1a8a7c4a6692', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'port_id': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'mac_address': 'fa:16:3e:b1:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:42Z', 'updated_at': '2021-12-16T15:21:34Z', 'revision_number': 1, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:36.893162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event deleted for resources: {'Port': ['ID=e95097bf-558f-45df-89f3-7233531ec924,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:36.909360 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710b7bc-2a11-4508-a96e-8514782ffa55 None None] The sync data for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 is: [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '282319eb-f86b-4d60-a8a4-1a8a7c4a6692', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'port_id': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'mac_address': 'fa:16:3e:b1:7c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:19:42Z', 'updated_at': '2021-12-16T15:21:34Z', 'revision_number': 1, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:21:36.930168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fddb3fbc-6c41-4b93-b43f-93730910a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:36.931671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fddb3fbc-6c41-4b93-b43f-93730910a41f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.1202281 Dec 16 15:21:37.007089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.013485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.019531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.025536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.032092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.038032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.043931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.046516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-c6a9f8a5-48d0-4b4c-8cc8-8438be613961 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2487884 Dec 16 15:21:37.060705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:37.063349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:37.064589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed8f5c8f-7a4e-426b-a9b3-a20281d26c1a req-059ff09c-8d30-451e-9fea-d798bb9afb1c tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "DELETE /v2.0/floatingips/f70798f2-1407-422d-b85f-47eb2a2ee34c HTTP/1.1" status: 204 len: 173 time: 1.8446643 Dec 16 15:21:37.087675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-71ac6e9f-d969-4664-9888-bcb1feb10761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.089265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-71ac6e9f-d969-4664-9888-bcb1feb10761 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1378648 Dec 16 15:21:37.189735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0127465-b7d3-4729-9d3f-c96220df315d None None] New status for floating IP 282319eb-f86b-4d60-a8a4-1a8a7c4a6692: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:21:37.200639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe2ce7ef-8de9-4926-a3e1-3b80a0e6cd0a req-61e74c41-d0ca-4d48-87d6-7485359797ce tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449378 Dec 16 15:21:37.255209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-4f2c4543-8ff9-4779-921a-f89cfc3600d2 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551943 Dec 16 15:21:37.387201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-604eb47c-b878-4098-94fd-1617cb7ef416 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192646 Dec 16 15:21:37.403588 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef2a01-3b92-4fa0-82b1-881ddbcf85a8 x-openstack-request-id: req-0cef2a01-3b92-4fa0-82b1-881ddbcf85a8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:37.404263 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:37.404845 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0cef2a01-3b92-4fa0-82b1-881ddbcf85a8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:37.406492 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'status': 'completed', 'code': 200} Dec 16 15:21:37.471115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-8dd7ef29-7860-407e-9afe-1d7989ea7c3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.0714204 Dec 16 15:21:37.576295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-5e682a85-9705-4203-a784-7b512b1025cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.578330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-5e682a85-9705-4203-a784-7b512b1025cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0910723 Dec 16 15:21:37.582418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-0f8808e4-5ab4-4df2-8667-6f64510888eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.583874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-0f8808e4-5ab4-4df2-8667-6f64510888eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1097 time: 0.1230724 Dec 16 15:21:37.597543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e34af-42bb-4b83-a30e-e9afd1dc1e65 req-c9e5456a-17a6-49c8-826d-69f6bcc150d3 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.599122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c2e34af-42bb-4b83-a30e-e9afd1dc1e65 req-c9e5456a-17a6-49c8-826d-69f6bcc150d3 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 943 time: 0.1271119 Dec 16 15:21:37.734247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-016635f6-d734-482a-bcbd-6db104040571 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips/f117a896-a44b-40fe-9af8-10ee7b8bcde8 HTTP/1.1" status: 200 len: 692 time: 0.1329808 Dec 16 15:21:37.804819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 816a103e-7e44-484b-a86f-a0bc1ff87118 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:37.854147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c2e34af-42bb-4b83-a30e-e9afd1dc1e65 req-cc9a5875-ee43-4ce8-a9be-0ff6c0ed6acb tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448423 Dec 16 15:21:37.862859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fec15651-5dfd-48c9-93e6-ca5e6b6a1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.864393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-fec15651-5dfd-48c9-93e6-ca5e6b6a1c54 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2473636 Dec 16 15:21:37.888108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-faf16b62-08b5-45bd-94b3-1be790f95a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:37.890496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-faf16b62-08b5-45bd-94b3-1be790f95a65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 915 time: 0.2904277 Dec 16 15:21:37.921459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=816a103e-7e44-484b-a86f-a0bc1ff87118,segment=NetworkSegment(3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25),segment_id=3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:37.935253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '816a103e-7e44-484b-a86f-a0bc1ff87118', 'network_id': '4ca58e7b-36b8-4704-b7c5-511651e8377b', 'port_id': '816a103e-7e44-484b-a86f-a0bc1ff87118', 'mac_address': 'fa:16:3e:8a:35:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e71cfa1-1449-49fa-ac58-1fb477c67d02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:38.018139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:38.020605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-f782d6e5-96db-490b-a9a4-657031412da5 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:38.022112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-f782d6e5-96db-490b-a9a4-657031412da5 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 784 time: 0.2800333 Dec 16 15:21:38.053642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816a103e-7e44-484b-a86f-a0bc1ff87118 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:38.061804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-dc2db084-354b-4817-835d-9db4ae077bae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 1001 time: 0.1611826 Dec 16 15:21:38.092160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=816a103e-7e44-484b-a86f-a0bc1ff87118,segment=NetworkSegment(3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25),segment_id=3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:38.170799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-b817796f-5d7d-4be7-b240-1ac1382ed5eb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.1332374 Dec 16 15:21:38.175432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:38.188636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-a3fbb8b4-eb05-4168-8fe9-f7f6e1bf0aa1 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116448 Dec 16 15:21:38.246278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:38.299795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-bc5c7912-c758-44f5-97f2-14d74e5ff360 tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.7.37 HTTP/1.1" status: 200 len: 695 time: 0.1145306 Dec 16 15:21:38.301291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-38acd1fb-e98d-46fc-bca4-d00b9ac36787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:38.302705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-38acd1fb-e98d-46fc-bca4-d00b9ac36787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 200 len: 853 time: 0.1970556 Dec 16 15:21:38.313623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aae61-664f-49ab-8341-d4eb05bc694b req-927422f6-90ed-4611-bf2c-b8d437be4dfe tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:38.315253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-816aae61-664f-49ab-8341-d4eb05bc694b req-927422f6-90ed-4611-bf2c-b8d437be4dfe tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 945 time: 0.2655067 Dec 16 15:21:38.511652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['816a103e-7e44-484b-a86f-a0bc1ff87118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:21:38.524745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-71eda072-25d5-4da6-8c2e-948297a7aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:38.526806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-71eda072-25d5-4da6-8c2e-948297a7aa21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7daa072-ee1c-48b6-8153-ca0061ddc032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105720 Dec 16 15:21:38.532963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-451c7b7f-b74b-4f77-a155-070b91d0c1e2 req-925dead5-24ba-4b99-9f01-0e1712cea3f6 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314655 Dec 16 15:21:38.539269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-816aae61-664f-49ab-8341-d4eb05bc694b req-b7bc0e22-c02f-4ff2-827c-98be477a701d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051578 Dec 16 15:21:38.653738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Deleting port f003d511-7e94-4366-b0b7-6f7bdd5beb78 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:38.654388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:38.743300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-4716072b-4553-4471-9744-dae289866d97 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986761 Dec 16 15:21:39.142676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36fbc0-402c-45d2-baba-11a9f45bdec1 req-4218d045-9675-4723-97e5-7c815d0f1872 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.144320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b36fbc0-402c-45d2-baba-11a9f45bdec1 req-4218d045-9675-4723-97e5-7c815d0f1872 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 945 time: 0.5024533 Dec 16 15:21:39.208263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:39.208492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:39.233038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Calling delete_port for f003d511-7e94-4366-b0b7-6f7bdd5beb78 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:39.307769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b36fbc0-402c-45d2-baba-11a9f45bdec1 req-4a5c59bf-e9a9-416a-b01d-988c4c9b6ae8 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484439 Dec 16 15:21:39.313888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.314501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.315611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.316076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.316659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.317219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.318016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.320199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ee7e3775-7c5e-4166-a573-caa8094cdcb2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6487 time: 0.1730716 Dec 16 15:21:39.381472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d58e79-28f2-44af-b2b6-acda13f130aa req-b2fe12b2-bce2-4403-88a4-4e6571fdf736 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292467 Dec 16 15:21:39.542271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c825472-ba7a-47db-a141-e2466f6859af req-4bd36487-cf60-45dc-88ef-a928d74a30fe tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.543892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c825472-ba7a-47db-a141-e2466f6859af req-4bd36487-cf60-45dc-88ef-a928d74a30fe tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1482570 Dec 16 15:21:39.546713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-37cb47d1-ec8f-4dbe-8d04-572b19c36ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.548309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-37cb47d1-ec8f-4dbe-8d04-572b19c36ff2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 903 time: 0.1825223 Dec 16 15:21:39.638438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-55d67727-aa06-4777-ba62-d78cf9dd0afb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0724468 Dec 16 15:21:39.716267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c825472-ba7a-47db-a141-e2466f6859af req-3c9d87c8-2a56-4349-b72e-20b67de8f040 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626239 Dec 16 15:21:39.732025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ca9554e6-ff2e-464e-85b2-eadaf2c551bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.734197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-ca9554e6-ff2e-464e-85b2-eadaf2c551bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0831032 Dec 16 15:21:39.802525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 816a103e-7e44-484b-a86f-a0bc1ff87118 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:39.806736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:39.941795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Pushing event deleted for resources: {'Port': ['ID=f003d511-7e94-4366-b0b7-6f7bdd5beb78,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:39.955865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-97c42ecf-90c0-4e25-8b8e-965663a15e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:39.958677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-97c42ecf-90c0-4e25-8b8e-965663a15e33 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156825 Dec 16 15:21:40.143881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 816a103e-7e44-484b-a86f-a0bc1ff87118 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:21:40.148915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 816a103e-7e44-484b-a86f-a0bc1ff87118 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:40.149458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.201439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-e214d7af-c515-41bb-b4de-09f00c57a115 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.203851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-e214d7af-c515-41bb-b4de-09f00c57a115 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 945 time: 0.3663640 Dec 16 15:21:40.207437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.213510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.215767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a24fd1f-8861-42c4-90d1-ad0f20554007 req-1d8bd472-4dc9-49a6-94f0-c021f2ea63bb tempest-FloatingIPDetailsTestJSON-332296118 tempest-FloatingIPDetailsTestJSON-332296118-project] 10.222.0.71 "DELETE /v2.0/floatingips/f117a896-a44b-40fe-9af8-10ee7b8bcde8 HTTP/1.1" status: 204 len: 173 time: 1.8980873 Dec 16 15:21:40.227299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42628) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:40.287219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.314449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.325011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.334083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:40.337118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.337562 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e8cc2-3614-4074-8efe-98a829b6378c" -d '{"events": [{"server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "name": "network-vif-plugged", "status": "completed", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:40.347054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.355038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.363805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.364161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=816a103e-7e44-484b-a86f-a0bc1ff87118,segment=NetworkSegment(3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25),segment_id=3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:40.386854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:40.410348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28385e58-8d32-44c1-ab28-57237b235666 req-41f8817e-64f6-4bb7-937d-e11dd11cd432 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.4705970 Dec 16 15:21:40.481566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.581089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:40.594280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-f2d24560-8082-4a40-88f0-09078cba9655 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700524 Dec 16 15:21:40.687427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:40.805570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28385e58-8d32-44c1-ab28-57237b235666 req-2aa5074a-05b3-4fa6-bf48-88b64c106f66 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3930278 Dec 16 15:21:40.873168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:40.873852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:40.880968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-c760ffce-a3c6-4674-9f3f-b4f8cead7776 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712779 Dec 16 15:21:41.130988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba7e3-bc58-44c1-91c1-8f969a36d6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.150149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:41.150651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.177735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 95c5ead9-0acf-4096-b2ff-32bd9d555d6c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:41.210080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880edea9-6122-49a0-bbf1-51adabbcc426 req-4bb9cc61-6265-4df2-8d29-7043ac8d8b92 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.212698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-880edea9-6122-49a0-bbf1-51adabbcc426 req-4bb9cc61-6265-4df2-8d29-7043ac8d8b92 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 945 time: 0.2319725 Dec 16 15:21:41.226946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d621d38-f66e-48ae-b481-de03f1ab056e req-9343c95a-1c98-4572-ab15-9ac139a8ec78 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.228598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d621d38-f66e-48ae-b481-de03f1ab056e req-9343c95a-1c98-4572-ab15-9ac139a8ec78 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1930847 Dec 16 15:21:41.279484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.280332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.281175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.282007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.282871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.283693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.284574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.288123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-3b133f41-b04c-4190-bd29-ae9b9c843f9b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6487 time: 0.2650356 Dec 16 15:21:41.349809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.531958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d621d38-f66e-48ae-b481-de03f1ab056e req-6b3e2067-2ce1-4485-b8a2-6397ec43228e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311020 Dec 16 15:21:41.547817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-880edea9-6122-49a0-bbf1-51adabbcc426 req-1994e714-6530-4d03-871b-06944bfe2445 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578356 Dec 16 15:21:41.610797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba7e3-bc58-44c1-91c1-8f969a36d6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.637523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-fbcf564c-ba9c-42ce-8142-a02e3e892860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.638323 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae66619-e95c-46b1-a4c8-c1924b97d21e x-openstack-request-id: req-8ae66619-e95c-46b1-a4c8-c1924b97d21e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:41.639135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-fbcf564c-ba9c-42ce-8142-a02e3e892860 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 903 time: 0.3290792 Dec 16 15:21:41.640122 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "name": "network-vif-plugged", "status": "completed", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:41.640996 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8ae66619-e95c-46b1-a4c8-c1924b97d21e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:41.642635 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118', 'code': 200} Dec 16 15:21:41.684121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba7e3-bc58-44c1-91c1-8f969a36d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.867091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61f44e-5cce-4d96-83fc-68b417d03f2e req-c4523ed4-ceb3-4fcc-8bc4-f692e1adfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:41.869042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f61f44e-5cce-4d96-83fc-68b417d03f2e req-c4523ed4-ceb3-4fcc-8bc4-f692e1adfff8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 1096 time: 0.0725508 Dec 16 15:21:41.876150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-d24aef87-cdba-4cf4-9016-0619aaf2d946 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.1442497 Dec 16 15:21:41.876990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.911906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Deleting port 521d0b21-1a9f-4043-9666-79583894cbc4 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:41.912772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:41.934838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9f2ba7e3-bc58-44c1-91c1-8f969a36d6c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=186a2e5021a64134a62ee0130b705f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2163935 Dec 16 15:21:41.953321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ba7e3-bc58-44c1-91c1-8f969a36d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2ce33-00b9-4937-bfb1-01cb1d0e9091,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:41.965491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42648) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:42.006168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=95c5ead9-0acf-4096-b2ff-32bd9d555d6c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:42.028497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f909a-9b48-4fd0-98c5-ad459d3db2f5 req-5524caa2-7818-4e59-a079-11ae92179c0c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.029713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-234f909a-9b48-4fd0-98c5-ad459d3db2f5 req-5524caa2-7818-4e59-a079-11ae92179c0c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 867 time: 0.3344343 Dec 16 15:21:42.052860 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f61f44e-5cce-4d96-83fc-68b417d03f2e req-4b41539a-8a2b-4783-8d64-aa458b54cec8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624610 Dec 16 15:21:42.088765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] For port 521d0b21-1a9f-4043-9666-79583894cbc4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=521d0b21-1a9f-4043-9666-79583894cbc4,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:42.089228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.107068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Calling delete_port for 521d0b21-1a9f-4043-9666-79583894cbc4 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:42.111921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-da91119c-e34d-48be-8563-4d4f4b17c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.113410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-da91119c-e34d-48be-8563-4d4f4b17c875 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.2193019 Dec 16 15:21:42.122874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 95c5ead9-0acf-4096-b2ff-32bd9d555d6c on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:42.141232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0bc9e-31f7-4586-98c8-c7e78b3b49b6 req-9af43807-3951-4751-8ed8-1f15bdfa934b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.143215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09a0bc9e-31f7-4586-98c8-c7e78b3b49b6 req-9af43807-3951-4751-8ed8-1f15bdfa934b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 945 time: 0.4073186 Dec 16 15:21:42.148207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.152458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86a949ed-c536-4653-9250-46c2c92a6a23 req-d1ec5df6-353e-40d3-bb9c-6f93d36edc41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "DELETE /v2.0/ports/95c5ead9-0acf-4096-b2ff-32bd9d555d6c HTTP/1.1" status: 204 len: 173 time: 1.8948796 Dec 16 15:21:42.153032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'name': 'network-vif-deleted', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:42.156485 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ec0af-06c0-4b86-96a7-9d7df2981ced" -d '{"events": [{"server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "name": "network-vif-deleted", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:42.234107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-234f909a-9b48-4fd0-98c5-ad459d3db2f5 req-ead33bad-d1f3-4bf0-bf12-a6204fdcf724 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625328 Dec 16 15:21:42.236908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.300698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09a0bc9e-31f7-4586-98c8-c7e78b3b49b6 req-342e4d53-a4cc-4253-b4d1-cc42441d67d3 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400156 Dec 16 15:21:42.311358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.442028 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea3a45b-e74b-415c-a5b4-d3c658a9bb78 x-openstack-request-id: req-6ea3a45b-e74b-415c-a5b4-d3c658a9bb78 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:42.442508 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46ae67a-4304-43a7-958c-95495dada2dc", "name": "network-vif-deleted", "tag": "95c5ead9-0acf-4096-b2ff-32bd9d555d6c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:42.443083 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ea3a45b-e74b-415c-a5b4-d3c658a9bb78 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:42.443736 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46ae67a-4304-43a7-958c-95495dada2dc', 'name': 'network-vif-deleted', 'tag': '95c5ead9-0acf-4096-b2ff-32bd9d555d6c', 'status': 'completed', 'code': 200} Dec 16 15:21:42.489103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.519332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Pushing event deleted for resources: {'Port': ['ID=521d0b21-1a9f-4043-9666-79583894cbc4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:42.561631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-d1c8ac68-ba35-403f-8461-2c4ddbe4129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.563961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-d1c8ac68-ba35-403f-8461-2c4ddbe4129f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1895332 Dec 16 15:21:42.672706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.675376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.676696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2fb2ce33-00b9-4937-bfb1-01cb1d0e9091 HTTP/1.1" status: 204 len: 168 time: 0.6904252 Dec 16 15:21:42.744770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82de5a-1996-4506-b2d5-ffb6d3ab8716 req-34c9e8d1-7426-41e1-9bed-9b67aa901ab7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.746379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c82de5a-1996-4506-b2d5-ffb6d3ab8716 req-34c9e8d1-7426-41e1-9bed-9b67aa901ab7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2580750 Dec 16 15:21:42.750041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08315-6adc-4676-91f0-2d7eb8bf4f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2ce33-00b9-4937-bfb1-01cb1d0e9091,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:42.771448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.778967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.790002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.797006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.810048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.817871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.824133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:42.836102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-7d3b1bfc-4fd8-4314-b83d-9bc9c97673db tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.3880663 Dec 16 15:21:42.849298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:42.979933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-136d076e-66d9-4a66-bc90-93c665c400e1 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050267 Dec 16 15:21:43.054594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c7872aa-2e32-4b2c-9d10-1e61b806d67a req-a06d08ca-c5db-4fca-9f8e-5a06b7250ac0 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2175562 Dec 16 15:21:43.090248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c82de5a-1996-4506-b2d5-ffb6d3ab8716 req-60379b8d-8656-48d9-873a-43cbc76db67b tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407291 Dec 16 15:21:43.189981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2204863a-58ed-406f-8b6c-b675b64ca897 req-e7a0557e-43b7-4b67-bcaa-abf8cf94f714 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930628 Dec 16 15:21:43.251418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Router 06692814-c5bd-4043-a42a-ff6216f85632 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:21:43.307707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9d24e-dabc-4a4d-a2d4-db7ed51655fb req-b48fb09f-a2d9-4916-9a50-b8426ef48b62 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:43.312588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec9d24e-dabc-4a4d-a2d4-db7ed51655fb req-b48fb09f-a2d9-4916-9a50-b8426ef48b62 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 945 time: 0.1198153 Dec 16 15:21:43.394793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec9d24e-dabc-4a4d-a2d4-db7ed51655fb req-c6922aa6-f097-465c-a3dc-007bb16b9920 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759397 Dec 16 15:21:43.526177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:21:43.536147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0081211e-6306-43a2-a793-364be080f27b admin admin] 10.222.0.71 "PUT /v2.0/routers/06692814-c5bd-4043-a42a-ff6216f85632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3068318 Dec 16 15:21:43.541080 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Sync routers for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:21:43.549855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42674) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:43.568267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d3f1de-1577-40dd-96a4-0e399e7c3630 req-b825fc21-e81e-45b9-97a1-06492c3e4a6c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.0672035 Dec 16 15:21:43.570468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:43.573342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:43.590040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488466-baf9-4bee-afdf-b291fdd26af9 req-0e4a7047-a305-4886-8026-746b1791fdfe tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:43.610766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9488466-baf9-4bee-afdf-b291fdd26af9 req-0e4a7047-a305-4886-8026-746b1791fdfe tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1572828 Dec 16 15:21:43.734840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9488466-baf9-4bee-afdf-b291fdd26af9 req-c495b625-f564-4fde-8f5e-994069fb0ea3 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290641 Dec 16 15:21:43.807362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 95c5ead9-0acf-4096-b2ff-32bd9d555d6c no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:43.868083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 95c5ead9-0acf-4096-b2ff-32bd9d555d6c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:43.869988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 95c5ead9-0acf-4096-b2ff-32bd9d555d6c not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:43.887965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:43.972139 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:44.051445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53dadd-1a24-4581-a3e2-a90dbe3fa635 req-8c2c032f-1391-475f-a5b1-7fcea33fb7e7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.053523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c53dadd-1a24-4581-a3e2-a90dbe3fa635 req-8c2c032f-1391-475f-a5b1-7fcea33fb7e7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 945 time: 0.2649438 Dec 16 15:21:44.111724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9b22d2f-143e-400c-9043-732333954705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:44.210167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:44.211196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c53dadd-1a24-4581-a3e2-a90dbe3fa635 req-23292948-17f6-4829-9eef-da2cc9f144a1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453826 Dec 16 15:21:44.297608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3897c-0f6d-4584-99ef-d58e829e826a req-3025c077-a6bf-481e-991c-dc9e7ff0cee6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.306137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48b3897c-0f6d-4584-99ef-d58e829e826a req-3025c077-a6bf-481e-991c-dc9e7ff0cee6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1210556 Dec 16 15:21:44.337747 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192'}], 'enable_snat': True}, 'gw_port_id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:21:42Z', 'revision_number': 5, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port': {'id': 'd10df4d1-987b-439f-962e-5d1a3494aa0a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06692814-c5bd-4043-a42a-ff6216f85632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:20:30Z', 'updated_at': '2021-12-16T15:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:44.391655 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Checking router: 06692814-c5bd-4043-a42a-ff6216f85632 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:21:44.417627 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Routers {'06692814-c5bd-4043-a42a-ff6216f85632'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:21:44.423954 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06692814-c5bd-4043-a42a-ff6216f85632'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:44.471622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Deleting port d10df4d1-987b-439f-962e-5d1a3494aa0a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:44.472045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:44.492896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48b3897c-0f6d-4584-99ef-d58e829e826a req-311d927c-5382-4fc9-927d-06639c38ed80 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857326 Dec 16 15:21:44.564136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] Set router 06692814-c5bd-4043-a42a-ff6216f85632 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:21:44.572739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.583940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.601506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.603161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] For port d10df4d1-987b-439f-962e-5d1a3494aa0a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d10df4d1-987b-439f-962e-5d1a3494aa0a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:44.603675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:44.617439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.624025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Calling delete_port for d10df4d1-987b-439f-962e-5d1a3494aa0a owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:44.630237 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:21:44Z', 'revision_number': 6, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:44.638288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.671960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.678715 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7acfc4-51b1-4652-abb2-a5c5cf6542fd None None] The sync data for ids ['06692814-c5bd-4043-a42a-ff6216f85632'] in n-d-821947-3 is: [{'id': '06692814-c5bd-4043-a42a-ff6216f85632', 'name': 'tempest-FloatingIPDetailsTestJSON-1180803426-router', 'tenant_id': 'f420ee6037be40429753821e85e51a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:20:27Z', 'updated_at': '2021-12-16T15:21:44Z', 'revision_number': 6, 'project_id': 'f420ee6037be40429753821e85e51a1c', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:21:44.700726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:44.722638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-21422465-2003-4afd-90ce-15f5565ab89d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2958281 Dec 16 15:21:44.812462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57bcb0b9-bf6e-4858-b2b6-c7ed4ef18dbc req-d0ab3811-d17c-4752-adcb-80db294e46ff tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827005 Dec 16 15:21:44.850400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:45.004354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1285101578-network', 'tenant_id': '9d99b68f43864de08fd6e93e6fcbfa4c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:45.029252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629685d4-1a26-44b4-b578-453549ae7b5b req-a778aec7-0884-4961-8f40-beef984aa2ec tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:45.031528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-629685d4-1a26-44b4-b578-453549ae7b5b req-a778aec7-0884-4961-8f40-beef984aa2ec tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 945 time: 0.0967529 Dec 16 15:21:45.119957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.141278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-629685d4-1a26-44b4-b578-453549ae7b5b req-b470e0a0-9cfc-4c46-8efc-f1c7c8640393 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963130 Dec 16 15:21:45.175061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Made reservation on behalf of 9d99b68f43864de08fd6e93e6fcbfa4c for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:45.177626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.193054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10df4d1-987b-439f-962e-5d1a3494aa0a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:45.201012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.306827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.314753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d747-5a6b-4a02-bb73-061c18386c5a req-64e7e70e-da83-48f7-ab1c-34ef693dd562 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:45.316521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb89d747-5a6b-4a02-bb73-061c18386c5a req-64e7e70e-da83-48f7-ab1c-34ef693dd562 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1218100 Dec 16 15:21:45.419592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb89d747-5a6b-4a02-bb73-061c18386c5a req-1e5da11d-3b3a-4ade-b6db-e96b04e6abdb tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873663 Dec 16 15:21:45.447642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.492065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.494639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.552259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9508d6eb-d089-4002-9209-a047b2cc2612 req-38741b3f-2ad7-45d7-b7de-6f32077263b3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.0433581 Dec 16 15:21:45.587297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.641105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:21:45.675023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.675789 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Added segment f5a9cc38-0f00-4a90-abf7-ddd6238ea3da of type vlan for network 509a645a-a926-4e84-8a29-9b23a7947b6c Dec 16 15:21:45.694191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f8987-a7a5-4294-8ab8-9b4a812e3062,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:45.730165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-19c04e8a-c00f-4918-bff7-4d0a544ebc6b req-8c6af6a9-2da8-45d7-bbfc-da73e9dcea4a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:21:45.732200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19c04e8a-c00f-4918-bff7-4d0a544ebc6b req-8c6af6a9-2da8-45d7-bbfc-da73e9dcea4a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304534 Dec 16 15:21:45.734773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.735523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06692814-c5bd-4043-a42a-ff6216f85632 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:21:45.746179 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.747193 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-363bfde7-6ea1-4079-8ae7-2d23f573db33 admin admin] 10.222.0.71 "DELETE /v2.0/routers/06692814-c5bd-4043-a42a-ff6216f85632 HTTP/1.1" status: 204 len: 168 time: 2.1962528 Dec 16 15:21:45.750426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42732) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:45.802438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.929061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c037b6-4fc5-4194-9bfa-86dcb3115541 req-09955705-ae25-4004-b8f6-0b3ed6832dac tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:45.952799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c037b6-4fc5-4194-9bfa-86dcb3115541 req-09955705-ae25-4004-b8f6-0b3ed6832dac tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1129930 Dec 16 15:21:45.994146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:45.995854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:45.997292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.011474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d10df4d1-987b-439f-962e-5d1a3494aa0a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:46.052225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Deleting subnet d6e63fd8-07cb-4b7c-b811-2566c639eba7 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:21:46.068131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.103742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d10df4d1-987b-439f-962e-5d1a3494aa0a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:46.104700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d10df4d1-987b-439f-962e-5d1a3494aa0a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:46.105680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 521d0b21-1a9f-4043-9666-79583894cbc4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:46.161145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 521d0b21-1a9f-4043-9666-79583894cbc4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:46.161145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 521d0b21-1a9f-4043-9666-79583894cbc4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:46.188793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.303538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.493328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=509a645a-a926-4e84-8a29-9b23a7947b6c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:46.516011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0828846-0b80-4fc8-9804-5bdb3926b96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.516207 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.520827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c037b6-4fc5-4194-9bfa-86dcb3115541 req-73341fdf-1f91-4373-8670-d1d01feb4b59 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670927 Dec 16 15:21:46.555968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 509a645a-a926-4e84-8a29-9b23a7947b6c details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:21:46.586387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60a1071b-9840-480a-8347-e0a5748cd6a9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7338715 Dec 16 15:21:46.596743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42746) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:46.607447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Request body: {'subnet': {'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1285101578-subnet', 'tenant_id': '9d99b68f43864de08fd6e93e6fcbfa4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:46.704611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6e63fd8-07cb-4b7c-b811-2566c639eba7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:46.718633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.720266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.733619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.739612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.740724 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d89b9d9-2cba-4321-a0c6-87bcbfb2ace8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d6e63fd8-07cb-4b7c-b811-2566c639eba7 HTTP/1.1" status: 204 len: 168 time: 0.9869566 Dec 16 15:21:46.744072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:46.759180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.777600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.787144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.796726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:46.805601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2777326c-b512-4c9a-97a0-c9d1559052da req-31e7064f-7837-4a9a-82cd-570f02426f08 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.1610463 Dec 16 15:21:46.826318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4148a-cfea-48cb-bbfb-9bf72bdcd9ad None None] Network ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:46.830783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Made reservation on behalf of 9d99b68f43864de08fd6e93e6fcbfa4c for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:46.835384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:46.979032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.105449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Deleting port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:47.105914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.239406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] For port fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:47.239918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.258489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497dfe40-50cb-4353-8120-998b184c932d None None] DHCP port deletion for ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:21:47.270760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Calling delete_port for fe283fa4-9d5e-4a51-aae9-edd951a9cab6 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:47.287264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2777326c-b512-4c9a-97a0-c9d1559052da req-ac1cb9ee-7c7f-4e30-a3d9-1e82dfa0d629 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4805977 Dec 16 15:21:47.317503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff30ba-6236-46e3-b00a-56ff29b63222 req-344e11f1-eec0-4064-8a1a-8f93134719e6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:47.324983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dff30ba-6236-46e3-b00a-56ff29b63222 req-344e11f1-eec0-4064-8a1a-8f93134719e6 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2562978 Dec 16 15:21:47.330276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-5f783f8d-9008-4269-8d45-b7706b476ae8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034118 Dec 16 15:21:47.331212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.337358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Deleting port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:47.338628 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.427771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dff30ba-6236-46e3-b00a-56ff29b63222 req-9a96e338-e235-48d5-86c6-da0ef419dc5a tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018658 Dec 16 15:21:47.447875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022d0e09-d5a9-44e2-bee2-4eb0b2917808,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:47.487805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Checking segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:21:47.488206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Network hostable DHCP agents. Network: 509a645a-a926-4e84-8a29-9b23a7947b6c, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:21:47.500315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-0351e1e6-6f90-4593-9cd3-1ab0f4001811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:47.502090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-0351e1e6-6f90-4593-9cd3-1ab0f4001811 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 1097 time: 0.0731905 Dec 16 15:21:47.518900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.565351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-497dfe40-50cb-4353-8120-998b184c932d None None] For port fe283fa4-9d5e-4a51-aae9-edd951a9cab6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,segment=NetworkSegment(4c6c517e-4360-4354-8d40-ce3016c2aded),segment_id=4c6c517e-4360-4354-8d40-ce3016c2aded)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:47.565615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.596460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Calling delete_port for fe283fa4-9d5e-4a51-aae9-edd951a9cab6 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:47.611882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:47.624946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] No DVR routers for this DVR port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:47.738162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.758837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-f1fdf341-be7a-4fb4-b125-8b461e6bb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:47.762601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-f1fdf341-be7a-4fb4-b125-8b461e6bb472 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 200 len: 915 time: 0.2251565 Dec 16 15:21:47.778858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.804503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Network 509a645a-a926-4e84-8a29-9b23a7947b6c is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:21:47.831956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.866223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:47.873798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497dfe40-50cb-4353-8120-998b184c932d None None] Pushing event deleted for resources: {'Port': ['ID=fe283fa4-9d5e-4a51-aae9-edd951a9cab6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:47.884902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dfe40-50cb-4353-8120-998b184c932d None None] No DVR routers for this DVR port fe283fa4-9d5e-4a51-aae9-edd951a9cab6 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:47.931690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6c517e-4360-4354-8d40-ce3016c2aded') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:47.932127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6c517e-4360-4354-8d40-ce3016c2aded') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:47.956040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:47.967265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe283fa4-9d5e-4a51-aae9-edd951a9cab6 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:47.972601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7048c817-ddd5-4b3f-9d83-75bfb60748ab req-5f527e80-426f-4c76-abaa-10d7d782bba1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.1856225 Dec 16 15:21:47.976689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 509a645a-a926-4e84-8a29-9b23a7947b6c) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:47.978799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:47.993992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-daec58fe-35a6-4b60-94bd-4ee36e701ff9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 200 len: 217 time: 0.1738296 Dec 16 15:21:47.996250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:47.997456 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.000275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.031135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:21:48.032595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.037059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582ce0b-a415-4ba3-a6f1-7b890647a595 None None] Network 509a645a-a926-4e84-8a29-9b23a7947b6c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:21:48.040421 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:21:48.047716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fe283fa4-9d5e-4a51-aae9-edd951a9cab6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:48.047716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fe283fa4-9d5e-4a51-aae9-edd951a9cab6 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:48.132934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-6e146e35-bed0-45d7-9940-f45ff9c88538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.135736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-6e146e35-bed0-45d7-9940-f45ff9c88538 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 200 len: 854 time: 0.1310849 Dec 16 15:21:48.184061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94806-695e-4e39-a6ae-85817ec994d5 req-a13d117d-d570-467a-9fd6-c001f190a484 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.188063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49c94806-695e-4e39-a6ae-85817ec994d5 req-a13d117d-d570-467a-9fd6-c001f190a484 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 945 time: 0.4226546 Dec 16 15:21:48.236467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-2c038588-8e7b-4f00-bc79-68bb63108825 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6703cbb4-89c6-4092-b420-972daf68d5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473673 Dec 16 15:21:48.275300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-78fb2296-d3c3-4009-8a93-2ebc89cf8534 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6769447 Dec 16 15:21:48.378697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.386559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.393205 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] 10.222.0.71 "DELETE /v2.0/networks/ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3 HTTP/1.1" status: 204 len: 168 time: 1.6443415 Dec 16 15:21:48.406007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12268789-bbd8-4979-8d49-4b81f41d666c None None] Network 509a645a-a926-4e84-8a29-9b23a7947b6c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:21:48.413608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4bf5b-bdb1-4421-bca6-d8657134458d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7f3941-d1ac-4ae8-bd3d-f018f6c38af3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:48.506279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49c94806-695e-4e39-a6ae-85817ec994d5 req-0c675b0b-df57-4cb9-a658-cb0b1501ed21 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/security-groups?id=c95ee3dd-5c48-4a5a-a3f5-882c2478d440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675250 Dec 16 15:21:48.569365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6298732-7245-459c-91e5-a061f1d6712e req-7faee9fa-ed66-465c-b0fa-216381c9fa88 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.571183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6298732-7245-459c-91e5-a061f1d6712e req-7faee9fa-ed66-465c-b0fa-216381c9fa88 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1480818 Dec 16 15:21:48.601713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02806ed5-b974-4491-83c1-cb16df4a992b req-55e4e835-f260-4484-9190-95a5f21ee47e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.603293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02806ed5-b974-4491-83c1-cb16df4a992b req-55e4e835-f260-4484-9190-95a5f21ee47e tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.74 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 945 time: 0.1706817 Dec 16 15:21:48.619136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-19e6d29d-0089-4140-8bfb-339628e519b8 service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684537 Dec 16 15:21:48.665212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:48.688731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'mac_address': 'fa:16:3e:de:3a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:48.754519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.782547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:48.842695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:48.851101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6298732-7245-459c-91e5-a061f1d6712e req-71452e28-045f-4ef9-b34a-6754b4ce7bdc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668097 Dec 16 15:21:48.896534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.917659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.923958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.930124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.938416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.943322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.947281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:48.953358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:48.961070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b81104d2-803b-442b-a324-fb6841e38513 req-55546540-b7b3-461f-8bd0-3bbca0c0ccbc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2407801 Dec 16 15:21:48.964797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Deleting port 816a103e-7e44-484b-a86f-a0bc1ff87118 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:21:48.965154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.031343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a96aa2-82e2-485a-9397-a503e53bf864 req-dd9a2dd4-e8a6-4c1e-be71-f256ba6f6cde service neutron] 10.222.0.74 "GET /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912930 Dec 16 15:21:49.055155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:49.098689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:49.133849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b81104d2-803b-442b-a324-fb6841e38513 req-74c99b5d-6f76-4d62-9f8d-c099dcf0658c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437430 Dec 16 15:21:49.151272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] For port 816a103e-7e44-484b-a86f-a0bc1ff87118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=816a103e-7e44-484b-a86f-a0bc1ff87118,segment=NetworkSegment(3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25),segment_id=3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:49.151734 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.175122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Calling delete_port for 816a103e-7e44-484b-a86f-a0bc1ff87118 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:21:49.190558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:21:49.252923 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9f9b1f39-bfe4-4792-9f86-3d3a71592e08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f420ee6037be40429753821e85e51a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947761 Dec 16 15:21:49.256150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:49.301518 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.395363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.452608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.507627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cc0f1-8426-4531-9b9d-fcf61457d720 req-d5dfc9e4-072b-4a37-83e4-15cbd657ec7e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:49.510469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba0cc0f1-8426-4531-9b9d-fcf61457d720 req-d5dfc9e4-072b-4a37-83e4-15cbd657ec7e tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2139599 Dec 16 15:21:49.647577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.654422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.659506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87764e6b-5ea7-48a8-a120-30e2aefd35d7 HTTP/1.1" status: 204 len: 168 time: 0.4016869 Dec 16 15:21:49.676845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba0cc0f1-8426-4531-9b9d-fcf61457d720 req-3aef99a9-786d-4290-b23f-8b3271f0bfbc tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381149 Dec 16 15:21:49.685412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ad15e-4f97-4cd2-9865-f76c4d4f81d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87764e6b-5ea7-48a8-a120-30e2aefd35d7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:49.764566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.811954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['816a103e-7e44-484b-a86f-a0bc1ff87118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:21:49.866812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Pushing event deleted for resources: {'Port': ['ID=816a103e-7e44-484b-a86f-a0bc1ff87118,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:49.870812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:49.921235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-438be40e-a189-4e4f-b134-7dc4dd549ab8 req-01e4c02d-f6ef-49c9-95ef-20ec093a4f6d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.0769143 Dec 16 15:21:49.980759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:21:50.019858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] No DVR routers for this DVR port 816a103e-7e44-484b-a86f-a0bc1ff87118 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:21:50.040985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:50.050071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02806ed5-b974-4491-83c1-cb16df4a992b req-f51523bc-7feb-411f-98ae-0716e88cb835 tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.74 "DELETE /v2.0/ports/816a103e-7e44-484b-a86f-a0bc1ff87118 HTTP/1.1" status: 204 len: 173 time: 1.4355950 Dec 16 15:21:50.071685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'name': 'network-vif-deleted', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:50.090264 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a953f8df-b29b-4fbc-b0c6-ffa8b5962d4c" -d '{"events": [{"server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "name": "network-vif-deleted", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:50.096158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:21:50.096552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:50.226772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa60f952-7387-47c5-a7cb-84d92caf2f9c req-412257a2-1889-439f-b248-41c1d29a1d9f tempest-InstanceActionsNegativeTestJSON-620809240 tempest-InstanceActionsNegativeTestJSON-620809240-project] 10.222.0.71 "GET /v2.0/ports?device_id=41518398-f52f-40ac-9a58-e93c2a3b86a9 HTTP/1.1" status: 200 len: 210 time: 0.0425694 Dec 16 15:21:50.231539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:50.264726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:21:50.276527 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff98ecb-2d6b-426b-89d4-7c8e4a0d7ab2" -d '{"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-plugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:21:50.313553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:50.332065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-eae38ef2-b000-4a40-9fba-7ac9617b13e2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:50.342254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-eae38ef2-b000-4a40-9fba-7ac9617b13e2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.2903149 Dec 16 15:21:50.354155 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfb346-6100-4a59-afbd-b99ed7356bec x-openstack-request-id: req-7fdfb346-6100-4a59-afbd-b99ed7356bec {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:50.354693 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41518398-f52f-40ac-9a58-e93c2a3b86a9", "name": "network-vif-deleted", "tag": "816a103e-7e44-484b-a86f-a0bc1ff87118", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:50.355056 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7fdfb346-6100-4a59-afbd-b99ed7356bec {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:50.355838 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41518398-f52f-40ac-9a58-e93c2a3b86a9', 'name': 'network-vif-deleted', 'tag': '816a103e-7e44-484b-a86f-a0bc1ff87118', 'status': 'completed', 'code': 200} Dec 16 15:21:50.371251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-f89963ca-0cf2-4da5-bb12-34fa71d5b2a4 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/quotas/9d99b68f43864de08fd6e93e6fcbfa4c HTTP/1.1" status: 200 len: 375 time: 0.0276794 Dec 16 15:21:50.391944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:50.480428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-d57fe0c1-a98b-4a66-803a-095dde830588 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042221 Dec 16 15:21:50.489590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:50.735140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-3ea02966-4937-4c81-8c8d-384b32b51219 service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532086 Dec 16 15:21:51.032907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.047630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.055381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.066698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.074914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.087403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.093869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.102241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-948add37-ae92-499a-9a33-48e9fb566d1b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.4728067 Dec 16 15:21:51.180714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-681789c6-ef4a-4463-8d0b-859c13918cac service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810501 Dec 16 15:21:51.209631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9637e2c0-cf7a-4725-bbdf-3be239cca227 req-7667cfd9-1afd-42eb-99f2-e0f5794fee94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063485 Dec 16 15:21:51.480892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db3cdd-6148-4ce9-a369-0c200380d802 req-911ec7a2-b229-432a-8c43-bc17b72aacae tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:51.482858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5db3cdd-6148-4ce9-a369-0c200380d802 req-911ec7a2-b229-432a-8c43-bc17b72aacae tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1621258 Dec 16 15:21:51.616574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5db3cdd-6148-4ce9-a369-0c200380d802 req-33df9514-bcca-478f-9cc3-d644f388a5ba tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124973 Dec 16 15:21:51.689107 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0643b7-6cc5-4408-acb9-10822e6c683a x-openstack-request-id: req-4f0643b7-6cc5-4408-acb9-10822e6c683a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:21:51.689107 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-plugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:21:51.689107 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f0643b7-6cc5-4408-acb9-10822e6c683a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:21:51.689107 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'code': 200} Dec 16 15:21:51.851319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 816a103e-7e44-484b-a86f-a0bc1ff87118 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:21:51.947597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-173d5932-7741-42da-805f-d14ecd9b680c req-9a99a387-7512-47b9-823d-077e96ad6bad tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46ae67a-4304-43a7-958c-95495dada2dc HTTP/1.1" status: 200 len: 210 time: 0.1138022 Dec 16 15:21:51.953989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 816a103e-7e44-484b-a86f-a0bc1ff87118 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:21:51.954385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 816a103e-7e44-484b-a86f-a0bc1ff87118 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:21:51.982271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:52.114659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Deleting subnet 0e71cfa1-1449-49fa-ac58-1fb477c67d02 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:21:52.132975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.202448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.275712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09536174-c071-46b5-9833-7439e0c480aa req-e1d91588-6bb6-4ee9-a8c2-7f3b69525d75 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.275712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09536174-c071-46b5-9833-7439e0c480aa req-e1d91588-6bb6-4ee9-a8c2-7f3b69525d75 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1574137 Dec 16 15:21:52.281367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de3ac672-1b92-4fd9-9285-a1b34d1da1b9 req-71d14eb5-57d1-464e-ab9d-3bfa22cc0865 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 210 time: 0.0762346 Dec 16 15:21:52.329217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.422758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09536174-c071-46b5-9833-7439e0c480aa req-b39519e5-67d0-4e31-aec1-5398ca57f683 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248834 Dec 16 15:21:52.606291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.612762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.619201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.627552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.651885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.666949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.677937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.686401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-77a88f6d-9dae-46db-92c5-5a88625000e3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2193062 Dec 16 15:21:52.692746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.756693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e71cfa1-1449-49fa-ac58-1fb477c67d02,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:52.774810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.780435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b927c5cd-7c56-44b3-ac50-4a4d5c2e4f32 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0e71cfa1-1449-49fa-ac58-1fb477c67d02 HTTP/1.1" status: 204 len: 168 time: 0.7963488 Dec 16 15:21:52.781338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:52.793215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e01e23-6d0a-46b6-80ee-2ef69e7d1a32 req-b4fadc41-4f9f-4165-98ab-fe54a2fb2daf tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:52.795450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e01e23-6d0a-46b6-80ee-2ef69e7d1a32 req-b4fadc41-4f9f-4165-98ab-fe54a2fb2daf tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2464299 Dec 16 15:21:52.913542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:52.940655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e01e23-6d0a-46b6-80ee-2ef69e7d1a32 req-16769d5c-f64e-41bf-b270-d9fb670d5f86 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354158 Dec 16 15:21:53.018069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f21f99e-312f-4e0a-a3ad-b76b426ab58f req-b608b2a5-7c00-448f-95c1-b5de77caa90d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3027086 Dec 16 15:21:53.186709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.221853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca58e7b-36b8-4704-b7c5-511651e8377b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:53.235924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:53.236309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb2d7d0-6ff2-4ba1-bf0c-5303715e7c25') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:21:53.250355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.291016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.303528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:21:53.304192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:21:53.320541 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:21:53.435251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdd108b3-2703-4fd6-af20-7401e6ad8864 req-396eb1ec-39de-4135-9e4d-929779d35465 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 210 time: 0.0394745 Dec 16 15:21:53.637359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.645051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:53.648384 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4ca58e7b-36b8-4704-b7c5-511651e8377b HTTP/1.1" status: 204 len: 168 time: 0.8652270 Dec 16 15:21:53.666360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce574a-6d62-46fe-9bf7-c99a232df202 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca58e7b-36b8-4704-b7c5-511651e8377b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:54.426157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:54.552190 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9145396c-db0c-4b27-bffe-c227922b17a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a470466004524666bdb23f6067159dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1246023 Dec 16 15:21:54.554743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42970) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:54.555314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.572161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.584692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.597622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.612885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.627095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.641560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:54.660550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-bb9a5e0b-0489-4813-a3f2-2f7360ce200d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.3270612 Dec 16 15:21:54.708503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:54.799345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:54.826108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71e7ead5-2a13-454f-8ef3-95f5235dd78b req-908eb543-1115-470a-aaf6-02eeeb373e46 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620777 Dec 16 15:21:55.066301 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:55.069425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:55.070824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c95ee3dd-5c48-4a5a-a3f5-882c2478d440 HTTP/1.1" status: 204 len: 168 time: 0.5150990 Dec 16 15:21:55.083058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6532ff9-48f8-459d-b717-37a8d1c9d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95ee3dd-5c48-4a5a-a3f5-882c2478d440,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:55.740321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-e01a86f0-8b12-4d7e-9e71-35d6edac1a0c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:55.761157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-e01a86f0-8b12-4d7e-9e71-35d6edac1a0c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.5669284 Dec 16 15:21:55.877038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f0cbb89-f66a-4e20-95f9-adc251cf6c55 req-a54dff99-3ca3-4b27-9765-4b72e7dfd84b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 210 time: 0.1136043 Dec 16 15:21:55.886131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-37f95c6d-ff91-4878-81b5-847a714ac368 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0805244 Dec 16 15:21:55.964956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-f0a1646d-0422-447e-b01f-5b3bac1806fd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488572 Dec 16 15:21:56.099146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-053f9ba7-5183-4e8b-9a3e-3f1c885d1cd6 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354740 Dec 16 15:21:56.332709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.346926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.357551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.369708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.385062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.400051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.412225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:56.417053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-53666d16-ebe5-43eb-a379-afe84f560ef3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2214074 Dec 16 15:21:56.482434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5832c8a2-4834-428d-9dc9-331a87b45b7e req-e5c615fa-8d78-444e-8db8-a1d23e3ef37e service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730006 Dec 16 15:21:56.593439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19b66284-a66a-47b6-8afc-a47e6ae08fc0 req-46fab898-b0b7-4d4d-b5ca-7cf9d3b9a646 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622314 Dec 16 15:21:57.070571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-d5d14ec3-628c-419a-8c1b-363ce4021048 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:57.073243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-d5d14ec3-628c-419a-8c1b-363ce4021048 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.4042270 Dec 16 15:21:57.114629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'port': {'device_id': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'admin_state_up': True, 'tenant_id': '9d99b68f43864de08fd6e93e6fcbfa4c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:57.427563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acf269c9-3905-4647-a801-70b3c9f79568 req-7a042241-2a8e-4100-b251-9e722c421786 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 210 time: 0.0557430 Dec 16 15:21:57.446537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5806e76c-0c24-42c8-9779-e2d07f37617e req-cb28172e-5771-446b-8e72-15e365064fbc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=cdfbdb64-78a9-4998-bd3f-a2464bd24bb3 HTTP/1.1" status: 200 len: 210 time: 0.0881984 Dec 16 15:21:57.801206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Made reservation on behalf of 9d99b68f43864de08fd6e93e6fcbfa4c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:57.805706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:57.892290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:57.894586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:57.907809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:57.932743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:57.963667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:57.987091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:58.000135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:58.012666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:58.028449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-453b56e3-d4b3-4aa7-baba-13430026672f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5430 time: 0.2894235 Dec 16 15:21:58.227897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b15237-a39e-4cde-a4e2-f3fd1b331623 req-c4c634d4-0ee0-4a7d-b17d-3bcf286423e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977251 Dec 16 15:21:58.684885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:58.685349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Allocated IP 172.20.0.12 (509a645a-a926-4e84-8a29-9b23a7947b6c/022d0e09-d5a9-44e2-bee2-4eb0b2917808/02b438de-b09a-43ff-86e4-c66f8315a869) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:21:58.686105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'port_id': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'mac_address': 'fa:16:3e:6d:92:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297df1f1-76af-4e56-8fdb-e04cd8692bad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:58.686404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43100) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:21:58.797449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:58.887116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-737283012-network', 'tenant_id': 'a91e622ac36e4821b95a55390355cd55'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:21:58.907016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:58.949449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:58.967684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:58.969657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:59.020064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Made reservation on behalf of a91e622ac36e4821b95a55390355cd55 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:21:59.022526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.035486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.107614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.112525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:59.152490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.215070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.318060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.334791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:21:59.373052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.374536 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Added segment 141ea283-bb3e-4fa3-9977-b01e7f8972d1 of type vlan for network 187074aa-50b4-4a53-840b-7c2635a70ab0 Dec 16 15:21:59.374708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:59.419013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.419410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.420043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.421148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.421677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.422199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.422894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.423393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.423932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.424510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.425082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.425593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.426112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:21:59.494029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.505500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.509152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Network 509a645a-a926-4e84-8a29-9b23a7947b6c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:21:59.530795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:59.590930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'port_id': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'mac_address': 'fa:16:3e:76:1b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:21:59.608468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7461854-3581-493e-97cf-73ec9928b79e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:59.610734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:21:59.613009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:59.615131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:21:59.660607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.663744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:59.663744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.686873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.727568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:21:59.755593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf39d96-e4a1-44ba-bc70-16ef126e4bc2 req-bc419ed2-030e-4bd9-8672-a71adc72fd7f tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:59.757135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:21:59.772078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dcf39d96-e4a1-44ba-bc70-16ef126e4bc2 req-bc419ed2-030e-4bd9-8672-a71adc72fd7f tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 932 time: 0.4404211 Dec 16 15:21:59.906474 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:21:59.907413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:21:59.953350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] Pushing event updated for resources: {'Network': ['ID=187074aa-50b4-4a53-840b-7c2635a70ab0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:21:59.976891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:21:59.978871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:00.015863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 187074aa-50b4-4a53-840b-7c2635a70ab0 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:22:00.031309 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd2d7f9f-a2aa-469c-974e-1db00e341f3e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3460383 Dec 16 15:22:00.163555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:00.163555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Request body: {'subnet': {'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-737283012-subnet', 'tenant_id': 'a91e622ac36e4821b95a55390355cd55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:00.166442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dcf39d96-e4a1-44ba-bc70-16ef126e4bc2 req-46247a5f-c904-488a-b3e2-b610d7c98c03 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601562 Dec 16 15:22:00.215159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:00.220993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:22:00.246116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:00.275508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'port_id': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97', 'mac_address': 'fa:16:3e:2e:45:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:00.355490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:00.408905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:00.446464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.459056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:00.496303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.504660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.517414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.529745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.540643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.553382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:00.566397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-9bfba9af-59f8-4cd5-842a-e6def41ebad1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5432 time: 0.2961473 Dec 16 15:22:00.575020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-1ba4ec5c-3fdf-4bc4-a95a-318d98048a65 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4801011 Dec 16 15:22:00.611031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Request body: {'port': {'device_id': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:00.643048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:00.643739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7f5d0634-325e-4611-93c1-d14c4c5e16f9 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:00.701094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Made reservation on behalf of a91e622ac36e4821b95a55390355cd55 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:00.704943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:00.784932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:00.807125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:00.899911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd1e68e2-1161-47f0-98ae-4cc8be7f475a req-ac62d1d8-778c-4791-91ca-323ad957c104 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3226452 Dec 16 15:22:00.919481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:01.024248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '7f5d0634-325e-4611-93c1-d14c4c5e16f9', 'network_id': 'ca81bb8a-8f02-4693-b6d0-62552a81f85c', 'port_id': '7f5d0634-325e-4611-93c1-d14c4c5e16f9', 'mac_address': 'fa:16:3e:06:0a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297df1f1-76af-4e56-8fdb-e04cd8692bad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:01.150439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:01.191762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5d0634-325e-4611-93c1-d14c4c5e16f9 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:01.257870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:01.369678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:01.432613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:01.434134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a24bb2d1-4511-4c8f-8945-c21e8f20bdae details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:01.555130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a2ed10-73ad-4982-bae4-a08e416ae49f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:01.575231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.575707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.577097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.577726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.578550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.579364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.580066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.580857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.581663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.582393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.583175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.584006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.584849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:01.670355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Checking segment: {'id': '141ea283-bb3e-4fa3-9977-b01e7f8972d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:01.676798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Network hostable DHCP agents. Network: 187074aa-50b4-4a53-840b-7c2635a70ab0, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:22:01.773798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:01.829231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Network 187074aa-50b4-4a53-840b-7c2635a70ab0 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:22:01.855780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:01.878870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'port_id': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'mac_address': 'fa:16:3e:99:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:01.927874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b483f-7bb1-4fb8-acd3-a6708e0506ef req-0e2e1ba3-415b-4276-b342-cf632c219844 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:01.932553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-328b483f-7bb1-4fb8-acd3-a6708e0506ef req-0e2e1ba3-415b-4276-b342-cf632c219844 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 932 time: 0.6780941 Dec 16 15:22:01.942628 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:01.962593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 187074aa-50b4-4a53-840b-7c2635a70ab0) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:01.968780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:01.969390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:02.002223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24bb2d1-4511-4c8f-8945-c21e8f20bdae {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:02.035064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:02.038900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf53b472-e212-4053-b5a6-09df5fd3432f None None] Network 187074aa-50b4-4a53-840b-7c2635a70ab0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:22:02.059305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-328b483f-7bb1-4fb8-acd3-a6708e0506ef req-096a4b43-894d-4622-9804-2f8f8bf09dcf tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752153 Dec 16 15:22:02.069051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-7515dd5f-72a2-49d2-a129-0a8b6d41589b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:02.080783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-7515dd5f-72a2-49d2-a129-0a8b6d41589b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.9093864 Dec 16 15:22:02.086929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:02.104892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:02.120005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-8e15632e-f7cc-4661-8587-3734f7ba6ef5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0379186 Dec 16 15:22:02.143017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Transition to ACTIVE for port object 02b438de-b09a-43ff-86e4-c66f8315a869 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:02.144650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd01c06a-f75f-4129-ac1b-f6ed4e7923a9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1086578 Dec 16 15:22:02.184623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-1232701f-46eb-4573-a8d8-7ac4dd1b6035 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635867 Dec 16 15:22:02.308163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-0f2416fc-b234-4ea5-9f6d-3f019182039f service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224256 Dec 16 15:22:02.360563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:02.361246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:02.436203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:02.615476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-bca05403-1e17-46c1-962d-aed1ca61a649 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057425 Dec 16 15:22:02.628465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:02.659961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:02.683525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:02.710107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'port_id': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'mac_address': 'fa:16:3e:ac:ee:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:02.853088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372a53f-f7a0-4b87-badc-5e203a9d0e14 None None] Network 187074aa-50b4-4a53-840b-7c2635a70ab0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:22:03.041436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.066230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.085283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:03.110118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.134396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.157860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:03.173566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.218410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.242767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.264565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.279230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-c3ec15c7-51cc-489e-bc2a-72c08ef5dd7e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5435 time: 0.6228533 Dec 16 15:22:03.309500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.310989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9b5447dc-97f8-48e8-ad95-bc9a38cba11a details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:03.413814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Attempting to bind port 02b438de-b09a-43ff-86e4-c66f8315a869 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:03.421548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Attempting to bind port 02b438de-b09a-43ff-86e4-c66f8315a869 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:03.421873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:03.421965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Attempting to bind port 02b438de-b09a-43ff-86e4-c66f8315a869 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:03.454952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a', 'network_id': 'a367c4f8-0852-4d1d-a3df-87966e259d7a', 'port_id': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a', 'mac_address': 'fa:16:3e:09:6b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ec2ac2-4dcf-438f-8882-d142bf6dafe9', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:03.463406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Port 02b438de-b09a-43ff-86e4-c66f8315a869 on network 509a645a-a926-4e84-8a29-9b23a7947b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:03.465410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Attempting to bind port 02b438de-b09a-43ff-86e4-c66f8315a869 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:03.488568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:03.489265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Checking segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:03.489915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Bound using segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:03.493022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Bound port: 02b438de-b09a-43ff-86e4-c66f8315a869, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:03.493663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.585070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:03.588841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:03.640367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ac16dd4-b2de-4ad1-92a0-5bbc27fb9162 req-77e45246-e865-4fd0-ba53-54959eade383 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3491259 Dec 16 15:22:03.676802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.789220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.791920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.795780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:03.800228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] 10.222.0.30 "PUT /v2.0/ports/02b438de-b09a-43ff-86e4-c66f8315a869 HTTP/1.1" status: 200 len: 1092 time: 3.1958482 Dec 16 15:22:03.801953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:03.815186 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda84c3-26e0-463a-b1b3-612bb13c8813" -d '{"events": [{"name": "network-changed", "server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:03.834291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:03.869681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5447dc-97f8-48e8-ad95-bc9a38cba11a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:03.942403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:03.965068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2384e-26f3-424f-9933-ff091d6c378e req-98e93635-ff67-4418-935e-b4fa2eb2409d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:03.969466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ece2384e-26f3-424f-9933-ff091d6c378e req-98e93635-ff67-4418-935e-b4fa2eb2409d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.1807950 Dec 16 15:22:04.003653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102786e2-5f3a-46c5-99c8-268a48113c4b service neutron] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:04.054121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ece2384e-26f3-424f-9933-ff091d6c378e req-33afcd8e-0efa-4026-89ff-427f779387a5 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836556 Dec 16 15:22:04.148537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d080282-94af-450c-b4c5-55f5aaee0ad4 req-2bc8442a-f8a9-4c35-97c1-151e940671d2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 210 time: 0.0911412 Dec 16 15:22:04.173710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:04.202171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-d546143c-d15e-4526-a9a5-ee1960931868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:04.213801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-d546143c-d15e-4526-a9a5-ee1960931868 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 1095 time: 0.1551704 Dec 16 15:22:04.265466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:04.354654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-3d414271-a77b-4147-a33b-384c6b4d3fd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b438de-b09a-43ff-86e4-c66f8315a869 HTTP/1.1" status: 200 len: 217 time: 0.1251988 Dec 16 15:22:04.416364 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8c893-38b5-4253-972b-f1ddea7eb065 x-openstack-request-id: req-04d8c893-38b5-4253-972b-f1ddea7eb065 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:04.416984 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:04.417457 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-04d8c893-38b5-4253-972b-f1ddea7eb065 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:04.418138 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869', 'status': 'completed', 'code': 200} Dec 16 15:22:04.437397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-e63b5125-557a-40e9-9d05-791d0ab6ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:04.440453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-e63b5125-557a-40e9-9d05-791d0ab6ed1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.0780220 Dec 16 15:22:04.537769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-62ae1399-3701-4785-8a60-20dee1f9e2fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802665 Dec 16 15:22:04.770196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-75f347f2-e46e-4621-bb8d-6b354896a5fd service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312102 Dec 16 15:22:04.980152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:04.988468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:04.995272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['f2e2f5d2-48ec-453e-bb89-d5c97e3b6603'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:04.996068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.005540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.029947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.029947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.029947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.033181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-303cc933-6a55-4752-b72e-a9118920bb1d req-2fe47fea-7ddf-4303-a95f-f21a565fc5a2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5437 time: 0.1808183 Dec 16 15:22:05.063725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['beba45d2-ed95-4603-89e6-0f6ba3b2b7a9'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:05.068801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a24bb2d1-4511-4c8f-8945-c21e8f20bdae'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:05.073082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['9b5447dc-97f8-48e8-ad95-bc9a38cba11a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:05.139265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76bea82c-783a-4595-ac40-dd0fe6701024 req-7cdcc7a2-2c8f-49ba-b52a-d26c95257a93 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548839 Dec 16 15:22:05.242673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-303cc933-6a55-4752-b72e-a9118920bb1d req-e70078c9-7ee2-4db9-a3cd-3a2fb08473d2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008221 Dec 16 15:22:05.368617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-44c023d7-61db-4ae6-a915-69b3cd2b728f tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c44a0fb72a5841ddab23740aebca5c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345831 Dec 16 15:22:05.550154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154dcb-0d2d-46c1-a9f8-32655752ba14 req-cf7ddf5f-ff83-48f6-944e-ca5c6ed13e92 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.550154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21154dcb-0d2d-46c1-a9f8-32655752ba14 req-cf7ddf5f-ff83-48f6-944e-ca5c6ed13e92 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.1341105 Dec 16 15:22:05.612202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-95d8df43-af61-4297-8bc5-2b1163a1362d tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.615053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-95d8df43-af61-4297-8bc5-2b1163a1362d tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332387 Dec 16 15:22:05.648536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-19bc7899-fc3a-4c78-b3a4-53980a672e8c tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/quotas/c44a0fb72a5841ddab23740aebca5c48 HTTP/1.1" status: 200 len: 375 time: 0.0237012 Dec 16 15:22:05.673507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21154dcb-0d2d-46c1-a9f8-32655752ba14 req-72688543-21f7-4eb5-8de0-4fd035d6f4ba tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560256 Dec 16 15:22:05.725799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-e078e75e-702d-4086-b5eb-f3e87958606f tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608764 Dec 16 15:22:05.784991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-7e674018-0c1b-4960-9a5c-375bb235103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:05.787415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-7e674018-0c1b-4960-9a5c-375bb235103b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 1095 time: 0.0605154 Dec 16 15:22:06.036723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10498b69-6c45-4fab-8ab8-6d5bc240560b req-cee6699a-f420-4398-bde4-5a1e22aee2d1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 210 time: 0.0891764 Dec 16 15:22:06.148327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-e77ac8e8-0d2f-45a7-ab71-5f7be85cf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:06.151374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-e77ac8e8-0d2f-45a7-ab71-5f7be85cf0a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 923 time: 0.3564668 Dec 16 15:22:06.311763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-cec297e0-3946-476e-87d4-47d55b109840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02b438de-b09a-43ff-86e4-c66f8315a869 HTTP/1.1" status: 200 len: 217 time: 0.1495183 Dec 16 15:22:06.348863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4aeba3fd-378a-4fb6-a309-b29b9ae879a2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:06.575876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7f5d0634-325e-4611-93c1-d14c4c5e16f9'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:06.650302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-5b6ac90e-edc6-4182-b122-66abc3e8d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:06.651863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-5b6ac90e-edc6-4182-b122-66abc3e8d80c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.3325760 Dec 16 15:22:06.746013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:06.801956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-f96919ee-f3cd-4390-a656-88fea1b2a209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402791 Dec 16 15:22:07.156079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-e36e82a3-133a-440e-badd-dec6df7195a7 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959925 Dec 16 15:22:07.159739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f9e441b4-8af0-4667-ae57-e2423dc704f2 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c44a0fb72a5841ddab23740aebca5c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2668262 Dec 16 15:22:07.332935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffda84c3-26e0-463a-b1b3-612bb13c8813 req-b36e3d53-6c7a-4e58-af01-709ad6dcf889 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667354 Dec 16 15:22:07.347210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.355918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.364454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.386819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.393664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.402594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.410438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.425696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-25b2a99b-07b0-4f71-aff0-a90ec7e32de6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5437 time: 0.6220512 Dec 16 15:22:07.593583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cd1c5e9-ef01-4ec5-b1af-7d0c62f58a72 req-be7ae73b-a5d6-4098-80ad-d105a090bb5d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1664739 Dec 16 15:22:07.719735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-2550439d-585a-4c63-8a60-d324d39258c2 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:07.736258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-2550439d-585a-4c63-8a60-d324d39258c2 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021308 Dec 16 15:22:07.761914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-8504dced-e456-4fbc-98ea-437bd83c7812 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/quotas/c44a0fb72a5841ddab23740aebca5c48 HTTP/1.1" status: 200 len: 375 time: 0.0217922 Dec 16 15:22:07.886032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-1f1c9220-0a4b-4e50-a7da-8dc0260cb2e0 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105425 Dec 16 15:22:08.062494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:08.229254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a974d-eee6-4426-9d34-e42e6984bbc5 req-6f13dfb1-4b50-4839-ab28-a68d283f3ea6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:08.241840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a94a974d-eee6-4426-9d34-e42e6984bbc5 req-6f13dfb1-4b50-4839-ab28-a68d283f3ea6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.1231296 Dec 16 15:22:08.310246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:08.313015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a94a974d-eee6-4426-9d34-e42e6984bbc5 req-a18cefd0-1735-44a0-9f9e-367ce8fb0154 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601203 Dec 16 15:22:08.338099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a24bb2d1-4511-4c8f-8945-c21e8f20bdae up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:08.344252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '02b438de-b09a-43ff-86e4-c66f8315a869', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'port_id': '02b438de-b09a-43ff-86e4-c66f8315a869', 'mac_address': 'fa:16:3e:19:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022d0e09-d5a9-44e2-bee2-4eb0b2917808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:08.484283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:08.528542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:08.612772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:08.614439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port a24bb2d1-4511-4c8f-8945-c21e8f20bdae completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:08.641507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port a24bb2d1-4511-4c8f-8945-c21e8f20bdae triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:08.642033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:08.769877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-6ef8628a-87ea-4f60-a872-e1b3a9934173 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:08.774690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-6ef8628a-87ea-4f60-a872-e1b3a9934173 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.4067736 Dec 16 15:22:08.777221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bcbfe78-8ab3-4e04-9d6d-0b4a6303fb3c req-bf87992b-03bb-430e-a786-e1e5e2b51d1f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 210 time: 0.1364567 Dec 16 15:22:08.802386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:08.818502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:09.076646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:09.146099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:09.168741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fdd4f9b-683a-41d0-b23d-aea25e24d7c6 req-13cc5531-6941-48d5-9ce1-069b4305558c tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 210 time: 0.1176012 Dec 16 15:22:09.203087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:09.221624 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ab95a-07a3-4131-b576-1361f350dedd" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:09.229975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['02b438de-b09a-43ff-86e4-c66f8315a869'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:09.239694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:09.384311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:09.385877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9b5447dc-97f8-48e8-ad95-bc9a38cba11a up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:09.453466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.465288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.476050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.489937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.505330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.519930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.532658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:09.548662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-9ff76bb1-0044-4386-8d11-12080945c60d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5438 time: 0.1917398 Dec 16 15:22:09.554859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:09.562323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:09.713888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:09.843049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae6537fd-4a55-48d0-89a8-6dfa5b7302ca req-4dfa3978-d0f9-4d04-8617-89da99a7e7cb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2872701 Dec 16 15:22:09.877775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:09.946453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:09.947888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:10.074432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.11 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/4e43ee03-81f8-46a5-b573-299ca6f4ba0a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:10.129630 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7702672-d53f-4303-b47c-98a8f19a1c32 x-openstack-request-id: req-f7702672-d53f-4303-b47c-98a8f19a1c32 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:10.130498 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:10.130828 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f7702672-d53f-4303-b47c-98a8f19a1c32 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:10.131595 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'code': 200} Dec 16 15:22:10.266850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:10.413377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:10.480183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fecc1-1ceb-4b2f-a004-9ef1e445ac42 req-9444e599-2494-48c6-95b0-30ce8c48c233 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:10.482889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b82fecc1-1ceb-4b2f-a004-9ef1e445ac42 req-9444e599-2494-48c6-95b0-30ce8c48c233 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 945 time: 0.2605309 Dec 16 15:22:10.583762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:10.605385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8f798-2244-4140-8444-93cd1a8b2dc8 req-cfce343f-1e1a-41c1-8948-bc534dfb2b38 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:10.607906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2c8f798-2244-4140-8444-93cd1a8b2dc8 req-cfce343f-1e1a-41c1-8948-bc534dfb2b38 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.2362053 Dec 16 15:22:10.638629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:10.641049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:10.699270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b82fecc1-1ceb-4b2f-a004-9ef1e445ac42 req-333bf134-05d1-409e-8d92-9021aa962dfe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980398 Dec 16 15:22:10.795881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2c8f798-2244-4140-8444-93cd1a8b2dc8 req-addba08a-2328-4a77-b923-2a52adfe79ee tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724267 Dec 16 15:22:10.841917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:10.905896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:10.996926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:11.008559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:11.015922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:11.015922 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:11.027308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:11.037711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:11.281259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-a9129d14-46d5-456a-8501-63b9b8d510bf tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c44a0fb72a5841ddab23740aebca5c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333282 Dec 16 15:22:11.289916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:11.331504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.335414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.335890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.336245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.336590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.338565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.338565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.338565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.339139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.339320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.339659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.340248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.340464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:22:11.397470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85965986-57bd-496d-ba50-d219a17794ed req-2fe6fa29-7f94-4692-8dd5-e6e90623dc56 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.403078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85965986-57bd-496d-ba50-d219a17794ed req-2fe6fa29-7f94-4692-8dd5-e6e90623dc56 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 932 time: 0.4515495 Dec 16 15:22:11.415644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.422452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:11.539296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03800351-3763-4c3f-85eb-ba666e79afa8 req-19df4ca8-3c8c-431c-bec3-531be5cc4f12 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 210 time: 0.1082559 Dec 16 15:22:11.587719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:11.653154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85965986-57bd-496d-ba50-d219a17794ed req-f9b03944-7594-4efd-ab62-22038cab1454 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521130 Dec 16 15:22:11.681164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:11.765625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-42c1549c-005c-4d90-9072-be4aa1b1ee20 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.768421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-42c1549c-005c-4d90-9072-be4aa1b1ee20 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443095 Dec 16 15:22:11.793890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Request body: {'port': {'device_id': '4d13d241-c751-410e-a24c-91e62358c26c', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'c44a0fb72a5841ddab23740aebca5c48'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:11.803425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-015f2f61-bc21-4d53-9620-53a9ac1944d7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.808260 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-015f2f61-bc21-4d53-9620-53a9ac1944d7 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 946 time: 0.1242738 Dec 16 15:22:11.859097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:11.859963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:11.929961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.937951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.962500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:11.979815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:12.011639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:12.027647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:12.055062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:12.061903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-cb624df9-14a6-4e94-b935-84eb32cf5708 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5439 time: 0.3130703 Dec 16 15:22:12.068728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:12.081608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-af1e782f-b522-4f31-a5c0-3e1fb944df11 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2892070 Dec 16 15:22:12.102927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Request body: {'port': {'device_id': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:12.103920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:12.194375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:12.197797 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6e594-6292-483f-8709-3e9d55200228" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:12.397859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:12.426751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:12.426751 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.463801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 02b438de-b09a-43ff-86e4-c66f8315a869 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:12.487903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 02b438de-b09a-43ff-86e4-c66f8315a869 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:12.487903 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.565132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Deleting port 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:12.565482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.595907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.685081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.698981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:12.722575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] For port 00d99df9-67b8-4a83-92b3-894607bb7ddb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=00d99df9-67b8-4a83-92b3-894607bb7ddb,segment=NetworkSegment(cf101504-1e0d-4e15-b77e-8cc547a402b4),segment_id=cf101504-1e0d-4e15-b77e-8cc547a402b4)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:12.722805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:12.734224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:12.743677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Calling delete_port for 00d99df9-67b8-4a83-92b3-894607bb7ddb owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:12.886996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec13401b-db60-4ca1-a5d3-ff76f8d78a94 req-477d304c-715b-4ec8-9dde-55fb3f532b59 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8238649 Dec 16 15:22:12.891452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.006145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af6e66-24d6-4d70-bf35-71352ed47c1e req-ed7e3934-31fe-4ced-b505-20c7797f206b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:13.017015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3af6e66-24d6-4d70-bf35-71352ed47c1e req-ed7e3934-31fe-4ced-b505-20c7797f206b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 945 time: 0.7778413 Dec 16 15:22:13.079291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-1fd9aa03-741d-48ce-8717-b90050ac8cec tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c44a0fb72a5841ddab23740aebca5c48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583766 Dec 16 15:22:13.122870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.124540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.134070 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.175786 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:22:13.203836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['00d99df9-67b8-4a83-92b3-894607bb7ddb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:13.208411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:13.241309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Made reservation on behalf of c44a0fb72a5841ddab23740aebca5c48 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:13.244877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.273877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Pushing event deleted for resources: {'Port': ['ID=00d99df9-67b8-4a83-92b3-894607bb7ddb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:13.287568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3af6e66-24d6-4d70-bf35-71352ed47c1e req-db2a664c-0847-459d-a738-341aabd3f9bb tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692637 Dec 16 15:22:13.317482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.320347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] No DVR routers for this DVR port 00d99df9-67b8-4a83-92b3-894607bb7ddb on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:13.323734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.332485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4ad0bd4-fbba-469f-b982-e8ae6f3f3bc0 req-6232732d-e83e-415b-8504-9c49f4d98526 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.74 "DELETE /v2.0/ports/00d99df9-67b8-4a83-92b3-894607bb7ddb HTTP/1.1" status: 204 len: 173 time: 1.5172334 Dec 16 15:22:13.333530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-deleted', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:13.338411 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac6eeb4-69fe-4c9e-9f26-b99cd72ec063" -d '{"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-deleted", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:13.371813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d2723-6bf5-4873-a9a7-e40609b88ea9 req-e71500a2-6a51-4ff5-8e39-a83f4a002bf1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:13.386457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5d2723-6bf5-4873-a9a7-e40609b88ea9 req-e71500a2-6a51-4ff5-8e39-a83f4a002bf1 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f0586e1-9e0f-4d86-8115-01657c070053 HTTP/1.1" status: 200 len: 868 time: 0.3255329 Dec 16 15:22:13.429617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:13.563116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:13.606557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.662651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-e294f21e-0d43-4317-a7f1-6227ce37a7fd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:13.664384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-e294f21e-0d43-4317-a7f1-6227ce37a7fd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5507529 Dec 16 15:22:13.681957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5d2723-6bf5-4873-a9a7-e40609b88ea9 req-4a40a9f0-142d-4583-8138-c7aa66d54870 tempest-ServersNegativeTestJSON-1513619619 tempest-ServersNegativeTestJSON-1513619619-project] 10.222.0.71 "GET /v2.0/security-groups?id=f0697fa2-c7b2-4a1f-8287-0a5d17896396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009161 Dec 16 15:22:13.689873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Request body: {'port': {'device_id': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'c44a0fb72a5841ddab23740aebca5c48'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:13.718299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:13.722352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:13.723078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.862628 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919b45fd-795b-478d-b68d-871459ca16ee x-openstack-request-id: req-919b45fd-795b-478d-b68d-871459ca16ee {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:13.865379 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:13.865379 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-919b45fd-795b-478d-b68d-871459ca16ee {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:13.866577 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a', 'code': 200} Dec 16 15:22:13.867349 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'code': 200} Dec 16 15:22:13.868421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9725080-11a1-47a7-a202-94b222d44f31 req-ee066a11-5050-44b3-99e9-a1be25d9ba3e tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 210 time: 0.0524557 Dec 16 15:22:13.885520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:13.982795 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef6a5e4-000a-4b4b-b488-9607ec11a1bd x-openstack-request-id: req-aef6a5e4-000a-4b4b-b488-9607ec11a1bd {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:13.983102 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0586e1-9e0f-4d86-8115-01657c070053", "name": "network-vif-deleted", "tag": "00d99df9-67b8-4a83-92b3-894607bb7ddb", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:13.983422 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aef6a5e4-000a-4b4b-b488-9607ec11a1bd {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:13.983873 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0586e1-9e0f-4d86-8115-01657c070053', 'name': 'network-vif-deleted', 'tag': '00d99df9-67b8-4a83-92b3-894607bb7ddb', 'status': 'completed', 'code': 200} Dec 16 15:22:14.006986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.051325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e43ee03-81f8-46a5-b573-299ca6f4ba0a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:14.060226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:14.062911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.093524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Transition to ACTIVE for port object 4e43ee03-81f8-46a5-b573-299ca6f4ba0a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:14.100652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-908795f8-f1c0-4f7c-aad5-0b79e5c65d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.122484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:14.136521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.137725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:14.270169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:14.303673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.434191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5806de2-9b1e-4560-9cf2-ab2487a0cb74 req-1ec2ff7b-2240-47e3-b6bf-7ee0e190d1e2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.436728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5806de2-9b1e-4560-9cf2-ab2487a0cb74 req-1ec2ff7b-2240-47e3-b6bf-7ee0e190d1e2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 932 time: 0.5327778 Dec 16 15:22:14.501599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:14.508386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:14.508769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.566275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.572824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.579739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.586224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.592690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.598711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.604757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:14.606899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d749245-e7f0-47fe-af71-da3446303bef req-06909273-1ae7-44cd-97fc-d687c4318d32 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5442 time: 0.4038198 Dec 16 15:22:14.621823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:14.630157 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.675755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:14.739297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Allocated IP 192.168.233.25 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/d3a3531f-387f-41c1-8d47-c35504db0ebc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:14.757600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5806de2-9b1e-4560-9cf2-ab2487a0cb74 req-aef398db-b500-46d9-a34c-d7593c9df2cb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869372 Dec 16 15:22:14.846143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d749245-e7f0-47fe-af71-da3446303bef req-4c2004f3-38ce-45c1-92f0-bed3b1a5aaf6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875017 Dec 16 15:22:14.846929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Attempting to bind port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:14.847269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Attempting to bind port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:14.847607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Attempting to bind port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:14.861825 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.864515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7f5d0634-325e-4611-93c1-d14c4c5e16f9 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:14.869570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:14.869794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Attempting to bind port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:14.894226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Made reservation on behalf of c44a0fb72a5841ddab23740aebca5c48 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:14.895196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:14.897638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:14.897980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:14.898375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:14.898832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Bound port: 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:14.899197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.018505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:15.289327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.289327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:15.314719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:15.335513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:15.341220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:15.342302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.370007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077cc9-df7e-488c-b3a4-67582a31f108 req-02978444-977a-49a1-9ff7-c5001deb5eaa tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:15.373069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a077cc9-df7e-488c-b3a4-67582a31f108 req-02978444-977a-49a1-9ff7-c5001deb5eaa tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1848595 Dec 16 15:22:15.385937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-0b7edd3b-b1e2-4595-a607-7c7fc6e3d139 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:15.475761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-0b7edd3b-b1e2-4595-a607-7c7fc6e3d139 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/networks?id=187074aa-50b4-4a53-840b-7c2635a70ab0 HTTP/1.1" status: 200 len: 809 time: 0.2828689 Dec 16 15:22:15.475761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-8bfc8209-7f89-4d9d-bc2b-93502ed0bae3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/quotas/a91e622ac36e4821b95a55390355cd55 HTTP/1.1" status: 200 len: 375 time: 0.0271530 Dec 16 15:22:15.476252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.488380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-f21ce835-24ba-4dea-80a3-640bf8b6c8bf tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a91e622ac36e4821b95a55390355cd55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506752 Dec 16 15:22:15.497864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a077cc9-df7e-488c-b3a4-67582a31f108 req-3dfa2f8d-2d7c-45b6-83eb-b4e1fdb3c70f tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071906 Dec 16 15:22:15.515748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:15.615004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-de87449d-ec5f-4f6a-9d6e-48f42e12cea2 service neutron] 10.222.0.71 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153159 Dec 16 15:22:15.718140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43474) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:15.740012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-80bf6f86-1311-4936-9a1c-badb75b7082e service neutron] 10.222.0.71 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135755 Dec 16 15:22:15.816250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74fb31ef-0a2f-4d10-8a92-5cb1074d81af req-09f105b0-8302-449a-a011-d079f52effa4 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 210 time: 0.0305288 Dec 16 15:22:15.824148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.845093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Deleting subnet 2214db7f-dc54-4a43-9619-62436b30cc97 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:22:15.858656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.870459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:15.877800 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb006179-a0f4-4070-8e47-ccf2a17a3951" -d '{"events": [{"server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "name": "network-vif-plugged", "status": "completed", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:15.892079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.910966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:15.912158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.914684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] 10.222.0.74 "PUT /v2.0/ports/4e43ee03-81f8-46a5-b573-299ca6f4ba0a HTTP/1.1" status: 200 len: 1092 time: 3.8161728 Dec 16 15:22:15.916632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:15.921170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:15.925728 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:15.949474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.005223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:16.009616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:16.040073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 00d99df9-67b8-4a83-92b3-894607bb7ddb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:22:16.041055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 00d99df9-67b8-4a83-92b3-894607bb7ddb not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:22:16.046765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.120005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:16.131975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d47301-b2de-40b4-af7e-4375829e83fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:16.153787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:16.158180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:16.162011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Allocated IP 192.168.233.16 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/cdad88af-ba04-4672-a0b0-2c49ff89e253) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:16.219598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.284508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2214db7f-dc54-4a43-9619-62436b30cc97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:16.297620 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.304367 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e13eb42d-f63e-402c-a107-53c4feabe6d3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2214db7f-dc54-4a43-9619-62436b30cc97 HTTP/1.1" status: 204 len: 168 time: 0.5840008 Dec 16 15:22:16.306821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:16.323725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c5c6d-e3d5-4d00-9080-b702bee25865 req-00eb9c9c-83c5-48f5-b107-4d705e2f1013 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.325659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-688c5c6d-e3d5-4d00-9080-b702bee25865 req-00eb9c9c-83c5-48f5-b107-4d705e2f1013 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 944 time: 0.3219848 Dec 16 15:22:16.357598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57877769-5723-48a7-ae1e-1145db6f5209 x-openstack-request-id: req-57877769-5723-48a7-ae1e-1145db6f5209 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "name": "network-vif-plugged", "status": "completed", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-plugged", "status": "completed", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-57877769-5723-48a7-ae1e-1145db6f5209 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869', 'code': 200} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'code': 200} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'code': 200} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97', 'code': 200} Dec 16 15:22:16.443155 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9', 'code': 200} Dec 16 15:22:16.448681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.450032 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.517048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60f4f299-8586-4a2c-a13e-4e1bde361931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.637961 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fcb9fb-5b41-428d-a9d9-d85b8e7cc05a x-openstack-request-id: req-f0fcb9fb-5b41-428d-a9d9-d85b8e7cc05a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:16.638431 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:16.639397 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0fcb9fb-5b41-428d-a9d9-d85b8e7cc05a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:16.640055 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a', 'status': 'completed', 'code': 200} Dec 16 15:22:16.702347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-5261e53c-776a-49f0-8d32-372827e11838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.704077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-5261e53c-776a-49f0-8d32-372827e11838 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 1095 time: 0.5611217 Dec 16 15:22:16.735337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c40f54a9-3d85-40a8-92f1-023476d13fd0 None None] Provisioning complete for port d3a3531f-387f-41c1-8d47-c35504db0ebc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:16.736308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c40f54a9-3d85-40a8-92f1-023476d13fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.749055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.749920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.750705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.751378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.752166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.752769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.753365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.755750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-050b38bf-7af9-4e4b-a52f-97f9e2e01918 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.1016545 Dec 16 15:22:16.763042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425043a-3bd6-445f-b6bb-436f5a93c1a1 req-dc50619b-6894-4999-a639-f5d68a16979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:16.764917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a425043a-3bd6-445f-b6bb-436f5a93c1a1 req-dc50619b-6894-4999-a639-f5d68a16979e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 1097 time: 0.1838925 Dec 16 15:22:16.776410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-688c5c6d-e3d5-4d00-9080-b702bee25865 req-ede9082f-10d7-4ad0-932f-b10c4fd01b1a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973472 Dec 16 15:22:16.785855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c40f54a9-3d85-40a8-92f1-023476d13fd0 None None] Port d3a3531f-387f-41c1-8d47-c35504db0ebc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:22:16.870319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a425043a-3bd6-445f-b6bb-436f5a93c1a1 req-814c6260-0b59-4101-b7bd-186488e89e61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850952 Dec 16 15:22:16.878659 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e99907f4-0bf1-43a6-bbd2-f514c1d5cdf9 req-4bbc527a-10cc-4b49-adcd-885233cfd392 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127944 Dec 16 15:22:16.890788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:16.897964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-200d9821-8e8b-41d0-b8e3-c0bfe45150e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a HTTP/1.1" status: 200 len: 217 time: 0.0921912 Dec 16 15:22:17.283042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5a03d4-d8f1-4926-8622-7cbd31676688 req-00690cec-1db6-4d19-a8f6-11cb3582278f tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 210 time: 0.3959453 Dec 16 15:22:17.298139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-b6fd3e5a-d679-465a-b569-4ee7eb6c0474 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5081892 Dec 16 15:22:17.334429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.340442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.347004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.353020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.359580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.365430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.371275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.373938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-a73e8e38-8be2-45d0-b3cc-84fbcb4e38ae tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.5957644 Dec 16 15:22:17.397049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Request body: {'port': {'device_id': '4d13d241-c751-410e-a24c-91e62358c26c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:17.506453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.536815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-c04c9b72-fb3e-4b13-b57d-ea4b3be4e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.538400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-c04c9b72-fb3e-4b13-b57d-ea4b3be4e392 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.2630477 Dec 16 15:22:17.662718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-bbc8933a-9085-41cf-b086-874badd46076 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625818 Dec 16 15:22:17.678789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632a296-f4b0-4894-8799-704895535471 req-6610d91e-4952-4819-9403-4a68b7947198 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:17.680445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0632a296-f4b0-4894-8799-704895535471 req-6610d91e-4952-4819-9403-4a68b7947198 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.2948146 Dec 16 15:22:17.687161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.707090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.740016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2c979d6-e082-42cc-8780-048b7ce9997f req-e0d40e48-a5f5-47a1-8b25-20b0e7ab1a65 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3500445 Dec 16 15:22:17.773974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.795612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6703cbb4-89c6-4092-b420-972daf68d5b9']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:17.816384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf101504-1e0d-4e15-b77e-8cc547a402b4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:17.816686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf101504-1e0d-4e15-b77e-8cc547a402b4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:17.864671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.911199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.933962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:22:17.934380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:22:17.936903 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:22:17.964163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0632a296-f4b0-4894-8799-704895535471 req-cd881b51-a0d8-4843-bd05-4199b73923e2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588651 Dec 16 15:22:18.066186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.087243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-a3867ab1-2b8f-4cbd-8319-491ad88ef88e service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018984 Dec 16 15:22:18.119741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:18.226666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.297289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:18.298803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.302236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] 10.222.0.71 "DELETE /v2.0/networks/6703cbb4-89c6-4092-b420-972daf68d5b9 HTTP/1.1" status: 204 len: 168 time: 1.9894826 Dec 16 15:22:18.339096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:18.346990 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.348360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:18.351236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:18.381421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8330524-13a4-4276-9166-627c094032db req-2509290d-f94b-4776-b8d0-43418ab7024c tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:18.383198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8330524-13a4-4276-9166-627c094032db req-2509290d-f94b-4776-b8d0-43418ab7024c tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 935 time: 0.3323629 Dec 16 15:22:18.384283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dbc59-a78b-47e0-b668-4f70458ea25e admin admin] Pushing event deleted for resources: {'Network': ['ID=6703cbb4-89c6-4092-b420-972daf68d5b9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:18.432442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:18.444728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:18.453573 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57336c48-5773-446c-bec7-4cef557e6894" -d '{"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:18.534855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:18.535534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.558925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fef3d-ff8c-4738-b4bc-3974ecbd1a73 req-49b8edd1-d6f4-40d0-9668-406fcb14e89c service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613893 Dec 16 15:22:18.564196 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.618121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8330524-13a4-4276-9166-627c094032db req-37fce9da-662a-4adb-ae92-fab939cf7bcd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985121 Dec 16 15:22:18.666272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:18.686849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:18.695684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.710063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Transition to ACTIVE for port object d3a3531f-387f-41c1-8d47-c35504db0ebc will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:18.730682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8bf690c8-9ba8-4d2c-b921-4d4da52b1caf None None] Provisioning complete for port cdad88af-ba04-4672-a0b0-2c49ff89e253 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:18.732959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8bf690c8-9ba8-4d2c-b921-4d4da52b1caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.762672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-f0a41bcf-cb89-40ca-b800-fab738d48b0b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0797036 Dec 16 15:22:18.781782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Request body: {'port': {'device_id': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:18.795004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8bf690c8-9ba8-4d2c-b921-4d4da52b1caf None None] Port cdad88af-ba04-4672-a0b0-2c49ff89e253 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:22:18.876247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf931b6-5da1-4c96-9ca9-2ec97a520a0e req-49b41bd9-df53-42a2-a7f9-9287809650a7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:18.877339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faf931b6-5da1-4c96-9ca9-2ec97a520a0e req-49b41bd9-df53-42a2-a7f9-9287809650a7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 944 time: 0.1189220 Dec 16 15:22:18.886963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.923370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:18.961448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43564) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:19.063604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:19.078062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-b9772dc4-ead1-4db5-bb29-1ea5ccc6b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.079651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-b9772dc4-ead1-4db5-bb29-1ea5ccc6b8b7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 1095 time: 0.2010872 Dec 16 15:22:19.083430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faf931b6-5da1-4c96-9ca9-2ec97a520a0e req-7fe83020-9f1b-42a8-92ef-e1c851e20053 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915462 Dec 16 15:22:19.096143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e1eeab91-5a6a-4476-87bb-e28e953d062a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d6768f6cccb4b85b6cf4cd6794e359c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267025 Dec 16 15:22:19.096143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43572) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:19.180319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.194565 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.236032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.360849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bcdfa84-9944-4b37-af21-80a195021019 req-da8d5430-1e6b-4489-a2d5-8f9790327452 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 210 time: 0.1064506 Dec 16 15:22:19.445511 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde33074-f797-45ad-949d-4a0dcd1c2012 x-openstack-request-id: req-cde33074-f797-45ad-949d-4a0dcd1c2012 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:19.452848 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:19.453733 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cde33074-f797-45ad-949d-4a0dcd1c2012 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:19.454920 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'code': 200} Dec 16 15:22:19.471695 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.482076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.483901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Attempting to bind port d3a3531f-387f-41c1-8d47-c35504db0ebc on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:19.484228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Attempting to bind port d3a3531f-387f-41c1-8d47-c35504db0ebc by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:19.484572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Attempting to bind port d3a3531f-387f-41c1-8d47-c35504db0ebc on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:19.489674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0697fa2-c7b2-4a1f-8287-0a5d17896396 HTTP/1.1" status: 204 len: 168 time: 0.3883333 Dec 16 15:22:19.493106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-2436336e-3be4-4c77-a300-7c51db3e4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.494690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-2436336e-3be4-4c77-a300-7c51db3e4599 service neutron] 10.222.0.74 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 911 time: 0.3998966 Dec 16 15:22:19.502425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Port d3a3531f-387f-41c1-8d47-c35504db0ebc on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:19.510196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Attempting to bind port d3a3531f-387f-41c1-8d47-c35504db0ebc on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:19.514650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a28bfe-fe7f-4df4-9626-a838150a560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0697fa2-c7b2-4a1f-8287-0a5d17896396,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:19.553666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:19.554326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:19.554724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:19.555192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Bound port: d3a3531f-387f-41c1-8d47-c35504db0ebc, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:19.555566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.609435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-f07fb972-2ebf-4fc5-a49a-a6be87942b71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a HTTP/1.1" status: 200 len: 217 time: 0.0911219 Dec 16 15:22:19.718558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.724534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.730608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.737207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.743350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.750071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.756483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.758446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-3187e3b5-f4f7-4a7e-b151-347dd1697025 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.2602205 Dec 16 15:22:19.796134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-87d65bc7-53f7-4447-9820-895d44af5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:19.797693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-87d65bc7-53f7-4447-9820-895d44af5294 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.1699288 Dec 16 15:22:19.880793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:19.884556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-694559dc-c8f3-47d2-88ea-5fe86229c615 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556588 Dec 16 15:22:19.886909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdad88af-ba04-4672-a0b0-2c49ff89e253 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:19.918766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:19.931178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:20.000954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:20.005246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Transition to ACTIVE for port object cdad88af-ba04-4672-a0b0-2c49ff89e253 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:20.013391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75bc0dc6-f0d0-4a20-87b6-a47ce6daf06c req-7c37ca18-e682-4359-8d4a-212a175b497b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375093 Dec 16 15:22:20.065963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-847b0d29-8cb6-4443-9376-054e8d545844 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696999 Dec 16 15:22:20.072418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:20.164727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:20.165362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:20.166811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] 10.222.0.74 "PUT /v2.0/ports/d3a3531f-387f-41c1-8d47-c35504db0ebc HTTP/1.1" status: 200 len: 1095 time: 2.7824302 Dec 16 15:22:20.177556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:20.179810 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:20.211320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:20.284283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21344a-fa51-43ca-9799-c6b01a416bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:20.390718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628c88f-1978-47cd-be7d-da429d34d04c req-bbb5c76b-50b0-432d-b750-13de7df3b548 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:20.403150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9628c88f-1978-47cd-be7d-da429d34d04c req-bbb5c76b-50b0-432d-b750-13de7df3b548 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.2815275 Dec 16 15:22:20.532950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-c3d2465d-55ab-4b3b-8195-7f3839ed1f38 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:20.534673 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-c3d2465d-55ab-4b3b-8195-7f3839ed1f38 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.30 "GET /v2.0/networks?id=187074aa-50b4-4a53-840b-7c2635a70ab0 HTTP/1.1" status: 200 len: 809 time: 0.2277591 Dec 16 15:22:20.555611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Request body: {'port': {'device_id': '5663c79d-d067-45f2-a85b-0ab670831024', 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0', 'admin_state_up': True, 'tenant_id': 'a91e622ac36e4821b95a55390355cd55'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:20.845942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f13de27-a9a2-4ecb-b36d-bc93383c60ed req-68bc5f43-46a9-4add-abf5-a010052e3b78 service neutron] 10.222.0.74 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696240 Dec 16 15:22:20.888535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:20.902425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab6db8-d70a-4ba8-a9ec-cbbc6510e2d6 req-8422419e-4246-4aca-a567-64e0148facae tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:20.904032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72ab6db8-d70a-4ba8-a9ec-cbbc6510e2d6 req-8422419e-4246-4aca-a567-64e0148facae tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.6889520 Dec 16 15:22:20.963441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-61f20053-cdd9-4eb6-a10f-cfb7e3a60238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:20.964971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-61f20053-cdd9-4eb6-a10f-cfb7e3a60238 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 1098 time: 0.6137586 Dec 16 15:22:20.980023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9628c88f-1978-47cd-be7d-da429d34d04c req-e7e36512-942c-435a-8d3d-2519446ad1e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758343 Dec 16 15:22:21.020366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Made reservation on behalf of a91e622ac36e4821b95a55390355cd55 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:21.020366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.055942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Attempting to bind port cdad88af-ba04-4672-a0b0-2c49ff89e253 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:21.056546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Attempting to bind port cdad88af-ba04-4672-a0b0-2c49ff89e253 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:21.060191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Attempting to bind port cdad88af-ba04-4672-a0b0-2c49ff89e253 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:21.064995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-e7bc3b8d-328d-42e9-8e12-3b1e9ccfe750 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc HTTP/1.1" status: 200 len: 217 time: 0.0759494 Dec 16 15:22:21.073828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Port cdad88af-ba04-4672-a0b0-2c49ff89e253 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:21.074426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Attempting to bind port cdad88af-ba04-4672-a0b0-2c49ff89e253 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:21.089119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72ab6db8-d70a-4ba8-a9ec-cbbc6510e2d6 req-ed3e8744-e893-41c3-81b5-20a64f79e529 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740236 Dec 16 15:22:21.094859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:21.095413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:21.095986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:21.096593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Bound port: cdad88af-ba04-4672-a0b0-2c49ff89e253, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:21.097115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.197783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-304353d0-bac1-4ee9-a48b-2b397205bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.201029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-304353d0-bac1-4ee9-a48b-2b397205bcb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1269906 Dec 16 15:22:21.298244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:21.319849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:21.328573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-75d8d7fc-a1eb-41b2-a9d8-5c143973f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.330119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-75d8d7fc-a1eb-41b2-a9d8-5c143973f2c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209898 Dec 16 15:22:21.350959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.357403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.359281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Allocated IP 172.20.0.3 (187074aa-50b4-4a53-840b-7c2635a70ab0/80a2ed10-73ad-4982-bae4-a08e416ae49f/f1b58066-5a54-41e9-a834-5463c45a3977) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:21.363751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.369793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.376045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.382161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.388490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.391679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d4f7f9d-f42e-4244-9217-d7618495ec49 req-f594651e-29f7-4987-91c1-46820cf78ed9 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.1471171 Dec 16 15:22:21.410670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:21.418050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Request body: {'floatingip': {'port_id': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:21.482992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.509648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.559962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-65dc8c9c-5694-4d17-8a99-fc96781d7457 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669595 Dec 16 15:22:21.568770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.569653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:21.572026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] 10.222.0.30 "PUT /v2.0/ports/cdad88af-ba04-4672-a0b0-2c49ff89e253 HTTP/1.1" status: 200 len: 1095 time: 2.7950604 Dec 16 15:22:21.580936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4cd04-f211-4321-951e-58645c413e5e req-3ef41ed9-37ef-42cb-a8c3-9cea785e1e88 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:21.588884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52b4cd04-f211-4321-951e-58645c413e5e req-3ef41ed9-37ef-42cb-a8c3-9cea785e1e88 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 944 time: 0.1418748 Dec 16 15:22:21.696115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e13f6-df0a-475b-8c2c-50b17aac3270 service neutron] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:21.838759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22a1bc99-32a4-41b5-9f14-634cddc94d16 req-6542d691-1ccb-4929-b60c-17261032308f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440619 Dec 16 15:22:21.871440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52b4cd04-f211-4321-951e-58645c413e5e req-fbc05a52-6f8e-460b-a8ce-eb14b177bf40 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809744 Dec 16 15:22:21.999536 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493b9df-8585-4563-b383-823cdcefeb5e x-openstack-request-id: req-a493b9df-8585-4563-b383-823cdcefeb5e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:22.000061 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:22.000477 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a493b9df-8585-4563-b383-823cdcefeb5e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:22.001124 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'status': 'completed', 'code': 200} Dec 16 15:22:22.054034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.066088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38aa8789-948c-4af8-b6f8-c37bfe365a81 req-f40fcceb-6233-458d-af85-73bea8ff47b8 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 210 time: 0.0555320 Dec 16 15:22:22.106858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-81b019fe-b7e9-4463-b01d-e9057353a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.109918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-81b019fe-b7e9-4463-b01d-e9057353a351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 1098 time: 0.2330878 Dec 16 15:22:22.185434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3547baf-b8b7-4811-9dbf-369dbe89ade8 req-df5b2d61-6edd-4699-b8b2-c540788ad9a2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.201563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3547baf-b8b7-4811-9dbf-369dbe89ade8 req-df5b2d61-6edd-4699-b8b2-c540788ad9a2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1608799 Dec 16 15:22:22.201563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-de6a191d-1ca4-4917-a7b1-ac731b4d91c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253 HTTP/1.1" status: 200 len: 217 time: 0.0710554 Dec 16 15:22:22.308765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-5cbfd062-7e5b-4117-a7fb-66bbfe14fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.310464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-5cbfd062-7e5b-4117-a7fb-66bbfe14fb2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0954354 Dec 16 15:22:22.366348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3547baf-b8b7-4811-9dbf-369dbe89ade8 req-120ed51d-14bf-4386-855a-789dab81d4f2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713719 Dec 16 15:22:22.380526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4e43ee03-81f8-46a5-b573-299ca6f4ba0a details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:22.386101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-a5c416cc-a460-4f9b-89bf-e0b34c466191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.387754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-a5c416cc-a460-4f9b-89bf-e0b34c466191 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 1098 time: 0.1823802 Dec 16 15:22:22.508084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.511040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.530665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-52fd20e6-3e3f-4ca9-a4b9-dc8e3ad30bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.533113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-52fd20e6-3e3f-4ca9-a4b9-dc8e3ad30bea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050390 Dec 16 15:22:22.594441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Network 187074aa-50b4-4a53-840b-7c2635a70ab0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:22.609168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:22.620314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:22.628902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Pushing event updated for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:22.677262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-e3dd0478-e97f-4ec9-b8b2-a1631cf8b9db tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.685273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-e3dd0478-e97f-4ec9-b8b2-a1631cf8b9db tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.3174388 Dec 16 15:22:22.702424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:22.718349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-e1d5af4a-b109-4583-941c-c4a805cf6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.718812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a', 'mac_address': 'fa:16:3e:62:20:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:22.720038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-e1d5af4a-b109-4583-941c-c4a805cf6cd5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.3160119 Dec 16 15:22:22.734199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-989392f1-fbf6-4da2-b9da-85de1ea72742 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/quotas/b86cd35ce0944c4d8b3d29bc6d818488 HTTP/1.1" status: 200 len: 375 time: 0.0474019 Dec 16 15:22:22.735930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.738506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.750328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.805148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-45123964-cc37-4c21-834f-bbe3cb717b71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc HTTP/1.1" status: 200 len: 217 time: 0.0728028 Dec 16 15:22:22.819341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:22.855877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e43ee03-81f8-46a5-b573-299ca6f4ba0a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:22.881292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d748451-8508-4b46-9aa8-03adac670c39 req-6e7b1f96-85c2-46d1-92be-20139552a14a tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.882978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d748451-8508-4b46-9aa8-03adac670c39 req-6e7b1f96-85c2-46d1-92be-20139552a14a tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.2603652 Dec 16 15:22:22.890421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-699a9432-204c-42e5-b67b-7c3f25136342 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443503 Dec 16 15:22:22.908089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:22.981634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-bc63af8e-ce69-4eeb-b520-5768b86a5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:22.983163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-bc63af8e-ce69-4eeb-b520-5768b86a5e5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1699216 Dec 16 15:22:22.984845 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-aa4c7798-da44-4b54-9ac8-22421ffd476e tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4333248 Dec 16 15:22:22.997497 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:23.011569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-448eaa02-151d-48e2-92d1-f59b80c1e4fe tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2577231 Dec 16 15:22:23.038738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Request body: {'port': {'device_id': '5663c79d-d067-45f2-a85b-0ab670831024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:23.059160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:23.078629 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Floating IP 268a15c4-cb34-41ee-af29-09a92dc78e45 associated. External IP: 172.25.7.23, port: a24bb2d1-4511-4c8f-8945-c21e8f20bdae. Dec 16 15:22:23.136105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d748451-8508-4b46-9aa8-03adac670c39 req-71ac4d05-85cf-482a-9768-c443638d314a tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409098 Dec 16 15:22:23.172076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4287b7e7-0dce-41c3-b5d1-ea7a33ec10b5 req-b5f60914-46cc-409d-ac21-da4eee24f687 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600360 Dec 16 15:22:23.172076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-ff441bd6-fb06-476d-8f10-8312b94fdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:23.173128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-ff441bd6-fb06-476d-8f10-8312b94fdff7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1816933 Dec 16 15:22:23.219697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:23.282625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-10b58598-e188-43fa-8fe8-136c2b3e60ad service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305231 Dec 16 15:22:23.386511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4e43ee03-81f8-46a5-b573-299ca6f4ba0a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:23.495565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-75783dc4-ba03-4a47-bb40-189213f9ec7e service neutron] 10.222.0.71 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841319 Dec 16 15:22:23.659585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-4f7d9127-75ce-4f56-8ce2-625383475fe5 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685323 Dec 16 15:22:23.796407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b58066-5a54-41e9-a834-5463c45a3977 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:23.807803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:23.831162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f8b49-3c9d-4d17-a8b3-bfaf81d5b04d req-7f69d5e3-8c3b-4c63-819f-2926b4a0413e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:23.832804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b07f8b49-3c9d-4d17-a8b3-bfaf81d5b04d req-7f69d5e3-8c3b-4c63-819f-2926b4a0413e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 945 time: 0.2845557 Dec 16 15:22:23.860003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Transition to ACTIVE for port object f1b58066-5a54-41e9-a834-5463c45a3977 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:23.899264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:22:24.002534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:24.025775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b07f8b49-3c9d-4d17-a8b3-bfaf81d5b04d req-480718a5-b172-4852-a565-81e386f206a9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843691 Dec 16 15:22:24.026446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:24.030702 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd7e134-924f-456c-9d46-baf21b973fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:24.056479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-3376c4f1-4c84-4381-892b-b2b35453f915 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.059312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-3376c4f1-4c84-4381-892b-b2b35453f915 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "GET /v2.0/ports?device_id=77758e57-c5be-4d39-9661-8aabe545c12b HTTP/1.1" status: 200 len: 943 time: 0.3975432 Dec 16 15:22:24.113280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df3815da-deb8-4b8e-a7f8-f7c9728af4c8 req-7dd508ec-6cd7-49a9-a443-8186503f3d20 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439273 Dec 16 15:22:24.206783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Pushing event updated for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:24.215208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff79206-d76b-4fe8-995e-8a0009c52037 req-1b570dea-3723-4ab2-97f5-6532e657d118 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.222772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cff79206-d76b-4fe8-995e-8a0009c52037 req-1b570dea-3723-4ab2-97f5-6532e657d118 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 943 time: 0.2391598 Dec 16 15:22:24.273443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:22:24.278339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:24.293932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Sync routers for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:22:24.306565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:22:24.307795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:22:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:24.334627 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00090b95-4319-4a23-8225-3b7ff945b209 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "PUT /v2.0/floatingips/268a15c4-cb34-41ee-af29-09a92dc78e45 HTTP/1.1" status: 200 len: 990 time: 2.9189422 Dec 16 15:22:24.334627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:24.337002 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f463c3cd-f8d5-457d-9012-19c3884078f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:24.351426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cff79206-d76b-4fe8-995e-8a0009c52037 req-3d3e95d0-fa71-4886-a92b-a7c355a474c7 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071863 Dec 16 15:22:24.367529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Attempting to bind port f1b58066-5a54-41e9-a834-5463c45a3977 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:24.368351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Attempting to bind port f1b58066-5a54-41e9-a834-5463c45a3977 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '141ea283-bb3e-4fa3-9977-b01e7f8972d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:24.369447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1faf29d-97b2-4ca8-8f84-353732ad8131 req-67b767d3-b3a1-4e59-b447-53e42fe353e9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.371661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1faf29d-97b2-4ca8-8f84-353732ad8131 req-67b767d3-b3a1-4e59-b447-53e42fe353e9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1282632 Dec 16 15:22:24.371768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Attempting to bind port f1b58066-5a54-41e9-a834-5463c45a3977 on network 187074aa-50b4-4a53-840b-7c2635a70ab0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:24.374636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Deleting port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:24.375061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:24.388095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Port f1b58066-5a54-41e9-a834-5463c45a3977 on network 187074aa-50b4-4a53-840b-7c2635a70ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:24.389820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Attempting to bind port f1b58066-5a54-41e9-a834-5463c45a3977 on network 187074aa-50b4-4a53-840b-7c2635a70ab0 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:24.403489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:24.403975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Checking segment: {'id': '141ea283-bb3e-4fa3-9977-b01e7f8972d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:24.405161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Bound using segment: {'id': '141ea283-bb3e-4fa3-9977-b01e7f8972d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:24.406054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Bound port: f1b58066-5a54-41e9-a834-5463c45a3977, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '141ea283-bb3e-4fa3-9977-b01e7f8972d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:24.408133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:24.414095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:24.461588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:22:24.493758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1882fcf0-1ec4-49d7-8328-6131760bb319 req-1578bcdc-14ae-4649-b2b7-f00eee632d4e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 210 time: 0.0464075 Dec 16 15:22:24.541743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1faf29d-97b2-4ca8-8f84-353732ad8131 req-07c71317-381a-4d89-a292-49c7554f5a0b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599896 Dec 16 15:22:24.568284 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5e4649-d548-4098-8a1c-a0da5b5050df x-openstack-request-id: req-3d5e4649-d548-4098-8a1c-a0da5b5050df {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:24.568587 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:24.568858 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d5e4649-d548-4098-8a1c-a0da5b5050df {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:24.569313 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'status': 'completed', 'code': 200} Dec 16 15:22:24.732253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44293ca-26e8-48cd-9a44-7120d3f29aaa req-55bfaa70-6c0d-40a3-afd7-41ea2dbf22ec tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.735122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b44293ca-26e8-48cd-9a44-7120d3f29aaa req-55bfaa70-6c0d-40a3-afd7-41ea2dbf22ec tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.1140058 Dec 16 15:22:24.764520 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba8ea2-2a53-4a51-85a4-39ac5850fa98 x-openstack-request-id: req-83ba8ea2-2a53-4a51-85a4-39ac5850fa98 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:24.765013 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:24.765511 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-83ba8ea2-2a53-4a51-85a4-39ac5850fa98 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:24.766198 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'status': 'completed', 'code': 200} Dec 16 15:22:24.781435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:24.793091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-fe131502-7ee0-454c-8f7a-727fc8a96cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.796902 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-fe131502-7ee0-454c-8f7a-727fc8a96cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 1098 time: 0.1788962 Dec 16 15:22:24.800545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f1b58066-5a54-41e9-a834-5463c45a3977,segment=NetworkSegment(141ea283-bb3e-4fa3-9977-b01e7f8972d1),segment_id=141ea283-bb3e-4fa3-9977-b01e7f8972d1)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:24.839481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] For port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:24.840159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:24.928760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-ad17c906-5f6f-47ba-84e2-41ffdd1b0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:24.930337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-ad17c906-5f6f-47ba-84e2-41ffdd1b0aae service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.1257229 Dec 16 15:22:24.931409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:24.958687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Calling delete_port for 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:24.966014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'mac_address': 'fa:16:3e:0a:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:24.996109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-2400109a-9e7f-4507-b5d1-ede588622210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253 HTTP/1.1" status: 200 len: 217 time: 0.0567567 Dec 16 15:22:24.999081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:25.011474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b44293ca-26e8-48cd-9a44-7120d3f29aaa req-d2c840e1-9b83-48ee-89b7-34080b477698 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676818 Dec 16 15:22:25.054747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.055233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.055789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.056229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.056677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.058029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.058029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.058551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:25.059640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-75467ee1-faa6-47e4-a81f-d2f9295a3da9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.2384820 Dec 16 15:22:25.078293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543460e4-05cc-4755-8c2e-2a8a68265e3b req-943c5669-0f66-4043-98bd-9c4512e93402 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.079558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:25.080085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543460e4-05cc-4755-8c2e-2a8a68265e3b req-943c5669-0f66-4043-98bd-9c4512e93402 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1967394 Dec 16 15:22:25.117927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:25.129612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '268a15c4-cb34-41ee-af29-09a92dc78e45', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'port_id': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'mac_address': 'fa:16:3e:99:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:20:15Z', 'updated_at': '2021-12-16T15:22:22Z', 'revision_number': 1, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:25.163914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Checking router: 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:22:25.171799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.171799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:25.173373 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] 10.222.0.30 "PUT /v2.0/ports/f1b58066-5a54-41e9-a834-5463c45a3977 HTTP/1.1" status: 200 len: 1091 time: 2.1439643 Dec 16 15:22:25.181306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:22:25.181931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:22:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:25.200684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-d3efc38f-fc95-4be4-92fc-ac9a2b9849f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.202957 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-d3efc38f-fc95-4be4-92fc-ac9a2b9849f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1983294 Dec 16 15:22:25.232252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4a9f2-0b52-428d-be7d-57b59045012f service neutron] Pushing event updated for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:25.272269 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:25.286254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543460e4-05cc-4755-8c2e-2a8a68265e3b req-26056d83-4955-415b-95cf-eb33702bfa69 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962302 Dec 16 15:22:25.294871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-cdfa873c-ca6b-41ba-be49-021eab463281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.297333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-cdfa873c-ca6b-41ba-be49-021eab463281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841548 Dec 16 15:22:25.436617 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-81001d94-3354-4133-a6c7-833ee8a89459 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307268 Dec 16 15:22:25.506465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:25.580897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:22:25.596365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-a4b96595-ff47-41e6-851b-9eccffcceafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.598451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-a4b96595-ff47-41e6-851b-9eccffcceafa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91e622ac36e4821b95a55390355cd55&device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 1094 time: 0.1604769 Dec 16 15:22:25.663252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43688) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:25.668338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d3a3531f-387f-41c1-8d47-c35504db0ebc'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:25.673690 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-1b9ccf3f-ec1b-4200-9e3a-fb8bd8ef51ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b58066-5a54-41e9-a834-5463c45a3977 HTTP/1.1" status: 200 len: 217 time: 0.0602009 Dec 16 15:22:25.718957 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bcd7e134-924f-456c-9d46-baf21b973fb5 req-8fb13a3a-c400-4c1c-ac68-8653951e7e23 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656193 Dec 16 15:22:25.745163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ad2b-5164-4fec-b8fe-f2f0c41696e1 req-7f680921-8805-4a9b-bed4-789177ce1f68 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.753633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7db0ad2b-5164-4fec-b8fe-f2f0c41696e1 req-7f680921-8805-4a9b-bed4-789177ce1f68 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 945 time: 0.5946484 Dec 16 15:22:25.756189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-f95fc959-cca8-4aa9-928c-f652968c0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.757663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-f95fc959-cca8-4aa9-928c-f652968c0c0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9 HTTP/1.1" status: 200 len: 918 time: 0.6878123 Dec 16 15:22:25.793303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-c98224b2-2fbb-43d7-8b09-d620fc866866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.795758 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-c98224b2-2fbb-43d7-8b09-d620fc866866 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a2ed10-73ad-4982-bae4-a08e416ae49f HTTP/1.1" status: 200 len: 849 time: 0.0935135 Dec 16 15:22:25.854360 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-0cf2feba-0ece-4dea-a198-a7a0162d965e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=187074aa-50b4-4a53-840b-7c2635a70ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504706 Dec 16 15:22:25.926006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2559736-20c5-4f97-9a94-ba8320bd45e1 req-c29f819f-2403-4113-bb37-955551a3aff5 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:25.927682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2559736-20c5-4f97-9a94-ba8320bd45e1 req-c29f819f-2403-4113-bb37-955551a3aff5 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 943 time: 0.2151854 Dec 16 15:22:25.934751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-eb1410ba-829b-4161-b53a-9c5ff627ea7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 998 time: 0.1549697 Dec 16 15:22:25.954605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7db0ad2b-5164-4fec-b8fe-f2f0c41696e1 req-d7e9c271-edfb-4338-b8d8-d7038540b40d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956232 Dec 16 15:22:25.969863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.052195 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-6614d3cf-2603-49d8-899a-49312083dfd3 service neutron] 10.222.0.30 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815951 Dec 16 15:22:26.100408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77c98ad9-f610-4cab-a7bc-d72d1c1546db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.111509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '268a15c4-cb34-41ee-af29-09a92dc78e45', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'port_id': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'mac_address': 'fa:16:3e:99:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:20:15Z', 'updated_at': '2021-12-16T15:22:22Z', 'revision_number': 1, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:26.146763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:26.149574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:26.153201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a163d3d-c338-4e87-a034-ce4c01cd8238 None None] The sync data for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 is: [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '268a15c4-cb34-41ee-af29-09a92dc78e45', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'floating_ip_address': '172.25.7.23', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'port_id': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'mac_address': 'fa:16:3e:99:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:20:15Z', 'updated_at': '2021-12-16T15:22:22Z', 'revision_number': 1, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:22:26.183538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:22:26.183910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:22:26.215321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event deleted for resources: {'Port': ['ID=2d86dcfc-bb45-43f5-b30d-7c8e3c136a24,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:26.246131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-407de3c7-d329-4e36-a330-d1c3b228e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:26.247994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-407de3c7-d329-4e36-a330-d1c3b228e574 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.2812586 Dec 16 15:22:26.336976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:26.338045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2559736-20c5-4f97-9a94-ba8320bd45e1 req-c815c681-96cd-4578-9d63-7327c9a89b75 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815975 Dec 16 15:22:26.402334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'mac_address': 'fa:16:3e:e4:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:26.414394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4e43ee03-81f8-46a5-b573-299ca6f4ba0a up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:26.418665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] No DVR routers for this DVR port 2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:26.427689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.431692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d50b10b1-daa2-4426-ab8b-57ddfc756950 req-f9324dbc-da0c-411f-8bb3-f5ba98186e39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.30 "DELETE /v2.0/ports/2d86dcfc-bb45-43f5-b30d-7c8e3c136a24 HTTP/1.1" status: 204 len: 173 time: 2.3412759 Dec 16 15:22:26.445375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30233a-422b-45b7-be98-86dae1edb56c req-cb93ab23-3436-41ca-bf0e-8e28d3d6729e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:26.454557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c30233a-422b-45b7-be98-86dae1edb56c req-cb93ab23-3436-41ca-bf0e-8e28d3d6729e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.3374829 Dec 16 15:22:26.535998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-955582cc-0343-4054-98d9-1d89c20413e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:26.537892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-955582cc-0343-4054-98d9-1d89c20413e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045546 Dec 16 15:22:26.575127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66a6a669-540a-4ff3-b3c4-438df512cdd9 req-aa68de76-3a93-4e8b-aecd-b395a3afdc5e tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 210 time: 0.0646925 Dec 16 15:22:26.575600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-deleted', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:26.578757 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f323f7e-487b-45ca-9483-3aaef3ede6f2" -d '{"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-deleted", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:26.621090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.641689 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71123b2d-7c83-4f95-8f80-d7d89bd2b9bf None None] New status for floating IP 268a15c4-cb34-41ee-af29-09a92dc78e45: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:22:26.652372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c30233a-422b-45b7-be98-86dae1edb56c req-ac37031c-80be-4962-b1a0-a42d8b7d5aed tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965733 Dec 16 15:22:26.652688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdad88af-ba04-4672-a0b0-2c49ff89e253 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:26.693122 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ca01d79-abcb-4d95-9a2a-dc32512f7adb req-adba9f7c-ab56-441b-ba3d-7a82773148ca service neutron] 10.222.0.30 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355450 Dec 16 15:22:26.697084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:26.762199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77c98ad9-f610-4cab-a7bc-d72d1c1546db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.768547 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:26.772983 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7e11f2-4762-40fa-b401-dc643a85ce94" -d '{"events": [{"name": "network-changed", "server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:26.789368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-f7fe27e6-9f11-4129-89cc-32da5f33812d service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232280 Dec 16 15:22:26.798135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.800620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:26.819291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:26.820231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.938924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:26.969124 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.980138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77c98ad9-f610-4cab-a7bc-d72d1c1546db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:26.993664 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d742a-c068-4ff3-af08-28b4dec79d23 x-openstack-request-id: req-0a1d742a-c068-4ff3-af08-28b4dec79d23 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:26.994995 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77758e57-c5be-4d39-9661-8aabe545c12b", "name": "network-vif-deleted", "tag": "2d86dcfc-bb45-43f5-b30d-7c8e3c136a24", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:26.994995 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a1d742a-c068-4ff3-af08-28b4dec79d23 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:26.994995 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77758e57-c5be-4d39-9661-8aabe545c12b', 'name': 'network-vif-deleted', 'tag': '2d86dcfc-bb45-43f5-b30d-7c8e3c136a24', 'status': 'completed', 'code': 200} Dec 16 15:22:27.013746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c19505-c74f-4c1f-85ee-e4fcc9fa1e02 req-28fb5153-f092-43d6-ae1f-f9a35d52ab61 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.023446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3c19505-c74f-4c1f-85ee-e4fcc9fa1e02 req-28fb5153-f092-43d6-ae1f-f9a35d52ab61 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 948 time: 0.2318256 Dec 16 15:22:27.058337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:27.065096 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa6df4-125e-4f07-9f91-d6431ad02191" -d '{"events": [{"server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "name": "network-vif-plugged", "status": "completed", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:27.084094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f463c3cd-f8d5-457d-9012-19c3884078f7 req-f3d4e22d-ab08-4a99-8a7d-20a8b8d60086 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598851 Dec 16 15:22:27.122157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['cdad88af-ba04-4672-a0b0-2c49ff89e253'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:27.155305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3c19505-c74f-4c1f-85ee-e4fcc9fa1e02 req-9c5cab73-2ff5-45b7-ad05-86382397123d tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Dec 16 15:22:27.157600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-77c98ad9-f610-4cab-a7bc-d72d1c1546db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9116045dd975427ca3a1c6bbddbaae6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4922316 Dec 16 15:22:27.160333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c98ad9-f610-4cab-a7bc-d72d1c1546db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229a2d1e-ffbe-486c-9e16-9a2286eb24fc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:27.165146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43708) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:27.198197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:27.236927 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66155f8e-1878-4e37-a79f-c889bfd6d55a x-openstack-request-id: req-66155f8e-1878-4e37-a79f-c889bfd6d55a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:27.237400 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:27.237952 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-66155f8e-1878-4e37-a79f-c889bfd6d55a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:27.238854 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977', 'status': 'completed', 'code': 200} Dec 16 15:22:27.306285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b18b1-f421-49c7-a5e0-f92fb57d03dc req-e2fdcc6c-ce4c-43a8-bb57-3582f1be4622 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.309119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd5b18b1-f421-49c7-a5e0-f92fb57d03dc req-e2fdcc6c-ce4c-43a8-bb57-3582f1be4622 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1894288 Dec 16 15:22:27.373555 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:27.377051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:27.378481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-a56689a8-0579-4d1d-9367-149a8f017ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.380473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-a56689a8-0579-4d1d-9367-149a8f017ac9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a91e622ac36e4821b95a55390355cd55&device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 1094 time: 0.0781302 Dec 16 15:22:27.456819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:27.488578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:27.509474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd5b18b1-f421-49c7-a5e0-f92fb57d03dc req-c117bce2-37bd-4b45-903e-abe9b20bb817 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771264 Dec 16 15:22:27.524842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13615b-4e9b-4af1-abd4-3e5ea71674ca req-c6162037-bbc4-4bdd-9705-ac5510a1904d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.534479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb13615b-4e9b-4af1-abd4-3e5ea71674ca req-c6162037-bbc4-4bdd-9705-ac5510a1904d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.1628077 Dec 16 15:22:27.537726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-76d39a2c-235b-44d4-b20b-9a3c5e4335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.543474 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-76d39a2c-235b-44d4-b20b-9a3c5e4335a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=187074aa-50b4-4a53-840b-7c2635a70ab0 HTTP/1.1" status: 200 len: 910 time: 0.1546133 Dec 16 15:22:27.563912 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a3cea0-6f1b-480e-80ae-4233fdbfdf3e x-openstack-request-id: req-55a3cea0-6f1b-480e-80ae-4233fdbfdf3e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:27.564246 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "name": "network-vif-plugged", "status": "completed", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:27.564513 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55a3cea0-6f1b-480e-80ae-4233fdbfdf3e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:27.564959 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a', 'code': 200} Dec 16 15:22:27.609901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-b776a5d9-0ca4-4ea5-a615-e7c95881e762 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1b58066-5a54-41e9-a834-5463c45a3977 HTTP/1.1" status: 200 len: 217 time: 0.0534997 Dec 16 15:22:27.691440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-ac25eac7-8631-495b-b4fd-e14a22957a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.692938 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-ac25eac7-8631-495b-b4fd-e14a22957a0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a2ed10-73ad-4982-bae4-a08e416ae49f HTTP/1.1" status: 200 len: 849 time: 0.0600450 Dec 16 15:22:27.734118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-afb4fc49-e0b2-4079-8f13-160bee0d404e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=187074aa-50b4-4a53-840b-7c2635a70ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325444 Dec 16 15:22:27.802139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb13615b-4e9b-4af1-abd4-3e5ea71674ca req-2425e536-3ec9-48af-bcb9-6cb1139a7f5d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664840 Dec 16 15:22:27.845432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a842ba-f7c4-4ab1-8f0e-b766917d7b93 req-7aa76212-5274-49a1-932a-51d8874ac7b3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.847930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35a842ba-f7c4-4ab1-8f0e-b766917d7b93 req-7aa76212-5274-49a1-932a-51d8874ac7b3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 943 time: 0.1975372 Dec 16 15:22:27.872885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-a3ed408f-12ea-4497-8026-53d31ad8cb0c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.875446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-a3ed408f-12ea-4497-8026-53d31ad8cb0c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 803 time: 0.3361669 Dec 16 15:22:27.900976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Request body: {'port': {'device_id': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'admin_state_up': True, 'tenant_id': 'b86cd35ce0944c4d8b3d29bc6d818488'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:27.924119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-8d3a6bda-84eb-4354-8987-4fe171be61a4 service neutron] 10.222.0.30 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775820 Dec 16 15:22:27.932527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:27.935171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:27.936417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/229a2d1e-ffbe-486c-9e16-9a2286eb24fc HTTP/1.1" status: 204 len: 168 time: 0.7696087 Dec 16 15:22:27.966225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592d9a-3ab4-4681-bd3c-74a2fc0f0de8 req-059f051b-8f66-4b97-bf7e-990bbc42a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:27.968364 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9592d9a-3ab4-4681-bd3c-74a2fc0f0de8 req-059f051b-8f66-4b97-bf7e-990bbc42a087 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 1097 time: 0.2475591 Dec 16 15:22:28.010840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eefe27-5edd-4bb0-9010-ae047925293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a2d1e-ffbe-486c-9e16-9a2286eb24fc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:28.061425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fed8f549-d944-4993-bbb1-3099de51c67c req-2b5e201e-b89c-4f13-8081-5674455a94f4 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 210 time: 0.0620148 Dec 16 15:22:28.074322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35a842ba-f7c4-4ab1-8f0e-b766917d7b93 req-06bdaa70-24e0-434a-a85a-07893e1caac2 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959939 Dec 16 15:22:28.144341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:28.152121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9592d9a-3ab4-4681-bd3c-74a2fc0f0de8 req-b76f3d8d-915b-4693-b12c-7f17cfe407ed service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684673 Dec 16 15:22:28.270789 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8f7e11f2-4762-40fa-b401-dc643a85ce94 req-5e12d94a-e7cb-4f55-9e64-5fcbb0788e21 service neutron] 10.222.0.30 "GET /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384118 Dec 16 15:22:28.323869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebd818-022d-42bb-8525-b4d501483453 req-d7600823-39a0-4b19-886b-cb0d399a3f80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:28.325517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40ebd818-022d-42bb-8525-b4d501483453 req-d7600823-39a0-4b19-886b-cb0d399a3f80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.0620382 Dec 16 15:22:28.383560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40ebd818-022d-42bb-8525-b4d501483453 req-5f66e927-93a4-4bfa-b66b-fa80c3d96a0a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498488 Dec 16 15:22:28.397213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Made reservation on behalf of b86cd35ce0944c4d8b3d29bc6d818488 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:28.401426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port cdad88af-ba04-4672-a0b0-2c49ff89e253 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:28.403291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.414779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port cdad88af-ba04-4672-a0b0-2c49ff89e253 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:28.415225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.421624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:28.623899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.665124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:28.666454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.667265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port d3a3531f-387f-41c1-8d47-c35504db0ebc completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:28.674039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d3a3531f-387f-41c1-8d47-c35504db0ebc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:28.674565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.730933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8fb78-6ce5-49d1-9432-df59de68b3eb req-709f533f-6e6f-4d5a-a20f-f78ceac2b52e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:28.732585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee8fb78-6ce5-49d1-9432-df59de68b3eb req-709f533f-6e6f-4d5a-a20f-f78ceac2b52e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1181409 Dec 16 15:22:28.734905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Allocated IP 172.20.0.11 (d76f6e9e-5f82-4df0-96d3-7bb98afd9d41/c98a17e1-c31b-468c-81ff-a2911cf1a540/1e401858-2cd2-4368-b03a-db10fd7a0b90) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:28.775117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.781744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13a20-a110-4e69-92bc-8f18344e14d5 req-08170891-be32-4858-9c2b-d45f1ec5efe6 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:28.788220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59d13a20-a110-4e69-92bc-8f18344e14d5 req-08170891-be32-4858-9c2b-d45f1ec5efe6 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 948 time: 0.1098104 Dec 16 15:22:28.788429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.864772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:28.884012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:28.922140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:28.930224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee8fb78-6ce5-49d1-9432-df59de68b3eb req-767c0574-4c63-48d0-84f2-53b6af5b48d9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778762 Dec 16 15:22:28.958737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59d13a20-a110-4e69-92bc-8f18344e14d5 req-c3dc6f41-c6c3-4d93-86e3-8657298d2844 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621802 Dec 16 15:22:29.010464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:29.049371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:29.192217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf72d9a-fa23-4815-8384-b4d90acfd61b req-a9cb17b8-6370-4920-936d-7ac971ac02f7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:29.194893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf72d9a-fa23-4815-8384-b4d90acfd61b req-a9cb17b8-6370-4920-936d-7ac971ac02f7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.1318235 Dec 16 15:22:29.253198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddf72d9a-fa23-4815-8384-b4d90acfd61b req-882cde4f-252e-4bba-afb6-e9ec79044b74 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Dec 16 15:22:29.323936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:29.396851 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:29.436584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:29.444255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:29.449834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:29.487518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:29.524011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08884a6-5b5d-4057-916d-60f42811ff4a req-c8fcf4a3-50ad-4bcf-8e6e-4afa3fcb3ea8 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:29.525851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08884a6-5b5d-4057-916d-60f42811ff4a req-c8fcf4a3-50ad-4bcf-8e6e-4afa3fcb3ea8 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 943 time: 0.1593921 Dec 16 15:22:29.671263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:29.671263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:29.673161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253'}, {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:29.673161 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b748a-eb41-4ce9-9060-e22b47f5bea2" -d '{"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-plugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253"}, {"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:29.673491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08884a6-5b5d-4057-916d-60f42811ff4a req-445d1662-cc3f-42b7-862b-7020389091f1 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Dec 16 15:22:29.743419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479819-0cd1-48f5-b34c-d7f2be8040cb req-92ef8fed-cc5d-409f-8691-cb4db67649ce tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:29.746457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71479819-0cd1-48f5-b34c-d7f2be8040cb req-92ef8fed-cc5d-409f-8691-cb4db67649ce tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 932 time: 0.0724587 Dec 16 15:22:29.801946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71479819-0cd1-48f5-b34c-d7f2be8040cb req-a733a08a-9ed0-48b3-9003-10a116b160d7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Dec 16 15:22:29.891031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-2f26f545-0ff0-410d-aaa4-98e67f2e05c8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9964919 Dec 16 15:22:29.920441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Request body: {'port': {'device_id': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:30.025897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:30.049157 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d21e9-248c-4230-bb76-01140a8d8c84 x-openstack-request-id: req-2e7d21e9-248c-4230-bb76-01140a8d8c84 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:30.049579 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-plugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253", "code": 200}, {"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:30.049937 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e7d21e9-248c-4230-bb76-01140a8d8c84 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:30.050694 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'code': 200} Dec 16 15:22:30.051066 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'code': 200} Dec 16 15:22:30.158975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f1b58066-5a54-41e9-a834-5463c45a3977 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:30.327343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50644e41-f4c3-4938-b5bf-dfab901b3c8d req-07cf9d24-57f4-4035-bfb0-c3d59f362450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:30.330498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-50644e41-f4c3-4938-b5bf-dfab901b3c8d req-07cf9d24-57f4-4035-bfb0-c3d59f362450 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 1100 time: 0.1289091 Dec 16 15:22:30.402279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb0a93-e912-465d-959d-355a16d72c3d req-3b59721c-546f-4f8e-8a8c-0a2d143d2cdf tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:30.410730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51bb0a93-e912-465d-959d-355a16d72c3d req-3b59721c-546f-4f8e-8a8c-0a2d143d2cdf tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 949 time: 0.1628072 Dec 16 15:22:30.440599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86e16b-21ca-487a-ba4f-12561e938511 req-48a3e4fe-e4f4-430d-99f0-a1064a241a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:30.442416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a86e16b-21ca-487a-ba4f-12561e938511 req-48a3e4fe-e4f4-430d-99f0-a1064a241a24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 1100 time: 0.1934016 Dec 16 15:22:30.463604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-50644e41-f4c3-4938-b5bf-dfab901b3c8d req-db4cdac4-a9ed-4e0d-b322-03fbb2c26ee5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221066 Dec 16 15:22:30.537059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51bb0a93-e912-465d-959d-355a16d72c3d req-93e2fffa-bc9e-4168-ab5f-b3550fac6983 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252332 Dec 16 15:22:30.569690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f1b58066-5a54-41e9-a834-5463c45a3977,segment=NetworkSegment(141ea283-bb3e-4fa3-9977-b01e7f8972d1),segment_id=141ea283-bb3e-4fa3-9977-b01e7f8972d1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:30.594130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a86e16b-21ca-487a-ba4f-12561e938511 req-8cb5008d-909e-4654-a233-5b8cef4e9b26 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440048 Dec 16 15:22:30.597125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f1b58066-5a54-41e9-a834-5463c45a3977', 'network_id': '187074aa-50b4-4a53-840b-7c2635a70ab0', 'port_id': 'f1b58066-5a54-41e9-a834-5463c45a3977', 'mac_address': 'fa:16:3e:dc:8b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a2ed10-73ad-4982-bae4-a08e416ae49f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:30.638288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:30.654281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b58066-5a54-41e9-a834-5463c45a3977 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:30.667792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e401858-2cd2-4368-b03a-db10fd7a0b90 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:30.677596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:30.678705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f1b58066-5a54-41e9-a834-5463c45a3977,segment=NetworkSegment(141ea283-bb3e-4fa3-9977-b01e7f8972d1),segment_id=141ea283-bb3e-4fa3-9977-b01e7f8972d1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:30.718841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Transition to ACTIVE for port object 1e401858-2cd2-4368-b03a-db10fd7a0b90 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:30.760937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb693d-6fb8-4283-9fa0-cf3327c0c967 req-ed58e4b6-7a8d-48c8-a824-c9d738aa57fd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:30.763660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0bb693d-6fb8-4283-9fa0-cf3327c0c967 req-ed58e4b6-7a8d-48c8-a824-c9d738aa57fd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.0820391 Dec 16 15:22:30.774651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:30.834630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:30.860107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:30.860107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0bb693d-6fb8-4283-9fa0-cf3327c0c967 req-84d67652-d478-4e5b-8c94-6b3f9cdfe909 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Dec 16 15:22:30.946137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:31.018553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Attempting to bind port 1e401858-2cd2-4368-b03a-db10fd7a0b90 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:31.019184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Attempting to bind port 1e401858-2cd2-4368-b03a-db10fd7a0b90 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:31.019724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Attempting to bind port 1e401858-2cd2-4368-b03a-db10fd7a0b90 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:31.027101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Port 1e401858-2cd2-4368-b03a-db10fd7a0b90 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:31.028313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Attempting to bind port 1e401858-2cd2-4368-b03a-db10fd7a0b90 on network d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:31.037028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:31.037670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Checking segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:31.038225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Bound using segment: {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:31.038863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Bound port: 1e401858-2cd2-4368-b03a-db10fd7a0b90, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369a27c6-250f-4b92-a18a-96503a70525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:31.039482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:31.122480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:31.126865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:31.221302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f1b58066-5a54-41e9-a834-5463c45a3977'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:31.296716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:31.344780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:31.345324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:31.346760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] 10.222.0.74 "PUT /v2.0/ports/1e401858-2cd2-4368-b03a-db10fd7a0b90 HTTP/1.1" status: 200 len: 1092 time: 1.4343114 Dec 16 15:22:31.347244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:31.350205 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8927cba1-76ec-470f-88c3-3154442b939a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:31.403983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b185b6-c43f-4256-96f3-94d2d0033bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:31.494300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e54-869e-488e-a6ea-f98470cb3567 req-7e3f5cf2-b256-4cb4-8b33-e6a49cfb2b2b tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:31.497209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33272e54-869e-488e-a6ea-f98470cb3567 req-7e3f5cf2-b256-4cb4-8b33-e6a49cfb2b2b tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 944 time: 0.0769522 Dec 16 15:22:31.619395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33272e54-869e-488e-a6ea-f98470cb3567 req-9c80dd62-26f1-4b81-9694-5893156e3224 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148562 Dec 16 15:22:31.636110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de410fe8-6242-47b0-b2b0-f3c4010e0f3c req-88b75292-f2a7-42a8-b395-60e653823494 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:31.643102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de410fe8-6242-47b0-b2b0-f3c4010e0f3c req-88b75292-f2a7-42a8-b395-60e653823494 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 944 time: 0.1168773 Dec 16 15:22:31.650337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-3fc0260f-434b-41e9-a719-035c8d3124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:31.652108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-3fc0260f-434b-41e9-a719-035c8d3124bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 1095 time: 0.0988939 Dec 16 15:22:31.726112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de410fe8-6242-47b0-b2b0-f3c4010e0f3c req-3d2d7cd8-c52b-4d53-8bde-50d7297967a9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603557 Dec 16 15:22:31.815701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-33c3d948-b093-4805-b7d6-e2ce65e379c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90 HTTP/1.1" status: 200 len: 217 time: 0.0876172 Dec 16 15:22:31.893695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-f50b457c-d58a-40cb-8022-95150cddeedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:31.896382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-f50b457c-d58a-40cb-8022-95150cddeedf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.0734217 Dec 16 15:22:31.934934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-b99af86b-59a0-4325-b4f6-910383dd28ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290966 Dec 16 15:22:32.083893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-e01e774a-ee23-4b17-bb30-55722b857e37 service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347227 Dec 16 15:22:32.183161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f1b58066-5a54-41e9-a834-5463c45a3977 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:32.243961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fcdf156-c669-45b6-ac28-1c0fedc6d5d7 req-bbadc36e-5296-43a0-97b2-f849bf5146bf service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570451 Dec 16 15:22:32.246792 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16efa106-8c2d-481a-81d2-c394524df19d x-openstack-request-id: req-16efa106-8c2d-481a-81d2-c394524df19d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:32.247257 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:32.247704 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16efa106-8c2d-481a-81d2-c394524df19d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:32.254256 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'status': 'completed', 'code': 200} Dec 16 15:22:32.365447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129ec4b-8a2a-4142-b937-ff4fd825f5b7 req-3a67ca24-b561-457a-ade5-f23f3bc1c93b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.368327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e129ec4b-8a2a-4142-b937-ff4fd825f5b7 req-3a67ca24-b561-457a-ade5-f23f3bc1c93b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1183453 Dec 16 15:22:32.433973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f1b58066-5a54-41e9-a834-5463c45a3977 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:32.442034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f1b58066-5a54-41e9-a834-5463c45a3977 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:32.442537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:32.514508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e129ec4b-8a2a-4142-b937-ff4fd825f5b7 req-7f405b1f-a940-451f-8855-589d5f8dcbbd tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378856 Dec 16 15:22:32.545339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3314470-ee01-4cad-84c3-34773d534a97 req-ed0c4421-69c3-420a-9cd9-871deb48d226 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.548094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3314470-ee01-4cad-84c3-34773d534a97 req-ed0c4421-69c3-420a-9cd9-871deb48d226 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 949 time: 0.1320510 Dec 16 15:22:32.640198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:32.653999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927cba1-76ec-470f-88c3-3154442b939a req-9efdd8e6-e020-44bf-8fdb-23eb9f07eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.657892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-9efdd8e6-e020-44bf-8fdb-23eb9f07eda3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 1095 time: 0.1067798 Dec 16 15:22:32.686089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3314470-ee01-4cad-84c3-34773d534a97 req-a1b6a112-d98f-4cd0-8f82-53c92949a25b tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132884 Dec 16 15:22:32.686399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:32.688679 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e0b1d-7839-466f-9495-f6e120ae56c7" -d '{"events": [{"server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "name": "network-vif-plugged", "status": "completed", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:32.702079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f1b58066-5a54-41e9-a834-5463c45a3977,segment=NetworkSegment(141ea283-bb3e-4fa3-9977-b01e7f8972d1),segment_id=141ea283-bb3e-4fa3-9977-b01e7f8972d1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:32.865055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d77c4-dc36-49ca-b33f-d6ff43f67156 req-edecd10a-15ef-40a7-adfe-458dc0a4b267 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.866704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-227d77c4-dc36-49ca-b33f-d6ff43f67156 req-edecd10a-15ef-40a7-adfe-458dc0a4b267 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 944 time: 0.1186879 Dec 16 15:22:32.879773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a6f28-6061-40d1-96ea-650a1a03d535 req-91e270d6-a388-4886-a440-c799325df75c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.879773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a6a6f28-6061-40d1-96ea-650a1a03d535 req-91e270d6-a388-4886-a440-c799325df75c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.1994915 Dec 16 15:22:32.880151 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:32.890060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927cba1-76ec-470f-88c3-3154442b939a req-12cb0742-6fb0-483a-8c22-31f3b090a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:32.891518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-12cb0742-6fb0-483a-8c22-31f3b090a56d service neutron] 10.222.0.74 "GET /v2.0/networks?id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 200 len: 904 time: 0.2153275 Dec 16 15:22:32.964892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-d633b6aa-9d03-4393-b92c-b3eec75dc608 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90 HTTP/1.1" status: 200 len: 217 time: 0.0633883 Dec 16 15:22:32.978068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:33.057337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-227d77c4-dc36-49ca-b33f-d6ff43f67156 req-9d53f49a-ab76-4fd3-90a6-5e9a85e4769d tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793988 Dec 16 15:22:33.068093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a6a6f28-6061-40d1-96ea-650a1a03d535 req-26b66597-18ed-44d8-acf5-78f5f3042834 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794543 Dec 16 15:22:33.095348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927cba1-76ec-470f-88c3-3154442b939a req-e95fa222-d019-4059-9423-8306e4a6b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:33.097138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-e95fa222-d019-4059-9423-8306e4a6b733 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 200 len: 843 time: 0.1159956 Dec 16 15:22:33.148077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-bf1b91da-bee4-4ad9-812d-35b3181b2831 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430121 Dec 16 15:22:33.163760 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeea76b-c5ea-4b4d-8243-a4a3599be594 x-openstack-request-id: req-deeea76b-c5ea-4b4d-8243-a4a3599be594 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:33.164685 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "name": "network-vif-plugged", "status": "completed", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:33.165375 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-deeea76b-c5ea-4b4d-8243-a4a3599be594 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:33.166803 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977', 'code': 200} Dec 16 15:22:33.432062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500697-8751-4823-8f57-78750a14ce48 req-1b0d3854-e975-44ad-b412-7532e7e6e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:33.435593 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f0500697-8751-4823-8f57-78750a14ce48 req-1b0d3854-e975-44ad-b412-7532e7e6e6ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 1096 time: 0.1044216 Dec 16 15:22:33.438153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf5edc-5e4f-4c45-ad35-f11428d39d81 req-76195c5d-2a86-455b-95b6-9d590cd76ed6 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:33.439877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cf5edc-5e4f-4c45-ad35-f11428d39d81 req-76195c5d-2a86-455b-95b6-9d590cd76ed6 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 949 time: 0.1618900 Dec 16 15:22:33.456882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a850c-a6ee-4e3c-8028-6f9d9a1a5ead req-818efba2-b51a-4a49-a594-10c8469ccdb7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:33.458752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-013a850c-a6ee-4e3c-8028-6f9d9a1a5ead req-818efba2-b51a-4a49-a594-10c8469ccdb7 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 944 time: 0.1546028 Dec 16 15:22:33.477211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-e20692f8-f260-4730-a288-7a6a8ba1758f service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199265 Dec 16 15:22:33.514028 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f0500697-8751-4823-8f57-78750a14ce48 req-059d0bd6-ce96-45d1-b3f2-ef46ccc499f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Dec 16 15:22:33.970872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56cf5edc-5e4f-4c45-ad35-f11428d39d81 req-1368976e-148a-4b85-a4e6-ab79184e1341 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081756 Dec 16 15:22:33.977320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-013a850c-a6ee-4e3c-8028-6f9d9a1a5ead req-d04d32ba-be10-435b-9996-23dd19bddb93 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972169 Dec 16 15:22:34.020835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8927cba1-76ec-470f-88c3-3154442b939a req-739ee39c-bf35-4057-bf09-f1dec0cacd6b service neutron] 10.222.0.74 "GET /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146382 Dec 16 15:22:34.191986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:34.333451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72cd85-5d7c-4c80-8d5f-455f54b71bab req-6dae2727-176f-42c5-ba14-098edde0be76 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:34.336019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed72cd85-5d7c-4c80-8d5f-455f54b71bab req-6dae2727-176f-42c5-ba14-098edde0be76 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 946 time: 0.1031728 Dec 16 15:22:34.340689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:34.365858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '02b438de-b09a-43ff-86e4-c66f8315a869', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'port_id': '02b438de-b09a-43ff-86e4-c66f8315a869', 'mac_address': 'fa:16:3e:19:52:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022d0e09-d5a9-44e2-bee2-4eb0b2917808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:34.429181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed72cd85-5d7c-4c80-8d5f-455f54b71bab req-cbb75fe6-2d81-4236-b2a1-91916258643d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843694 Dec 16 15:22:34.445113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:34.470848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:34.508764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:34.578219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d015-b076-4d01-b53a-43f84dbb2e18 req-ceea2f63-21d7-49b4-bc44-590598c0da60 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:34.579853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b45d015-b076-4d01-b53a-43f84dbb2e18 req-ceea2f63-21d7-49b4-bc44-590598c0da60 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 945 time: 0.0532615 Dec 16 15:22:34.631142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:34.653214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b45d015-b076-4d01-b53a-43f84dbb2e18 req-1347584d-128d-440c-8c2d-762c68b78637 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663161 Dec 16 15:22:34.696527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:34.804736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['02b438de-b09a-43ff-86e4-c66f8315a869'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:34.819242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c7fd-a058-4c85-a87a-41acd5aa9daa req-2c54c2ed-9126-49d6-b68e-54993465dfbf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:34.820885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d92c7fd-a058-4c85-a87a-41acd5aa9daa req-2c54c2ed-9126-49d6-b68e-54993465dfbf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.0551603 Dec 16 15:22:34.924575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d92c7fd-a058-4c85-a87a-41acd5aa9daa req-edb77c44-67dd-42ac-957e-0265b18da318 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671985 Dec 16 15:22:35.735439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054959-1dc4-4cf0-bdb5-c774c763ac9b req-94d1dbd2-46f6-4ad1-b97f-bcee77575cdc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:35.737180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5054959-1dc4-4cf0-bdb5-c774c763ac9b req-94d1dbd2-46f6-4ad1-b97f-bcee77575cdc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 944 time: 0.0567183 Dec 16 15:22:35.812249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5054959-1dc4-4cf0-bdb5-c774c763ac9b req-ad87f223-dd1e-4086-a413-21e6eeea699b tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651860 Dec 16 15:22:35.968947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3a0e4-0c16-4591-8cb2-f405539e2343 req-1d129d59-0354-499a-a984-e122c92e62cc tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:35.975518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01c3a0e4-0c16-4591-8cb2-f405539e2343 req-1d129d59-0354-499a-a984-e122c92e62cc tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 945 time: 0.0705109 Dec 16 15:22:36.037105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01c3a0e4-0c16-4591-8cb2-f405539e2343 req-a8cfb756-1c0e-4104-bf63-2fde7821c97b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598266 Dec 16 15:22:36.212084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b36f39-51db-4137-8f61-f8021f03f86a req-efa90c71-e542-4b4d-bb0f-044b560b856f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:36.213635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67b36f39-51db-4137-8f61-f8021f03f86a req-efa90c71-e542-4b4d-bb0f-044b560b856f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.0877638 Dec 16 15:22:36.237586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f7374-534c-49dd-8660-f8f22f65d227 req-e7dbffeb-948a-4427-aa23-2203fbfe5592 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:36.238709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:36.239469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-096f7374-534c-49dd-8660-f8f22f65d227 req-e7dbffeb-948a-4427-aa23-2203fbfe5592 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 945 time: 0.0789704 Dec 16 15:22:36.315795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67b36f39-51db-4137-8f61-f8021f03f86a req-98f9f516-4380-4a68-a223-05f920a8babf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931947 Dec 16 15:22:36.332055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-096f7374-534c-49dd-8660-f8f22f65d227 req-0d21c1f7-5015-4dc5-8b2e-7671fd443948 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792191 Dec 16 15:22:36.358734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:36.379346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:36.402329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:36.479178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:36.485955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:36.575639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:36.663267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:36.687143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'mac_address': 'fa:16:3e:6a:f0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:36.750599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:36.766002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e401858-2cd2-4368-b03a-db10fd7a0b90 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:36.790753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:36.942285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:37.050729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:37.165095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076c928-ee72-4230-ae22-8b4a53386ebf req-d6fcefbb-743c-484b-961e-a6bf3e1075cf tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:37.166708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c076c928-ee72-4230-ae22-8b4a53386ebf req-d6fcefbb-743c-484b-961e-a6bf3e1075cf tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 945 time: 0.0551875 Dec 16 15:22:37.257320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c076c928-ee72-4230-ae22-8b4a53386ebf req-b03b1033-c5ce-4e0a-a1cd-7eccd2f5a4a8 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824971 Dec 16 15:22:37.453944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e0458-4947-48e5-888d-2b0ce9666314 req-df08fb17-66b8-48ad-87c4-397967ac5f46 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:37.455506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-483e0458-4947-48e5-888d-2b0ce9666314 req-df08fb17-66b8-48ad-87c4-397967ac5f46 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.0731745 Dec 16 15:22:37.509171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1e401858-2cd2-4368-b03a-db10fd7a0b90'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:37.536247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499f659-d70d-4e46-8c0f-3dcb44c4bc23 req-68504782-6d7e-4908-938c-1e39cf8aba94 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:37.537955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4499f659-d70d-4e46-8c0f-3dcb44c4bc23 req-68504782-6d7e-4908-938c-1e39cf8aba94 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 945 time: 0.0813749 Dec 16 15:22:37.548288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-483e0458-4947-48e5-888d-2b0ce9666314 req-60a19ca0-45dc-41a0-a394-dc40bad706ab tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825195 Dec 16 15:22:37.616759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4499f659-d70d-4e46-8c0f-3dcb44c4bc23 req-e8768094-684b-466c-8953-8168de6e8188 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671151 Dec 16 15:22:37.771067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7a1f4-9c9e-4b6d-b7d7-fa4165bd642c req-ba78d872-c3a0-4498-9438-9d84f03b55c2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:37.772734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66e7a1f4-9c9e-4b6d-b7d7-fa4165bd642c req-ba78d872-c3a0-4498-9438-9d84f03b55c2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.0669606 Dec 16 15:22:37.843049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66e7a1f4-9c9e-4b6d-b7d7-fa4165bd642c req-48824123-b37b-457d-b775-f050d70d59bf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632432 Dec 16 15:22:37.954193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-ef6bbb42-0519-4225-b9e0-b700f983c528 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:37.963326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-ef6bbb42-0519-4225-b9e0-b700f983c528 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 946 time: 0.1244984 Dec 16 15:22:38.080126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:38.080126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:38.189294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:38.189975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:38.205174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 4e43ee03-81f8-46a5-b573-299ca6f4ba0a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:38.477534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a169-a46f-418c-af6a-9c6135baac9c req-eab5b171-24e3-492c-851d-453551329d39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:38.479165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f4a169-a46f-418c-af6a-9c6135baac9c req-eab5b171-24e3-492c-851d-453551329d39 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 945 time: 0.0776002 Dec 16 15:22:38.501857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:38.546559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61f4a169-a46f-418c-af6a-9c6135baac9c req-2ab320d5-da77-45d3-9055-2f80aa7a372c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Dec 16 15:22:38.604530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:38.610913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:38.629365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'mac_address': 'fa:16:3e:0a:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:38.658245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=4e43ee03-81f8-46a5-b573-299ca6f4ba0a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:38.692768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:38.729684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:38.742891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4e43ee03-81f8-46a5-b573-299ca6f4ba0a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:38.788774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 4e43ee03-81f8-46a5-b573-299ca6f4ba0a on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:38.796241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:38.800147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe96a81d-3cbf-4552-9edf-86b516963b08 req-1d7044d2-3a6b-4434-917d-510a2df9a44c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.74 "DELETE /v2.0/ports/4e43ee03-81f8-46a5-b573-299ca6f4ba0a HTTP/1.1" status: 204 len: 173 time: 0.8338106 Dec 16 15:22:38.808831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'name': 'network-vif-deleted', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:38.821930 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b19eca-2cca-419a-8bb3-cb191ae9a15d" -d '{"events": [{"server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "name": "network-vif-deleted", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:38.822967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:38.875527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851e977-9bd1-449a-b938-906ff7775df1 req-911bff01-4e49-4d45-b124-f4a43b85186c tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:38.876505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f4c03-5a49-4f8c-a586-fbb97534607e req-c34488d0-acee-4fb2-9e4c-f63a0face24c tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:38.877043 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d851e977-9bd1-449a-b938-906ff7775df1 req-911bff01-4e49-4d45-b124-f4a43b85186c tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.30 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 945 time: 0.1086047 Dec 16 15:22:38.877203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-472f4c03-5a49-4f8c-a586-fbb97534607e req-c34488d0-acee-4fb2-9e4c-f63a0face24c tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 945 time: 0.1626747 Dec 16 15:22:38.891806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6d799-3972-4179-a6ac-479a0d1223c8 req-5b45ee72-789c-41b7-8cea-d645d006a6b2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:38.894267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13f6d799-3972-4179-a6ac-479a0d1223c8 req-5b45ee72-789c-41b7-8cea-d645d006a6b2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.1817496 Dec 16 15:22:38.970535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.009807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-472f4c03-5a49-4f8c-a586-fbb97534607e req-cfbc4560-9f0e-4639-b79d-1f1dd5108d8a tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/security-groups?id=f7461854-3581-493e-97cf-73ec9928b79e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141250 Dec 16 15:22:39.019313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13f6d799-3972-4179-a6ac-479a0d1223c8 req-23f3440f-673c-4ea2-a201-91289fc6f799 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001427 Dec 16 15:22:39.034148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:39.043551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Deleting port f1b58066-5a54-41e9-a834-5463c45a3977 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:39.043943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.123805 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c338b8f-1558-45e7-b446-99d21b9cde34 x-openstack-request-id: req-0c338b8f-1558-45e7-b446-99d21b9cde34 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:39.124415 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac96103d-af47-491e-97a8-1f40217ac7ea", "name": "network-vif-deleted", "tag": "4e43ee03-81f8-46a5-b573-299ca6f4ba0a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:39.124963 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c338b8f-1558-45e7-b446-99d21b9cde34 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:39.126051 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac96103d-af47-491e-97a8-1f40217ac7ea', 'name': 'network-vif-deleted', 'tag': '4e43ee03-81f8-46a5-b573-299ca6f4ba0a', 'status': 'completed', 'code': 200} Dec 16 15:22:39.174897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d3a3531f-387f-41c1-8d47-c35504db0ebc'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:39.176960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] For port f1b58066-5a54-41e9-a834-5463c45a3977, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f1b58066-5a54-41e9-a834-5463c45a3977,segment=NetworkSegment(141ea283-bb3e-4fa3-9977-b01e7f8972d1),segment_id=141ea283-bb3e-4fa3-9977-b01e7f8972d1)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:39.177213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.200177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Calling delete_port for f1b58066-5a54-41e9-a834-5463c45a3977 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:39.408077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-1af39139-070f-4ee8-8fb1-8317dafb7368 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:39.411588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-1af39139-070f-4ee8-8fb1-8317dafb7368 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.2242506 Dec 16 15:22:39.429488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-652ccfbd-a177-4f62-9097-3f4e76305e90 req-09583ad3-189d-4fe0-b715-c1f35c03b696 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=ac96103d-af47-491e-97a8-1f40217ac7ea HTTP/1.1" status: 200 len: 210 time: 0.0951817 Dec 16 15:22:39.545143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-d6cc3fce-1738-4c33-9440-295a199c81fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686941 Dec 16 15:22:39.595872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.630739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f1b58066-5a54-41e9-a834-5463c45a3977'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:39.666568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Pushing event deleted for resources: {'Port': ['ID=f1b58066-5a54-41e9-a834-5463c45a3977,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:39.674011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Deleting port 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:39.674011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.774119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] No DVR routers for this DVR port f1b58066-5a54-41e9-a834-5463c45a3977 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:39.777168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.783095 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d851e977-9bd1-449a-b938-906ff7775df1 req-cb347c88-0a7d-47b1-9c3f-1ceb502b5ec3 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.30 "DELETE /v2.0/ports/f1b58066-5a54-41e9-a834-5463c45a3977 HTTP/1.1" status: 204 len: 173 time: 0.8886089 Dec 16 15:22:39.786519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'name': 'network-vif-deleted', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:39.789759 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac2682a-db5d-4a37-b3c2-fe8de86afb6d" -d '{"events": [{"server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "name": "network-vif-deleted", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:39.845622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-b25c0ff8-5389-4732-bc32-0c73eb9d7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:39.848256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-b25c0ff8-5389-4732-bc32-0c73eb9d7e17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1097 time: 0.1616991 Dec 16 15:22:39.883558 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815021a6-8c42-4018-a036-80f3575678a2 x-openstack-request-id: req-815021a6-8c42-4018-a036-80f3575678a2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:39.884165 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5663c79d-d067-45f2-a85b-0ab670831024", "name": "network-vif-deleted", "tag": "f1b58066-5a54-41e9-a834-5463c45a3977", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:39.884321 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-815021a6-8c42-4018-a036-80f3575678a2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:39.884836 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5663c79d-d067-45f2-a85b-0ab670831024', 'name': 'network-vif-deleted', 'tag': 'f1b58066-5a54-41e9-a834-5463c45a3977', 'status': 'completed', 'code': 200} Dec 16 15:22:39.931005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] For port 02b438de-b09a-43ff-86e4-c66f8315a869, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=02b438de-b09a-43ff-86e4-c66f8315a869,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:39.942074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:39.985352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Calling delete_port for 02b438de-b09a-43ff-86e4-c66f8315a869 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:40.038703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-1cc4bba2-4ca5-4ae5-9fdb-7390dc796ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:40.040262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-1cc4bba2-4ca5-4ae5-9fdb-7390dc796ec2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 915 time: 0.1193693 Dec 16 15:22:40.165377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-382ab036-0d29-43e1-9194-32e67bd5e190 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 1001 time: 0.1176345 Dec 16 15:22:40.287346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-8ef05121-5f91-4ca4-96a7-46333e874185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:40.291867 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-8ef05121-5f91-4ca4-96a7-46333e874185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 200 len: 853 time: 0.1186423 Dec 16 15:22:40.331166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819e9d-1fb4-40cd-b59b-1dd55d1c7377 req-2ba7c9ca-1f15-4f5d-a7ab-e32508ee8a1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:40.336604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c819e9d-1fb4-40cd-b59b-1dd55d1c7377 req-2ba7c9ca-1f15-4f5d-a7ab-e32508ee8a1d tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 945 time: 0.3911955 Dec 16 15:22:40.375612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-03a41b30-54be-42fe-b31e-d71f1d68a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:40.377660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-03a41b30-54be-42fe-b31e-d71f1d68a972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7daa072-ee1c-48b6-8153-ca0061ddc032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783567 Dec 16 15:22:40.429469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398829f1-5b62-4136-9f88-b2008e2e0a89 req-4dd11f06-b9a1-4f25-b3a6-0144f06d16ad tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:40.431017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-398829f1-5b62-4136-9f88-b2008e2e0a89 req-4dd11f06-b9a1-4f25-b3a6-0144f06d16ad tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 944 time: 0.1819513 Dec 16 15:22:40.478488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c819e9d-1fb4-40cd-b59b-1dd55d1c7377 req-f07473fe-af90-46bd-b0ce-d75ed81303bb tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029644 Dec 16 15:22:40.513324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:40.539099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:40.679334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-422143bc-2f8a-4f79-ba85-4154c0ba9cbd service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869570 Dec 16 15:22:40.679877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d3a3531f-387f-41c1-8d47-c35504db0ebc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:40.680971 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:40.747529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-398829f1-5b62-4136-9f88-b2008e2e0a89 req-5e829b0d-9b23-4a0c-b43d-efc22d510346 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861071 Dec 16 15:22:40.792833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event deleted for resources: {'Port': ['ID=02b438de-b09a-43ff-86e4-c66f8315a869,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:40.887800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:40.909748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23db0527-def7-4890-b2cf-8b5902f2bec6 req-e51839ea-b54f-4066-b4c7-05b1e4485832 tempest-ServerGroupTestJSON-1427402647 tempest-ServerGroupTestJSON-1427402647-project] 10.222.0.71 "GET /v2.0/ports?device_id=5663c79d-d067-45f2-a85b-0ab670831024 HTTP/1.1" status: 200 len: 210 time: 0.1561832 Dec 16 15:22:40.963431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-24514017-41c2-4c02-b1ec-5746482be7e0 req-3c6db1ea-54c2-480c-9c8c-d4f583cd6211 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767303 Dec 16 15:22:41.027413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:41.031586 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b8e60-55a6-4a67-a828-d90b83612f5c" -d '{"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:41.069794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:41.159205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] No DVR routers for this DVR port 02b438de-b09a-43ff-86e4-c66f8315a869 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:41.168118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:41.184204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6f09f7a-de4c-44d2-ac28-8dcb47fcc6e3 req-d0e18f4c-5dda-4674-8cd8-75533f74e00c tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "DELETE /v2.0/ports/02b438de-b09a-43ff-86e4-c66f8315a869 HTTP/1.1" status: 204 len: 173 time: 1.7509050 Dec 16 15:22:41.185101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'name': 'network-vif-deleted', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:41.191767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:41.192549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:41.195032 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d873b-e581-4877-aad3-ebc603e3cc7e" -d '{"events": [{"server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "name": "network-vif-deleted", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:41.454333 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c35ae-7074-46c8-afdc-05d802620309 x-openstack-request-id: req-4f1c35ae-7074-46c8-afdc-05d802620309 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:41.454995 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea", "name": "network-vif-deleted", "tag": "02b438de-b09a-43ff-86e4-c66f8315a869", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:41.455457 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f1c35ae-7074-46c8-afdc-05d802620309 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:41.456140 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea', 'name': 'network-vif-deleted', 'tag': '02b438de-b09a-43ff-86e4-c66f8315a869', 'status': 'completed', 'code': 200} Dec 16 15:22:41.460576 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb2542-b528-4518-be04-091f67f5f2ee x-openstack-request-id: req-26eb2542-b528-4518-be04-091f67f5f2ee {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:41.464855 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:41.464855 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26eb2542-b528-4518-be04-091f67f5f2ee {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:41.464855 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'code': 200} Dec 16 15:22:41.531580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:41.659804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 1e401858-2cd2-4368-b03a-db10fd7a0b90 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:22:41.665804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 1e401858-2cd2-4368-b03a-db10fd7a0b90 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:41.668459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:41.871648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b604c51-5455-48b2-a6ad-fce39c333fe7 req-717cd99c-7555-4006-84cc-4ebef6bcf4cd tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:41.879527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b604c51-5455-48b2-a6ad-fce39c333fe7 req-717cd99c-7555-4006-84cc-4ebef6bcf4cd tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 945 time: 0.2446370 Dec 16 15:22:41.900025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:41.958836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b604c51-5455-48b2-a6ad-fce39c333fe7 req-d473ef60-c5e9-4927-ae41-f30655c62923 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782490 Dec 16 15:22:41.987651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:42.051892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-db7b37e8-8a5e-4c96-95df-383c8667991d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:42.055633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-db7b37e8-8a5e-4c96-95df-383c8667991d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.3492296 Dec 16 15:22:42.067280 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:42.076794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4e43ee03-81f8-46a5-b573-299ca6f4ba0a no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:42.101472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-65c10ece-ba36-4b4b-9f4a-8513ea8876e2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0254028 Dec 16 15:22:42.189325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f64e0fb0-f3cf-4ef3-b848-421a86d0e5be req-2cc2f84a-ca81-4ced-a933-e00dbec5a7f4 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=0749d5ff-57ce-4ba2-85b6-c4a0a99d4dea HTTP/1.1" status: 200 len: 210 time: 0.0707355 Dec 16 15:22:42.215889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-279a0fe7-3951-4719-a589-67c3c170110c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875351 Dec 16 15:22:42.282948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 4e43ee03-81f8-46a5-b573-299ca6f4ba0a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:22:42.283322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4e43ee03-81f8-46a5-b573-299ca6f4ba0a not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:22:42.294166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f1b58066-5a54-41e9-a834-5463c45a3977 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:42.386347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f1b58066-5a54-41e9-a834-5463c45a3977 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:22:42.386766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f1b58066-5a54-41e9-a834-5463c45a3977 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:22:42.387317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:42.394357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:42.446139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 02b438de-b09a-43ff-86e4-c66f8315a869 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:22:42.446408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 02b438de-b09a-43ff-86e4-c66f8315a869 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:22:42.478991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-7f031ebd-69bc-468f-9492-1ac23b0c7aa6 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631443 Dec 16 15:22:42.655406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-3784c2d7-7432-4b38-aa97-ec94c0170360 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676474 Dec 16 15:22:43.237051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f867c87-5100-4d4a-8cb0-fc5afb33005b req-88c02278-796c-4571-aa66-659a41ac2243 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 210 time: 0.0979369 Dec 16 15:22:43.343786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650ca36-c6b5-46aa-ab68-c315d782e30c req-045a5283-405c-407e-bfa6-cf7c310b5b3f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:43.354930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9650ca36-c6b5-46aa-ab68-c315d782e30c req-045a5283-405c-407e-bfa6-cf7c310b5b3f tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.1797516 Dec 16 15:22:43.462518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:43.464985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9650ca36-c6b5-46aa-ab68-c315d782e30c req-68a9d495-81ec-4166-8c59-d8eea1c2fe00 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083858 Dec 16 15:22:43.465609 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408c0301-6397-4ee9-988f-8116c5d3d71c" -d '{"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-plugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:43.622342 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cec07ed-91be-453e-baaf-f12917c1b5c2 x-openstack-request-id: req-3cec07ed-91be-453e-baaf-f12917c1b5c2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:43.623509 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-plugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:43.624014 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3cec07ed-91be-453e-baaf-f12917c1b5c2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:43.624746 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'code': 200} Dec 16 15:22:43.880509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898a1d6-bd1a-4ad1-adb0-9f3fc87e4abc req-24641897-9700-4b6c-851c-755bd6eccc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:43.880509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9898a1d6-bd1a-4ad1-adb0-9f3fc87e4abc req-24641897-9700-4b6c-851c-755bd6eccc80 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 1097 time: 0.0933740 Dec 16 15:22:43.967631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9898a1d6-bd1a-4ad1-adb0-9f3fc87e4abc req-98fbf3ff-0bf9-4842-a0c8-b5d4d856614d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803390 Dec 16 15:22:44.079281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:44.084586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634342021', 'description': 'tempest-description--1346479791'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:44.152891 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b3da7b5-366c-4039-b763-6d990c8ebd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.295949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.425263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44126) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:44.474619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f0a8b75-c553-4e43-ac0e-885bda5e8878 req-4fea6516-852d-40b4-8eec-f95bc8ddc356 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 210 time: 0.1002126 Dec 16 15:22:44.547463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Deleting subnet 80a2ed10-73ad-4982-bae4-a08e416ae49f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:22:44.566718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.595327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.639593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.724829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.784579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.791224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e9aa63-efb5-4478-8915-8500f48a9d0e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:44.807556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddd13f-a42c-4e45-b2b4-63f4eba5bb30 req-b839429f-9b2c-4ab5-a05b-2633975b62d1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:44.816465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2ddd13f-a42c-4e45-b2b4-63f4eba5bb30 req-b839429f-9b2c-4ab5-a05b-2633975b62d1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.1482236 Dec 16 15:22:44.936113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:44.941415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a2e5c064-c437-4472-8c14-35448da84ad6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8604469 Dec 16 15:22:44.946958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:44.957025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'security_group_rule': {'security_group_id': '47e9aa63-efb5-4478-8915-8500f48a9d0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:44.988771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2ddd13f-a42c-4e45-b2b4-63f4eba5bb30 req-7e740061-b361-4f35-bbe7-17afad8273a5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708131 Dec 16 15:22:45.031815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.078054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a2ed10-73ad-4982-bae4-a08e416ae49f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:45.089045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.095954 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6a68c98-d1c0-44dc-9387-6044bcf4632d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/80a2ed10-73ad-4982-bae4-a08e416ae49f HTTP/1.1" status: 204 len: 168 time: 0.6661804 Dec 16 15:22:45.095954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44142) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:45.179682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.235081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.319610 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.447888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.451548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.493850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2945aaef-b08f-40a0-ad8b-28dee677e664,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:45.509159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187074aa-50b4-4a53-840b-7c2635a70ab0']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:45.529212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141ea283-bb3e-4fa3-9977-b01e7f8972d1') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:45.530293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141ea283-bb3e-4fa3-9977-b01e7f8972d1') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:22:45.562415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.591080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:22:45.630174 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:22:45.635306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d426354-a014-4701-ab8e-11dc4d3d1ec0 req-d040f200-bff3-43a0-b725-8ea370a637bc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 210 time: 0.0605376 Dec 16 15:22:45.645087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.652240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:45.658887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-317074d1-ac8e-4960-8033-9ec9cc1abf41 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7076931 Dec 16 15:22:45.685723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'security_group_rule': {'security_group_id': '47e9aa63-efb5-4478-8915-8500f48a9d0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:45.882717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.890798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:45.895606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] 10.222.0.71 "DELETE /v2.0/networks/187074aa-50b4-4a53-840b-7c2635a70ab0 HTTP/1.1" status: 204 len: 168 time: 0.7972202 Dec 16 15:22:45.914662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30712cbf-91db-42d6-bfea-86f60feb8322 admin admin] Pushing event deleted for resources: {'Network': ['ID=187074aa-50b4-4a53-840b-7c2635a70ab0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:45.970423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.220687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.286358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab824b49-8f6b-4940-aa8a-68f014683788 req-1384d1b1-2129-48a4-a87b-48b2202e50dc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:46.288101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab824b49-8f6b-4940-aa8a-68f014683788 req-1384d1b1-2129-48a4-a87b-48b2202e50dc tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.0707631 Dec 16 15:22:46.353565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.388574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab824b49-8f6b-4940-aa8a-68f014683788 req-57399f0d-8c7a-4f70-9a70-8d2914da5891 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860167 Dec 16 15:22:46.392005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f98bbf-3628-4325-a75f-c9d6908cea23,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:46.512751 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6de41a29-25ee-427e-ba54-35f189a0a13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.561616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:46.561616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5806dd53-54c7-4037-8090-9134e6ea3f31 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8940277 Dec 16 15:22:46.566365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:46.574552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:47.049173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aca97bbe-6bbe-4651-977a-7f008944674b req-7df19b3b-c906-44e5-9dd2-8f052e173ed6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 210 time: 0.0457833 Dec 16 15:22:47.124981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.139624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44198) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:47.354993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-771b3a5b-9232-4745-a74c-9b3221533124 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a91e622ac36e4821b95a55390355cd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135916 Dec 16 15:22:47.364693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:47.547079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-7b619e0c-74b7-4642-be32-abc2f875ae7b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:47.549895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-7b619e0c-74b7-4642-be32-abc2f875ae7b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.2981496 Dec 16 15:22:47.574300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:47.582251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.633422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.711608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.829973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.963192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.968525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:47.970525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7461854-3581-493e-97cf-73ec9928b79e HTTP/1.1" status: 204 len: 168 time: 0.6041362 Dec 16 15:22:48.029686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da898970-542d-44d4-93ce-1b4091aa0371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7461854-3581-493e-97cf-73ec9928b79e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:48.133940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Allocated IP 172.25.7.24 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/eae8469a-8d49-4b9a-a5e4-eed8d876e38e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:48.195493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:48.211730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:48.374662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9726199-70de-4159-8c69-e010de7ccad6 req-06a53aa5-b94d-4ff6-9f8c-43d126ce42f1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 210 time: 0.0430057 Dec 16 15:22:48.561583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:48.623808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.14 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/4be8d3e4-e1fb-4624-8274-ba7160356ba4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:22:48.729638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d4717-5575-4c40-9e26-7f5c52559225 req-e5be0517-e07a-4b13-8c2a-c31e2a329475 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:48.731260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c4d4717-5575-4c40-9e26-7f5c52559225 req-e5be0517-e07a-4b13-8c2a-c31e2a329475 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.1021078 Dec 16 15:22:48.860770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c4d4717-5575-4c40-9e26-7f5c52559225 req-e9ad04c4-24f0-4bb1-972b-a56ecd27bd2c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206722 Dec 16 15:22:48.884273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.034488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.122237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.160213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'Port': ['ID=eae8469a-8d49-4b9a-a5e4-eed8d876e38e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:49.171296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:49.177145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:49.182699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:49.247935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.291727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-1a1e3e34-eb69-4bda-97db-0a8bde332e94 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2009597 Dec 16 15:22:49.333000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:22:49.364922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:49.368519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:22:49.471493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.472394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.552988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:49.578091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.579242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.580228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.580946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.581708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.582385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.582933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:49.587049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-1dfa5859-4311-46c2-92c4-b089bbddc717 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.1232197 Dec 16 15:22:49.587483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:49.594564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-2d1707cc-b3b7-4d8d-9d9d-4a750eca1eed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0257335 Dec 16 15:22:49.615006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Request body: {'port': {'device_id': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:49.866103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:50.075689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:50.156045 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:22:50.173645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b522-0945-4cdd-9da7-9aae15f122aa req-86ecff08-4168-4eb4-b320-6485dc855814 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:50.178602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80b5b522-0945-4cdd-9da7-9aae15f122aa req-86ecff08-4168-4eb4-b320-6485dc855814 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 932 time: 0.5569272 Dec 16 15:22:50.180728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:50.465773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:50.478446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-7ab41453-0f52-431f-a543-a81b51f28181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:50.479091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-7ab41453-0f52-431f-a543-a81b51f28181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:50.480532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-7ab41453-0f52-431f-a543-a81b51f28181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:50.485384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-7ab41453-0f52-431f-a543-a81b51f28181 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 2297 time: 0.8509765 Dec 16 15:22:50.547258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:22:50.664204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:50.822035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:50.845095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'network_id': 'd76f6e9e-5f82-4df0-96d3-7bb98afd9d41', 'port_id': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'mac_address': 'fa:16:3e:6a:f0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c98a17e1-c31b-468c-81ff-a2911cf1a540', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:22:50.866565 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d321-5714-4613-8544-60d6e8d9d720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:50.985336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.035640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e401858-2cd2-4368-b03a-db10fd7a0b90 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:51.116815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:51.197629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-51803876-network', 'tenant_id': 'eb6d731a503a4be1ba795b644ffd3ff8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:51.356376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d321-5714-4613-8544-60d6e8d9d720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.375393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d9f20-ee40-459b-a543-d9280e4a352d req-a4ef233d-2f7d-4ebf-bec8-f2847109a7f5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:51.384001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d7d9f20-ee40-459b-a543-d9280e4a352d req-a4ef233d-2f7d-4ebf-bec8-f2847109a7f5 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 1.3149586 Dec 16 15:22:51.476795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80b5b522-0945-4cdd-9da7-9aae15f122aa req-63a20999-e135-4aec-9d73-2ed4558b7c98 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2359757 Dec 16 15:22:51.534980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.586428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Made reservation on behalf of eb6d731a503a4be1ba795b644ffd3ff8 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:51.591557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.597959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cc2d321-5714-4613-8544-60d6e8d9d720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.692966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.714734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2d321-5714-4613-8544-60d6e8d9d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4245f366-aad5-4a69-ae98-33f0b06335fe,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:51.746415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:51.768117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1e401858-2cd2-4368-b03a-db10fd7a0b90'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:22:51.837110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.862374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3cc2d321-5714-4613-8544-60d6e8d9d720 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40c03f6f5e6b4cf58d9de1986273dd23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3950105 Dec 16 15:22:51.866574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44336) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:51.897504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.947972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.959914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:51.968826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-b8134054-2db1-4590-8cd5-162e2b923146 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 1000 time: 1.4408937 Dec 16 15:22:51.990523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:22:52.032534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.032888 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Added segment c5bb2e57-aba2-4f8c-ab79-f36576977337 of type vlan for network 4427b45d-1a08-4304-8ff0-784591651ec2 Dec 16 15:22:52.036517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.051870 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.054945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b7f9c-4af7-4224-a718-b81834f680e1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:52.132425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d7d9f20-ee40-459b-a543-d9280e4a352d req-b2eb84ac-c2af-4018-98b2-bb391cedfe65 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471130 Dec 16 15:22:52.193459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.341797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-a696c7d6-5434-44b4-89fb-b31816b3db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:52.343460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-a696c7d6-5434-44b4-89fb-b31816b3db9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.3243024 Dec 16 15:22:52.348296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'Port': ['ID=eae8469a-8d49-4b9a-a5e4-eed8d876e38e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:52.352458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.355483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:52.359749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.361729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.366827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.368970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4245f366-aad5-4a69-ae98-33f0b06335fe HTTP/1.1" status: 204 len: 168 time: 0.5010443 Dec 16 15:22:52.433808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.537442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a3a40-7a92-49f5-a291-b118710f0c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4245f366-aad5-4a69-ae98-33f0b06335fe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:52.566586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:22:52.605923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be8d3e4-e1fb-4624-8274-ba7160356ba4 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:22:52.619291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.641091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Transition to ACTIVE for port object 4be8d3e4-e1fb-4624-8274-ba7160356ba4 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:22:52.650108 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9808068 Dec 16 15:22:52.651151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07eae6a-7787-4872-9224-531a94f0f451 admin admin] Pushing event updated for resources: {'Network': ['ID=4427b45d-1a08-4304-8ff0-784591651ec2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:52.653632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-8f3b27aa-03ed-4d14-ae11-a22bd1ce38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:52.655691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-8f3b27aa-03ed-4d14-ae11-a22bd1ce38de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2922056 Dec 16 15:22:52.656338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:52.665575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Request body: {'subnet': {'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-51803876-subnet', 'tenant_id': 'eb6d731a503a4be1ba795b644ffd3ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:52.679655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4427b45d-1a08-4304-8ff0-784591651ec2 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:22:52.777732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.787726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.789937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-66f4c4b6-3493-40ab-a961-2ed6fb3e6cea tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2218559 Dec 16 15:22:52.808015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 1e401858-2cd2-4368-b03a-db10fd7a0b90 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:22:52.808931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:52.967753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:52.982362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-1da11f50-4437-4c32-b6ca-d942356e5187 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076241 Dec 16 15:22:53.002098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0315f-9d78-48f8-a496-8208f3ac6be4 req-c0a6be9f-da97-4083-b7c7-7eb11f48ba80 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:53.012164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0d0315f-9d78-48f8-a496-8208f3ac6be4 req-c0a6be9f-da97-4083-b7c7-7eb11f48ba80 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.2432706 Dec 16 15:22:53.039397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:53.078933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Made reservation on behalf of eb6d731a503a4be1ba795b644ffd3ff8 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:53.081938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:53.119305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:53.120635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:53.126496 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870c1f38-f51a-4f94-953a-dad3d8b16631" -d '{"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-plugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:53.283993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:53.362559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:53.406055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0d0315f-9d78-48f8-a496-8208f3ac6be4 req-0ff3fada-6686-4acd-81b4-c48691c9ebe3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921361 Dec 16 15:22:53.446865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-03003395-438c-4f26-8fe4-a051aafc39d0 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302292 Dec 16 15:22:53.493263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Attempting to bind port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:22:53.493610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Attempting to bind port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:22:53.494102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Attempting to bind port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:53.559679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-11c700d5-84f1-4e65-9809-92755a7a258b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 217 time: 0.0858827 Dec 16 15:22:53.567959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:22:53.568632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Attempting to bind port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:22:53.641701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:22:53.641701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:53.641701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:22:53.641701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Bound port: 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:22:53.641701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:53.665643 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6acce78-3545-4ef4-b915-84f25869308f x-openstack-request-id: req-d6acce78-3545-4ef4-b915-84f25869308f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:53.665643 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-plugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:53.665643 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6acce78-3545-4ef4-b915-84f25869308f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:53.665643 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'code': 200} Dec 16 15:22:53.731112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-082e6297-00ce-4ef9-85b5-42593ea9a23a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:53.732937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-082e6297-00ce-4ef9-85b5-42593ea9a23a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.4803741 Dec 16 15:22:53.737601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-f8fe3f12-0818-432c-a52d-1ded8f9e7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:53.739263 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-f8fe3f12-0818-432c-a52d-1ded8f9e7f75 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1674085 Dec 16 15:22:53.867376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-aeb965b9-ff53-47ef-8bd6-60e90722590d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/quotas/9d99b68f43864de08fd6e93e6fcbfa4c HTTP/1.1" status: 200 len: 375 time: 0.1022148 Dec 16 15:22:53.993401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-d272c591-4e03-402f-9eeb-fc6ec29339a7 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943344 Dec 16 15:22:54.007350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-1d3992b8-a5a3-4bd8-aa4c-af84ed14e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:54.009079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-1d3992b8-a5a3-4bd8-aa4c-af84ed14e48f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2621078 Dec 16 15:22:54.017912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:22:54.133649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:22:54.150101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc67e56-0203-4a01-b2ff-9172243f7e85 req-fa53d009-6977-4c7a-976c-e2120e019780 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:54.151744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cc67e56-0203-4a01-b2ff-9172243f7e85 req-fa53d009-6977-4c7a-976c-e2120e019780 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.2648544 Dec 16 15:22:54.230029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b61d6d57-9ab5-445b-b59e-5c3af6198554 service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263634 Dec 16 15:22:54.297118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-8bc384b3-3f08-40df-8893-f3c7afe5b5fe service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758193 Dec 16 15:22:54.312179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cc67e56-0203-4a01-b2ff-9172243f7e85 req-ae5f639c-e0b0-4fc7-9888-90b61d19d7b1 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512821 Dec 16 15:22:54.326448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:54.328943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:54.715292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:54.716415 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:54.719302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] 10.222.0.30 "PUT /v2.0/ports/4be8d3e4-e1fb-4624-8274-ba7160356ba4 HTTP/1.1" status: 200 len: 1092 time: 5.1088088 Dec 16 15:22:54.729359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:54.744176 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc902b4-2344-4ae4-8121-8c6d1a4094a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:54.834275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86816261-cc5c-426a-9155-a20d9c27824f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:54.856533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1fa35-94ed-4e93-a277-a741b4727303 service neutron] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:54.884798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-5e7defca-5e7f-4781-b367-0bd88434fc39 service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462092 Dec 16 15:22:54.890337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Checking segment: {'id': 'c5bb2e57-aba2-4f8c-ab79-f36576977337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:22:54.890727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Network hostable DHCP agents. Network: 4427b45d-1a08-4304-8ff0-784591651ec2, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:22:54.905691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-a2be624a-17f9-4d74-9d78-07ecf2e69970 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986011 Dec 16 15:22:54.973051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-dec955b1-d80d-427c-871d-16dcf86594f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 217 time: 0.0553756 Dec 16 15:22:55.168189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Network 4427b45d-1a08-4304-8ff0-784591651ec2 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:22:55.241959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-066895f7-6e7c-43ab-897f-a3be9f97c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:55.244907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-066895f7-6e7c-43ab-897f-a3be9f97c8f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.2625496 Dec 16 15:22:55.366169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4427b45d-1a08-4304-8ff0-784591651ec2) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:22:55.379178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-3b1e4adf-4ea3-4650-bb83-e06a42479e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:55.380820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-3b1e4adf-4ea3-4650-bb83-e06a42479e4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 1095 time: 0.3792887 Dec 16 15:22:55.383998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4c19a-d78e-47d1-9ff3-33dad9d2a030 None None] Network 4427b45d-1a08-4304-8ff0-784591651ec2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:22:55.393819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:55.394772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:55.521245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0387c4d-de61-46e2-829e-b2a987338ae3 req-0505f2f1-392b-40b2-8c29-3d072b0b9723 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:55.524032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0387c4d-de61-46e2-829e-b2a987338ae3 req-0505f2f1-392b-40b2-8c29-3d072b0b9723 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.3739028 Dec 16 15:22:55.528047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-f25e7daa-48ac-48c0-9b10-c22f4d76dcf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4 HTTP/1.1" status: 200 len: 217 time: 0.1254272 Dec 16 15:22:55.616362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-687e361b-9ae8-4c54-8cdf-d2e661c16c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:55.619134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-687e361b-9ae8-4c54-8cdf-d2e661c16c71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3519459 Dec 16 15:22:55.647813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4fa9f203-0189-4a7e-aada-3e8af11f7eb4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.9896185 Dec 16 15:22:55.752672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114d2af8-6f21-4432-97fc-19e7b5f3db4c None None] Network 4427b45d-1a08-4304-8ff0-784591651ec2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:22:55.784455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0387c4d-de61-46e2-829e-b2a987338ae3 req-4c235c60-12ab-49ac-983a-a9cf1ed10410 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441521 Dec 16 15:22:56.527620 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baef6558-0fec-4d46-b384-3c3feda4be71 x-openstack-request-id: req-baef6558-0fec-4d46-b384-3c3feda4be71 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:56.528088 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:56.528276 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-baef6558-0fec-4d46-b384-3c3feda4be71 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:56.528919 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'status': 'completed', 'code': 200} Dec 16 15:22:56.543737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-97e73011-7f7a-46ef-8af5-26621420c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:56.546553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-97e73011-7f7a-46ef-8af5-26621420c867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.9949880 Dec 16 15:22:56.560222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:22:56.691923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-6f13bad3-207d-4e8b-b085-2cb0e2ed7cc7 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0420744 Dec 16 15:22:56.728469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-5d331ee0-156d-4b35-8dc0-717c5170ab5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642156 Dec 16 15:22:56.877044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f1c698b1-2693-4184-abba-74fa920a65f3 req-f7ab4850-4c4f-4ba9-a412-fd007cb57b58 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 210 time: 0.1835556 Dec 16 15:22:56.927654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:56.978664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:56.979705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:56.983286 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc157b-9b65-4004-a769-b07e8dfb99fa" -d '{"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-unplugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:57.082663 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:57.150300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-71a7d795-8891-433d-a853-ab45a1d72b8d service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269924 Dec 16 15:22:57.154413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-fe81dfea-3f41-41e3-93d5-a3e3fc9453b0 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131479 Dec 16 15:22:57.213099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:57.324373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-30dee494-a6f8-4afa-ae1f-501254fcd7df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 217 time: 0.1556036 Dec 16 15:22:57.338519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-0a980eb7-d7cc-4a6a-a9d4-184e9d2596b9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:57.338519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-0a980eb7-d7cc-4a6a-a9d4-184e9d2596b9 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 946 time: 0.3014972 Dec 16 15:22:57.589843 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423eb55d-3022-4117-ad9a-543fc16a4696 x-openstack-request-id: req-423eb55d-3022-4117-ad9a-543fc16a4696 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:57.589843 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-unplugged", "status": "completed", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:57.589843 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-423eb55d-3022-4117-ad9a-543fc16a4696 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:57.589843 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'code': 200} Dec 16 15:22:57.713491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-5c3cc75b-8e1d-455c-b7e3-aca87a8cc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:57.717646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-5c3cc75b-8e1d-455c-b7e3-aca87a8cc46c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.3776822 Dec 16 15:22:57.827224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53b96b62-a4da-4f0b-9fe0-9e90302d60df req-9d5dddb4-6ad2-486a-a89c-14fcf4056ee9 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605976 Dec 16 15:22:57.871270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e6788-5f60-4f12-917a-cc23d1f094ff req-e198ed55-8bc6-48eb-82b8-447b57e095bd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:57.887540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a6e6788-5f60-4f12-917a-cc23d1f094ff req-e198ed55-8bc6-48eb-82b8-447b57e095bd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.3750379 Dec 16 15:22:57.912258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Deleting port 1e401858-2cd2-4368-b03a-db10fd7a0b90 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:22:57.912844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.105956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44494) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:58.112627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700928658-network', 'tenant_id': '8576dbfe62ad4228a5580c521f89e7f8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:58.133707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-36d1755d-3e0e-41c2-a03a-91a250e39666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:58.137157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-36d1755d-3e0e-41c2-a03a-91a250e39666 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4037731 Dec 16 15:22:58.380952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Made reservation on behalf of 8576dbfe62ad4228a5580c521f89e7f8 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:58.384057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.406241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.510395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e855f8-16b9-4d35-bb00-a004a40345e8 req-b2d1ba17-d75b-4919-b027-80bf494a5913 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:58.513739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99e855f8-16b9-4d35-bb00-a004a40345e8 req-b2d1ba17-d75b-4919-b027-80bf494a5913 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 944 time: 0.5491979 Dec 16 15:22:58.533075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a6e6788-5f60-4f12-917a-cc23d1f094ff req-0d9e9806-24b6-4832-8925-b1b5f3b8d8e5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266820 Dec 16 15:22:58.538589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.609092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.656320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-0212b104-17c5-41d4-8039-a886c07f3216 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591613 Dec 16 15:22:58.659592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-eb3086c2-166f-4fb6-9ab2-62f42e9cf4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:58.661907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-eb3086c2-166f-4fb6-9ab2-62f42e9cf4e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 1095 time: 0.4874277 Dec 16 15:22:58.665101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] For port 1e401858-2cd2-4368-b03a-db10fd7a0b90, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1e401858-2cd2-4368-b03a-db10fd7a0b90,segment=NetworkSegment(369a27c6-250f-4b92-a18a-96503a70525c),segment_id=369a27c6-250f-4b92-a18a-96503a70525c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:22:58.665695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.688363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Calling delete_port for 1e401858-2cd2-4368-b03a-db10fd7a0b90 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:22:58.695129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.717412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:22:58.740977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.741337 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Added segment 394fed46-340e-455c-b18d-23bf13bbf12d of type vlan for network 2ef9a370-b353-4469-aa9d-0aa093360573 Dec 16 15:22:58.798715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.852061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab59382-5a6c-4a87-8342-2a4f51072318,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:58.945120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:58.946576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:58.948040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.048662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] Pushing event updated for resources: {'Network': ['ID=2ef9a370-b353-4469-aa9d-0aa093360573,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:59.062658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2ef9a370-b353-4469-aa9d-0aa093360573 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:22:59.111116 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ec05696d-b575-4083-b480-69835371d5fc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0024378 Dec 16 15:22:59.115074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44502) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:22:59.121437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Request body: {'subnet': {'network_id': '2ef9a370-b353-4469-aa9d-0aa093360573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1700928658-subnet', 'tenant_id': '8576dbfe62ad4228a5580c521f89e7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:59.131509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-a8407541-9554-45bd-9220-0ac194d3c8fb service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569423 Dec 16 15:22:59.143718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e216b36b-6586-4ee8-8c08-610fcbb347aa req-2d8171af-60bb-4e3b-b783-abda2c960602 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 210 time: 0.2668204 Dec 16 15:22:59.178009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99e855f8-16b9-4d35-bb00-a004a40345e8 req-f1154631-9f7f-4729-aaff-8363345c5447 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdbaa88b-80b3-4695-b613-aae02e42b8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385148 Dec 16 15:22:59.180296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.386225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.395740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-8b38d7dc-2674-4302-9c19-56ed77f275d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 217 time: 0.2468212 Dec 16 15:22:59.397793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Pushing event deleted for resources: {'Port': ['ID=1e401858-2cd2-4368-b03a-db10fd7a0b90,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:22:59.481927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] No DVR routers for this DVR port 1e401858-2cd2-4368-b03a-db10fd7a0b90 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:22:59.483346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-e237f842-d293-42b0-917b-1a38e8c7690b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.484988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-e237f842-d293-42b0-917b-1a38e8c7690b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.3360894 Dec 16 15:22:59.488711 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.488941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Made reservation on behalf of 8576dbfe62ad4228a5580c521f89e7f8 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:59.493705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a5a01fc-61e1-4e7e-a481-46a020db9bd5 req-ebbd9313-caa3-44ce-8df8-0beb81cd949c tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.74 "DELETE /v2.0/ports/1e401858-2cd2-4368-b03a-db10fd7a0b90 HTTP/1.1" status: 204 len: 173 time: 2.1320422 Dec 16 15:22:59.498729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.515582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'port': {'device_id': '923ad480-5797-4f3a-8552-8682e7e827a5', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'admin_state_up': True, 'tenant_id': '9d99b68f43864de08fd6e93e6fcbfa4c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:22:59.536552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-deleted', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:22:59.543678 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ce825f-3820-48e1-879e-998a935d0961" -d '{"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-deleted", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:22:59.601522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-9da1b80b-4a90-4617-ad0b-7355448f78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.603136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-9da1b80b-4a90-4617-ad0b-7355448f78ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1472721 Dec 16 15:22:59.608529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-b8e62732-1209-4741-848e-704720f4b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.613212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-b8e62732-1209-4741-848e-704720f4b866 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 911 time: 0.7352970 Dec 16 15:22:59.700334 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f0e3e-7c9a-403e-acf7-e31a0c1274de x-openstack-request-id: req-498f0e3e-7c9a-403e-acf7-e31a0c1274de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:22:59.700647 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2fdaa4-9816-4145-bfe7-e770a5df4d67", "name": "network-vif-deleted", "tag": "1e401858-2cd2-4368-b03a-db10fd7a0b90", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:22:59.701585 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-498f0e3e-7c9a-403e-acf7-e31a0c1274de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:22:59.701867 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2fdaa4-9816-4145-bfe7-e770a5df4d67', 'name': 'network-vif-deleted', 'tag': '1e401858-2cd2-4368-b03a-db10fd7a0b90', 'status': 'completed', 'code': 200} Dec 16 15:22:59.793238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-eddfe378-769a-46cc-bab0-66af0a339ac9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4 HTTP/1.1" status: 200 len: 217 time: 0.1020486 Dec 16 15:22:59.819885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-d648aff4-a335-452e-a203-52549ac52427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.821466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-d648aff4-a335-452e-a203-52549ac52427 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2072775 Dec 16 15:22:59.938840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afc9cc-abec-4da7-9ee8-2a2d5f19a3d9 req-d95c2fc5-6499-4b78-85fb-a75d35cd1c58 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.948281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9afc9cc-abec-4da7-9ee8-2a2d5f19a3d9 req-d95c2fc5-6499-4b78-85fb-a75d35cd1c58 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.2660260 Dec 16 15:22:59.976035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Made reservation on behalf of 9d99b68f43864de08fd6e93e6fcbfa4c for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:22:59.983489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:22:59.985807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-bbda5af9-75fc-4003-a773-8b50eb88998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:22:59.987479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-bbda5af9-75fc-4003-a773-8b50eb88998e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.1797981 Dec 16 15:23:00.037803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-2468baf3-1791-4197-872f-7638b8465fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405638 Dec 16 15:23:00.135796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:00.173437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9afc9cc-abec-4da7-9ee8-2a2d5f19a3d9 req-42d06d1a-e620-4fca-aa86-9349801501fc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253969 Dec 16 15:23:00.214249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-b1277f42-5080-46b0-aaa3-4a29d4af67e3 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593054 Dec 16 15:23:00.378520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:00.423603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Allocated IP 172.20.0.12 (509a645a-a926-4e84-8a29-9b23a7947b6c/022d0e09-d5a9-44e2-bee2-4eb0b2917808/1e160fe3-b0ec-4cda-8819-62ce117f6ff5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:00.465810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3debb01b-6cdf-4959-a7a8-1ce6ab7d8a97,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:00.504093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca801dcc-66db-4022-a1fe-2ece95499bec req-bc1b4be5-c8bc-4990-bf77-d2cedd55c763 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 210 time: 0.0775228 Dec 16 15:23:00.508358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Checking segment: {'id': '394fed46-340e-455c-b18d-23bf13bbf12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '2ef9a370-b353-4469-aa9d-0aa093360573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:00.508866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Network hostable DHCP agents. Network: 2ef9a370-b353-4469-aa9d-0aa093360573, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:00.536495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53e43cdd-793e-40b9-8c2a-0236b457f2c5 req-83c6dc93-f258-465f-8ec6-2a569f7ccd3a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 210 time: 0.1153116 Dec 16 15:23:00.549086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:00.571371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:00.585060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-30813d9a-1266-4e38-a4c0-c52d7b06eb30 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356877 Dec 16 15:23:00.617176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'mac_address': 'fa:16:3e:6e:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:00.623705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 1e401858-2cd2-4368-b03a-db10fd7a0b90 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:23:00.624645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1e401858-2cd2-4368-b03a-db10fd7a0b90 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:23:00.719570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:00.735796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be8d3e4-e1fb-4624-8274-ba7160356ba4 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:00.748367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-2e56806c-429c-4a3d-98ac-c480e326c1dc service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329119 Dec 16 15:23:00.768749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:00.810780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:00.829431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-ddcbec25-b414-4d3b-b3a1-d07ab7190e3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0729811 Dec 16 15:23:00.896228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edc902b4-2344-4ae4-8121-8c6d1a4094a3 req-1e98c387-3e37-4241-8599-2270a98dde46 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018575 Dec 16 15:23:00.906640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-f3210d37-54a5-4cf7-9be2-aafb5a4596e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:00.908753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-f3210d37-54a5-4cf7-9be2-aafb5a4596e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0711315 Dec 16 15:23:00.989167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-4e5c051f-a58e-4727-be55-a70b10afe6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:00.992303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-4e5c051f-a58e-4727-be55-a70b10afe6ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749381 Dec 16 15:23:01.115920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:01.116206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Network 2ef9a370-b353-4469-aa9d-0aa093360573 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:01.117612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:01.148079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-e0e5890a-6935-496b-b930-3b263a928d82 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444209 Dec 16 15:23:01.200709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:01.219031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.220139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.220688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.221261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.222348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.223015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.224152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.225191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.226142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.227221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.228402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.229259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.230401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:01.264952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Network 509a645a-a926-4e84-8a29-9b23a7947b6c is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:01.270486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:01.280454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:01.300546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:01.355559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2ef9a370-b353-4469-aa9d-0aa093360573) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:01.366552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71943c8a-6ff6-4b9b-8108-67cb30001978 None None] Network 2ef9a370-b353-4469-aa9d-0aa093360573 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:01.383778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:01.384726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:01.417995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:01.418584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:01.551743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4be8d3e4-e1fb-4624-8274-ba7160356ba4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:01.561083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-c92cb1f0-893e-41f7-9cb1-f9c332643d80 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0531328 Dec 16 15:23:01.569329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6deea946-e4e2-46f1-bbeb-dc0daf1ec857 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4528096 Dec 16 15:23:01.596161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Request body: {'port': {'device_id': '923ad480-5797-4f3a-8552-8682e7e827a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:01.625151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-d96025a8-2906-4559-b93f-561377ab5051 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598761 Dec 16 15:23:01.649225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8cb4b-5de0-4214-a3a0-89533cdbc09b req-cd50385c-e549-41d7-8fa8-08de455af1af tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:01.665829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06e8cb4b-5de0-4214-a3a0-89533cdbc09b req-cd50385c-e549-41d7-8fa8-08de455af1af tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 945 time: 0.2685170 Dec 16 15:23:01.691301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85bf42-a3b1-45c0-b0f1-2ef75e927af2 None None] Network 2ef9a370-b353-4469-aa9d-0aa093360573 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:01.880391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:01.899220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-eb1df25b-5a94-495a-a9a5-e2d13dfcb26f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.2298472 Dec 16 15:23:01.935716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deb51098-1025-49bb-be08-97e64ab0a3e1 req-775ca5a9-9ed3-4bac-9f92-7b6e197e6d67 tempest-ImagesTestJSON-1463577041 tempest-ImagesTestJSON-1463577041-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b2fdaa4-9816-4145-bfe7-e770a5df4d67 HTTP/1.1" status: 200 len: 210 time: 0.0517635 Dec 16 15:23:02.159766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-99d11f44-31b7-40e3-9076-a96c5e36aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:02.161271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-99d11f44-31b7-40e3-9076-a96c5e36aff0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.2407653 Dec 16 15:23:02.180884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06e8cb4b-5de0-4214-a3a0-89533cdbc09b req-76781311-18e5-4b0d-93f0-0e028929827f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137224 Dec 16 15:23:02.683807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:02.693458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:02.710497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Transition to ACTIVE for port object 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:23:02.818012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917244bc-51ab-40e7-bb5c-1ea427b21c38 req-89743953-8ae6-49d3-8376-dd24faf50825 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:02.820016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-917244bc-51ab-40e7-bb5c-1ea427b21c38 req-89743953-8ae6-49d3-8376-dd24faf50825 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 932 time: 0.6381242 Dec 16 15:23:02.829473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d410f6-b474-469f-b270-3df2d59095ea req-15c3d81e-ae42-47f6-ba5b-14d1a733f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:02.831398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-15c3d81e-ae42-47f6-ba5b-14d1a733f942 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6122081 Dec 16 15:23:02.882296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:02.938731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-917244bc-51ab-40e7-bb5c-1ea427b21c38 req-fb302af4-8a0f-4fc2-af57-726643049fc3 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056993 Dec 16 15:23:02.985640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-4c7134b9-7fd4-4e5a-9114-f4a32aaa33ae service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364357 Dec 16 15:23:03.027142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:03.088744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.089256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.089843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.090435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.091018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.092821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.092821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.093317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.093883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.094435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.094983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.095760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.096140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:03.114793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10d410f6-b474-469f-b270-3df2d59095ea req-0fa960cf-73a6-4074-9966-2eb64ee9434f service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202404 Dec 16 15:23:03.155474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Attempting to bind port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:03.156396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Attempting to bind port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:03.159702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Attempting to bind port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:03.168632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 on network 509a645a-a926-4e84-8a29-9b23a7947b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:23:03.169696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Attempting to bind port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:03.182141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:03.182738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Checking segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:03.183397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Bound using segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:03.184421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Bound port: 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:03.185234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:03.321194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:03.328330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:03.351946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-78e65030-8003-4721-aa1a-b6f109e2e849 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:03.354802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-78e65030-8003-4721-aa1a-b6f109e2e849 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/networks?id=4427b45d-1a08-4304-8ff0-784591651ec2 HTTP/1.1" status: 200 len: 823 time: 0.2389016 Dec 16 15:23:03.423679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-661e1771-45e3-4373-974e-e451fb479161 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/quotas/eb6d731a503a4be1ba795b644ffd3ff8 HTTP/1.1" status: 200 len: 375 time: 0.0494998 Dec 16 15:23:03.472073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:03.479791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6920c4d-cc74-45bf-860a-e04bde56411a req-9dcf070a-31b9-4b6a-b7e0-9bbabeb26128 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:03.480100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6920c4d-cc74-45bf-860a-e04bde56411a req-9dcf070a-31b9-4b6a-b7e0-9bbabeb26128 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 945 time: 0.1238527 Dec 16 15:23:03.482638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d60781d7-5715-473d-8d4e-15499c1b5a35 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=eb6d731a503a4be1ba795b644ffd3ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433249 Dec 16 15:23:03.538421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:03.539177 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:03.541047 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e160fe3-b0ec-4cda-8819-62ce117f6ff5 HTTP/1.1" status: 200 len: 1092 time: 1.9643581 Dec 16 15:23:03.542855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:03.544531 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b4b4d7-027c-4691-ac6f-8f7f91015809" -d '{"events": [{"name": "network-changed", "server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:03.572366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8761e6b-d2f5-4009-9446-ef954200e582 service neutron] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:03.611511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6920c4d-cc74-45bf-860a-e04bde56411a req-090cdd58-d0c2-45c2-a289-e724ca6d6a49 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201663 Dec 16 15:23:03.684331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-48d9af2a-3d58-490a-9ab6-e97523624a3f service neutron] 10.222.0.71 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728759 Dec 16 15:23:03.822428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-304a7d79-3d27-44ed-bb70-59caae0a57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:03.828201 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-304a7d79-3d27-44ed-bb70-59caae0a57fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 1095 time: 0.1149275 Dec 16 15:23:03.840729 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be8edc-11af-49a5-8cfc-2f687abb9baa x-openstack-request-id: req-94be8edc-11af-49a5-8cfc-2f687abb9baa {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:03.841368 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:03.842429 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94be8edc-11af-49a5-8cfc-2f687abb9baa {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:03.843664 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'status': 'completed', 'code': 200} Dec 16 15:23:03.911686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-aef10092-f92f-4ada-9fb6-940a865e6179 service neutron] 10.222.0.71 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260451 Dec 16 15:23:03.937283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b03d98f5-0fd3-4fff-858e-5b1e734c9249 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0776675 Dec 16 15:23:04.060238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-68f1ffa3-6900-4816-b034-abacbc264a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:04.061705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-68f1ffa3-6900-4816-b034-abacbc264a72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.1157863 Dec 16 15:23:04.108919 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-9c56ad24-7194-4083-82f7-88e1fae48d34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294831 Dec 16 15:23:04.301351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-b8e5a53b-ee17-4fcb-aeff-087d635b230c service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918800 Dec 16 15:23:04.328925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:04.342215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55a1c-ccd3-42dc-8146-2678a5c0a31e req-8c8292a6-39a5-437e-a40d-250860f32cf0 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:04.344016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7b55a1c-ccd3-42dc-8146-2678a5c0a31e req-8c8292a6-39a5-437e-a40d-250860f32cf0 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1008477 Dec 16 15:23:04.502425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7b55a1c-ccd3-42dc-8146-2678a5c0a31e req-02f017e6-59cd-4461-8dd6-844120546e3e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408827 Dec 16 15:23:04.538341 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f5b63342-30d4-4b47-a6d3-2881f30bf11c req-5ab3431d-a034-4a5f-ba56-0c80646c627c service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281780 Dec 16 15:23:04.557323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:23:04.566477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:04.567046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:04.634752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-72a1a80b-a290-4040-9770-51fb02c650ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1299710 Dec 16 15:23:04.737925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:04.746600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9432ca4-5839-477d-b6c1-55895dfdc516 req-dd8ada44-e857-430d-bccc-dd9b844d0d80 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.1299548 Dec 16 15:23:04.815900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:04.815900 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5391d5-ffad-4e37-b1ba-a1af9412ca47" -d '{"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-plugged", "status": "completed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:04.822613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549010e-b670-4b4c-964f-b6b9bc5fee21 req-41ea9c29-abce-4a5c-a6ee-9e0c90e4a253 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:04.823139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:04.825073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d549010e-b670-4b4c-964f-b6b9bc5fee21 req-41ea9c29-abce-4a5c-a6ee-9e0c90e4a253 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 949 time: 0.1752059 Dec 16 15:23:04.846599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101805-5f18-4236-95c2-71e5543e0ccc req-a5c2a05b-fae5-4b4b-a9af-eea7a84a683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:04.846599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-a5c2a05b-fae5-4b4b-a9af-eea7a84a683c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 1100 time: 0.1425116 Dec 16 15:23:04.900326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:04.930820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-bc6369fc-019a-4e28-bf53-503bfcc09d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:04.932956 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-bc6369fc-019a-4e28-bf53-503bfcc09d32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 1095 time: 0.0694699 Dec 16 15:23:05.020444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:05.086562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-a648f105-388a-4ba8-b8a1-a2ce0e24ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.088557 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-a648f105-388a-4ba8-b8a1-a2ce0e24ea9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 923 time: 0.1472890 Dec 16 15:23:05.108608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d549010e-b670-4b4c-964f-b6b9bc5fee21 req-af1c98ec-aa33-4085-972c-69aa1608082e tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603738 Dec 16 15:23:05.165766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160e520-8df4-4896-8829-26c33f710446 req-e11147d2-2757-47fd-97ce-7bb714b21fc8 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.168574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b160e520-8df4-4896-8829-26c33f710446 req-e11147d2-2757-47fd-97ce-7bb714b21fc8 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.2002048 Dec 16 15:23:05.173204 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-61e751e1-c400-443f-a20d-407e00078c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5 HTTP/1.1" status: 200 len: 217 time: 0.0762980 Dec 16 15:23:05.238078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101805-5f18-4236-95c2-71e5543e0ccc req-7fdecee3-33a4-4062-bcd4-ca0f3dd87adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.238337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-533cddeb-2c1c-442a-b79d-1976ad441cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.240550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-7fdecee3-33a4-4062-bcd4-ca0f3dd87adc service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.3474576 Dec 16 15:23:05.240821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-533cddeb-2c1c-442a-b79d-1976ad441cd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.0587261 Dec 16 15:23:05.306987 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-fdaddb7a-572f-45df-bc1f-3fdf6ffec976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574868 Dec 16 15:23:05.350131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-a1f3078e-2d49-4e51-a5e7-cc8ae524dc8e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc HTTP/1.1" status: 200 len: 217 time: 0.0975144 Dec 16 15:23:05.357298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b160e520-8df4-4896-8829-26c33f710446 req-b5ca3a90-6645-4b9f-bdd2-8e7768caa802 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717966 Dec 16 15:23:05.376656 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6823d0c6-9f3a-4bde-90ae-9661745079b9 x-openstack-request-id: req-6823d0c6-9f3a-4bde-90ae-9661745079b9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:05.378180 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-plugged", "status": "completed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:05.378842 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6823d0c6-9f3a-4bde-90ae-9661745079b9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:05.379714 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'code': 200} Dec 16 15:23:05.499186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101805-5f18-4236-95c2-71e5543e0ccc req-a90a249f-6449-425f-a5cf-982a7f2f9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.501331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-a90a249f-6449-425f-a5cf-982a7f2f9a81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1425526 Dec 16 15:23:05.519874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-96050a65-acab-49d3-a66d-3ede36378858 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971641 Dec 16 15:23:05.710125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97589a9-3fce-47a4-8138-bb9720801b52 req-83b5f29a-ef0d-435b-8881-7be6402e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.716468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a97589a9-3fce-47a4-8138-bb9720801b52 req-83b5f29a-ef0d-435b-8881-7be6402e2bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 1097 time: 0.2007339 Dec 16 15:23:05.727341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101805-5f18-4236-95c2-71e5543e0ccc req-07d55f3d-1c72-441d-824f-fb5cfdf5975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.729935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-07d55f3d-1c72-441d-824f-fb5cfdf5975a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2125707 Dec 16 15:23:05.766454 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f4b4b4d7-027c-4691-ac6f-8f7f91015809 req-8442def4-a5e4-4139-b3cc-7f17efda3006 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444210 Dec 16 15:23:05.897102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a97589a9-3fce-47a4-8138-bb9720801b52 req-8707cdaa-bc90-4751-bc41-9560e199bb37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657884 Dec 16 15:23:05.921847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c545e-7208-4ac8-898d-3af63f7cf1a1 req-e0cb1409-402a-4d0c-9d65-f482a86ab3b2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:05.921847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-855c545e-7208-4ac8-898d-3af63f7cf1a1 req-e0cb1409-402a-4d0c-9d65-f482a86ab3b2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1841574 Dec 16 15:23:05.954388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-4cb40eb3-0004-4293-a27c-7ac8941a060a service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899984 Dec 16 15:23:06.046286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-855c545e-7208-4ac8-898d-3af63f7cf1a1 req-b62ebd1b-73ed-439b-9be7-20c474ed1031 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173646 Dec 16 15:23:06.106350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57101805-5f18-4236-95c2-71e5543e0ccc req-4adb8fdf-cb7e-4c09-880d-442ff8546e31 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410646 Dec 16 15:23:06.243714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaa30dfb-fd23-4e8a-8bde-57de69843668 req-13e0b229-456c-4a00-aa9f-9aea10bce28a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.0379789 Dec 16 15:23:06.443893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:06.513007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Deleting subnet c98a17e1-c31b-468c-81ff-a2911cf1a540 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:23:06.518332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:06.574572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:06.593222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:06.604318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94396-cf50-4a0b-af74-2ac8cfd28492 req-cb7b59b5-0200-4a1d-bd36-b1ed316422ea tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:06.612688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3c94396-cf50-4a0b-af74-2ac8cfd28492 req-cb7b59b5-0200-4a1d-bd36-b1ed316422ea tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0861230 Dec 16 15:23:06.703298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3c94396-cf50-4a0b-af74-2ac8cfd28492 req-74f8ac71-3cc1-4e78-a4c4-ec13665319ed tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 Dec 16 15:23:06.718205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:06.812844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:06.853840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:06.969129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:06.970882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.058833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98a17e1-c31b-468c-81ff-a2911cf1a540,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:07.066527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.075496 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32c76f66-81c7-400e-b104-d907ca30a467 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c98a17e1-c31b-468c-81ff-a2911cf1a540 HTTP/1.1" status: 204 len: 168 time: 0.6292863 Dec 16 15:23:07.080436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:07.130762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:07.214890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.361413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.381683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:07.385966 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbf57a7-1d7c-4b44-ba05-f9c5cfd09b03" -d '{"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:07.424755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ef4e918-710b-426d-b633-89fc204bb528 req-354576a5-3ebb-48e1-a8a0-0cccf8e835dd tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.0657699 Dec 16 15:23:07.443200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375904e-1f6f-4dc0-b0f0-7d0b27a23687 req-89c94598-9749-4459-9b11-a5bc847d0354 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:07.448483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4375904e-1f6f-4dc0-b0f0-7d0b27a23687 req-89c94598-9749-4459-9b11-a5bc847d0354 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1855166 Dec 16 15:23:07.469481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76f6e9e-5f82-4df0-96d3-7bb98afd9d41']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:07.491002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369a27c6-250f-4b92-a18a-96503a70525c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:07.491462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369a27c6-250f-4b92-a18a-96503a70525c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:07.512534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.523024 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ed37a0-e3f8-4a8a-a377-f31e0c79492e x-openstack-request-id: req-91ed37a0-e3f8-4a8a-a377-f31e0c79492e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:07.524105 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:07.524374 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91ed37a0-e3f8-4a8a-a377-f31e0c79492e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:07.525082 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'code': 200} Dec 16 15:23:07.541058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4375904e-1f6f-4dc0-b0f0-7d0b27a23687 req-b9bceaed-4de1-4fb7-96d8-2c739477c6c2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929337 Dec 16 15:23:07.565654 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.583951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:23:07.584614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:23:07.587661 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:23:07.781141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.805811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:07.823034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d76f6e9e-5f82-4df0-96d3-7bb98afd9d41 HTTP/1.1" status: 204 len: 168 time: 0.7369821 Dec 16 15:23:07.905642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed7476-1e12-4a5a-b2db-9f250a9638f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76f6e9e-5f82-4df0-96d3-7bb98afd9d41,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:07.988944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6566f-73fa-4b07-8ec0-87d41640d265 req-54183d7c-c13b-443d-b49d-35c0242772ad tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:07.991625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66f6566f-73fa-4b07-8ec0-87d41640d265 req-54183d7c-c13b-443d-b49d-35c0242772ad tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.2074475 Dec 16 15:23:08.047500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66f6566f-73fa-4b07-8ec0-87d41640d265 req-0b9a4031-869b-427d-8cf9-d51e2a6a461d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Dec 16 15:23:08.219695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:08.323429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:08.428239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d3f4de22-f2fe-4aef-b599-471a4c9a5e94 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:08.430826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d3f4de22-f2fe-4aef-b599-471a4c9a5e94 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.74 "GET /v2.0/networks?id=4427b45d-1a08-4304-8ff0-784591651ec2 HTTP/1.1" status: 200 len: 823 time: 0.1590924 Dec 16 15:23:08.431578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44770) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:08.438275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6dfd-a691-4867-b545-cdc80ddbdd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.462028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Request body: {'port': {'device_id': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2', 'admin_state_up': True, 'tenant_id': 'eb6d731a503a4be1ba795b644ffd3ff8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:08.564196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:08.588039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'port_id': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'mac_address': 'fa:16:3e:b4:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022d0e09-d5a9-44e2-bee2-4eb0b2917808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:08.637430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.658509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:08.665701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-727600fa-a18c-4000-acc3-af7894ab60a1 req-6c3595bd-2c4d-4852-86de-d14ca927a228 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.0656140 Dec 16 15:23:08.681683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:08.739986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6dfd-a691-4867-b545-cdc80ddbdd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.852698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.918959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:08.922306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bcb6dfd-a691-4867-b545-cdc80ddbdd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.942363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Made reservation on behalf of eb6d731a503a4be1ba795b644ffd3ff8 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:08.945658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:08.973501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a1e3-2910-46ae-9d69-94f51f8e22ec req-ebf40c0f-3b9a-4aee-a5fa-b916d779afa2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:08.976682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ab1a1e3-2910-46ae-9d69-94f51f8e22ec req-ebf40c0f-3b9a-4aee-a5fa-b916d779afa2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1746922 Dec 16 15:23:08.978851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5bcb6dfd-a691-4867-b545-cdc80ddbdd3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1de481a3cd394e8ca149447d4ee4040e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7574451 Dec 16 15:23:08.980103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb6dfd-a691-4867-b545-cdc80ddbdd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ca6a8-80d2-41f2-8d4b-2b113390089a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:08.983378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:09.002264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c6966675-64a6-47e4-9bd3-9abb291372f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b86cd35ce0944c4d8b3d29bc6d818488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665979 Dec 16 15:23:09.003227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44794) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:09.124810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.132540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ab1a1e3-2910-46ae-9d69-94f51f8e22ec req-10722138-b9b6-4289-b7ca-13034317ec54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405575 Dec 16 15:23:09.195590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.199476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.231362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Allocated IP 172.20.0.14 (4427b45d-1a08-4304-8ff0-784591651ec2/86816261-cc5c-426a-9155-a20d9c27824f/5a56ef73-f292-4b4a-9790-ba686ced6b86) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:09.242492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['1e160fe3-b0ec-4cda-8819-62ce117f6ff5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:09.266419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.402431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbb3b4-479f-4360-b3f2-4abcbce48b05 req-4207a2e2-2bfa-48b6-bdc4-cd1506f5d00a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:09.404241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aedbb3b4-479f-4360-b3f2-4abcbce48b05 req-4207a2e2-2bfa-48b6-bdc4-cd1506f5d00a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0562444 Dec 16 15:23:09.431445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.431445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.431445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cdbaa88b-80b3-4695-b613-aae02e42b8dc HTTP/1.1" status: 204 len: 168 time: 0.4238741 Dec 16 15:23:09.439156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd3a3-0545-4d54-882b-60ff7bdfca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbaa88b-80b3-4695-b613-aae02e42b8dc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:09.476741 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.484345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.488901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d7ca6a8-80d2-41f2-8d4b-2b113390089a HTTP/1.1" status: 204 len: 168 time: 0.5017736 Dec 16 15:23:09.500435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c5fcb-d31f-4473-99dd-b79724e329b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ca6a8-80d2-41f2-8d4b-2b113390089a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:09.601054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aedbb3b4-479f-4360-b3f2-4abcbce48b05 req-5a687ec7-2344-4b64-90df-11ac9424ff6c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898923 Dec 16 15:23:09.678666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.862476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a018583-ad2a-43c1-80c8-e509a71ef592 req-0fb4120c-b183-4521-aaf4-17fff9227256 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.0449593 Dec 16 15:23:09.873061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:09.945189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Network 4427b45d-1a08-4304-8ff0-784591651ec2 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:09.957523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:09.961950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:09.975653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Pushing event updated for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:10.079667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:10.080773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:10.257483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-d7120659-e390-44b0-88ae-acd5e7c0e408 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8047149 Dec 16 15:23:10.291481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Request body: {'port': {'device_id': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:10.345872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:10.370510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:10.396260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43492-fd7d-4182-a9ab-a85527982ffa req-25f0d7e6-e840-4675-abf6-7d94d9db22c3 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:10.397835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9de43492-fd7d-4182-a9ab-a85527982ffa req-25f0d7e6-e840-4675-abf6-7d94d9db22c3 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 945 time: 0.1393695 Dec 16 15:23:10.637489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:10.676442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9de43492-fd7d-4182-a9ab-a85527982ffa req-3d6ad92d-f952-4fe3-8022-c7600c186328 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103287 Dec 16 15:23:10.678990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'mac_address': 'fa:16:3e:e4:c3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:10.776043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:10.789413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61089b69-8439-4c73-aea1-13ad3f5cee08 req-148b6ae6-4c6b-4725-9541-3efce869e140 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:10.796192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61089b69-8439-4c73-aea1-13ad3f5cee08 req-148b6ae6-4c6b-4725-9541-3efce869e140 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0967941 Dec 16 15:23:10.804048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdad88af-ba04-4672-a0b0-2c49ff89e253 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:10.854582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:10.879444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a56ef73-f292-4b4a-9790-ba686ced6b86 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:10.902059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61089b69-8439-4c73-aea1-13ad3f5cee08 req-ce0b3ffb-aae3-4b95-8bf9-9ab4eed8619a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820689 Dec 16 15:23:10.906368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:10.949401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Transition to ACTIVE for port object 5a56ef73-f292-4b4a-9790-ba686ced6b86 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:23:10.984118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:11.062750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:11.105905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:11.131765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Pushing event updated for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:11.163436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364580c-230b-4480-9eda-715ab8074f6a req-9f7bcb5d-2cf9-4e2c-8e68-c2186ccb5f42 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:11.165634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8364580c-230b-4480-9eda-715ab8074f6a req-9f7bcb5d-2cf9-4e2c-8e68-c2186ccb5f42 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 932 time: 0.1443870 Dec 16 15:23:11.180974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['cdad88af-ba04-4672-a0b0-2c49ff89e253'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:11.388194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8364580c-230b-4480-9eda-715ab8074f6a req-bb668f06-cb5b-436f-b463-44bb04cba8ba tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862917 Dec 16 15:23:11.414119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Attempting to bind port 5a56ef73-f292-4b4a-9790-ba686ced6b86 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:11.414552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Attempting to bind port 5a56ef73-f292-4b4a-9790-ba686ced6b86 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'c5bb2e57-aba2-4f8c-ab79-f36576977337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:11.415367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Attempting to bind port 5a56ef73-f292-4b4a-9790-ba686ced6b86 on network 4427b45d-1a08-4304-8ff0-784591651ec2 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:11.422666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Port 5a56ef73-f292-4b4a-9790-ba686ced6b86 on network 4427b45d-1a08-4304-8ff0-784591651ec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:23:11.423957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Attempting to bind port 5a56ef73-f292-4b4a-9790-ba686ced6b86 on network 4427b45d-1a08-4304-8ff0-784591651ec2 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:11.435428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:11.435428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Checking segment: {'id': 'c5bb2e57-aba2-4f8c-ab79-f36576977337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:11.436164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Bound using segment: {'id': 'c5bb2e57-aba2-4f8c-ab79-f36576977337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:11.437316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Bound port: 5a56ef73-f292-4b4a-9790-ba686ced6b86, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bb2e57-aba2-4f8c-ab79-f36576977337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:11.438163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:11.555646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:11.559426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86,segment=NetworkSegment(c5bb2e57-aba2-4f8c-ab79-f36576977337),segment_id=c5bb2e57-aba2-4f8c-ab79-f36576977337)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:11.660446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:11.705599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:11.708104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:11.708287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] 10.222.0.74 "PUT /v2.0/ports/5a56ef73-f292-4b4a-9790-ba686ced6b86 HTTP/1.1" status: 200 len: 1092 time: 1.4220467 Dec 16 15:23:11.714374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:11.716940 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab635a-8699-4897-a590-29759936cb60" -d '{"events": [{"name": "network-changed", "server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:11.755006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Pushing event updated for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:11.764664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.765016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.765359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.765737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.766400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.766400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.766729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.767001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.767323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.767650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.768021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.768342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.768663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a00323-a81c-4cd7-878f-49ecd6d05890 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:23:11.824381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-0f433527-9be0-4727-85dc-8f725e84c559 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358779 Dec 16 15:23:11.971144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb182e-4ead-43c5-8403-656847c34b0f req-cdce3671-5575-465f-964f-ed543d1a374e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:11.972857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0cb182e-4ead-43c5-8403-656847c34b0f req-cdce3671-5575-465f-964f-ed543d1a374e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 945 time: 0.1593585 Dec 16 15:23:12.026901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-e094407b-0eb2-436d-9eb6-ae4359714b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:12.028345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-e094407b-0eb2-436d-9eb6-ae4359714b8b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d731a503a4be1ba795b644ffd3ff8&device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 1095 time: 0.1530628 Dec 16 15:23:12.035856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-25fc30cc-5d23-4000-8081-2646cca7c50e tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:12.037683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-25fc30cc-5d23-4000-8081-2646cca7c50e tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901066 Dec 16 15:23:12.127849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-a98971f1-9bf8-45e2-91f8-c435cad5df2b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86 HTTP/1.1" status: 200 len: 217 time: 0.0761585 Dec 16 15:23:12.132100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-d4b15391-25f7-4fb4-8999-a4192fd2b25e tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/quotas/c7b61a3e9eed4c758d969e1df2dd61cb HTTP/1.1" status: 200 len: 375 time: 0.0814989 Dec 16 15:23:12.148534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0cb182e-4ead-43c5-8403-656847c34b0f req-b5ee7848-8c29-4005-b0a5-8c73451045d1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662982 Dec 16 15:23:12.233575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-e8a8c428-7b0c-4995-9979-01365f31b5af tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830412 Dec 16 15:23:12.251123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-c0155844-d175-46bf-a026-d9695a29614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:12.252853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-c0155844-d175-46bf-a026-d9695a29614b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86816261-cc5c-426a-9155-a20d9c27824f HTTP/1.1" status: 200 len: 863 time: 0.1011527 Dec 16 15:23:12.282780 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb95c2b-604a-4f0f-9e28-1f2ae45c549f x-openstack-request-id: req-1eb95c2b-604a-4f0f-9e28-1f2ae45c549f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:12.283563 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:12.284175 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1eb95c2b-604a-4f0f-9e28-1f2ae45c549f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:12.284940 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86', 'status': 'completed', 'code': 200} Dec 16 15:23:12.314765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-0207c722-77f5-448b-a38b-e295b187f4d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4427b45d-1a08-4304-8ff0-784591651ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527415 Dec 16 15:23:12.339224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:12.475783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port cdad88af-ba04-4672-a0b0-2c49ff89e253 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:12.476782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:12.729008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:12.783516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:12.787899 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5db16f-bacb-4f84-aaee-c4ade39be842" -d '{"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-plugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:12.807793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:12.865815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:12.868395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:12.955127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b42ba-4d62-4c8e-a14c-097de4cc079d req-ea59e786-c6d0-4bae-8ef9-f8f45cb91cbd tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:12.956819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f8b42ba-4d62-4c8e-a14c-097de4cc079d req-ea59e786-c6d0-4bae-8ef9-f8f45cb91cbd tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 944 time: 0.1171350 Dec 16 15:23:12.966044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-1d1d6ec0-258a-41cd-91a4-d553b5a4851b service neutron] 10.222.0.74 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434615 Dec 16 15:23:12.981905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41ae31-497e-4eeb-9284-da78fd75878b req-5c32073f-c430-49ba-b8e7-ae73e0421935 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:12.989706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d41ae31-497e-4eeb-9284-da78fd75878b req-5c32073f-c430-49ba-b8e7-ae73e0421935 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.6030147 Dec 16 15:23:13.074755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:13.162517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:23:13.167358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:13.167742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:13.229961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f8b42ba-4d62-4c8e-a14c-097de4cc079d req-cdaa549f-2f9a-4469-8780-7f4870a84363 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614100 Dec 16 15:23:13.295560 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:13.304032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d41ae31-497e-4eeb-9284-da78fd75878b req-c8b2fe78-141e-4e76-bedc-63065bc2b803 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093269 Dec 16 15:23:13.337520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e11b501e-a1c8-464f-9253-b247b93bdbb0 req-21ef0c3f-c123-4c61-a24b-81ab1f503e57 service neutron] 10.222.0.74 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335769 Dec 16 15:23:13.337905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:13.401843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c409847-4c5c-4a70-90a9-da236fc67ab8 req-551cf9c7-8d8a-4100-a518-8c3fe7c8349f tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.0365553 Dec 16 15:23:13.459547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:13.570035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:13.577162 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc82d3-aa3c-4e36-8a1e-effcd136123f x-openstack-request-id: req-1edc82d3-aa3c-4e36-8a1e-effcd136123f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:13.577162 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-plugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:13.577162 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1edc82d3-aa3c-4e36-8a1e-effcd136123f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:13.577507 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'code': 200} Dec 16 15:23:13.747255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab635a-8699-4897-a590-29759936cb60 req-54be9ef8-5383-4b16-b2f7-26ad2d4dcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:13.749735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-54be9ef8-5383-4b16-b2f7-26ad2d4dcccf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eb6d731a503a4be1ba795b644ffd3ff8&device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 1095 time: 0.1313324 Dec 16 15:23:13.757843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31e47-f096-4fae-81a7-02869c0d4545 req-d595756d-5aa2-48f8-b9b1-d178f057ec4d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:13.766710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3f31e47-f096-4fae-81a7-02869c0d4545 req-d595756d-5aa2-48f8-b9b1-d178f057ec4d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.0948896 Dec 16 15:23:13.889788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3f31e47-f096-4fae-81a7-02869c0d4545 req-c88b585d-59df-479a-bf39-fb732ce493f8 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219549 Dec 16 15:23:13.937179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab635a-8699-4897-a590-29759936cb60 req-a3803197-65a2-42e5-8f0e-0ad1a0cbe8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:13.938913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-a3803197-65a2-42e5-8f0e-0ad1a0cbe8e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4427b45d-1a08-4304-8ff0-784591651ec2 HTTP/1.1" status: 200 len: 924 time: 0.1692998 Dec 16 15:23:14.006841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-41971cb4-c356-4e5c-b58c-9a229e4e07eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86 HTTP/1.1" status: 200 len: 217 time: 0.0594296 Dec 16 15:23:14.025580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9113b5a-203e-4245-b14d-c9d5e263dc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:14.079996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab635a-8699-4897-a590-29759936cb60 req-9232827b-40ed-43cf-94fb-0059e1feedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:14.081728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-9232827b-40ed-43cf-94fb-0059e1feedb7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=86816261-cc5c-426a-9155-a20d9c27824f HTTP/1.1" status: 200 len: 863 time: 0.0663877 Dec 16 15:23:14.153171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-728d58c5-778c-403e-86a5-18b219942b97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4427b45d-1a08-4304-8ff0-784591651ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612557 Dec 16 15:23:14.275391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-8c934adb-e32e-4fb5-8a64-29d08aba60be service neutron] 10.222.0.74 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131663 Dec 16 15:23:14.553171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19cde2-0515-4675-add2-73e36c5d61f3 req-6153a2cc-e513-42cf-8fbe-0eefba95cc04 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:14.574308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd19cde2-0515-4675-add2-73e36c5d61f3 req-6153a2cc-e513-42cf-8fbe-0eefba95cc04 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 944 time: 0.1403024 Dec 16 15:23:14.608659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cab635a-8699-4897-a590-29759936cb60 req-68062e4b-4bed-440a-bb2f-1973e2f9e66d service neutron] 10.222.0.74 "GET /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256481 Dec 16 15:23:14.613141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:14.670745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd19cde2-0515-4675-add2-73e36c5d61f3 req-8734c14f-7b71-4233-80a7-d19dd5d4799b tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Dec 16 15:23:14.682351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac091a-e631-488c-bef7-0b9be4690672 req-1e396a16-89c9-4fb9-8e33-3d25289a7e92 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:14.693817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dac091a-e631-488c-bef7-0b9be4690672 req-1e396a16-89c9-4fb9-8e33-3d25289a7e92 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1956685 Dec 16 15:23:14.872519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dac091a-e631-488c-bef7-0b9be4690672 req-0e5c1d5c-76c4-44a7-a986-24db00c7f281 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709490 Dec 16 15:23:14.940596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-898738a9-ca22-4168-ae16-5f76dbdebd83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:14.961626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-642d2375-65a2-4929-8ba0-7a6de0043303 req-409c56b4-3f11-4999-8b4a-674e62582cf7 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.1359572 Dec 16 15:23:15.097282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-898738a9-ca22-4168-ae16-5f76dbdebd83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.191067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-898738a9-ca22-4168-ae16-5f76dbdebd83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.271505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:15.272495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-898738a9-ca22-4168-ae16-5f76dbdebd83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0d1a27a69664bad8ae67fd9b8f7f789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580346 Dec 16 15:23:15.273890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898738a9-ca22-4168-ae16-5f76dbdebd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3217ba59-1df3-4e20-8728-d60904d09673,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:15.402271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.426252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0ab8-3662-45b6-8765-8ae9472d23cb req-2f995b6b-7802-4bf0-a9fc-f5dcee1cace4 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:15.428002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e6c0ab8-3662-45b6-8765-8ae9472d23cb req-2f995b6b-7802-4bf0-a9fc-f5dcee1cace4 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.0831614 Dec 16 15:23:15.442525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.546959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e6c0ab8-3662-45b6-8765-8ae9472d23cb req-c9d43fe1-fc71-4c36-924b-f19073a3ea15 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014924 Dec 16 15:23:15.579123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:15.585720 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1a5fdf-f0c1-4562-8630-18b205c79f58" -d '{"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:15.641346 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff65f10-9f62-42cb-b9c9-e7a79633031b x-openstack-request-id: req-dff65f10-9f62-42cb-b9c9-e7a79633031b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:15.646469 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:15.646469 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dff65f10-9f62-42cb-b9c9-e7a79633031b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:15.646469 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'code': 200} Dec 16 15:23:15.699899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.705786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:15.708667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3217ba59-1df3-4e20-8728-d60904d09673 HTTP/1.1" status: 204 len: 168 time: 0.4344087 Dec 16 15:23:15.750103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d71e7d-171d-4b66-80d1-913d74702bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3217ba59-1df3-4e20-8728-d60904d09673,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:15.977467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a8b26-f7b0-4ea8-b43b-1d4fd662eb0d req-486ed37b-1d15-420d-81b8-14868fbda43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:15.980401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc1a8b26-f7b0-4ea8-b43b-1d4fd662eb0d req-486ed37b-1d15-420d-81b8-14868fbda43f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 1097 time: 0.2208283 Dec 16 15:23:16.005147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bfa32-4022-4259-83ef-be78feaa3c27 req-0de9d104-209a-4da6-a59c-8f26ae69626b tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:16.007564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c71bfa32-4022-4259-83ef-be78feaa3c27 req-0de9d104-209a-4da6-a59c-8f26ae69626b tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 944 time: 0.1801779 Dec 16 15:23:16.108629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc1a8b26-f7b0-4ea8-b43b-1d4fd662eb0d req-c8e2557b-a9e2-44d5-b24a-0df2492910f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993094 Dec 16 15:23:16.160078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02fa7d-bd07-4a33-91c7-67db3fed7e30 req-3dc94346-b75d-4fda-89eb-9a0afc72c76b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:16.162090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc02fa7d-bd07-4a33-91c7-67db3fed7e30 req-3dc94346-b75d-4fda-89eb-9a0afc72c76b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1332827 Dec 16 15:23:16.167134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c71bfa32-4022-4259-83ef-be78feaa3c27 req-1001a902-3ed4-4292-83ca-44b80048773d tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363535 Dec 16 15:23:16.276679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc02fa7d-bd07-4a33-91c7-67db3fed7e30 req-8e0209f5-270e-4863-b37f-1a839edb61a3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885060 Dec 16 15:23:16.318918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-db28d69e-a93d-475c-8ad5-ef97c05ac851 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410407 Dec 16 15:23:16.364783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ff04f1d-8f92-42ee-bc9e-8a09338cb308 req-696ca3bd-8af5-4c9f-83da-f9398771c108 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.0404189 Dec 16 15:23:16.545064 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3851d75-b06f-408e-abd2-87f25e7e88c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:16.564071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-820b630e-b005-4280-948c-c02daa90d9f9 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:16.566782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-820b630e-b005-4280-948c-c02daa90d9f9 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980968 Dec 16 15:23:16.597050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Request body: {'port': {'device_id': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': 'c7b61a3e9eed4c758d969e1df2dd61cb'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:16.619022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5a56ef73-f292-4b4a-9790-ba686ced6b86 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:16.752729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86,segment=NetworkSegment(c5bb2e57-aba2-4f8c-ab79-f36576977337),segment_id=c5bb2e57-aba2-4f8c-ab79-f36576977337)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:16.773813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5a56ef73-f292-4b4a-9790-ba686ced6b86', 'network_id': '4427b45d-1a08-4304-8ff0-784591651ec2', 'port_id': '5a56ef73-f292-4b4a-9790-ba686ced6b86', 'mac_address': 'fa:16:3e:59:5f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86816261-cc5c-426a-9155-a20d9c27824f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:16.823690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:16.866566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a56ef73-f292-4b4a-9790-ba686ced6b86 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:16.910735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86,segment=NetworkSegment(c5bb2e57-aba2-4f8c-ab79-f36576977337),segment_id=c5bb2e57-aba2-4f8c-ab79-f36576977337)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:16.931868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa6ff-dad7-4bab-bd33-175d692466d0 req-6de2561d-fab5-4fe4-bd79-42accc755bd5 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:16.940205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db0fa6ff-dad7-4bab-bd33-175d692466d0 req-6de2561d-fab5-4fe4-bd79-42accc755bd5 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.1059816 Dec 16 15:23:16.991692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:17.043469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Made reservation on behalf of c7b61a3e9eed4c758d969e1df2dd61cb for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:17.049908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:17.067862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db0fa6ff-dad7-4bab-bd33-175d692466d0 req-93d20766-d8ab-4bdb-bc0b-ddb30f225c4f tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252697 Dec 16 15:23:17.083993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:17.131535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:17.296355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:17.376587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:17.419062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5a56ef73-f292-4b4a-9790-ba686ced6b86'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:17.557849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5038b8-a021-4228-ad19-bef29bd5aada,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:17.615641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e20f-9bbf-4bb6-8663-5052a1dfaa5f req-229e1969-05f8-49a9-a7b6-00849dbe596a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:17.618660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1482e20f-9bbf-4bb6-8663-5052a1dfaa5f req-229e1969-05f8-49a9-a7b6-00849dbe596a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 945 time: 0.2827513 Dec 16 15:23:17.731022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f223a-644c-4385-86ca-59bbb231cdb0 req-58754ecd-e96f-41e5-acfb-e0780376c55b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:17.733299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c2f223a-644c-4385-86ca-59bbb231cdb0 req-58754ecd-e96f-41e5-acfb-e0780376c55b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.3046618 Dec 16 15:23:17.790849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1482e20f-9bbf-4bb6-8663-5052a1dfaa5f req-ae05e2a6-f582-4d22-b97d-723383273ffe tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Dec 16 15:23:17.792154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Allocated IP 192.168.233.213 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/64a26100-5421-40c5-87c9-c1008e755283) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:17.852427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c2f223a-644c-4385-86ca-59bbb231cdb0 req-7df897b2-cab4-4b3c-ac93-e09e40899649 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939713 Dec 16 15:23:18.057308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e8c35ff-5928-4bb5-984d-89b33b15ef74 req-975d969d-6732-4304-903f-399cc86236a7 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.1455443 Dec 16 15:23:18.147387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:18.214318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:18.307669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f8a6a-0765-4282-a326-a2147e5a3462 req-a125f99e-99df-4d5c-a677-cfba1bf1a4ca tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:18.311198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd6f8a6a-0765-4282-a326-a2147e5a3462 req-a125f99e-99df-4d5c-a677-cfba1bf1a4ca tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.1323521 Dec 16 15:23:18.460041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd6f8a6a-0765-4282-a326-a2147e5a3462 req-286c6066-5005-43d7-9892-9c072b2bb68b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281533 Dec 16 15:23:18.483958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:18.608997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:18.618642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:18.625132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5a56ef73-f292-4b4a-9790-ba686ced6b86 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:18.639222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:18.688809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:18.758378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:18.759641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:18.807584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d21711-ea2b-40c1-802f-547471ad2a47 req-4c365d8a-f7c7-4332-9081-772dc06fb6fa tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:18.810062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64d21711-ea2b-40c1-802f-547471ad2a47 req-4c365d8a-f7c7-4332-9081-772dc06fb6fa tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.2270441 Dec 16 15:23:18.843758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 5a56ef73-f292-4b4a-9790-ba686ced6b86 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:23:18.859229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5a56ef73-f292-4b4a-9790-ba686ced6b86 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:18.860409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:18.891469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64d21711-ea2b-40c1-802f-547471ad2a47 req-098257d5-6c70-443b-92f8-4d34a2f68d57 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745847 Dec 16 15:23:18.908158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-2a921ce3-4e1a-4042-894a-d7646ae70038 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3195629 Dec 16 15:23:18.956865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Request body: {'port': {'device_id': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:19.125841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.237252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444656b-ee8f-403e-9f76-f2f8cccc411f req-bb38ca15-c757-4b14-bfea-e4482c8e91b2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:19.238854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2444656b-ee8f-403e-9f76-f2f8cccc411f req-bb38ca15-c757-4b14-bfea-e4482c8e91b2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1759865 Dec 16 15:23:19.272167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eb029-4732-4bb1-b83b-275bea35c6d0 req-08901cdf-132a-493c-a70e-99677d6063b3 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:19.273831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a75eb029-4732-4bb1-b83b-275bea35c6d0 req-08901cdf-132a-493c-a70e-99677d6063b3 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 945 time: 0.1513774 Dec 16 15:23:19.286481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.300679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.407584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2444656b-ee8f-403e-9f76-f2f8cccc411f req-b3177d9b-f698-4b76-92bc-b274eec949e0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553850 Dec 16 15:23:19.514427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a75eb029-4732-4bb1-b83b-275bea35c6d0 req-47b6fd86-e4cf-4887-ba6f-f2ff8af5edb4 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237492 Dec 16 15:23:19.634202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-37c04cbf-b5db-4fdc-92a5-9f6a7262232b None None] Provisioning complete for port 64a26100-5421-40c5-87c9-c1008e755283 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:19.635106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c04cbf-b5db-4fdc-92a5-9f6a7262232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.685809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-37c04cbf-b5db-4fdc-92a5-9f6a7262232b None None] Port 64a26100-5421-40c5-87c9-c1008e755283 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:23:19.692648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:19.695515 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71330fcd-fbb3-4303-ac9c-8bec73a12d92" -d '{"events": [{"server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "name": "network-vif-plugged", "status": "completed", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:19.721374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86,segment=NetworkSegment(c5bb2e57-aba2-4f8c-ab79-f36576977337),segment_id=c5bb2e57-aba2-4f8c-ab79-f36576977337)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:19.738550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:19.808440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.845731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Transition to ACTIVE for port object 64a26100-5421-40c5-87c9-c1008e755283 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:23:19.864629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7b40-a349-41a1-a71a-369f8e6cff14 req-fdb1a200-0ba7-4638-b285-c925be34dc8d tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:19.867576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7adb7b40-a349-41a1-a71a-369f8e6cff14 req-fdb1a200-0ba7-4638-b285-c925be34dc8d tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 936 time: 0.1235838 Dec 16 15:23:19.893958 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:19.952864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7adb7b40-a349-41a1-a71a-369f8e6cff14 req-926b1e65-e9e4-496c-9b2d-464bc44eb6a6 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739045 Dec 16 15:23:19.974768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.001393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:20.025404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.120046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:20.257025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Attempting to bind port 64a26100-5421-40c5-87c9-c1008e755283 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:20.257649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Attempting to bind port 64a26100-5421-40c5-87c9-c1008e755283 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:20.258596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Attempting to bind port 64a26100-5421-40c5-87c9-c1008e755283 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:20.283553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Port 64a26100-5421-40c5-87c9-c1008e755283 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:23:20.295743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Attempting to bind port 64a26100-5421-40c5-87c9-c1008e755283 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:20.316126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:20.316294 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8cf9d8-cbc0-4117-b3b5-d7461e0b32d9 x-openstack-request-id: req-8e8cf9d8-cbc0-4117-b3b5-d7461e0b32d9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:20.316744 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "name": "network-vif-plugged", "status": "completed", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:20.316844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:20.316953 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e8cf9d8-cbc0-4117-b3b5-d7461e0b32d9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:20.317275 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86', 'code': 200} Dec 16 15:23:20.317491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:20.318295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Bound port: 64a26100-5421-40c5-87c9-c1008e755283, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:20.318919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.550775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:20.596883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:20.611248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536744db-2b23-4ded-ba69-3dc20a2650fb req-dfd11624-097f-4580-9bca-c6d9a943402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:20.619127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-536744db-2b23-4ded-ba69-3dc20a2650fb req-dfd11624-097f-4580-9bca-c6d9a943402e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 1097 time: 0.0939202 Dec 16 15:23:20.707398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.847443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:20.854342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:20.868844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] 10.222.0.74 "PUT /v2.0/ports/64a26100-5421-40c5-87c9-c1008e755283 HTTP/1.1" status: 200 len: 1096 time: 1.9315741 Dec 16 15:23:21.043005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:21.048229 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8bccc4-486f-492f-a737-084fe0c577b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:21.300669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-536744db-2b23-4ded-ba69-3dc20a2650fb req-da567acd-4b89-44ad-9ef8-253e6ef452df service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645324 Dec 16 15:23:21.318877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594054f0-3061-4a77-9f92-60863bd6fc23 service neutron] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:21.349789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e1674-60ec-44ee-80d5-1b07db1f5e27 req-cb18b325-317c-4f75-93aa-6a96ac7ead4b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:21.352050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e9e1674-60ec-44ee-80d5-1b07db1f5e27 req-cb18b325-317c-4f75-93aa-6a96ac7ead4b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.5881441 Dec 16 15:23:21.367965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-beb0e100-5b90-4dc8-9a20-eb640c5eadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:21.370081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-beb0e100-5b90-4dc8-9a20-eb640c5eadac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 1099 time: 0.2589936 Dec 16 15:23:21.389526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df41803-cf1f-4b15-9e10-e4ed60360ca5 req-18968a36-0042-496d-9d5d-145f320dbd72 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:21.391409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df41803-cf1f-4b15-9e10-e4ed60360ca5 req-18968a36-0042-496d-9d5d-145f320dbd72 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.1617529 Dec 16 15:23:21.527433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df41803-cf1f-4b15-9e10-e4ed60360ca5 req-1d2ce969-e42c-4b61-99d8-758c4032fc0b tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195176 Dec 16 15:23:21.533284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e9e1674-60ec-44ee-80d5-1b07db1f5e27 req-178c1ac0-140a-4e41-aded-425e26e0cfcc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407330 Dec 16 15:23:21.734359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-3115138d-f023-4adb-b3ba-3b407d607f42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=64a26100-5421-40c5-87c9-c1008e755283 HTTP/1.1" status: 200 len: 217 time: 0.1334782 Dec 16 15:23:21.910143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-e73210c0-793f-429b-b5f4-e434d74bf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:21.911879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-e73210c0-793f-429b-b5f4-e434d74bf978 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1654639 Dec 16 15:23:21.922205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c82896-5f93-4815-9626-02ee0d873cd9 req-f9382011-8c31-43fd-bb27-c028d7a5a972 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:21.933910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59c82896-5f93-4815-9626-02ee0d873cd9 req-f9382011-8c31-43fd-bb27-c028d7a5a972 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 948 time: 0.1970458 Dec 16 15:23:22.042268 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9815e98b-cd64-49e4-b61c-08a0bafe86b1 x-openstack-request-id: req-9815e98b-cd64-49e4-b61c-08a0bafe86b1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:22.042715 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:22.043276 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9815e98b-cd64-49e4-b61c-08a0bafe86b1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:22.043814 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'status': 'completed', 'code': 200} Dec 16 15:23:22.124693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59c82896-5f93-4815-9626-02ee0d873cd9 req-70a4ac0a-2f8b-4bc2-9b34-75a2ec783c8f tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503210 Dec 16 15:23:22.131563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-f963a989-cf53-404a-8585-898c61dbfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:22.138147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-f963a989-cf53-404a-8585-898c61dbfebe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821601 Dec 16 15:23:22.410246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:22.481299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f674-969e-41a8-ae96-e666ff50e681 req-b6c187c3-0fa2-4815-a239-6b01a871da29 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:22.500240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d240f674-969e-41a8-ae96-e666ff50e681 req-b6c187c3-0fa2-4815-a239-6b01a871da29 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.1977396 Dec 16 15:23:22.523769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-8ff9fdc6-de60-4566-b84c-87ecdf7d4609 service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761301 Dec 16 15:23:22.777472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d240f674-969e-41a8-ae96-e666ff50e681 req-6d78310a-b56a-4763-93d4-68f712c8e17d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753584 Dec 16 15:23:22.780621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:22.883509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'port_id': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'mac_address': 'fa:16:3e:b4:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022d0e09-d5a9-44e2-bee2-4eb0b2917808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:23.032325 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:23.040616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc4be1-3c2c-4268-9861-81c83d12c6a6 req-507d6c83-9918-436c-ac1c-f76d6e085652 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:23.053574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17dc4be1-3c2c-4268-9861-81c83d12c6a6 req-507d6c83-9918-436c-ac1c-f76d6e085652 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.3471379 Dec 16 15:23:23.058914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:23.104711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecd6b6f-481a-4d5f-85ae-f9c883284543 req-348dd3e0-e714-4517-b5ae-20d604815dfc service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674613 Dec 16 15:23:23.109295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:23.179093 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:23.257648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031821d-0589-47e2-ab05-de598ff19a4c req-4ab61920-2658-453c-897d-8f09fa9a68e0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:23.260663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3031821d-0589-47e2-ab05-de598ff19a4c req-4ab61920-2658-453c-897d-8f09fa9a68e0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.2033467 Dec 16 15:23:23.287217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:23.287398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17dc4be1-3c2c-4268-9861-81c83d12c6a6 req-1a912bba-86e4-49a0-b699-a351c045a6fa tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295711 Dec 16 15:23:23.414091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['1e160fe3-b0ec-4cda-8819-62ce117f6ff5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:23.416993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3031821d-0589-47e2-ab05-de598ff19a4c req-2e0519b1-880e-4bb1-a23f-e1a0d8011bf0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305802 Dec 16 15:23:23.550398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-4c322cb6-03c5-4084-883a-f5a3321d2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:23.553577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-4c322cb6-03c5-4084-883a-f5a3321d2e78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 1099 time: 0.2464132 Dec 16 15:23:23.789964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-05e73213-e478-4a45-92f4-29266ac8fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:23.791704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-05e73213-e478-4a45-92f4-29266ac8fff8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2231066 Dec 16 15:23:23.801528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e9f3-5104-4397-b8e1-699e27b0db3c req-88567be2-3400-4de1-bf1a-bc9ac5eeefa8 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:23.803117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5686e9f3-5104-4397-b8e1-699e27b0db3c req-88567be2-3400-4de1-bf1a-bc9ac5eeefa8 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 948 time: 0.1739163 Dec 16 15:23:23.885131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-8f81ba98-0eb1-42b0-8f76-94602bafd6f3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=64a26100-5421-40c5-87c9-c1008e755283 HTTP/1.1" status: 200 len: 217 time: 0.0759399 Dec 16 15:23:24.125229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-03998aad-7b1b-46d4-a1f4-d15de68d54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:24.125229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-03998aad-7b1b-46d4-a1f4-d15de68d54b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1620595 Dec 16 15:23:24.125229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5686e9f3-5104-4397-b8e1-699e27b0db3c req-2043357a-2f14-4d55-af46-d12822392bc1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448616 Dec 16 15:23:24.125229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d42fe4-96aa-4cc3-bb3d-416ef9aaf0c2 req-491a5b24-76bd-4cbd-b60c-31582aaa4766 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:24.125229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6d42fe4-96aa-4cc3-bb3d-416ef9aaf0c2 req-491a5b24-76bd-4cbd-b60c-31582aaa4766 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 945 time: 0.1457717 Dec 16 15:23:24.131189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-8b77f281-7c6a-4db0-81cc-504cd62ebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:24.132840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-8b77f281-7c6a-4db0-81cc-504cd62ebf1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667341 Dec 16 15:23:24.253265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6d42fe4-96aa-4cc3-bb3d-416ef9aaf0c2 req-0fd251b7-9753-4e30-a243-44d4e0935619 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188314 Dec 16 15:23:24.300620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-acdcc246-42f7-4591-99f9-73d3fae330bd service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494172 Dec 16 15:23:24.410012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:24.501206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b829b39-1550-4a92-a289-684f8c584f12 req-3c532bdd-ebc2-4238-bf5d-fbc463bef800 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:24.516455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b829b39-1550-4a92-a289-684f8c584f12 req-3c532bdd-ebc2-4238-bf5d-fbc463bef800 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.1426947 Dec 16 15:23:24.522972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd8bccc4-486f-492f-a737-084fe0c577b7 req-a50035fe-4c17-4365-80b6-7920d62bb82f service neutron] 10.222.0.74 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144024 Dec 16 15:23:24.527568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:24.533956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:24.703482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:24.759665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:24.766270 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1806628-020b-4c30-be7e-4df292a7dd39" -d '{"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:24.803128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:24.867048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:24.997241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:25.159267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b829b39-1550-4a92-a289-684f8c584f12 req-df79eeee-f4bc-4fbc-bda2-d91e51fa382b tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6345191 Dec 16 15:23:25.167066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:25.176277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67444d96-bd59-4a3d-9a7c-17fc1a90ad99 req-0421c11e-b574-4a60-a963-774df2515d03 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:25.193295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67444d96-bd59-4a3d-9a7c-17fc1a90ad99 req-0421c11e-b574-4a60-a963-774df2515d03 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1651461 Dec 16 15:23:25.309564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67444d96-bd59-4a3d-9a7c-17fc1a90ad99 req-482d6e6b-05ea-4de6-b369-370adfb77ee0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080594 Dec 16 15:23:25.392983 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61e1c4-3daa-4a70-82c6-b6c68d4a705f x-openstack-request-id: req-5c61e1c4-3daa-4a70-82c6-b6c68d4a705f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:25.393294 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-plugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:25.393580 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c61e1c4-3daa-4a70-82c6-b6c68d4a705f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:25.394063 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'code': 200} Dec 16 15:23:25.451306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a860365-bec6-41a1-950a-9fa74c53f0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:25.598061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a860365-bec6-41a1-950a-9fa74c53f0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:25.640750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93974ab1-3d15-44fd-8e41-4d74c3fd21e2 req-5fe5cc19-c2e3-4794-8280-593a33c68126 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:25.651181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93974ab1-3d15-44fd-8e41-4d74c3fd21e2 req-5fe5cc19-c2e3-4794-8280-593a33c68126 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 948 time: 0.1151674 Dec 16 15:23:25.677546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a860365-bec6-41a1-950a-9fa74c53f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:25.711659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a860365-bec6-41a1-950a-9fa74c53f0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2a4cc-de8e-4bca-bba9-6e599e00d89c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:25.742296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93974ab1-3d15-44fd-8e41-4d74c3fd21e2 req-13da3e0d-e0b1-4c13-bab0-fd4d2ca396b1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886300 Dec 16 15:23:25.759123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18122d11-4853-4292-a1d1-692aee4bfd4a req-0873f4aa-7f98-46de-89f9-eed9a95b0ef1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:25.768403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18122d11-4853-4292-a1d1-692aee4bfd4a req-0873f4aa-7f98-46de-89f9-eed9a95b0ef1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.0928948 Dec 16 15:23:25.768619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a860365-bec6-41a1-950a-9fa74c53f0cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3b17ae4e3884e0181033728bd176021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990319 Dec 16 15:23:25.772317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45270) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:25.860976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18122d11-4853-4292-a1d1-692aee4bfd4a req-259311a3-c1e5-47b5-862b-5e6dfe441430 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910299 Dec 16 15:23:25.885988 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:25.935450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afc28e-9c44-4264-8b48-0e15bf568c31 req-5b153189-f7e1-456e-9702-3cf71923f510 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:25.946034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71afc28e-9c44-4264-8b48-0e15bf568c31 req-5b153189-f7e1-456e-9702-3cf71923f510 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.0835149 Dec 16 15:23:25.962389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:26.023107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71afc28e-9c44-4264-8b48-0e15bf568c31 req-0a02bc0f-585d-401e-a41f-f48149d3f4a1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Dec 16 15:23:26.151115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:26.156924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:26.164147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53c2a4cc-de8e-4bca-bba9-6e599e00d89c HTTP/1.1" status: 204 len: 168 time: 0.3875904 Dec 16 15:23:26.201479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4fb02-f178-45d5-a96b-b97e27ad9531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2a4cc-de8e-4bca-bba9-6e599e00d89c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:26.640016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:26.714944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838627e-e624-4fc0-96bf-b647f398cf50 req-264727cb-9e57-4b8e-bfcd-1367908229d0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:26.734980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8838627e-e624-4fc0-96bf-b647f398cf50 req-264727cb-9e57-4b8e-bfcd-1367908229d0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1772890 Dec 16 15:23:26.860333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8838627e-e624-4fc0-96bf-b647f398cf50 req-df1d62fa-21b5-4905-a546-a65fca87ee6b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199708 Dec 16 15:23:26.865371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:26.892770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '64a26100-5421-40c5-87c9-c1008e755283', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '64a26100-5421-40c5-87c9-c1008e755283', 'mac_address': 'fa:16:3e:cb:4c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:27.014811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:27.070437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:27.160263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:27.252694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:27.283382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9fd70-d974-4de3-a3db-7f7c3b9c889e req-97929498-c0df-4872-ae22-5e261d4c62e9 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:27.286274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88e9fd70-d974-4de3-a3db-7f7c3b9c889e req-97929498-c0df-4872-ae22-5e261d4c62e9 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.1752865 Dec 16 15:23:27.293561 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:23:27.362329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88e9fd70-d974-4de3-a3db-7f7c3b9c889e req-1f83ffb1-ae3c-4c36-857b-918db70849a8 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624542 Dec 16 15:23:27.394769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:27.435973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45306) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:27.459739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad168-3821-4a5d-b17c-f0aaf8015ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:27.534370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd7423-acbe-486c-93e4-7a567a260cd3 req-de515e3d-ae38-495d-b0c1-4dcad7481cad tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:27.536334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10cd7423-acbe-486c-93e4-7a567a260cd3 req-de515e3d-ae38-495d-b0c1-4dcad7481cad tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.1524007 Dec 16 15:23:27.575490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69bcb-a1e1-4b09-98a1-5bdfba68f69c req-29e94e8b-0051-4089-8bac-82f6a4c397bb tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:27.584017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfa69bcb-a1e1-4b09-98a1-5bdfba68f69c req-29e94e8b-0051-4089-8bac-82f6a4c397bb tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 946 time: 0.1138048 Dec 16 15:23:27.671720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['64a26100-5421-40c5-87c9-c1008e755283'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:27.684836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10cd7423-acbe-486c-93e4-7a567a260cd3 req-629a67a5-ec81-431d-9637-dc1199a01f47 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419601 Dec 16 15:23:27.709399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfa69bcb-a1e1-4b09-98a1-5bdfba68f69c req-2ea15ec9-08ee-403d-a378-66a5ff28449d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239843 Dec 16 15:23:27.713498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad168-3821-4a5d-b17c-f0aaf8015ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:27.819133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad168-3821-4a5d-b17c-f0aaf8015ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:27.952431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8e6ad168-3821-4a5d-b17c-f0aaf8015ae3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd9ec7ce5a2645c88036ea915d42ebe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079129 Dec 16 15:23:27.952747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45320) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:27.966148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad168-3821-4a5d-b17c-f0aaf8015ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dbdb05-2d8e-4f73-82a1-efa6a664a04d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:28.031567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.076308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.254251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa5626-2862-4303-9829-09c7988424c2 req-6e3a7bc1-447c-446f-9113-04f53f1909de tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:28.257720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8fa5626-2862-4303-9829-09c7988424c2 req-6e3a7bc1-447c-446f-9113-04f53f1909de tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1551049 Dec 16 15:23:28.346213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8fa5626-2862-4303-9829-09c7988424c2 req-67ce6ae0-3a73-4c1b-acfa-23f415ba81a6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Dec 16 15:23:28.371174 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.374053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.378210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12dbdb05-2d8e-4f73-82a1-efa6a664a04d HTTP/1.1" status: 204 len: 168 time: 0.4224315 Dec 16 15:23:28.386199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e35c-32d1-48a8-a293-f2bac0f2fcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dbdb05-2d8e-4f73-82a1-efa6a664a04d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:28.465284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:28.614544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.630041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.630147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054ce59-d5f8-4599-844a-4a6323e0b37f req-a5e62f9b-8f27-47b5-8781-9fde9f7f92c1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:28.641024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e054ce59-d5f8-4599-844a-4a6323e0b37f req-a5e62f9b-8f27-47b5-8781-9fde9f7f92c1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.1594167 Dec 16 15:23:28.684061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:28.686916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:28.690283 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb321d6-938c-4c68-ba4b-fc3cc7884840" -d '{"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-unplugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:28.738371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e054ce59-d5f8-4599-844a-4a6323e0b37f req-195fe2e0-6356-4f7f-b6f3-5c53e493d90d tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929153 Dec 16 15:23:28.778853 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6194552-7edd-4a1c-860e-11dfdedfe3de x-openstack-request-id: req-c6194552-7edd-4a1c-860e-11dfdedfe3de {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:28.778853 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-unplugged", "status": "completed", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:28.778853 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c6194552-7edd-4a1c-860e-11dfdedfe3de {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:28.779460 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'code': 200} Dec 16 15:23:28.808439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:28.923580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:28.944409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15df38-74e9-4377-a8b5-9f602cecd919 req-b9d2cd33-1e78-4038-9deb-ec6a2fb32e26 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:28.954204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c15df38-74e9-4377-a8b5-9f602cecd919 req-b9d2cd33-1e78-4038-9deb-ec6a2fb32e26 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.1147630 Dec 16 15:23:29.054829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-5eec52d5-6127-42e8-8eb7-1f592db36a11 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:29.056761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-5eec52d5-6127-42e8-8eb7-1f592db36a11 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1715698 Dec 16 15:23:29.096540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa66885-0023-428b-8102-a3b38343db7a req-cd400f81-8f2a-471e-9b2c-51105cbf10b9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:29.110442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aa66885-0023-428b-8102-a3b38343db7a req-cd400f81-8f2a-471e-9b2c-51105cbf10b9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 944 time: 0.1907880 Dec 16 15:23:29.215767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c15df38-74e9-4377-a8b5-9f602cecd919 req-1460d0ee-61e2-4c9f-8dd0-bfe5a207b09d tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597277 Dec 16 15:23:29.273770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aa66885-0023-428b-8102-a3b38343db7a req-a80d86c5-770c-4034-a867-2bba9c643e2d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592093 Dec 16 15:23:29.374342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Deleting port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:23:29.374696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:29.378930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:29.543701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b752690-1c0e-4578-9c57-cde18c32f975 req-41bb15d2-29cb-47f9-bce2-18e3477f3810 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:29.545711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b752690-1c0e-4578-9c57-cde18c32f975 req-41bb15d2-29cb-47f9-bce2-18e3477f3810 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1026981 Dec 16 15:23:29.564241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] For port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:29.564576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:29.594460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Calling delete_port for 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:23:29.696912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b752690-1c0e-4578-9c57-cde18c32f975 req-03feecbf-63b6-4784-8750-3d15bfe96093 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417317 Dec 16 15:23:29.911268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ad01-6c9b-4764-b076-5deacfffae13 req-67a2291f-7c9d-48fb-888d-d1447c34ca59 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:29.913356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2c6ad01-6c9b-4764-b076-5deacfffae13 req-67a2291f-7c9d-48fb-888d-d1447c34ca59 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.0918057 Dec 16 15:23:30.043579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-153b645c-787d-48fc-a648-9d3aa9bbf8af tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:30.046080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-153b645c-787d-48fc-a648-9d3aa9bbf8af tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.74 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.0976892 Dec 16 15:23:30.052009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2c6ad01-6c9b-4764-b076-5deacfffae13 req-d12eb4fc-3b22-4c2c-a35f-91c750cc78ea tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159043 Dec 16 15:23:30.171255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Deleting port 5a56ef73-f292-4b4a-9790-ba686ced6b86 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:23:30.171660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:30.250515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:30.342377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event deleted for resources: {'Port': ['ID=1e160fe3-b0ec-4cda-8819-62ce117f6ff5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:30.537776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] No DVR routers for this DVR port 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:23:30.549831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-986cb12e-02da-4487-99bf-51343917faef req-2ab69345-3065-48fe-94b2-58f635b26d20 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 210 time: 0.1044416 Dec 16 15:23:30.553442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:30.564894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-588678e7-975b-4d45-a5ad-a5d0fba53782 req-ecb00bca-40ec-451b-bb32-d07eb9e6b6e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "DELETE /v2.0/ports/1e160fe3-b0ec-4cda-8819-62ce117f6ff5 HTTP/1.1" status: 204 len: 173 time: 1.4879191 Dec 16 15:23:30.568687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] For port 5a56ef73-f292-4b4a-9790-ba686ced6b86, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5a56ef73-f292-4b4a-9790-ba686ced6b86,segment=NetworkSegment(c5bb2e57-aba2-4f8c-ab79-f36576977337),segment_id=c5bb2e57-aba2-4f8c-ab79-f36576977337)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:30.570211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:30.574656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-deleted', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:30.579542 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc5645-11f5-41c2-a611-55e5b724bc20" -d '{"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-deleted", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:30.628074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a7a99-5d65-41e9-9bd2-dc7e7dba9006 req-73afb381-60c8-418b-a705-20ec9de35cbe tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:30.631202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e18a7a99-5d65-41e9-9bd2-dc7e7dba9006 req-73afb381-60c8-418b-a705-20ec9de35cbe tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.2911851 Dec 16 15:23:30.640559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Calling delete_port for 5a56ef73-f292-4b4a-9790-ba686ced6b86 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:23:30.684801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:30.825426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e18a7a99-5d65-41e9-9bd2-dc7e7dba9006 req-a8840dd1-1e1e-493b-b196-f0e3d3742dbb tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770089 Dec 16 15:23:31.116556 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4271b6cc-6431-4349-ba37-644d084ee6df x-openstack-request-id: req-4271b6cc-6431-4349-ba37-644d084ee6df {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:31.116556 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad480-5797-4f3a-8552-8682e7e827a5", "name": "network-vif-deleted", "tag": "1e160fe3-b0ec-4cda-8819-62ce117f6ff5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:31.116556 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4271b6cc-6431-4349-ba37-644d084ee6df {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:31.116556 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad480-5797-4f3a-8552-8682e7e827a5', 'name': 'network-vif-deleted', 'tag': '1e160fe3-b0ec-4cda-8819-62ce117f6ff5', 'status': 'completed', 'code': 200} Dec 16 15:23:31.134043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060754e-1e11-480d-b402-2819b0b6812d req-846baa83-d926-46c1-8ef7-85c1208a3ac2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:31.135690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a060754e-1e11-480d-b402-2819b0b6812d req-846baa83-d926-46c1-8ef7-85c1208a3ac2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0717235 Dec 16 15:23:31.229728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a060754e-1e11-480d-b402-2819b0b6812d req-84e9fa4f-268b-4502-844a-d644a540df4e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Dec 16 15:23:31.256417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c662f-997e-4cae-9285-6317a381a3dc req-4971a55e-da67-4b77-b533-34801e41d1b1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:31.257088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca7c662f-997e-4cae-9285-6317a381a3dc req-4971a55e-da67-4b77-b533-34801e41d1b1 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 946 time: 0.1037564 Dec 16 15:23:31.293616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 64a26100-5421-40c5-87c9-c1008e755283 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:23:31.298732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 64a26100-5421-40c5-87c9-c1008e755283 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:31.299217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:31.358443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca7c662f-997e-4cae-9285-6317a381a3dc req-b1b18ef4-a6c7-46c6-b573-0203a78ff439 tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/security-groups?id=c53b7f9c-4af7-4224-a718-b81834f680e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Dec 16 15:23:31.361396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:31.461011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:31.473366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Pushing event deleted for resources: {'Port': ['ID=5a56ef73-f292-4b4a-9790-ba686ced6b86,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:31.530110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:31.534633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] No DVR routers for this DVR port 5a56ef73-f292-4b4a-9790-ba686ced6b86 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:23:31.537644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:31.540835 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af37a3d-3da7-414a-b15e-92cea83b1e86" -d '{"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:31.542053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e364ebfc-b63b-4e49-8f21-f70656bd58fe req-8f94a3c0-6132-4b75-9088-b1e04979585a tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.74 "DELETE /v2.0/ports/5a56ef73-f292-4b4a-9790-ba686ced6b86 HTTP/1.1" status: 204 len: 173 time: 1.4859486 Dec 16 15:23:31.575758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:31.608584 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4a19a-1d58-4f82-bc94-5acaaaf1ce83 x-openstack-request-id: req-07c4a19a-1d58-4f82-bc94-5acaaaf1ce83 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:31.609608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:31.610110 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07c4a19a-1d58-4f82-bc94-5acaaaf1ce83 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:31.610911 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'code': 200} Dec 16 15:23:31.672376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:31.673832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5a56ef73-f292-4b4a-9790-ba686ced6b86 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:31.781867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f613e46-c103-42c7-b757-bc49dbfe906e req-3bd2031e-36d6-4d87-a800-f80b6c566d00 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=923ad480-5797-4f3a-8552-8682e7e827a5 HTTP/1.1" status: 200 len: 210 time: 0.0521421 Dec 16 15:23:31.818287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 5a56ef73-f292-4b4a-9790-ba686ced6b86 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:23:31.824857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5a56ef73-f292-4b4a-9790-ba686ced6b86 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:23:31.869181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:31.967675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475037c7-e6e5-4823-b52a-c97fbb929775 req-21ef9c2c-0a75-43f5-b4d4-4e5c927d6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:31.967675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-475037c7-e6e5-4823-b52a-c97fbb929775 req-21ef9c2c-0a75-43f5-b4d4-4e5c927d6d81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 1101 time: 0.0532138 Dec 16 15:23:31.984396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-475037c7-e6e5-4823-b52a-c97fbb929775 req-e2335909-008a-4e3b-b898-64c77edf1b41 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926614 Dec 16 15:23:32.054325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005af6b-621b-4a02-8bc4-d86d03431e62 req-6f546492-f9ca-4ecf-8199-48bf6043cd01 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:32.056622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9005af6b-621b-4a02-8bc4-d86d03431e62 req-6f546492-f9ca-4ecf-8199-48bf6043cd01 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 950 time: 0.0964811 Dec 16 15:23:32.129607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9005af6b-621b-4a02-8bc4-d86d03431e62 req-7d143c57-fd61-4c9e-9938-d974d11df761 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Dec 16 15:23:32.431160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:32.437625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a36c4-c378-40aa-9a96-358302532505 req-7e82ea7b-fe89-4b28-af1f-af65f83f60ce tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:32.441667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-838a36c4-c378-40aa-9a96-358302532505 req-7e82ea7b-fe89-4b28-af1f-af65f83f60ce tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1075978 Dec 16 15:23:32.478741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:23:32.478741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1e160fe3-b0ec-4cda-8819-62ce117f6ff5 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:23:32.553047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-838a36c4-c378-40aa-9a96-358302532505 req-ae92eea5-2a3e-450d-917a-c6fd7248d0a4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998232 Dec 16 15:23:32.606112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7663b4fc-4ebd-4490-b19b-a010e86ee3e7 req-cd68caac-aec1-41d1-89e0-8bfe952b8f8c tempest-ServersNegativeTestMultiTenantJSON-492439036 tempest-ServersNegativeTestMultiTenantJSON-492439036-project] 10.222.0.71 "GET /v2.0/ports?device_id=69e6dbd8-1d7f-4227-872f-1cda22547935 HTTP/1.1" status: 200 len: 210 time: 0.0513930 Dec 16 15:23:32.961342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'name': 'network-vif-deleted', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:32.969125 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fcdfdb-dbba-463e-9108-f5daa7f02cd8" -d '{"events": [{"server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "name": "network-vif-deleted", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:33.013411 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04cd0d0-ddcd-42f2-8186-355117ff28ec x-openstack-request-id: req-a04cd0d0-ddcd-42f2-8186-355117ff28ec {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:33.013861 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e6dbd8-1d7f-4227-872f-1cda22547935", "name": "network-vif-deleted", "tag": "5a56ef73-f292-4b4a-9790-ba686ced6b86", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:33.014274 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a04cd0d0-ddcd-42f2-8186-355117ff28ec {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:33.015178 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6dbd8-1d7f-4227-872f-1cda22547935', 'name': 'network-vif-deleted', 'tag': '5a56ef73-f292-4b4a-9790-ba686ced6b86', 'status': 'completed', 'code': 200} Dec 16 15:23:33.272997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17eab-230e-4062-bc87-09db1fcd5b1c req-c8828307-80de-4eec-aede-54b4e15b6b14 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:33.272997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bc17eab-230e-4062-bc87-09db1fcd5b1c req-c8828307-80de-4eec-aede-54b4e15b6b14 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 949 time: 0.1018116 Dec 16 15:23:33.392988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bc17eab-230e-4062-bc87-09db1fcd5b1c req-09aa73b8-53cd-4263-a8d6-a52f48fc97dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239278 Dec 16 15:23:33.439476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-f81f80e4-27aa-46cf-86a3-8db6a183806b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:33.451775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-f81f80e4-27aa-46cf-86a3-8db6a183806b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.1525452 Dec 16 15:23:33.459654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-4bfedd2e-bbdb-4da7-a68f-dabb19821756 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/quotas/9d99b68f43864de08fd6e93e6fcbfa4c HTTP/1.1" status: 200 len: 375 time: 0.0114894 Dec 16 15:23:33.540543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-a864b3d0-4f6e-4b6e-869e-a88361d39cc9 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671785 Dec 16 15:23:33.674591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae865e5-4b41-4869-97d5-c04445fb213e req-28442d6e-275c-4fe0-806b-475772364de5 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:33.676218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dae865e5-4b41-4869-97d5-c04445fb213e req-28442d6e-275c-4fe0-806b-475772364de5 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 950 time: 0.1517234 Dec 16 15:23:33.733867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-b46f4cfe-b3dc-4ce0-a1fc-05ac9e198143 service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661775 Dec 16 15:23:33.816708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dae865e5-4b41-4869-97d5-c04445fb213e req-ea5852aa-1b25-4293-b1be-74fca4365c25 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319325 Dec 16 15:23:33.900559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-400eb0c9-1379-47ed-812f-9f7cc3bfbeb2 service neutron] 10.222.0.71 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573350 Dec 16 15:23:34.453829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c9e9-569e-4754-8b00-eaf5ad57986b req-dcfcf513-7bc2-4fcf-a516-865ec34c27b7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:34.456501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd02c9e9-569e-4754-8b00-eaf5ad57986b req-dcfcf513-7bc2-4fcf-a516-865ec34c27b7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1184747 Dec 16 15:23:34.544081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd02c9e9-569e-4754-8b00-eaf5ad57986b req-8c5b62ae-846b-476c-91f3-526c0e537071 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745182 Dec 16 15:23:34.605797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45540) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:34.703260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Deleting subnet 86816261-cc5c-426a-9155-a20d9c27824f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:23:34.709385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:34.796341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:34.958595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:34.989958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4d93086-dc6a-4397-9fdd-dd70b4cd0fe6 req-66f9fe6e-fa5a-4898-ba0e-d7bdefa93cd6 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 210 time: 0.0739961 Dec 16 15:23:35.209836 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.275775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.282101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/86816261-cc5c-426a-9155-a20d9c27824f HTTP/1.1" status: 204 len: 168 time: 0.6746533 Dec 16 15:23:35.284731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813c1a9-bb63-4e2b-9ad7-a4d4fff1df92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86816261-cc5c-426a-9155-a20d9c27824f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:35.284938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45570) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:35.382925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.520007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.557243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4427b45d-1a08-4304-8ff0-784591651ec2']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:35.574362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bb2e57-aba2-4f8c-ab79-f36576977337') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:35.574725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bb2e57-aba2-4f8c-ab79-f36576977337') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:35.594157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.616021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.635642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:23:35.636397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:23:35.639143 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:23:35.792653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8270-7c1b-48e3-bacc-4595495f6273 req-88fe5f18-468f-4e7e-8327-fd1b3470ed6a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:35.794255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11dd8270-7c1b-48e3-bacc-4595495f6273 req-88fe5f18-468f-4e7e-8327-fd1b3470ed6a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1261194 Dec 16 15:23:35.867258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11dd8270-7c1b-48e3-bacc-4595495f6273 req-690efe83-be44-4bc5-8281-3d716ddc4c6a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634375 Dec 16 15:23:35.870938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.880890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:35.884810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4427b45d-1a08-4304-8ff0-784591651ec2 HTTP/1.1" status: 204 len: 168 time: 0.5988913 Dec 16 15:23:35.891051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45592) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:35.909606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b581be2-d32e-4d0f-903a-1a642a4bfaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4427b45d-1a08-4304-8ff0-784591651ec2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:36.014914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Deleting subnet 3debb01b-6cdf-4959-a7a8-1ce6ab7d8a97 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:23:36.021041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.096628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.135534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbfb1186-5a5f-4396-9e84-964234be7ab4 req-2fa581a4-3157-418a-bf84-d34410f048da tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 210 time: 0.0292082 Dec 16 15:23:36.190336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.340282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.387223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3debb01b-6cdf-4959-a7a8-1ce6ab7d8a97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:36.391375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.397992 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e4138e30-09e8-488d-a2e2-9e5b3dd06eac admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3debb01b-6cdf-4959-a7a8-1ce6ab7d8a97 HTTP/1.1" status: 204 len: 168 time: 0.5048690 Dec 16 15:23:36.402387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:36.461393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:23:36.508062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.606822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.621025 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.647079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:36.651613 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbd9841-2267-426c-b5cd-14233409bf3e" -d '{"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-unplugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:36.662109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef9a370-b353-4469-aa9d-0aa093360573']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:36.670534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:36.681851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394fed46-340e-455c-b18d-23bf13bbf12d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:36.682358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394fed46-340e-455c-b18d-23bf13bbf12d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:36.704709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.712343 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a09f11f-d288-4d93-bb3f-cde1cf750941 x-openstack-request-id: req-0a09f11f-d288-4d93-bb3f-cde1cf750941 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:23:36.712646 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-unplugged", "status": "completed", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:23:36.712920 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a09f11f-d288-4d93-bb3f-cde1cf750941 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:23:36.713332 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'code': 200} Dec 16 15:23:36.727387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.736062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:23:36.736575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:23:36.738898 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:23:36.820386 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.882599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.893569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:36.904737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:36.913184 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2ef9a370-b353-4469-aa9d-0aa093360573 HTTP/1.1" status: 204 len: 168 time: 0.5055082 Dec 16 15:23:36.966806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b4f0a-b757-4ca3-834b-0f6345effe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef9a370-b353-4469-aa9d-0aa093360573,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:37.137646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37074ef-ab8d-4214-92a8-e0ae55700a3a req-68f1d46c-9b3a-4d20-9b55-5e921c7e4bfb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:37.144933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b37074ef-ab8d-4214-92a8-e0ae55700a3a req-68f1d46c-9b3a-4d20-9b55-5e921c7e4bfb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1017280 Dec 16 15:23:37.262123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b37074ef-ab8d-4214-92a8-e0ae55700a3a req-4ea2ff60-717d-4dff-8cc6-5116a5161897 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092994 Dec 16 15:23:37.438456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd462d98-7f4b-455a-b9d9-3a98da87b6e6 req-527f5f52-ab25-427f-872b-bb650542f8ae tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 210 time: 0.1318560 Dec 16 15:23:37.504349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-a2f9371a-2ece-4de2-92b1-c509007e08be tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:37.505986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-a2f9371a-2ece-4de2-92b1-c509007e08be tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 822 time: 0.2400999 Dec 16 15:23:37.526306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Request body: {'port': {'device_id': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'admin_state_up': True, 'tenant_id': '9d99b68f43864de08fd6e93e6fcbfa4c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:37.733682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Made reservation on behalf of 9d99b68f43864de08fd6e93e6fcbfa4c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:37.738801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:37.774099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45660) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:37.895033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fcaa9eb3-761a-4d74-ab42-593b55aee1a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb6d731a503a4be1ba795b644ffd3ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1196611 Dec 16 15:23:37.900135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45674) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:37.960966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:37.969323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Allocated IP 172.20.0.2 (509a645a-a926-4e84-8a29-9b23a7947b6c/022d0e09-d5a9-44e2-bee2-4eb0b2917808/b4115b5d-5083-4d52-aefd-e48145da2af6) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:37.992297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.162251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.170083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.170083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c53b7f9c-4af7-4224-a718-b81834f680e1 HTTP/1.1" status: 204 len: 168 time: 0.2661250 Dec 16 15:23:38.195406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612cf41-96e1-4229-bac7-94d83a33deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b7f9c-4af7-4224-a718-b81834f680e1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:38.226648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.380577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.526826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Network 509a645a-a926-4e84-8a29-9b23a7947b6c is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:38.546078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:38.552860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:38.571554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event updated for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:38.692883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:38.708129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eeafb-2e22-4304-9029-4aa9c5cfcf58 req-e185ca0f-9434-45c5-b7da-a9e43975fc39 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:38.720700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b01eeafb-2e22-4304-9029-4aa9c5cfcf58 req-e185ca0f-9434-45c5-b7da-a9e43975fc39 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.2850769 Dec 16 15:23:38.769697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:38.770837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:38.821184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37f064-86f2-44c9-a654-aca8e5c62853 req-6c4844cc-4dfe-4caa-8289-d1b7b0a4c911 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:38.824085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db37f064-86f2-44c9-a654-aca8e5c62853 req-6c4844cc-4dfe-4caa-8289-d1b7b0a4c911 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 931 time: 0.2876232 Dec 16 15:23:38.908110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b01eeafb-2e22-4304-9029-4aa9c5cfcf58 req-f4ae3c5f-17b5-4c5d-b95b-b44b647899c7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748307 Dec 16 15:23:38.917521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:38.940796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'mac_address': 'fa:16:3e:0a:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:38.967471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-638be305-b88b-4a06-a7af-52165341503a tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4459245 Dec 16 15:23:38.994998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Request body: {'port': {'device_id': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:38.998541 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.021956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:39.050955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:39.068609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db37f064-86f2-44c9-a654-aca8e5c62853 req-faf283b3-007c-4137-83cc-4e06c9003049 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304599 Dec 16 15:23:39.124860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.435522 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-29840cd8-ae3d-43f5-a935-a1496f9d5bf2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442045 Dec 16 15:23:39.473133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.473133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:39.473492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4115b5d-5083-4d52-aefd-e48145da2af6 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:39.482236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.500304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Transition to ACTIVE for port object b4115b5d-5083-4d52-aefd-e48145da2af6 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:23:39.567565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-482aca9b-d35d-4634-a4ac-40d0c0f3f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:39.571247 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-482aca9b-d35d-4634-a4ac-40d0c0f3f5ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c44a0fb72a5841ddab23740aebca5c48&device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 1098 time: 0.0843024 Dec 16 15:23:39.640375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.642944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:39.652085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:39.690735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '64a26100-5421-40c5-87c9-c1008e755283', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '64a26100-5421-40c5-87c9-c1008e755283', 'mac_address': 'fa:16:3e:cb:4c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:39.724948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45742) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:39.744697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.778018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:39.832147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:39.897807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-3e354136-969d-45f7-9410-5165141ca741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:39.899592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-3e354136-969d-45f7-9410-5165141ca741 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2868788 Dec 16 15:23:39.910978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:39.924303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2df510df-d0e2-4e2c-a000-5a8266185974 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8576dbfe62ad4228a5580c521f89e7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958964 Dec 16 15:23:39.930004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Pushing event updated for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:39.938306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45750) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:40.045841 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-85b70e00-159d-481b-9662-8cfe0384bf0b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253 HTTP/1.1" status: 200 len: 217 time: 0.1279464 Dec 16 15:23:40.052364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:40.163967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['d3a3531f-387f-41c1-8d47-c35504db0ebc'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:40.208744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-3d5fa8b0-f1ab-49b2-b5b3-22d49f70defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:40.213428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-3d5fa8b0-f1ab-49b2-b5b3-22d49f70defe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1595500 Dec 16 15:23:40.216658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['64a26100-5421-40c5-87c9-c1008e755283'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:40.219466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Attempting to bind port b4115b5d-5083-4d52-aefd-e48145da2af6 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:40.219808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Attempting to bind port b4115b5d-5083-4d52-aefd-e48145da2af6 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:40.220377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Attempting to bind port b4115b5d-5083-4d52-aefd-e48145da2af6 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:40.235526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.280494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.369156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-1167a997-1a38-4827-aa3a-f67fce082271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:40.371505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-1167a997-1a38-4827-aa3a-f67fce082271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1481135 Dec 16 15:23:40.378353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Port b4115b5d-5083-4d52-aefd-e48145da2af6 on network 509a645a-a926-4e84-8a29-9b23a7947b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:23:40.383214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Attempting to bind port b4115b5d-5083-4d52-aefd-e48145da2af6 on network 509a645a-a926-4e84-8a29-9b23a7947b6c {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:40.396879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:40.397290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Checking segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:40.397637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Bound using segment: {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:40.398110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Bound port: b4115b5d-5083-4d52-aefd-e48145da2af6, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:40.398487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.455573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e879f14-aea9-4c8f-bcfb-be4333641de3 req-c2172ddb-486b-47de-822e-2609290f8fbd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:40.474863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e879f14-aea9-4c8f-bcfb-be4333641de3 req-c2172ddb-486b-47de-822e-2609290f8fbd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.3588836 Dec 16 15:23:40.503338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:40.506022 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-58f286ea-1155-4d93-9feb-64d29896edbe service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257901 Dec 16 15:23:40.519044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.523408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.532375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4ab59382-5a6c-4a87-8342-2a4f51072318 HTTP/1.1" status: 204 len: 168 time: 0.5920510 Dec 16 15:23:40.613794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4edc5-5da9-480e-97ad-702a7a7977e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab59382-5a6c-4a87-8342-2a4f51072318,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:40.742253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c5b18-7dda-469e-b281-5fa6709c31ea req-0f2d2b06-c12e-4132-9bc0-da3800e7945d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:40.744012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-274c5b18-7dda-469e-b281-5fa6709c31ea req-0f2d2b06-c12e-4132-9bc0-da3800e7945d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 943 time: 0.2534020 Dec 16 15:23:40.802413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e879f14-aea9-4c8f-bcfb-be4333641de3 req-66a6d7ec-9a12-4bd7-a5c9-94003fcb986d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265138 Dec 16 15:23:40.808451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:40.833744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'mac_address': 'fa:16:3e:6e:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:40.893406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:40.910138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-274c5b18-7dda-469e-b281-5fa6709c31ea req-debfa5d8-18a5-4ba0-aa3e-e03db427612d tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501336 Dec 16 15:23:40.944848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b4115b5d-5083-4d52-aefd-e48145da2af6,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:40.961311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:40.988642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4be8d3e4-e1fb-4624-8274-ba7160356ba4 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:41.028913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:41.050640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:41.112957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Pushing event updated for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:41.116461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:41.117099 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:41.118622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-315c076c-beab-454c-b6f5-6219c432f667 service neutron] 10.222.0.30 "PUT /v2.0/ports/b4115b5d-5083-4d52-aefd-e48145da2af6 HTTP/1.1" status: 200 len: 1091 time: 2.1315017 Dec 16 15:23:41.119075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:41.121671 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c1e88-576c-4e5f-a727-176e80af102c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:41.123953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:41.222676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df7e275b-5bf6-45c3-bbc3-ad8fda04be44 req-0edabe92-16a5-4eca-bc15-f79373082688 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053602 Dec 16 15:23:41.232738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:41.321643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-d372b4b2-d835-478a-b43d-4b6a9e6d3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:41.325279 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-d372b4b2-d835-478a-b43d-4b6a9e6d3286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 1094 time: 0.0777435 Dec 16 15:23:41.330841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4be8d3e4-e1fb-4624-8274-ba7160356ba4'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:41.430707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-196d29c7-2c27-458d-a41c-146c4a5d7e44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4115b5d-5083-4d52-aefd-e48145da2af6 HTTP/1.1" status: 200 len: 217 time: 0.0791693 Dec 16 15:23:41.541135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-4c339af9-91de-46c1-b394-35a23a3f9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:41.543643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-4c339af9-91de-46c1-b394-35a23a3f9809 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.0946281 Dec 16 15:23:41.598130 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-30eb1298-ea30-4061-984b-8b2a14b6624a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472260 Dec 16 15:23:41.723425 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-e06c9cae-3f1b-4d5e-a68b-a8b8b68fd9ee service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170931 Dec 16 15:23:41.912544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-64a16cd2-46b1-4664-9edc-bfbe7f6a6e88 req-d3cc2373-297f-40cd-af86-34d88e5c4c98 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769230 Dec 16 15:23:42.516245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:42.730499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:42.733123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:42.739211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:42.941196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:42.994805 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.055140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:43.056910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:23:43.061119 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c173104-117f-4484-9963-4a5b105739a9" -d '{"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-plugged", "status": "completed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:23:43.064732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port d3a3531f-387f-41c1-8d47-c35504db0ebc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:43.078323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.244472 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.359259 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.397037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:43.441679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:43.547116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1770412747-network', 'tenant_id': '904ac6653b4040728ad1271488a25e79'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:43.562134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.563164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:43.691359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:43.719399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 64a26100-5421-40c5-87c9-c1008e755283 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:43.719807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.756927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Made reservation on behalf of 904ac6653b4040728ad1271488a25e79 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:43.761376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:43.814614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.250823 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.264487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.280720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b85d36ee-2b89-4bbc-a2ac-ea7d4308f21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.321018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:44.384713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.429809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.465877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:23:44.479318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4a474-555e-4759-9324-d136fc9b7d6f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:44.516821 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.518258 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Added segment f8ae7da7-c97c-4d86-bad0-c59ea039bd82 of type vlan for network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb Dec 16 15:23:44.597042 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.613906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b4115b5d-5083-4d52-aefd-e48145da2af6 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:23:44.668029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:44.734786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.736715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:44.737802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:44.859425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b4115b5d-5083-4d52-aefd-e48145da2af6,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:44.859953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] Pushing event updated for resources: {'Network': ['ID=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:44.886446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:23:44.896888 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a2e22a74-e36d-44c3-bc70-4e3d8e626af1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9524255 Dec 16 15:23:44.901501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:44.908139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Request body: {'subnet': {'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1770412747-subnet', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:45.048749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'b4115b5d-5083-4d52-aefd-e48145da2af6', 'network_id': '509a645a-a926-4e84-8a29-9b23a7947b6c', 'port_id': 'b4115b5d-5083-4d52-aefd-e48145da2af6', 'mac_address': 'fa:16:3e:03:f9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022d0e09-d5a9-44e2-bee2-4eb0b2917808', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:23:45.064774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Made reservation on behalf of 904ac6653b4040728ad1271488a25e79 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:23:45.067238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:45.150159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:45.194708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4115b5d-5083-4d52-aefd-e48145da2af6 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:23:45.237098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b4115b5d-5083-4d52-aefd-e48145da2af6,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:45.311841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:45.492883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:45.638867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b4115b5d-5083-4d52-aefd-e48145da2af6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:23:45.890001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:46.158176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea63211-94cd-49d5-890e-8a3ba01426b5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:46.176532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Checking segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:46.177034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Network hostable DHCP agents. Network: cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:23:46.402204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:23:46.596788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:46.602104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:23:46.603041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:46.616738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3ac8-64cd-4239-ae5f-f6526a3e6bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:46.622636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5f377-f4b7-46a6-9e60-466f93d654ee None None] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:46.816709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:23:46.818115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.089993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Allocated IP 172.20.0.2 (cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb/9ea63211-94cd-49d5-890e-8a3ba01426b5/87434120-c5ee-4157-bdac-d94d2438f60b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:47.200116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-498b1e50-5f9f-4130-9b87-0c24eb318fa8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2971654 Dec 16 15:23:47.207616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:47.213530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:23:47.283320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.408270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.408573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.410587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.470095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Pushing event updated for resources: {'Port': ['ID=87434120-c5ee-4157-bdac-d94d2438f60b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:47.479252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:47.482054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:47.485642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:47.521245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.544544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Attempting to bind port 87434120-c5ee-4157-bdac-d94d2438f60b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:47.544929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Attempting to bind port 87434120-c5ee-4157-bdac-d94d2438f60b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:47.545286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Attempting to bind port 87434120-c5ee-4157-bdac-d94d2438f60b on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:47.551015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:47.551391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Checking segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:47.551795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.552212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Bound using segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:47.552683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Bound port: 87434120-c5ee-4157-bdac-d94d2438f60b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:47.553067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:47.634997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] For port 87434120-c5ee-4157-bdac-d94d2438f60b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:47.639435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] For port 87434120-c5ee-4157-bdac-d94d2438f60b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87434120-c5ee-4157-bdac-d94d2438f60b,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:48.147124 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:48.308509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:48.339429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acf4e-b514-4cc8-9b23-bb080df84e7c None None] Pushing event updated for resources: {'Port': ['ID=87434120-c5ee-4157-bdac-d94d2438f60b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:48.541073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b4115b5d-5083-4d52-aefd-e48145da2af6 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:48.556480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:48.808318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port b4115b5d-5083-4d52-aefd-e48145da2af6 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:23:48.816487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port b4115b5d-5083-4d52-aefd-e48145da2af6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:48.817094 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.199594 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.215022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.264853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.313774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.315135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b4115b5d-5083-4d52-aefd-e48145da2af6,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:49.379388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.507945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:49.629400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Allocated IP 172.25.7.136 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/17b6ec46-2eef-4dac-93ae-5f4fce3c7822) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:49.836249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:49.970973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.192193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.217939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87434120-c5ee-4157-bdac-d94d2438f60b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:50.329515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:50.335010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:50.338170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:50.388951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45888) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:50.389695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a271cf-7d43-45ce-b966-2a426a4004bb None None] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:23:50.499995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:50.595522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3658d00-41e9-4898-b6c6-a01a97084805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.645905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 87434120-c5ee-4157-bdac-d94d2438f60b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:50.646622 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.821601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7541c731-ba6c-4fcc-b4d2-09ecfbcd9c4d None None] Provisioning complete for port 87434120-c5ee-4157-bdac-d94d2438f60b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:50.822204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7541c731-ba6c-4fcc-b4d2-09ecfbcd9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.862780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3658d00-41e9-4898-b6c6-a01a97084805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:50.939397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3658d00-41e9-4898-b6c6-a01a97084805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.002463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3658d00-41e9-4898-b6c6-a01a97084805 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3efa4f4dc43c45b8ab5abac79bb095d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154358 Dec 16 15:23:51.008396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:51.054283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.080898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658d00-41e9-4898-b6c6-a01a97084805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7238536-0cab-46f2-8ec4-e08e4aa1a5d4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:51.223123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 87434120-c5ee-4157-bdac-d94d2438f60b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87434120-c5ee-4157-bdac-d94d2438f60b,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:51.283759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.284127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7541c731-ba6c-4fcc-b4d2-09ecfbcd9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.312923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.316516 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.472280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.543003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=87434120-c5ee-4157-bdac-d94d2438f60b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:51.557169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-7541c731-ba6c-4fcc-b4d2-09ecfbcd9c4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:23:51.557823 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-7541c731-ba6c-4fcc-b4d2-09ecfbcd9c4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:23:51.581134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.607605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:51.735542 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7238536-0cab-46f2-8ec4-e08e4aa1a5d4 HTTP/1.1" status: 204 len: 168 time: 0.6006873 Dec 16 15:23:51.735542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e016cd-6aa4-4fb1-918d-4d877ec4bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7238536-0cab-46f2-8ec4-e08e4aa1a5d4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:52.323853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87434120-c5ee-4157-bdac-d94d2438f60b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:52.338762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.505254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 87434120-c5ee-4157-bdac-d94d2438f60b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:52.506117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.578397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-aa8e4048-142f-42a2-a92b-e18aea47254f None None] Provisioning complete for port 87434120-c5ee-4157-bdac-d94d2438f60b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:52.579048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa8e4048-142f-42a2-a92b-e18aea47254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:52.858016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:23:53.158918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:23:53.175406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:23:53.203625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:23:53.205135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:53.291787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.295096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b03df2a-37c8-434c-a15f-9d954f9ee3a3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0853128 Dec 16 15:23:53.299033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:53.323740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:53.368385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50e975b-9360-4bde-848a-fd3ddf853c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.657399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50e975b-9360-4bde-848a-fd3ddf853c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:53.726679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:23:54.002054 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.024030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:50Z', 'revision_number': 3, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:54.055530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:23:54.055947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Updating router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:23:54.085205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.275424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Allocated IP 172.20.0.1 (cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb/9ea63211-94cd-49d5-890e-8a3ba01426b5/56abc8bd-5935-492a-8e96-28c6cccce056) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:23:54.418319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.538178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50e975b-9360-4bde-848a-fd3ddf853c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.610750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b50e975b-9360-4bde-848a-fd3ddf853c26 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6da8f506ddff4e708440e2044dda73fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2850142 Dec 16 15:23:54.614462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e975b-9360-4bde-848a-fd3ddf853c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176a137-4e64-40a7-8bf4-778c0110bf5d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.625453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.633537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:23:54.700596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Attempting to bind port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:23:54.700983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Attempting to bind port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:23:54.701353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Attempting to bind port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:23:54.709255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6476-94e1-4036-987f-b91d92bda464 None None] Pushing event updated for resources: {'Port': ['ID=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:54.713636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:23:54.714040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:23:54.714447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.714849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:23:54.715367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Bound port: 17b6ec46-2eef-4dac-93ae-5f4fce3c7822, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:23:54.715761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.750186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.780048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] For port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:23:54.783805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] For port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:23:54.789241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:54.796687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.237234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.265921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.266605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.271134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.273389 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1176a137-4e64-40a7-8bf4-778c0110bf5d HTTP/1.1" status: 204 len: 168 time: 0.6389966 Dec 16 15:23:55.293265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fced43-050a-4213-9250-ff6b8e4d601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176a137-4e64-40a7-8bf4-778c0110bf5d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:55.303717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:55.391028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:55.415097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:23:55.415284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:23:55.416706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:55.445336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6476-94e1-4036-987f-b91d92bda464 None None] Pushing event updated for resources: {'Port': ['ID=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:55.511351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Pushing event updated for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:55.613608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:55.883701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:23:56.079365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-288d734a-ff44-434a-a717-30c21afda91e None None] Provisioning complete for port 56abc8bd-5935-492a-8e96-28c6cccce056 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:56.079768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-288d734a-ff44-434a-a717-30c21afda91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.131411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-288d734a-ff44-434a-a717-30c21afda91e None None] Port 56abc8bd-5935-492a-8e96-28c6cccce056 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:23:56.274813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.507529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:50Z', 'revision_number': 3, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:23:56.677535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa5963-519b-471e-b18a-5ea0a9436dc2 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:50Z', 'revision_number': 3, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:23:56.699888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:56.807359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.097954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:57.101569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Pushing event updated for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:57.461052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:23:57.464389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:23:58.123860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:23:58.149870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c295f9b0-0789-4e05-b3aa-cd9855e918ca None None] Provisioning complete for port 56abc8bd-5935-492a-8e96-28c6cccce056 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:58.150674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c295f9b0-0789-4e05-b3aa-cd9855e918ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.288537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c295f9b0-0789-4e05-b3aa-cd9855e918ca None None] Port 56abc8bd-5935-492a-8e96-28c6cccce056 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:23:58.322149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:23:58.541397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:23:58.564920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31a99157-a062-460b-ba6d-445cdba04452 admin admin] 10.222.0.71 "PUT /v2.0/routers/753ef5a9-d4f5-4d92-873d-0ddb85885d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2630382 Dec 16 15:23:58.571273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.594753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:23:58.595356 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:58.939090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.082783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:23:59.170745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:23:59.427000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:23:59.505525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.063150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:00.203100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:00.203764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:00.468120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:00.563035 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:00.580311 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:01.045716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:01.315584 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 2, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:01.345962 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:01.346456 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Updating router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b port 56abc8bd-5935-492a-8e96-28c6cccce056 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:24:01.374237 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:01.660357 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.018986 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.090704 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Pushing event updated for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:02.123021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.123449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.123862 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.124270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.125305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.125305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.125305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.125689 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.126012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.126319 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.127676 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.127676 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.127676 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:02.146169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Attempting to bind port 56abc8bd-5935-492a-8e96-28c6cccce056 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:02.146581 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Attempting to bind port 56abc8bd-5935-492a-8e96-28c6cccce056 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:02.146947 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Attempting to bind port 56abc8bd-5935-492a-8e96-28c6cccce056 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:02.156650 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:02.157078 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Checking segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:02.157495 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.157904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Bound using segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:02.158407 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Bound port: 56abc8bd-5935-492a-8e96-28c6cccce056, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:02.158794 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.259252 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] For port 56abc8bd-5935-492a-8e96-28c6cccce056, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:02.263709 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] For port 56abc8bd-5935-492a-8e96-28c6cccce056, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56abc8bd-5935-492a-8e96-28c6cccce056,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:02.350709 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.457166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Provisioning complete for port 56abc8bd-5935-492a-8e96-28c6cccce056 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:02.458086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.479846 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e0fa9-74c5-4aa7-b47a-bc973c5d2413 None None] Pushing event updated for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:02.521934 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:02.524067 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:02.770167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:02.803960 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:02.915962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] For port 56abc8bd-5935-492a-8e96-28c6cccce056, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56abc8bd-5935-492a-8e96-28c6cccce056,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:03.014548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:03.176327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3e0371c7-3e5e-44ff-90cc-f9f0efe3cee9 None None] Provisioning complete for port 56abc8bd-5935-492a-8e96-28c6cccce056 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:03.176729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e0371c7-3e5e-44ff-90cc-f9f0efe3cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:03.187929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Pushing event updated for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:03.235457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.236068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.236068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.236525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.236864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.237208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.237550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.237883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.238410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.238751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.239132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.246799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.247241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b117a0-d270-48e5-b23b-c9f32f42f490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:03.360223 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:03.419305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f595f87-a7ce-43f6-85aa-c95599803f72 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:04.113671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56abc8bd-5935-492a-8e96-28c6cccce056 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:04.153121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:24:04.261344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 56abc8bd-5935-492a-8e96-28c6cccce056 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:04.261344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:05.024571 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35fa953-3887-4654-b36c-473e73520ecd x-openstack-request-id: req-e35fa953-3887-4654-b36c-473e73520ecd {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:05.025144 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:05.025144 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e35fa953-3887-4654-b36c-473e73520ecd {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:05.025558 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6', 'status': 'completed', 'code': 200} Dec 16 15:24:05.199873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63b453-280c-4bfe-9ef2-2ebc98ea8499 req-a96f3b50-993f-4e9b-b81f-10a7ac974c3b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:05.202247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca63b453-280c-4bfe-9ef2-2ebc98ea8499 req-a96f3b50-993f-4e9b-b81f-10a7ac974c3b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0923166 Dec 16 15:24:05.392681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca63b453-280c-4bfe-9ef2-2ebc98ea8499 req-73ca4339-4b03-4ea9-a557-8ae4fa7d4f09 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737700 Dec 16 15:24:05.451231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-9bce329e-fb83-4914-b8ae-be087293188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:05.451231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-9bce329e-fb83-4914-b8ae-be087293188e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 1096 time: 0.3732429 Dec 16 15:24:05.637864 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b64b02-e287-4341-80a6-493ed30b422c x-openstack-request-id: req-e2b64b02-e287-4341-80a6-493ed30b422c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:05.640978 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-plugged", "status": "completed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:05.641718 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2b64b02-e287-4341-80a6-493ed30b422c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:05.642643 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'code': 200} Dec 16 15:24:05.651773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-758b21c2-b7cf-4b29-b1ad-bc51144904cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:05.653883 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-758b21c2-b7cf-4b29-b1ad-bc51144904cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 200 len: 923 time: 0.1961756 Dec 16 15:24:05.684158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53baec-2028-49e4-ab77-6ef66cf5c4ed req-93126e81-5108-45ae-a394-642d1b12c72b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:05.699709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb53baec-2028-49e4-ab77-6ef66cf5c4ed req-93126e81-5108-45ae-a394-642d1b12c72b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.1832583 Dec 16 15:24:05.744598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-1f2849da-89a9-47a1-8f16-90dc1cfb4655 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4115b5d-5083-4d52-aefd-e48145da2af6 HTTP/1.1" status: 200 len: 217 time: 0.0729990 Dec 16 15:24:05.776895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb53baec-2028-49e4-ab77-6ef66cf5c4ed req-030b747e-7ee1-4294-8da8-d085048eeeed tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747638 Dec 16 15:24:05.848781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-bc8b328e-ecc1-4581-97a0-ab8794b81979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:05.852332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-bc8b328e-ecc1-4581-97a0-ab8794b81979 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 200 len: 862 time: 0.0993574 Dec 16 15:24:05.923633 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-5e684953-5b6c-42df-90b5-e99cc70cda05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=509a645a-a926-4e84-8a29-9b23a7947b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623498 Dec 16 15:24:06.133626 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-4439e8d5-0ef0-4dc9-bbcf-f952124aa159 service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010365 Dec 16 15:24:06.182675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df043-21df-4920-ab64-ff0131df288f req-d9fdf449-aeba-4826-822b-682524e5edef tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:06.195567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8df043-21df-4920-ab64-ff0131df288f req-d9fdf449-aeba-4826-822b-682524e5edef tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 950 time: 0.1012731 Dec 16 15:24:06.271272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8c6c1e88-576c-4e5f-a727-176e80af102c req-752713fa-79dc-4b4d-a25b-0e359d4243ef service neutron] 10.222.0.30 "GET /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301785 Dec 16 15:24:06.283305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8df043-21df-4920-ab64-ff0131df288f req-52bff387-2594-4cd2-b12b-cb26fbfa448a tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863545 Dec 16 15:24:06.456435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab00f5-e7e0-4b5a-bce0-52591cd151a5 req-0093dd6f-4f58-491a-b66d-a2ea7e9d93a1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:06.458917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eeab00f5-e7e0-4b5a-bce0-52591cd151a5 req-0093dd6f-4f58-491a-b66d-a2ea7e9d93a1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 950 time: 0.0658104 Dec 16 15:24:06.544880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eeab00f5-e7e0-4b5a-bce0-52591cd151a5 req-158798c2-f71c-4b5e-9df9-c5f981377d73 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736008 Dec 16 15:24:06.923652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46104) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:06.930629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524621800', 'description': 'tempest-description--699950375'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:07.047434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.055445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c58b9c-0a71-47e4-a839-d3c11dbc6cb4 req-73442c4c-736c-4a24-88b7-2ee11366a1cb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:07.060023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26c58b9c-0a71-47e4-a839-d3c11dbc6cb4 req-73442c4c-736c-4a24-88b7-2ee11366a1cb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1363461 Dec 16 15:24:07.256554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26c58b9c-0a71-47e4-a839-d3c11dbc6cb4 req-37b35d19-0a96-4e44-873e-f13fe2fcec36 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876404 Dec 16 15:24:07.341896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.419848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.557228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb2653-a324-45fa-977d-bbcae8fcd960,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:07.578744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:07.582802 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6568403 Dec 16 15:24:07.588070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:07.593893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group_rule': {'security_group_id': '76eb2653-a324-45fa-977d-bbcae8fcd960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:07.606289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.613124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.616552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.617299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.619907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.621227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.623378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.624426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.626973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.632756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.632756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.632756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.632756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e0063-a830-4b7a-98d8-1cdafd34748e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:07.644420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}, {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}, {'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:07.647320 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d54527-dc73-43d9-8dc3-692aab1a7279" -d '{"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}, {"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}, {"server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "name": "network-vif-plugged", "status": "completed", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:07.825623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e2ed6-1e4e-40c7-80a6-3105ac2bcdc1 req-47faa2ac-b481-4820-9eb6-7e8ae160c318 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:07.838941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152e2ed6-1e4e-40c7-80a6-3105ac2bcdc1 req-47faa2ac-b481-4820-9eb6-7e8ae160c318 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.2396073 Dec 16 15:24:07.897890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.025108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152e2ed6-1e4e-40c7-80a6-3105ac2bcdc1 req-0bde07a5-8002-466e-9cf7-d1abf51c465e tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851161 Dec 16 15:24:08.044871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.175760 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64797bc-1f64-4523-b008-d9aaee0367dc x-openstack-request-id: req-d64797bc-1f64-4523-b008-d9aaee0367dc {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:08.176272 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-plugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "code": 200}, {"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "code": 200}, {"server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "name": "network-vif-plugged", "status": "completed", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:08.176775 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d64797bc-1f64-4523-b008-d9aaee0367dc {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:08.177689 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'code': 200} Dec 16 15:24:08.178929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.179188 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'code': 200} Dec 16 15:24:08.179703 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6', 'code': 200} Dec 16 15:24:08.207394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a9364d-e54d-4478-8ff6-daa40c3234ac,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:08.374845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53185fa9-167c-400e-bad3-e91217e768e6 req-30a71ae1-e387-4e69-96ec-048a90594623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:08.376556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53185fa9-167c-400e-bad3-e91217e768e6 req-30a71ae1-e387-4e69-96ec-048a90594623 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 1096 time: 0.0966189 Dec 16 15:24:08.389421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.396050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9f6fbccc-2469-43ab-92a4-be579e160549 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8034406 Dec 16 15:24:08.396496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46182) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:08.407782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group_rule': {'security_group_id': '76eb2653-a324-45fa-977d-bbcae8fcd960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:08.478734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53185fa9-167c-400e-bad3-e91217e768e6 req-e29b38c2-294b-471d-8771-9c19068d375b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885329 Dec 16 15:24:08.604096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.685551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.837266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.877570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcd5660-3e62-4c78-9571-32ed2716b493,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:08.901426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:08.968780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:08.973702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9f810ea8-a2e6-4810-a4a0-67788e9c8c8f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5727453 Dec 16 15:24:08.974302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:08.979765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:09.087250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.142869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:09.162685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.242897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.244546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:09.415225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=11']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:09.457452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.538388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.611174 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:09.683405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Allocated IP 172.25.7.156 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8176abc5-cdf8-4931-b330-297a67fd67e9) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:09.724484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:09.854719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:09.941502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.164216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.180065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569d7e-6ad5-474a-87aa-4068a8062013 req-327b4497-9c7b-45e9-ac5b-8bad85529356 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:10.191339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}, {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:10.191339 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50995e65-a3e1-472f-8f36-723a0e14cf22" -d '{"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}, {"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-unplugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:10.192370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f569d7e-6ad5-474a-87aa-4068a8062013 req-327b4497-9c7b-45e9-ac5b-8bad85529356 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0765243 Dec 16 15:24:10.301736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f569d7e-6ad5-474a-87aa-4068a8062013 req-d2c89105-85f3-405b-83bf-97b4152634f6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108990 Dec 16 15:24:10.319566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=8176abc5-cdf8-4931-b330-297a67fd67e9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:10.333865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:10.335499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:10.348846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:10.357788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aafba-e461-4b05-beca-f8b7241cb43f req-eab6b061-bef4-4f7a-b491-0af0b792ae23 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:10.368623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da7aafba-e461-4b05-beca-f8b7241cb43f req-eab6b061-bef4-4f7a-b491-0af0b792ae23 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.1150820 Dec 16 15:24:10.456911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da7aafba-e461-4b05-beca-f8b7241cb43f req-eb39054e-0fa4-47ee-b12b-4f020c3b6213 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853262 Dec 16 15:24:10.563105 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372fc33f-7e86-47f6-96bb-bdd023a1faf1 x-openstack-request-id: req-372fc33f-7e86-47f6-96bb-bdd023a1faf1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:10.563412 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "code": 200}, {"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-unplugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:10.563696 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-372fc33f-7e86-47f6-96bb-bdd023a1faf1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:10.564134 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'code': 200} Dec 16 15:24:10.565194 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'code': 200} Dec 16 15:24:10.605457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:10.811078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.094901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.213640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.354298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=8176abc5-cdf8-4931-b330-297a67fd67e9,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:11.361076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.529808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2aa77-edd4-41f4-87bc-ba6e9aa0b455 req-c7a97507-f43e-4b91-a59b-11635fc161c2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:11.531437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b2aa77-edd4-41f4-87bc-ba6e9aa0b455 req-c7a97507-f43e-4b91-a59b-11635fc161c2 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.0584199 Dec 16 15:24:11.610830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b2aa77-edd4-41f4-87bc-ba6e9aa0b455 req-e1e205a0-f4d0-41dd-acd3-f1403fcc87ef tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Dec 16 15:24:11.764743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bf40c-f7ad-4448-8276-06662a685373 req-b14cedd0-4806-44d7-9f97-7691b01d2584 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:11.766631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e78bf40c-f7ad-4448-8276-06662a685373 req-b14cedd0-4806-44d7-9f97-7691b01d2584 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0654850 Dec 16 15:24:11.820556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e78bf40c-f7ad-4448-8276-06662a685373 req-b64582c3-1e9d-4ecd-9b73-47007d66aedf tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473208 Dec 16 15:24:11.857356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:11.862858 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31bf3c56-6a6b-40c0-824b-a6e0045354e5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8832164 Dec 16 15:24:12.260770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-0f425da5-8565-4ae4-8345-ffd709d7e00f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--524621800&fields=id&tenant_id=904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 267 time: 0.1231160 Dec 16 15:24:12.547228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b847349a-b475-40fe-891f-ec5ae3491d82 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:12.553328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b847349a-b475-40fe-891f-ec5ae3491d82 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 811 time: 0.2644713 Dec 16 15:24:12.588485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-522af64d-b1eb-4781-aa8c-1775c2fcc8d5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/quotas/904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 375 time: 0.0246735 Dec 16 15:24:12.741441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-1092e5ac-edba-4d47-8fbb-22cb4e905bd7 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:12.743544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-1092e5ac-edba-4d47-8fbb-22cb4e905bd7 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.1355302 Dec 16 15:24:12.753034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-15c6057d-9650-4bb7-9418-9024dce12c86 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500056 Dec 16 15:24:12.984432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Deleting port b4115b5d-5083-4d52-aefd-e48145da2af6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:12.986909 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:12.993801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-d4cc7f29-2c20-4aa3-985b-f424d1e48d02 service neutron] 10.222.0.71 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287600 Dec 16 15:24:13.149241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e2fb-4d22-4f0f-b9cf-74c09ad123c3 req-43b37edd-9711-4d7c-bacb-4364468d4498 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:13.158166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c053e2fb-4d22-4f0f-b9cf-74c09ad123c3 req-43b37edd-9711-4d7c-bacb-4364468d4498 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 945 time: 0.0882230 Dec 16 15:24:13.213575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] For port b4115b5d-5083-4d52-aefd-e48145da2af6, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=b4115b5d-5083-4d52-aefd-e48145da2af6,segment=NetworkSegment(f5a9cc38-0f00-4a90-abf7-ddd6238ea3da),segment_id=f5a9cc38-0f00-4a90-abf7-ddd6238ea3da)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:13.214389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.219318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-0897387e-5536-47c2-8276-da9802f2d592 service neutron] 10.222.0.71 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156801 Dec 16 15:24:13.250120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Calling delete_port for b4115b5d-5083-4d52-aefd-e48145da2af6 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:13.312888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c053e2fb-4d22-4f0f-b9cf-74c09ad123c3 req-d0ef4983-b11b-4728-a939-71f590be2700 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups?id=873f8987-a7a5-4294-8ab8-9b4a812e3062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485882 Dec 16 15:24:13.605834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.647476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['b4115b5d-5083-4d52-aefd-e48145da2af6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:13.709795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event deleted for resources: {'Port': ['ID=b4115b5d-5083-4d52-aefd-e48145da2af6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:13.825916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] No DVR routers for this DVR port b4115b5d-5083-4d52-aefd-e48145da2af6 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:13.832125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:13.833644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4a5b4-2970-4f64-b1c6-ac5a96517087 req-4976d26e-fe5c-43e5-a866-470e0b8084f2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:13.835539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72c18719-6a4d-4159-99fa-f040cbb52808 req-965e05a5-8e52-4210-b8d5-756c29fa32e1 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.30 "DELETE /v2.0/ports/b4115b5d-5083-4d52-aefd-e48145da2af6 HTTP/1.1" status: 204 len: 173 time: 1.0839577 Dec 16 15:24:13.836069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'name': 'network-vif-deleted', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:13.841670 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d20aa33-cf7a-441b-8a11-ec790caca2f4" -d '{"events": [{"server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "name": "network-vif-deleted", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:13.846479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9af4a5b4-2970-4f64-b1c6-ac5a96517087 req-4976d26e-fe5c-43e5-a866-470e0b8084f2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.0922086 Dec 16 15:24:13.921714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9af4a5b4-2970-4f64-b1c6-ac5a96517087 req-a5531d93-0a4a-4708-8694-100cc344c488 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736179 Dec 16 15:24:14.142196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6787495-e868-4b63-baa8-29beacc76599 req-4da6bf63-86c3-4ce7-9bc9-b023812d3612 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 210 time: 0.0561941 Dec 16 15:24:14.157664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69037e29-284b-44b8-bfa9-20b8718080ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:14.169669 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5090c-8b5a-40e6-8168-4b8e7065370e x-openstack-request-id: req-77e5090c-8b5a-40e6-8168-4b8e7065370e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:14.170203 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aca88c-5a5b-4a30-a481-21441c0e1751", "name": "network-vif-deleted", "tag": "b4115b5d-5083-4d52-aefd-e48145da2af6", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:14.170203 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77e5090c-8b5a-40e6-8168-4b8e7065370e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:14.170603 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aca88c-5a5b-4a30-a481-21441c0e1751', 'name': 'network-vif-deleted', 'tag': 'b4115b5d-5083-4d52-aefd-e48145da2af6', 'status': 'completed', 'code': 200} Dec 16 15:24:14.642306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-461f2601-f821-4a98-9930-8f359fd05544 req-702dae55-c936-4402-95ae-b999a27ac92b tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/ports?device_id=b0aca88c-5a5b-4a30-a481-21441c0e1751 HTTP/1.1" status: 200 len: 210 time: 0.0684943 Dec 16 15:24:14.954742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:15.180980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:15.233607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '64a26100-5421-40c5-87c9-c1008e755283', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '64a26100-5421-40c5-87c9-c1008e755283', 'mac_address': 'fa:16:3e:cb:4c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:15.315134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.334226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:15.363811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:15.466835 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:15.610708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:15.728182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['64a26100-5421-40c5-87c9-c1008e755283'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:16.448347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-34a6f66b-cb84-4dab-8759-8c5950298c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:16.623881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b4115b5d-5083-4d52-aefd-e48145da2af6 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:16.654990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: b4115b5d-5083-4d52-aefd-e48145da2af6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:24:16.655633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device b4115b5d-5083-4d52-aefd-e48145da2af6 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:24:16.960628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:16.982778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b082b-6d85-495e-bdbe-86aaf32a4399 req-517d87fe-fc3d-4a51-883b-fb00338b2a95 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:16.984691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-520b082b-6d85-495e-bdbe-86aaf32a4399 req-517d87fe-fc3d-4a51-883b-fb00338b2a95 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1258085 Dec 16 15:24:17.067245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 64a26100-5421-40c5-87c9-c1008e755283 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:17.067940 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.084934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49d1812f-ab21-474d-a19e-cf50452652ae req-e1d3b92e-3836-4276-a5bf-a43dc35fab38 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 210 time: 0.0417411 Dec 16 15:24:17.093941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-520b082b-6d85-495e-bdbe-86aaf32a4399 req-97d1127f-c051-4bb6-8ad8-45cedf80cb45 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978503 Dec 16 15:24:17.197185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.230597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:17.233674 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd21b425-34f1-4c2d-a924-440ccf4be979" -d '{"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:17.251607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:17.374323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:17.489166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:17.767884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:18.437785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-2f796356-9741-4e58-a485-24d8c19b0d58 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:18.441529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-2f796356-9741-4e58-a485-24d8c19b0d58 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 811 time: 0.2012761 Dec 16 15:24:18.567363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-98684bcd-2136-4d84-bca1-de9b8a4c4253 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 379 time: 0.1048005 Dec 16 15:24:18.582031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'port': {'device_id': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'admin_state_up': True, 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'security_groups': ['76eb2653-a324-45fa-977d-bbcae8fcd960']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:18.969240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Made reservation on behalf of 904ac6653b4040728ad1271488a25e79 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:18.978623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.220020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.348193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Allocated IP 172.20.0.4 (cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb/9ea63211-94cd-49d5-890e-8a3ba01426b5/6d0714f2-7754-412e-b6fe-6c16becac9b0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:19.571716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.759730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.858954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:19.862476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:19.870661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:19.873063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:19.879080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:19.885086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.885450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.885798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.886216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.886574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.886922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.887259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.887594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.888743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.892805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.913872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.913872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.913872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:24:19.986942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:19.989582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.119357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-7766e46d-ee2a-478a-8569-43b12dfdb026 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450945 Dec 16 15:24:20.292309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-86041952-3333-4836-8f4f-c816339c410b None None] Provisioning complete for port 6d0714f2-7754-412e-b6fe-6c16becac9b0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:20.294691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86041952-3333-4836-8f4f-c816339c410b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:20.406679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-86041952-3333-4836-8f4f-c816339c410b None None] Port 6d0714f2-7754-412e-b6fe-6c16becac9b0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:24:20.539069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Request body: {'port': {'device_id': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:20.589909 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed017915-9c59-4f0f-9f76-38d3c6c2a267 x-openstack-request-id: req-ed017915-9c59-4f0f-9f76-38d3c6c2a267 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:20.590521 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-plugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:20.590521 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed017915-9c59-4f0f-9f76-38d3c6c2a267 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:20.590881 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'code': 200} Dec 16 15:24:20.689833 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.219485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48c9c7-e5c1-46c2-b206-b61614570e65 req-b98d271f-1f90-4b67-8c05-27f5c3ebe4d0 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:21.221090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c48c9c7-e5c1-46c2-b206-b61614570e65 req-b98d271f-1f90-4b67-8c05-27f5c3ebe4d0 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 931 time: 0.2656758 Dec 16 15:24:21.501631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0714f2-7754-412e-b6fe-6c16becac9b0 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:21.511396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.529346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Transition to ACTIVE for port object 6d0714f2-7754-412e-b6fe-6c16becac9b0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:21.615096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:21.637936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c48c9c7-e5c1-46c2-b206-b61614570e65 req-0cbe2a39-9822-4f34-91ac-6e79b7e8942d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776396 Dec 16 15:24:21.867474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Pushing event updated for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:22.200912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1182e-fbd3-4642-a485-a0c63bf48311 req-30cc1f5d-a949-4ac0-b0f5-fe83d1a108e2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:22.200912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8c1182e-fbd3-4642-a485-a0c63bf48311 req-30cc1f5d-a949-4ac0-b0f5-fe83d1a108e2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.3111815 Dec 16 15:24:22.227464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Attempting to bind port 6d0714f2-7754-412e-b6fe-6c16becac9b0 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:22.228361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Attempting to bind port 6d0714f2-7754-412e-b6fe-6c16becac9b0 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:22.228361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Attempting to bind port 6d0714f2-7754-412e-b6fe-6c16becac9b0 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:22.266198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Port 6d0714f2-7754-412e-b6fe-6c16becac9b0 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:22.267207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Attempting to bind port 6d0714f2-7754-412e-b6fe-6c16becac9b0 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:22.293379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:22.293379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Checking segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:22.293379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Bound using segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:22.293379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Bound port: 6d0714f2-7754-412e-b6fe-6c16becac9b0, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:22.293379 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:22.539693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:22.545276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:22.561255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8c1182e-fbd3-4642-a485-a0c63bf48311 req-30bebfb3-7cfd-4b7d-95fe-b78e38155f02 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463628 Dec 16 15:24:22.995257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.120113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:23.121165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:23.125052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] 10.222.0.74 "PUT /v2.0/ports/6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1091 time: 2.9823596 Dec 16 15:24:23.125916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:23.129929 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:23.202005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7ce25-f89d-4451-8b5b-0dbd33f262fc service neutron] Pushing event updated for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:23.451075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-5cb1931c-b66a-450a-b840-d317bbcaf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:23.453643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-5cb1931c-b66a-450a-b840-d317bbcaf37f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1094 time: 0.1761127 Dec 16 15:24:23.611717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-24bcf712-4c85-4c94-bf67-99be76a924c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 217 time: 0.1379132 Dec 16 15:24:23.763423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-f59d033a-18e3-45e5-ac60-12ff26e06cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:23.767111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-f59d033a-18e3-45e5-ac60-12ff26e06cec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1427321 Dec 16 15:24:23.956020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-96a07eae-eb11-4657-9029-d9d60d903e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:23.958307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-96a07eae-eb11-4657-9029-d9d60d903e6b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683950 Dec 16 15:24:24.224362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-b2faed6f-eafa-4bdb-8c92-85d630779be0 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553732 Dec 16 15:24:24.430861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12cdae8c-c0f6-451e-8ec5-bc8f971cfa0c req-530b251d-0017-4e9a-ae4d-2331f7e1661a service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927080 Dec 16 15:24:25.474542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2ea48-34d8-47ea-a27d-3114e7ad37c5 req-520a6a46-b468-48bf-990d-acb7ff016abb tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:25.484232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42a2ea48-34d8-47ea-a27d-3114e7ad37c5 req-520a6a46-b468-48bf-990d-acb7ff016abb tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 943 time: 0.1193585 Dec 16 15:24:25.601932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42a2ea48-34d8-47ea-a27d-3114e7ad37c5 req-cddf1b57-71eb-4890-89f6-4ea9832826d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148705 Dec 16 15:24:25.660782 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9948651-03e1-4068-9f27-c6dfe8b45dff x-openstack-request-id: req-b9948651-03e1-4068-9f27-c6dfe8b45dff {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:25.661695 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:25.662196 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9948651-03e1-4068-9f27-c6dfe8b45dff {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:25.662842 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'status': 'completed', 'code': 200} Dec 16 15:24:25.801173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-97ee7946-bf7b-4d12-92c6-ee75c3cc68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:25.802819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-97ee7946-bf7b-4d12-92c6-ee75c3cc68f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1094 time: 0.0847547 Dec 16 15:24:25.990993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea1a0f-2e74-4058-a6de-28d62fb04b1c req-8ceee34b-c273-40ac-9f88-6a638a212a30 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:25.992890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cea1a0f-2e74-4058-a6de-28d62fb04b1c req-8ceee34b-c273-40ac-9f88-6a638a212a30 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1445045 Dec 16 15:24:26.007795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-ee7cefa5-40ce-4d11-9af7-35a10eace795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:26.009502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-ee7cefa5-40ce-4d11-9af7-35a10eace795 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.1978629 Dec 16 15:24:26.068175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-8efd197e-210f-44d1-ac98-c4a5b542d434 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 217 time: 0.0433300 Dec 16 15:24:26.134598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cea1a0f-2e74-4058-a6de-28d62fb04b1c req-11b7efee-a219-42ec-a4f7-da4092729dce tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294527 Dec 16 15:24:26.145786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-36c43d00-f8ae-4ab9-8761-5b2a5c93c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:26.147362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-36c43d00-f8ae-4ab9-8761-5b2a5c93c194 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.0703673 Dec 16 15:24:26.214976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-8cfa7163-91db-4488-be4b-ea0cfde94bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:26.217595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-8cfa7163-91db-4488-be4b-ea0cfde94bae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612831 Dec 16 15:24:26.386644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-c3c88d5b-facb-4574-8c04-8d48523d8b39 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574597 Dec 16 15:24:26.537140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3411d1f-a348-4bbd-9f51-c9a41feab2ee req-58d518c5-1bfd-4558-aba9-18c8d243f5e5 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416545 Dec 16 15:24:27.027616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6d0714f2-7754-412e-b6fe-6c16becac9b0 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:27.196841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:27.212294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'port_id': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'mac_address': 'fa:16:3e:ee:b6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:27.258663 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.283427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0714f2-7754-412e-b6fe-6c16becac9b0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:27.307198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:27.470439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:27.549316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:27.936133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6d0714f2-7754-412e-b6fe-6c16becac9b0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:24:28.556845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:28.851479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46816) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:29.046235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.065130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c20bc-db29-4636-be7d-5ab8ea65d08c req-8fa7dfc8-6181-4b77-82e6-7b590e5b5642 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.084288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a8c20bc-db29-4636-be7d-5ab8ea65d08c req-8fa7dfc8-6181-4b77-82e6-7b590e5b5642 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 944 time: 0.2267342 Dec 16 15:24:29.127441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.215888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a8c20bc-db29-4636-be7d-5ab8ea65d08c req-41342717-b74a-48ab-8dbf-1149eb70d0d6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296253 Dec 16 15:24:29.286379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10e388-005f-4215-b341-84f253d48871 req-fd4f3fa3-4ed8-4aaa-a60f-e1685021cb4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.300688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a10e388-005f-4215-b341-84f253d48871 req-fd4f3fa3-4ed8-4aaa-a60f-e1685021cb4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.3226535 Dec 16 15:24:29.355345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.357446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.363840 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:29.366860 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "DELETE /v2.0/security-groups/47e9aa63-efb5-4478-8915-8500f48a9d0e HTTP/1.1" status: 204 len: 168 time: 0.5073416 Dec 16 15:24:29.384568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46818) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:29.425543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d95d-269b-4291-93a3-123608c245fe tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e9aa63-efb5-4478-8915-8500f48a9d0e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:29.438195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a10e388-005f-4215-b341-84f253d48871 req-996aca89-1681-4daa-bfee-2d2081e34936 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324232 Dec 16 15:24:29.467393 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4627a6f5-403a-4150-8f88-11b04a5ffb26 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] show failed (client error): The resource could not be found. Dec 16 15:24:29.479690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:29.493761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4627a6f5-403a-4150-8f88-11b04a5ffb26 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "GET /v2.0/security-groups/47e9aa63-efb5-4478-8915-8500f48a9d0e HTTP/1.1" status: 404 len: 347 time: 0.0882146 Dec 16 15:24:29.674254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237955ac-8243-484e-b2f8-27af2e43005b req-0b9f875b-8dbd-4365-a397-2437b97f41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.680142 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-0b9f875b-8dbd-4365-a397-2437b97f41d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 1097 time: 0.1606219 Dec 16 15:24:29.967272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237955ac-8243-484e-b2f8-27af2e43005b req-2f43075a-6627-46d0-a2d5-3ea43b945386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:29.970338 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-2f43075a-6627-46d0-a2d5-3ea43b945386 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 911 time: 0.2816532 Dec 16 15:24:30.009124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Deleting port eae8469a-8d49-4b9a-a5e4-eed8d876e38e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:30.009706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.136921 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-c0ecb3f2-a919-40c2-92e1-65872dac8118 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4 HTTP/1.1" status: 200 len: 217 time: 0.1535640 Dec 16 15:24:30.244785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237955ac-8243-484e-b2f8-27af2e43005b req-68c8140c-a650-4c18-b2f2-679e3d8878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.247505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-68c8140c-a650-4c18-b2f2-679e3d8878d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.1022475 Dec 16 15:24:30.265675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f5ef9-01dc-4b6a-bbb2-226c9db9532a req-d0ee2004-1cc1-45a0-8105-d3f26c32cfe7 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.280427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-816f5ef9-01dc-4b6a-bbb2-226c9db9532a req-d0ee2004-1cc1-45a0-8105-d3f26c32cfe7 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.1628399 Dec 16 15:24:30.288798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-6c0fc90e-5bb1-4cb1-9337-d388a888ec08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324075 Dec 16 15:24:30.351398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.351929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:30.388691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Calling delete_port for eae8469a-8d49-4b9a-a5e4-eed8d876e38e owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:30.414605 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-2266543f-9405-4264-8bfd-5460c3043550 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131592 Dec 16 15:24:30.525815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-816f5ef9-01dc-4b6a-bbb2-226c9db9532a req-fe569a4d-bec8-4b4a-830e-72e1ce6cf01f tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315390 Dec 16 15:24:30.609337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdee21-aae3-4cff-8cad-7322b5a53539 req-34c5561e-4a86-4ae2-bf95-9824ca437198 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.611173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50bdee21-aae3-4cff-8cad-7322b5a53539 req-34c5561e-4a86-4ae2-bf95-9824ca437198 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 944 time: 0.2250278 Dec 16 15:24:30.660013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-237955ac-8243-484e-b2f8-27af2e43005b req-4ffd689b-480f-4999-bbe2-8a3157f2c337 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339869 Dec 16 15:24:30.713731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50bdee21-aae3-4cff-8cad-7322b5a53539 req-51e6e253-bcee-4945-89a3-695bb56c5662 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724528 Dec 16 15:24:30.903204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21decd1f-c824-4b2d-9918-b69aabaca45e req-edf99f2f-d0e2-4d88-9860-09b8445e38b4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:30.917514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21decd1f-c824-4b2d-9918-b69aabaca45e req-edf99f2f-d0e2-4d88-9860-09b8445e38b4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 0.1096795 Dec 16 15:24:30.922422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.056163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6d0714f2-7754-412e-b6fe-6c16becac9b0 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:24:31.160251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Pushing event deleted for resources: {'Port': ['ID=eae8469a-8d49-4b9a-a5e4-eed8d876e38e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:31.202643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.205449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.211903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cd236392-b764-45ce-98eb-a70a78c9fb54 tempest-ImagesOneServerNegativeTestJSON-1487641677 tempest-ImagesOneServerNegativeTestJSON-1487641677-project] 10.222.0.71 "DELETE /v2.0/floatingips/793b71aa-56e0-4293-a402-fe7aff1e43a7 HTTP/1.1" status: 204 len: 168 time: 1.7235494 Dec 16 15:24:31.228796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21decd1f-c824-4b2d-9918-b69aabaca45e req-3876ce00-2c51-47db-a8b6-f35a1e6adf2c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702494 Dec 16 15:24:31.294921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 6d0714f2-7754-412e-b6fe-6c16becac9b0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:24:31.316078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 6d0714f2-7754-412e-b6fe-6c16becac9b0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:24:31.316453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.453766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:31.601031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Deleting subnet 022d0e09-d5a9-44e2-bee2-4eb0b2917808 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:24:31.608468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.614737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.672070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:31.675813 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe60f79-a829-4618-9900-96c2a954e2a8" -d '{"events": [{"server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "name": "network-vif-plugged", "status": "completed", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:31.697621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:31.709833 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.768947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354909fe-1627-4c16-8991-c664ba934e7a req-dd388085-b641-4ff3-935d-5efeafbdea34 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:31.776889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-354909fe-1627-4c16-8991-c664ba934e7a req-dd388085-b641-4ff3-935d-5efeafbdea34 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.1131763 Dec 16 15:24:31.803989 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8803190-6623-4e19-b848-c88140d73b54 x-openstack-request-id: req-a8803190-6623-4e19-b848-c88140d73b54 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:31.804704 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "name": "network-vif-plugged", "status": "completed", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:31.805264 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8803190-6623-4e19-b848-c88140d73b54 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:31.806217 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'code': 200} Dec 16 15:24:31.818814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.879077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-05c65e8e-4cb7-4639-950f-98a72d127985 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:31.881917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-05c65e8e-4cb7-4639-950f-98a72d127985 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.1488490 Dec 16 15:24:31.907127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:31.911886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-354909fe-1627-4c16-8991-c664ba934e7a req-ba37bb48-78b7-47fc-8ecb-0f5ae1aedf90 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325378 Dec 16 15:24:32.074361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.149683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00294b91-1c53-48d8-9eb3-ac9a61e7e8d0 req-87921b51-46a8-4335-acc8-3c564405f312 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:32.167168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00294b91-1c53-48d8-9eb3-ac9a61e7e8d0 req-87921b51-46a8-4335-acc8-3c564405f312 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 944 time: 0.3016133 Dec 16 15:24:32.172122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.237082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.247738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/022d0e09-d5a9-44e2-bee2-4eb0b2917808 HTTP/1.1" status: 204 len: 168 time: 0.7912149 Dec 16 15:24:32.257164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46894) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:32.302564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Deleting port cdad88af-ba04-4672-a0b0-2c49ff89e253 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:32.303060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.480289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356e505-dd33-4975-9c24-89729ee92a9a req-31641e9d-cb3d-4444-be36-d719613ddbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:32.483947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b356e505-dd33-4975-9c24-89729ee92a9a req-31641e9d-cb3d-4444-be36-d719613ddbe8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.5380204 Dec 16 15:24:32.489443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.522109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] For port cdad88af-ba04-4672-a0b0-2c49ff89e253, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=cdad88af-ba04-4672-a0b0-2c49ff89e253,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:32.525342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:32.590579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Calling delete_port for cdad88af-ba04-4672-a0b0-2c49ff89e253 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:32.648030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b356e505-dd33-4975-9c24-89729ee92a9a req-f9e7ef13-addc-47d0-acee-bdc59ed422d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548567 Dec 16 15:24:32.649431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee249da-d37c-43e6-a6d2-a176956a78e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022d0e09-d5a9-44e2-bee2-4eb0b2917808,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:32.732596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:32.749721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00294b91-1c53-48d8-9eb3-ac9a61e7e8d0 req-3cb6cac9-122c-4437-b180-99fb6cc724e6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5593698 Dec 16 15:24:33.210624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.384727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:33.389506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.409514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.457211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429c07b-91e5-4dc1-8bea-096a6462d5ae req-37cc39de-3bca-4556-8ee6-ae90b2c74c4d tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:33.460023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9429c07b-91e5-4dc1-8bea-096a6462d5ae req-37cc39de-3bca-4556-8ee6-ae90b2c74c4d tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 947 time: 0.2036729 Dec 16 15:24:33.477018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Pushing event deleted for resources: {'Port': ['ID=cdad88af-ba04-4672-a0b0-2c49ff89e253,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:33.508980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509a645a-a926-4e84-8a29-9b23a7947b6c']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:33.563977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:33.564807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a9cc38-0f00-4a90-abf7-ddd6238ea3da') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:33.586008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.596312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] No DVR routers for this DVR port cdad88af-ba04-4672-a0b0-2c49ff89e253 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:33.601804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.611882 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0cd9613a-2274-46ce-a9ab-ea57483b6f2f req-5c1817ab-0319-4171-be61-d857efe055dd tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.30 "DELETE /v2.0/ports/cdad88af-ba04-4672-a0b0-2c49ff89e253 HTTP/1.1" status: 204 len: 173 time: 1.7140260 Dec 16 15:24:33.613096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-deleted', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:33.617846 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d51aa2-7992-4e74-8dfb-a8d4b2292a9b" -d '{"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-deleted", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:33.647892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9429c07b-91e5-4dc1-8bea-096a6462d5ae req-a3ecfb33-ab21-4b2b-92c2-48fa79d8accb tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/security-groups?id=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551709 Dec 16 15:24:33.677575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815d93-1f2a-4ef0-aa9e-d4224bae214a req-b5bdbad7-7a05-4a06-89ec-c6988b09d297 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:33.684268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e815d93-1f2a-4ef0-aa9e-d4224bae214a req-b5bdbad7-7a05-4a06-89ec-c6988b09d297 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 946 time: 1.0061126 Dec 16 15:24:33.694685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.820945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:33.838173 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa09e6-f9d9-447b-badf-be507a209ed9" -d '{"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-unplugged", "status": "completed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:33.918752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:33.945225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:34.285538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:34.573088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2ef19ee-4a6b-4b37-a2ac-a6a8db56b095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.763749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:24:34.765194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:24:34.767193 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:24:34.771555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2ef19ee-4a6b-4b37-a2ac-a6a8db56b095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:34.901403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e815d93-1f2a-4ef0-aa9e-d4224bae214a req-783d28e5-1a25-4b1c-9017-3993b7afd14c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1234152 Dec 16 15:24:34.901905 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f205593b-952f-4770-9def-431b54420f6f x-openstack-request-id: req-f205593b-952f-4770-9def-431b54420f6f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:34.901905 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc50423-c400-40d3-9c09-9d72bd6082fe", "name": "network-vif-deleted", "tag": "cdad88af-ba04-4672-a0b0-2c49ff89e253", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:34.901905 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f205593b-952f-4770-9def-431b54420f6f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:34.901905 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc50423-c400-40d3-9c09-9d72bd6082fe', 'name': 'network-vif-deleted', 'tag': 'cdad88af-ba04-4672-a0b0-2c49ff89e253', 'status': 'completed', 'code': 200} Dec 16 15:24:34.945505 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a65a0-2cfc-47a7-8e0f-20a1faef4b41 x-openstack-request-id: req-ab0a65a0-2cfc-47a7-8e0f-20a1faef4b41 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:34.945997 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-unplugged", "status": "failed", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4", "code": 422}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:34.946348 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab0a65a0-2cfc-47a7-8e0f-20a1faef4b41 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:34.946771 n-d-821947-3 neutron-server[104057]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'code': 422} returned with failed status Dec 16 15:24:35.071088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b119e-1288-4b5a-9796-3267677c1707 req-90dd97db-7144-4352-8046-d06baa0e8d79 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.076716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f1b119e-1288-4b5a-9796-3267677c1707 req-90dd97db-7144-4352-8046-d06baa0e8d79 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.0958586 Dec 16 15:24:35.084667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2ef19ee-4a6b-4b37-a2ac-a6a8db56b095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.118941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ed83b01-f5b0-4b06-b9c3-cef062561269 req-986ab025-a906-419b-bb2d-10a4b882ac53 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bc50423-c400-40d3-9c09-9d72bd6082fe HTTP/1.1" status: 200 len: 210 time: 0.0866888 Dec 16 15:24:35.121848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.149269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d2ef19ee-4a6b-4b37-a2ac-a6a8db56b095 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=89a532b4cbb740649fe1827d6a0997ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618472 Dec 16 15:24:35.150211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef19ee-4a6b-4b37-a2ac-a6a8db56b095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7464b153-7ad1-43fd-a180-9667017e392d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:35.153910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:35.194022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.220839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] 10.222.0.71 "DELETE /v2.0/networks/509a645a-a926-4e84-8a29-9b23a7947b6c HTTP/1.1" status: 204 len: 168 time: 2.9491761 Dec 16 15:24:35.220839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53295a4-4386-4518-a5e9-040eb7ca2050 admin admin] Pushing event deleted for resources: {'Network': ['ID=509a645a-a926-4e84-8a29-9b23a7947b6c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:35.265020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f1b119e-1288-4b5a-9796-3267677c1707 req-eac95201-e130-4c74-9e9b-3d84afa3937e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542253 Dec 16 15:24:35.308883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.360097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.489095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a008b-88de-4eab-85d6-41906ad70c81 req-c187fdce-031a-47a8-ad56-abd27e67637b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:35.492788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e6a008b-88de-4eab-85d6-41906ad70c81 req-c187fdce-031a-47a8-ad56-abd27e67637b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1026342 Dec 16 15:24:35.505565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:35.516930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'floatingip': {'port_id': '6d0714f2-7754-412e-b6fe-6c16becac9b0'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:35.589877 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.678461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.681858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:35.686649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7464b153-7ad1-43fd-a180-9667017e392d HTTP/1.1" status: 204 len: 168 time: 0.5316689 Dec 16 15:24:35.732808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ee136-5e52-48e0-bf9f-0186002c3582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7464b153-7ad1-43fd-a180-9667017e392d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:36.014810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:36.220421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e033df4-05d7-4af2-8875-992f813d41fb req-4d63a131-0670-42f7-aaad-1aab028aa747 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:36.222268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e033df4-05d7-4af2-8875-992f813d41fb req-4d63a131-0670-42f7-aaad-1aab028aa747 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.1627059 Dec 16 15:24:36.241921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-55b19589-0fac-4176-964d-cdae88722d2f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d99b68f43864de08fd6e93e6fcbfa4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2241793 Dec 16 15:24:36.242789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:36.327742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e033df4-05d7-4af2-8875-992f813d41fb req-92d20080-2507-42dc-9dbc-addccd0103bb tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753469 Dec 16 15:24:36.455305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.502995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.748055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:36.811429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.822325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:36.842839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/873f8987-a7a5-4294-8ab8-9b4a812e3062 HTTP/1.1" status: 204 len: 168 time: 0.5981834 Dec 16 15:24:36.891230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6190f-7f30-420a-a228-9043e979061f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f8987-a7a5-4294-8ab8-9b4a812e3062,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:36.897906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: cdad88af-ba04-4672-a0b0-2c49ff89e253 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:24:36.897906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device cdad88af-ba04-4672-a0b0-2c49ff89e253 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:24:36.909025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4be8d3e4-e1fb-4624-8274-ba7160356ba4 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:37.109366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46998) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:37.186501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5371-4fd7-44d5-8b64-009aeb36e109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.302377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.437103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.452647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5371-4fd7-44d5-8b64-009aeb36e109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.574149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5371-4fd7-44d5-8b64-009aeb36e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.692584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d5fb5371-4fd7-44d5-8b64-009aeb36e109 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f4810087e8d44aeb72eb1fba8cb3698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812552 Dec 16 15:24:37.693644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5371-4fd7-44d5-8b64-009aeb36e109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5983fb-e252-46cb-99e6-50769720909a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:37.698644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47002) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:37.767102 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Floating IP af4d6f36-02a3-4cce-9bdb-92545892b1ab associated. External IP: 172.25.7.156, port: 6d0714f2-7754-412e-b6fe-6c16becac9b0. Dec 16 15:24:37.833407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:37.926012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.169845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.173753 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.178213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f5983fb-e252-46cb-99e6-50769720909a HTTP/1.1" status: 204 len: 168 time: 0.4753132 Dec 16 15:24:38.226277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe46c9-7056-4698-9909-2f6078ce1f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5983fb-e252-46cb-99e6-50769720909a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:38.336063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:24:38.550207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:38.556072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:38.569409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:38.586237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:38.587112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:38.746353 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0075e430-832e-4bd9-8d16-4955fcae940d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "PUT /v2.0/floatingips/af4d6f36-02a3-4cce-9bdb-92545892b1ab HTTP/1.1" status: 200 len: 991 time: 3.0843511 Dec 16 15:24:38.746353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:38.746353 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bdd899-f459-46c4-89c7-245d4a137103" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:38.747783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:39.130533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'af4d6f36-02a3-4cce-9bdb-92545892b1ab', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:ee:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:10Z', 'updated_at': '2021-12-16T15:24:37Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:39.160852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:39.173869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:39.174936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:39.218023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-59e5ab30-873c-43fc-8091-fa159acc7494 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.220387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-59e5ab30-873c-43fc-8091-fa159acc7494 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 948 time: 0.0625961 Dec 16 15:24:39.425079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:39.529076 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-68eafebe-fa36-472d-b66c-04ee548dcf3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061325 Dec 16 15:24:39.539610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Deleting port d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:39.540608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.785183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-c24b09fd-f4d7-48ab-ae37-f5b8916b2ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:39.788386 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-c24b09fd-f4d7-48ab-ae37-f5b8916b2ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 1097 time: 0.1677463 Dec 16 15:24:39.811069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] For port d3a3531f-387f-41c1-8d47-c35504db0ebc, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=d3a3531f-387f-41c1-8d47-c35504db0ebc,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:39.811707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:39.830575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Calling delete_port for d3a3531f-387f-41c1-8d47-c35504db0ebc owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:40.100094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.139504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-bac3bbc8-c34f-48b4-abb6-277cd7bf04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.139795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'af4d6f36-02a3-4cce-9bdb-92545892b1ab', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:ee:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:10Z', 'updated_at': '2021-12-16T15:24:37Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:40.146485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-bac3bbc8-c34f-48b4-abb6-277cd7bf04aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 200 len: 915 time: 0.3195865 Dec 16 15:24:40.204618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deeda3e-044e-4e64-a515-b414a37c07e3 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'af4d6f36-02a3-4cce-9bdb-92545892b1ab', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.156', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:ee:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:24:10Z', 'updated_at': '2021-12-16T15:24:37Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:40.261036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Pushing event deleted for resources: {'Port': ['ID=d3a3531f-387f-41c1-8d47-c35504db0ebc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:40.335855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] No DVR routers for this DVR port d3a3531f-387f-41c1-8d47-c35504db0ebc on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:40.340115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:40.346000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9faf8b50-dbcd-4242-b96b-80a9ac6241f7 req-00e862a7-e390-4ecc-8d26-64065dbb3591 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.74 "DELETE /v2.0/ports/d3a3531f-387f-41c1-8d47-c35504db0ebc HTTP/1.1" status: 204 len: 173 time: 1.1185229 Dec 16 15:24:40.347177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-deleted', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:40.350635 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c05db1-3bdb-417f-8f8c-7a3d425b8f7f" -d '{"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-deleted", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:40.432311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-16ed6426-ef3f-4d62-8b60-24848801bfeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 200 len: 1001 time: 0.2799246 Dec 16 15:24:40.512083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-1811f19e-cf95-4dfa-8677-7b2103b338e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.515506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-1811f19e-cf95-4dfa-8677-7b2103b338e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 200 len: 853 time: 0.0757682 Dec 16 15:24:40.585205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-66b2ad4d-e1f5-41d0-8491-450ef8a1c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:40.587524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-66b2ad4d-e1f5-41d0-8491-450ef8a1c3dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7daa072-ee1c-48b6-8153-ca0061ddc032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586538 Dec 16 15:24:40.738489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-3a8e9e01-a6f9-4b37-8b79-4f4f028fc3a9 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358612 Dec 16 15:24:40.780556 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c5e15d-b429-49d6-948a-7a44d4b49e49 None None] New status for floating IP af4d6f36-02a3-4cce-9bdb-92545892b1ab: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:24:40.853857 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f768253d-4fce-419b-87cb-7c3bc8e75719 req-823d8ac0-318e-4421-8697-417f0daee439 service neutron] 10.222.0.30 "GET /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080825 Dec 16 15:24:41.081197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ac24d04-4bef-4178-89e1-e59eb01be44b req-45403bcc-cec5-4e79-8e77-9631ab6f0c02 tempest-ListImageFiltersTestJSON-606978300 tempest-ListImageFiltersTestJSON-606978300-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d13d241-c751-410e-a24c-91e62358c26c HTTP/1.1" status: 200 len: 210 time: 0.0381842 Dec 16 15:24:41.144392 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:24:41.337410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-cce00369-db22-471d-b640-aca19c857d13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.340976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-cce00369-db22-471d-b640-aca19c857d13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c46f049-c40d-44c6-96a1-451d8aa81543 HTTP/1.1" status: 200 len: 944 time: 0.0835667 Dec 16 15:24:41.357144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2910c-ce3c-4daf-bcde-5977557db36b req-ee02074b-c3fc-474f-8e06-ca6ce1419f65 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.359733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c2910c-ce3c-4daf-bcde-5977557db36b req-ee02074b-c3fc-474f-8e06-ca6ce1419f65 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.1154430 Dec 16 15:24:41.527191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c2910c-ce3c-4daf-bcde-5977557db36b req-feb553d9-540a-44d1-9d44-6152fddfa2eb tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504056 Dec 16 15:24:41.567332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:41.567918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.701678 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb3858-1bcb-424b-bf88-0e36e2129a45 x-openstack-request-id: req-2fdb3858-1bcb-424b-bf88-0e36e2129a45 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:41.702647 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:41.702810 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2fdb3858-1bcb-424b-bf88-0e36e2129a45 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:41.703697 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'status': 'completed', 'code': 200} Dec 16 15:24:41.729240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 4be8d3e4-e1fb-4624-8274-ba7160356ba4, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4be8d3e4-e1fb-4624-8274-ba7160356ba4,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:41.729792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:41.758214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 4be8d3e4-e1fb-4624-8274-ba7160356ba4 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:41.941621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-198b1adb-53b1-4286-b03c-efc79d2e3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:41.941621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-198b1adb-53b1-4286-b03c-efc79d2e3831 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.1640198 Dec 16 15:24:42.209891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:42.267560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=4be8d3e4-e1fb-4624-8274-ba7160356ba4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:42.370270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 4be8d3e4-e1fb-4624-8274-ba7160356ba4 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:42.378231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:42.384174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0828b4d1-ea9d-4cda-9a53-926378cb16b4 req-bfd1bfbf-2373-42ea-95c8-b2c5bd4fc02d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "DELETE /v2.0/ports/4be8d3e4-e1fb-4624-8274-ba7160356ba4 HTTP/1.1" status: 204 len: 173 time: 1.0221848 Dec 16 15:24:42.403039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-8c08c6f8-6284-4d76-b4a0-1a3de154bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.405525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-8c08c6f8-6284-4d76-b4a0-1a3de154bc77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.3240795 Dec 16 15:24:42.507802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-e2237771-2227-4ecf-b4cd-9b29349f6ecd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1001 time: 0.0880284 Dec 16 15:24:42.557759 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ca4b17-b220-40b5-ad30-fe7943cad105 x-openstack-request-id: req-e1ca4b17-b220-40b5-ad30-fe7943cad105 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:42.558194 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d13d241-c751-410e-a24c-91e62358c26c", "name": "network-vif-deleted", "tag": "d3a3531f-387f-41c1-8d47-c35504db0ebc", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:42.558558 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1ca4b17-b220-40b5-ad30-fe7943cad105 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:42.559072 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d13d241-c751-410e-a24c-91e62358c26c', 'name': 'network-vif-deleted', 'tag': 'd3a3531f-387f-41c1-8d47-c35504db0ebc', 'status': 'completed', 'code': 200} Dec 16 15:24:42.600021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-587c92fd-c1bb-4450-b328-07d4aa4e2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.605049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-587c92fd-c1bb-4450-b328-07d4aa4e2a51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.0883737 Dec 16 15:24:42.704916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-a4a20f62-7427-42d6-83b4-1cc1d0a9caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:42.708046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-a4a20f62-7427-42d6-83b4-1cc1d0a9caf6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938046 Dec 16 15:24:42.815253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-41963d37-636d-484c-a16c-0b74d2dc51d7 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996072 Dec 16 15:24:43.008002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6bdd899-f459-46c4-89c7-245d4a137103 req-420a52ad-d5ef-4d03-9d82-b907bfa10954 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757495 Dec 16 15:24:43.138880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:43.161928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: d3a3531f-387f-41c1-8d47-c35504db0ebc {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:24:43.162156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device d3a3531f-387f-41c1-8d47-c35504db0ebc not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:24:43.162756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:43.263408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:43.291596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:43.295045 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8a3298-84ca-4121-9f64-9c997cf98cbc" -d '{"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-unplugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:43.313661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:43.437461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:43.507958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=11']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:43.872765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0537e3-583c-4b00-9e52-03bd49a7ce0f req-8472edec-9412-4ea9-87e4-be1481b474f8 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:43.874443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e0537e3-583c-4b00-9e52-03bd49a7ce0f req-8472edec-9412-4ea9-87e4-be1481b474f8 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.0712738 Dec 16 15:24:43.938104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e0537e3-583c-4b00-9e52-03bd49a7ce0f req-664e41e0-76ae-4e4d-8813-639961b5b993 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527744 Dec 16 15:24:44.018243 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5906f722-d1e5-4943-bdd9-fe13bb937a57 x-openstack-request-id: req-5906f722-d1e5-4943-bdd9-fe13bb937a57 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:44.018556 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-unplugged", "status": "completed", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:44.018819 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5906f722-d1e5-4943-bdd9-fe13bb937a57 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:44.019244 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'code': 200} Dec 16 15:24:44.089554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5e22f17-f34a-4001-97e5-346becea5334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:44.562101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-deleted', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:44.566097 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de513da-61f8-4c0d-b20f-813a98ea408f" -d '{"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-deleted", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:45.102447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47310) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:45.282769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b68ebef-97ef-4d2d-aa4b-4b0697b54d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:45.380937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b68ebef-97ef-4d2d-aa4b-4b0697b54d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:45.488481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b68ebef-97ef-4d2d-aa4b-4b0697b54d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:45.579264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7228f-e31d-48d9-96ee-42def9f72cac req-039a5374-0f89-428c-8b18-4158b512c004 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.582009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21f7228f-e31d-48d9-96ee-42def9f72cac req-039a5374-0f89-428c-8b18-4158b512c004 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.0586441 Dec 16 15:24:45.618456 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b68ebef-97ef-4d2d-aa4b-4b0697b54d81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37458b3bfc7d438b881181aa23482f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143087 Dec 16 15:24:45.619875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ebef-97ef-4d2d-aa4b-4b0697b54d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741bd9e5-fe4a-4438-a81f-075dec2ed99d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:45.622770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:45.668699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21f7228f-e31d-48d9-96ee-42def9f72cac req-347ded33-90c6-4b6f-9fff-f0e282322b4e tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783429 Dec 16 15:24:45.689044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:45.724467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:45.865775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6b8e7c65-9461-4f3d-99f8-f6cbff4965a6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:45.867347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6b8e7c65-9461-4f3d-99f8-f6cbff4965a6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.1182125 Dec 16 15:24:45.884681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-d6ade2d6-0b8f-4c8b-afda-f2a3ee7e8456 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.0104630 Dec 16 15:24:45.920038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-59298794-8172-4dbd-8334-aca6df59a260 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281768 Dec 16 15:24:46.028250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-41b5cfe3-8198-4912-b9f1-6a70ce8b5200 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007652 Dec 16 15:24:46.150295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:46.154282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:46.155461 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/741bd9e5-fe4a-4438-a81f-075dec2ed99d HTTP/1.1" status: 204 len: 168 time: 0.5316753 Dec 16 15:24:46.165029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd53776-c6e3-46a6-bd76-c8dcb40216be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741bd9e5-fe4a-4438-a81f-075dec2ed99d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:46.176691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-0f7ac7e2-679a-412c-a927-161f65ebc546 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412067 Dec 16 15:24:46.460504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb55c1e4-0e6d-49d4-b719-9d7bf805a45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:46.525800 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8f974a-ae1e-4c83-a030-b0e19fe3492c x-openstack-request-id: req-3a8f974a-ae1e-4c83-a030-b0e19fe3492c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:46.526421 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c46f049-c40d-44c6-96a1-451d8aa81543", "name": "network-vif-deleted", "tag": "4be8d3e4-e1fb-4624-8274-ba7160356ba4", "status": "failed", "code": 422}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:46.526852 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a8f974a-ae1e-4c83-a030-b0e19fe3492c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:46.527606 n-d-821947-3 neutron-server[104056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c46f049-c40d-44c6-96a1-451d8aa81543', 'name': 'network-vif-deleted', 'tag': '4be8d3e4-e1fb-4624-8274-ba7160356ba4', 'status': 'failed', 'code': 422} returned with failed status Dec 16 15:24:46.980499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42472529-a729-432f-84d5-0af676b5df1a req-dd21c28b-78b2-442f-a0f7-6c05a83252ac tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.0676773 Dec 16 15:24:47.054844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47384) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:47.069367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb664fe8-8dfb-40cb-970b-ebac49fb575b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.194215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb664fe8-8dfb-40cb-970b-ebac49fb575b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.379086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb664fe8-8dfb-40cb-970b-ebac49fb575b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.423588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb664fe8-8dfb-40cb-970b-ebac49fb575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c644f-c4b1-4fbe-9347-0a8b1af703d6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:47.428324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb664fe8-8dfb-40cb-970b-ebac49fb575b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=652862e1bd26448ea957ba81cfa25a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3722875 Dec 16 15:24:47.431131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47394) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:47.494115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.526448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.728203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.731749 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.736773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:47.736773 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c2c644f-c4b1-4fbe-9347-0a8b1af703d6 HTTP/1.1" status: 204 len: 168 time: 0.3023758 Dec 16 15:24:47.752554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e6b62-25b2-4ee7-bd19-cd625f543fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c644f-c4b1-4fbe-9347-0a8b1af703d6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:48.001016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fb485-cdf7-4004-a289-30b3b03c105c req-b6ec6cef-14bb-47ce-91ec-417f092467f1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:48.002538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-333fb485-cdf7-4004-a289-30b3b03c105c req-b6ec6cef-14bb-47ce-91ec-417f092467f1 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.0559556 Dec 16 15:24:48.053849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-333fb485-cdf7-4004-a289-30b3b03c105c req-807f9651-fb92-482a-96bb-bbd5db59c442 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Dec 16 15:24:48.428839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47416) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:48.565085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1e783a7-c73d-40db-8401-4737af53a8dd req-bc8a8337-1f00-4918-a154-e48dc8f6c051 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.0543144 Dec 16 15:24:48.761815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c4eac142-3330-4667-af56-daa1b2e2b322 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c44a0fb72a5841ddab23740aebca5c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317015 Dec 16 15:24:48.767603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:48.782813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a074-ffb4-4af7-9deb-bfd1208ad7d2 req-1b667429-4015-4c6d-9558-acc770ecc6f7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:48.784498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bc5a074-ffb4-4af7-9deb-bfd1208ad7d2 req-1b667429-4015-4c6d-9558-acc770ecc6f7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.0952160 Dec 16 15:24:48.830023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:48.839899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bc5a074-ffb4-4af7-9deb-bfd1208ad7d2 req-f65db357-9525-488d-9418-36ab93ade448 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486665 Dec 16 15:24:48.861854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:49.053355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:49.056710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:49.059122 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b04d801-d5bc-4a0a-97ae-688a4cdc70cc HTTP/1.1" status: 204 len: 168 time: 0.2899449 Dec 16 15:24:49.070186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e99d34-cf59-4aa0-b929-58641d1dd872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b04d801-d5bc-4a0a-97ae-688a4cdc70cc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:49.113107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:49.266743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311912a-2eb1-4641-8811-0b8f554a0a59 req-e09c3f0d-bd2f-4ead-8781-7aecf06e5093 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:49.269125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7311912a-2eb1-4641-8811-0b8f554a0a59 req-e09c3f0d-bd2f-4ead-8781-7aecf06e5093 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.0782743 Dec 16 15:24:49.356272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7311912a-2eb1-4641-8811-0b8f554a0a59 req-acc024f1-d495-4d5b-b499-b4deccadf735 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732019 Dec 16 15:24:49.744893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1416a627-e833-4eac-95e7-5818310f96c2 req-145999bf-6c2a-4333-af2c-a2c64ed9a2b9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.0484271 Dec 16 15:24:49.905074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.015509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ee80a-6404-45ce-af1b-ca9683c4a8e8 req-7542930e-f00f-4b7a-b19e-c795801b58d7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.024731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d52ee80a-6404-45ce-af1b-ca9683c4a8e8 req-7542930e-f00f-4b7a-b19e-c795801b58d7 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.0934646 Dec 16 15:24:50.031589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-0a86fea6-33bc-42d4-8342-8a728e80d769 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.035249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-0a86fea6-33bc-42d4-8342-8a728e80d769 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.30 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 946 time: 0.0998242 Dec 16 15:24:50.165557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Deleting port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:50.166163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.171180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d52ee80a-6404-45ce-af1b-ca9683c4a8e8 req-14110b57-2c28-4842-b00a-e29b3342b656 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups?id=64086d90-2ed9-449f-952b-8c3e44e66810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450179 Dec 16 15:24:50.220894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-cc3d0726-4cc5-4df3-bef6-55c77da6b9ea tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.222781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-cc3d0726-4cc5-4df3-bef6-55c77da6b9ea tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.74 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.1246047 Dec 16 15:24:50.316928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-9e1d1a4c-b408-4c6a-9cf0-b72bd25a46da tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.318460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-9e1d1a4c-b408-4c6a-9cf0-b72bd25a46da tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.2851558 Dec 16 15:24:50.321899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] For port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:50.322276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.338387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': '556a2067-b879-4bcc-b953-e3409fa313dc', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:50.426712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Deleting port 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:24:50.430263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.625351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.625797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.626267 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Floating IP 282319eb-f86b-4d60-a8a4-1a8a7c4a6692 disassociated. External IP: 172.25.7.94, port: 6f88c367-82fa-4e24-9ff5-b95dc7b4263b. Dec 16 15:24:50.626814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Calling delete_port for 6f88c367-82fa-4e24-9ff5-b95dc7b4263b owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:50.639292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] For port 64a26100-5421-40c5-87c9-c1008e755283, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=64a26100-5421-40c5-87c9-c1008e755283,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:50.639966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.659970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b1cc5-af99-4540-a3da-c255eb28d215 req-f3411560-f648-4da4-a39b-789759a4af16 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:50.667656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-441b1cc5-af99-4540-a3da-c255eb28d215 req-f3411560-f648-4da4-a39b-789759a4af16 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 949 time: 0.1335723 Dec 16 15:24:50.678488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Calling delete_port for 64a26100-5421-40c5-87c9-c1008e755283 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:24:50.771739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-441b1cc5-af99-4540-a3da-c255eb28d215 req-9826c4c1-5417-471a-b916-6753a90660b7 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd5038b8-a021-4228-ad19-bef29bd5aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019542 Dec 16 15:24:50.792566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:24:50.798853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:50.926675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fde5bc46-8c8e-4a07-916b-fecde22d18e2 req-b491fff5-ec1d-4072-9c3f-535a208c7046 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.0420980 Dec 16 15:24:50.953930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.012538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event deleted for resources: {'Port': ['ID=6f88c367-82fa-4e24-9ff5-b95dc7b4263b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:51.035066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.9 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/70f86d4b-9ec1-42f5-b384-a9fb24a731aa) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:24:51.199364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.229747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Router 4691ce53-6e38-4b8b-a097-fd830475cfae has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:24:51.275175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47516) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:51.294545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Pushing event deleted for resources: {'Port': ['ID=64a26100-5421-40c5-87c9-c1008e755283,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:51.351350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.452255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c12daa81-596d-482f-b78f-34889e099e60 req-96909500-0f20-4441-ac99-f481a170b72b tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.1503315 Dec 16 15:24:51.465754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:24:51.478644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Sync routers for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:24:51.509844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:51.511990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:51.535373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.543155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] No DVR routers for this DVR port 64a26100-5421-40c5-87c9-c1008e755283 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:51.568311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.581011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b327ee-c8a1-4693-bd54-92d4ef59aecc req-7ea919e5-cbc8-4899-9cc7-0546455d46c0 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.74 "DELETE /v2.0/ports/64a26100-5421-40c5-87c9-c1008e755283 HTTP/1.1" status: 204 len: 173 time: 1.3491790 Dec 16 15:24:51.611161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] No DVR routers for this DVR port 6f88c367-82fa-4e24-9ff5-b95dc7b4263b on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:24:51.625064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.653782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-deleted', 'tag': '64a26100-5421-40c5-87c9-c1008e755283'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:51.658004 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0f48b6-6d6c-49f6-b7ce-7e3ade3091aa" -d '{"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-deleted", "tag": "64a26100-5421-40c5-87c9-c1008e755283"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:51.659587 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70e50ce2-a452-4e54-9b43-f9b5c02d27af req-5437e628-3c6e-4c85-a328-f41e1f9cabb2 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.30 "DELETE /v2.0/ports/6f88c367-82fa-4e24-9ff5-b95dc7b4263b HTTP/1.1" status: 204 len: 173 time: 1.6019673 Dec 16 15:24:51.660475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'name': 'network-vif-deleted', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:51.667002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:51.669466 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6d52d-9c9e-43cb-88e4-f508b3e75d53" -d '{"events": [{"server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "name": "network-vif-deleted", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:51.741043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa92d-6436-4981-abc0-665cc26ad9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:51.763079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:24:51.784974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:24:51.792173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:24:51.797502 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deadbf2-3f72-4aab-98b6-7cb8e7822f58 x-openstack-request-id: req-8deadbf2-3f72-4aab-98b6-7cb8e7822f58 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:51.798806 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d46eb-b7cf-45eb-8ace-cf256ca7a88d", "name": "network-vif-deleted", "tag": "6f88c367-82fa-4e24-9ff5-b95dc7b4263b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:51.799371 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8deadbf2-3f72-4aab-98b6-7cb8e7822f58 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:51.800219 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d46eb-b7cf-45eb-8ace-cf256ca7a88d', 'name': 'network-vif-deleted', 'tag': '6f88c367-82fa-4e24-9ff5-b95dc7b4263b', 'status': 'completed', 'code': 200} Dec 16 15:24:51.901047 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752769d4-c372-4e8e-921e-ebd75ef8f7f6 x-openstack-request-id: req-752769d4-c372-4e8e-921e-ebd75ef8f7f6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:51.901371 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60f18f8-f0d7-466d-bae9-5ae143ede5fb", "name": "network-vif-deleted", "tag": "64a26100-5421-40c5-87c9-c1008e755283", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:51.904420 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-752769d4-c372-4e8e-921e-ebd75ef8f7f6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:51.905167 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60f18f8-f0d7-466d-bae9-5ae143ede5fb', 'name': 'network-vif-deleted', 'tag': '64a26100-5421-40c5-87c9-c1008e755283', 'status': 'completed', 'code': 200} Dec 16 15:24:51.988096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:52.020506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:52.021625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.086826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a72cf323-d8f8-4b79-b5a9-a3e30af5343f req-b5926d1b-832a-4cef-bf2a-62172b7f59eb tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.0528955 Dec 16 15:24:52.198936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa92d-6436-4981-abc0-665cc26ad9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.228286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-6f73eb9b-3c35-4020-9c27-8ad0be2d7c43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8950267 Dec 16 15:24:52.278003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Request body: {'port': {'device_id': '556a2067-b879-4bcc-b953-e3409fa313dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:24:52.332506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaa30a-6e18-4074-8139-0e8eb3002f51 req-c794d8a5-87f1-48ea-856c-03d3d7d066a2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:52.334334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74aaa30a-6e18-4074-8139-0e8eb3002f51 req-c794d8a5-87f1-48ea-856c-03d3d7d066a2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 931 time: 0.1037140 Dec 16 15:24:52.397348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.431531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74aaa30a-6e18-4074-8139-0e8eb3002f51 req-828c6900-1abc-417b-adb6-9d312ad5b2a0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550833 Dec 16 15:24:52.432708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa92d-6436-4981-abc0-665cc26ad9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.483903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:52.589376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa92d-6436-4981-abc0-665cc26ad9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b7431-14c9-4219-849f-46be2834b433,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:52.678654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:52.679944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b3fa92d-6436-4981-abc0-665cc26ad9cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0c2029432d54f4195bdd918acce54d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3983634 Dec 16 15:24:52.689815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47586) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:52.694614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-478fb03d-7e65-4ebc-becd-b1d9d4d33acc req-bf7a269f-6fca-4c1a-83d8-4e3bbf50970d tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.1247213 Dec 16 15:24:52.759565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Checking router: 4691ce53-6e38-4b8b-a097-fd830475cfae for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:24:52.761722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b86aad3d-40c4-4828-8c19-9856f1dad973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:52.777622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:24:52.779709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:52.972935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.099562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.112942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:24:53.220220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:53.265500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 64a26100-5421-40c5-87c9-c1008e755283 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:24:53.266383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 64a26100-5421-40c5-87c9-c1008e755283 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:24:53.311258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b86aad3d-40c4-4828-8c19-9856f1dad973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.400624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b706b0d-6462-4c5c-be0e-c19710b3fe38 req-a1db7d6c-5fdf-440c-9043-2b1ace93da93 tempest-ImagesOneServerTestJSON-1857462670 tempest-ImagesOneServerTestJSON-1857462670-project] 10.222.0.71 "GET /v2.0/ports?device_id=c60f18f8-f0d7-466d-bae9-5ae143ede5fb HTTP/1.1" status: 200 len: 210 time: 0.0454254 Dec 16 15:24:53.420209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.423677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.426131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/299b7431-14c9-4219-849f-46be2834b433 HTTP/1.1" status: 204 len: 168 time: 0.7323804 Dec 16 15:24:53.437790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f3d97-3fe1-4d90-9b10-d8d554e3bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b7431-14c9-4219-849f-46be2834b433,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:53.455479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-34264889-0d2c-469c-ba57-e3de3a657583 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3263111 Dec 16 15:24:53.465345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b86aad3d-40c4-4828-8c19-9856f1dad973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.580086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:24:53.606349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b86aad3d-40c4-4828-8c19-9856f1dad973 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10212d8ef633484ba660035c02bfd788&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1204772 Dec 16 15:24:53.618984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:53.621959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aad3d-40c4-4828-8c19-9856f1dad973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69aa715-7eb8-494d-8130-cef1de0aa594,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:53.622227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428562ea-c2ff-4f2b-9701-fd8f35afc4cd None None] The sync data for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 is: [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:19:31Z', 'revision_number': 4, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f459c938-7b2e-4150-a646-b88415d8138b', 'name': '', 'network_id': 'a7daa072-ee1c-48b6-8153-ca0061ddc032', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'mac_address': 'fa:16:3e:62:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:29Z', 'updated_at': '2021-12-16T15:19:37Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'subnets': [{'id': 'd26808fd-499f-4263-99a1-2e0037369caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:24:53.638558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f86d4b-9ec1-42f5-b384-a9fb24a731aa {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:53.663603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.687145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Transition to ACTIVE for port object 70f86d4b-9ec1-42f5-b384-a9fb24a731aa will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:24:53.740005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.759212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.759654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.760500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.761360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.762492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.762887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.763701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.767117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-933d2739-9acb-4fcb-8d3c-b2e8b4275f85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.2100294 Dec 16 15:24:53.797197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:53.822424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec7cf2-47b4-4aff-8bc1-78f0396111d7 req-a6e6bfa6-3854-49fe-83f0-ccbef053a5d5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:53.822424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35ec7cf2-47b4-4aff-8bc1-78f0396111d7 req-a6e6bfa6-3854-49fe-83f0-ccbef053a5d5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 931 time: 0.2345243 Dec 16 15:24:53.915463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35ec7cf2-47b4-4aff-8bc1-78f0396111d7 req-ef4edd37-52c4-44cb-90f1-3dee2f046b44 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928044 Dec 16 15:24:53.916693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.007526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.010665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.022033 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f69aa715-7eb8-494d-8130-cef1de0aa594 HTTP/1.1" status: 204 len: 168 time: 0.3933768 Dec 16 15:24:54.034401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61bc1-fc47-43de-841c-26fdad837428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69aa715-7eb8-494d-8130-cef1de0aa594,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:54.098099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-2d9bf218-5ba5-41ef-88b7-1f824c6992df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.098599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-2d9bf218-5ba5-41ef-88b7-1f824c6992df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.099137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-2d9bf218-5ba5-41ef-88b7-1f824c6992df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.100844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-2d9bf218-5ba5-41ef-88b7-1f824c6992df service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 2297 time: 0.1985967 Dec 16 15:24:54.203765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b138174-86a1-429b-bee2-d5f5e4e05270 req-d3e2a139-bd5a-4301-b9dc-09f85e486dca tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.3026540 Dec 16 15:24:54.331600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:54.338608 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffd812-0067-4da7-a489-10a7fe3813ef None None] New status for floating IP 282319eb-f86b-4d60-a8a4-1a8a7c4a6692: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:24:54.727138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-a43199bf-1cc8-44a3-978a-d03f45ec63d6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 1000 time: 0.5697799 Dec 16 15:24:54.818752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-66ac3e6f-832d-400f-99c5-7972a3a85ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.820563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-66ac3e6f-832d-400f-99c5-7972a3a85ea3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.0704775 Dec 16 15:24:54.823672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Attempting to bind port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:24:54.824315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Attempting to bind port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:24:54.824843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Attempting to bind port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:54.854221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:24:54.854541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Attempting to bind port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:24:54.865943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:24:54.866600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:24:54.867156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:24:54.867780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Bound port: 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:24:54.868361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:54.873231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6f88c367-82fa-4e24-9ff5-b95dc7b4263b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:24:54.900801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 6f88c367-82fa-4e24-9ff5-b95dc7b4263b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:24:54.901211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6f88c367-82fa-4e24-9ff5-b95dc7b4263b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:24:54.920635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-4d48f23f-62e5-4b51-aee8-d1fd7969d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:54.922191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-4d48f23f-62e5-4b51-aee8-d1fd7969d9da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932927 Dec 16 15:24:55.058178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:24:55.058178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:24:55.058178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-85421062-f369-45c3-b623-2f557d70066f service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169560 Dec 16 15:24:55.124872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:55.197864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.199588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:55.199880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] 10.222.0.30 "PUT /v2.0/ports/70f86d4b-9ec1-42f5-b384-a9fb24a731aa HTTP/1.1" status: 200 len: 1091 time: 2.9260988 Dec 16 15:24:55.203222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:24:55.205745 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9d84cf-9445-4a26-824f-660c113fb8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:24:55.260908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1998-244b-4434-8f3e-db4af8d6fdb8 req-3fb1a46c-1146-426c-b98a-cbfaedec1530 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.262965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5faf1998-244b-4434-8f3e-db4af8d6fdb8 req-3fb1a46c-1146-426c-b98a-cbfaedec1530 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 943 time: 0.1945217 Dec 16 15:24:55.263894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95e608-8b5d-45cc-a6c9-ef862b718ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:55.280653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-381efcb1-001d-4661-9120-a3f54e5a72d8 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160847 Dec 16 15:24:55.290710 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce91a5-d119-4903-ab9c-dda241fcac1f x-openstack-request-id: req-80ce91a5-d119-4903-ab9c-dda241fcac1f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:24:55.291311 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:24:55.292519 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80ce91a5-d119-4903-ab9c-dda241fcac1f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:24:55.293461 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa', 'status': 'completed', 'code': 200} Dec 16 15:24:55.364544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-372715be-1aca-4017-b61a-50ed09217fbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 217 time: 0.0692284 Dec 16 15:24:55.459589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5faf1998-244b-4434-8f3e-db4af8d6fdb8 req-59edd8bc-965d-4baa-8fd5-206e59d5ba44 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775250 Dec 16 15:24:55.486072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fcc4c0c-ab47-4dc3-bbe0-e960280f199c req-15596ff4-801e-4012-aa94-d4d2d43d5ed8 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.0826175 Dec 16 15:24:55.500781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-3dc0a9e9-3df3-4d49-8f1c-2cf04a48e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.502304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-3dc0a9e9-3df3-4d49-8f1c-2cf04a48e062 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 1094 time: 0.1492634 Dec 16 15:24:55.514316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-e1b9e880-e068-4eb3-a1dc-864787a86e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.514316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-e1b9e880-e068-4eb3-a1dc-864787a86e5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1210496 Dec 16 15:24:55.686841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47684) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:55.690363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-cca885aa-9b77-4dd8-a0ba-4748ba54c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.690363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-cca885aa-9b77-4dd8-a0ba-4748ba54c737 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415985 Dec 16 15:24:55.699199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-fae2a3dd-9edb-46a0-8c93-144a719caf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:55.704327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-fae2a3dd-9edb-46a0-8c93-144a719caf8c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c51e77020c74bf588351d2500dfa39c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1807246 Dec 16 15:24:55.938053 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f74b7a41-edcc-4663-ab31-62cb672590ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c7b61a3e9eed4c758d969e1df2dd61cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859435 Dec 16 15:24:55.939055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47696) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:56.078770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-6afc0258-ed61-49f8-9bae-7a60061f12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.081393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9d84cf-9445-4a26-824f-660c113fb8d7 req-6afc0258-ed61-49f8-9bae-7a60061f12d6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3696039 Dec 16 15:24:56.090219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-7faefa35-6268-4c9b-a0c5-53428464c0d7 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274219 Dec 16 15:24:56.104592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:56.180490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:56.452286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:56.453095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:56.456014 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bd5038b8-a021-4228-ad19-bef29bd5aada HTTP/1.1" status: 204 len: 168 time: 0.5130253 Dec 16 15:24:56.486350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165cfd5-6fcb-4375-a337-a2305229de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5038b8-a021-4228-ad19-bef29bd5aada,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:56.527409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-9c156599-202e-4e81-91a3-1946e4f7b3e6 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214301 Dec 16 15:24:56.626952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-7616fd54-317a-42ee-9245-8a3557eefcd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 217 time: 0.0872684 Dec 16 15:24:56.638628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-c6faa45d-4ea9-48da-aa9a-e55096523ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:56.642379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-c6faa45d-4ea9-48da-aa9a-e55096523ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 1094 time: 0.2180455 Dec 16 15:24:56.758900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e35cca1-45ed-43dd-8dda-67fa4371da45 req-abf36966-aed1-4af4-bacb-f5d6951ca56a tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.1268456 Dec 16 15:24:56.842261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-84857102-3bee-4eaf-8222-5d11a019e11f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa HTTP/1.1" status: 200 len: 217 time: 0.1551676 Dec 16 15:24:57.011287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-c24ebe11-9729-4bbe-b43b-782ae76d7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.014449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-c24ebe11-9729-4bbe-b43b-782ae76d7506 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.3539376 Dec 16 15:24:57.154628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-f5b57abc-5a09-4f29-9742-c74999078ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.157785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-f5b57abc-5a09-4f29-9742-c74999078ead service neutron] 10.222.0.30 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.3050370 Dec 16 15:24:57.210102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc8ec5-2006-4307-8b6e-1a5b843e77a9 req-a9cd7688-2de9-40b3-b6e2-bf508e52da60 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.218058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5cc8ec5-2006-4307-8b6e-1a5b843e77a9 req-a9cd7688-2de9-40b3-b6e2-bf508e52da60 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 943 time: 0.2274249 Dec 16 15:24:57.249423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-ca1355f0-718f-4d64-8b0d-ee1d39b012a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737205 Dec 16 15:24:57.262305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-705aba13-5da7-428f-978c-994986dd145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:57.265653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-705aba13-5da7-428f-978c-994986dd145c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2194109 Dec 16 15:24:57.532508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5cc8ec5-2006-4307-8b6e-1a5b843e77a9 req-89d0255d-daa9-4027-ae6f-bbc94fc7fc77 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868996 Dec 16 15:24:57.612696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-2775574c-3845-4447-8af1-77a00eac8082 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440030 Dec 16 15:24:57.653425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-ef3ba487-139f-4f84-a357-a6dac4b24b41 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619163 Dec 16 15:24:57.844311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2ae811-ec3e-4f42-8177-5d1b0100d275 req-3074d382-496b-497c-9342-cb40f08441b7 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159433 Dec 16 15:24:57.897074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-c4b80c7c-ea21-44b7-9cfd-27ecabd6720f service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065759 Dec 16 15:24:57.963531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60bdfdb6-ff68-4874-8e6d-068bfb7385fd req-ca39d36f-0fd4-417f-8fc9-303dde306ac5 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.0647550 Dec 16 15:24:58.024869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-85c2ecd7-a61d-4ffe-9906-e8dc862f0a06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 217 time: 0.1081426 Dec 16 15:24:58.055857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:58.131321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-73fdc26a-36cc-434b-be2c-f9f22ef8f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:58.134637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-73fdc26a-36cc-434b-be2c-f9f22ef8f5d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.0986004 Dec 16 15:24:58.227292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-3ac96107-2bc5-4938-8a24-f8605097ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:58.229873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-3ac96107-2bc5-4938-8a24-f8605097ae3f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0746496 Dec 16 15:24:58.316549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5130d33a-3b53-4c64-9cc4-b8c3b3301796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.457664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5130d33a-3b53-4c64-9cc4-b8c3b3301796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.484426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-cdafeb65-e183-4ddd-a4aa-f91bfc9575df service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455287 Dec 16 15:24:58.523540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.596604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5130d33a-3b53-4c64-9cc4-b8c3b3301796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.676068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-361d2101-ee65-42c8-b09f-ef3e72c06718 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836793 Dec 16 15:24:58.681575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130d33a-3b53-4c64-9cc4-b8c3b3301796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db27d73-5ae7-42b4-a8cf-fe28e8632915,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:58.728447 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5130d33a-3b53-4c64-9cc4-b8c3b3301796 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3ac24296155482cb12f25dafe545a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6706817 Dec 16 15:24:58.732071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47794) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:58.831024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.835577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-c32e1690-9c34-4395-b911-c6325b81f26c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 217 time: 0.1486652 Dec 16 15:24:58.866049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:58.885485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70f86d4b-9ec1-42f5-b384-a9fb24a731aa details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:24:59.015258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.029112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-ecd8f561-8f78-4195-9dc4-4a1240076c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.029112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-ecd8f561-8f78-4195-9dc4-4a1240076c06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1758389 Dec 16 15:24:59.035032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.039580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6db27d73-5ae7-42b4-a8cf-fe28e8632915 HTTP/1.1" status: 204 len: 168 time: 0.3038197 Dec 16 15:24:59.051865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abfe0a-e73f-44d6-af33-a704139fb4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db27d73-5ae7-42b4-a8cf-fe28e8632915,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:59.063442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e691e6-7c98-40a9-88f3-5c2e7384d5b7 req-8f7dd8f4-4173-42c6-9f48-6f45eafc7479 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.069522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22e691e6-7c98-40a9-88f3-5c2e7384d5b7 req-8f7dd8f4-4173-42c6-9f48-6f45eafc7479 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 943 time: 0.2342796 Dec 16 15:24:59.192696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47814) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:24:59.236766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:59.242399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eae1d5a-5cf1-472c-8c29-a144c040f589 req-59e26d20-4578-410d-8cc3-e84d89f44cff tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.0618994 Dec 16 15:24:59.262103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-6cb1e4e9-a187-413b-b678-92cbe5bba42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.264236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-6cb1e4e9-a187-413b-b678-92cbe5bba42d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1937025 Dec 16 15:24:59.270540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa', 'mac_address': 'fa:16:3e:56:f0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:24:59.276761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22e691e6-7c98-40a9-88f3-5c2e7384d5b7 req-cb82e2c0-d62b-404d-b5fe-554bd92192b5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839492 Dec 16 15:24:59.406492 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.414741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.453203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f86d4b-9ec1-42f5-b384-a9fb24a731aa {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:24:59.504782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:24:59.541280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-c3cc574e-3409-4cc8-a23b-8e6d8d7893fb service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634757 Dec 16 15:24:59.659608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.748889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:24:59.750540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-980439b3-aada-4223-984d-01c79138e4bf service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986620 Dec 16 15:24:59.821312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-ce0130a5-ec89-44fe-9e49-1138a5b2259d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0613511 Dec 16 15:24:59.883747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-344da9a1-1b99-450a-a834-fb71caae992f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:24:59.894712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-6c2cb140-7a5e-49d3-85e1-0f2b0bf18787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:24:59.896348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-6c2cb140-7a5e-49d3-85e1-0f2b0bf18787 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0623410 Dec 16 15:24:59.949889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['70f86d4b-9ec1-42f5-b384-a9fb24a731aa'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:00.080194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-63d031bd-4117-4b58-b7e2-2e958e6aadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:00.083329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-63d031bd-4117-4b58-b7e2-2e958e6aadca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343341 Dec 16 15:25:00.119508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-344da9a1-1b99-450a-a834-fb71caae992f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.209128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-344da9a1-1b99-450a-a834-fb71caae992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.269217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344da9a1-1b99-450a-a834-fb71caae992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f40fb-e865-40ad-a5aa-9689c754e834,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:00.272982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-974e699b-6ae5-475e-967e-859142801648 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790841 Dec 16 15:25:00.305910 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-344da9a1-1b99-450a-a834-fb71caae992f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4df51f1684144882b33665617fb3a5f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1105628 Dec 16 15:25:00.308632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47844) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:00.458504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.461969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-602c8f8b-001f-422b-a954-49d4686abe61 req-1b96cd77-f057-4027-9c31-0da6dc0eec5e tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.0380757 Dec 16 15:25:00.514398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.534522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781c955-618f-456b-9bc8-99e1465c4ebf req-20ace6c7-dd47-41f4-9da9-73c3a271d4d7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:00.537440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7781c955-618f-456b-9bc8-99e1465c4ebf req-20ace6c7-dd47-41f4-9da9-73c3a271d4d7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 944 time: 0.0711336 Dec 16 15:25:00.595560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-8f8ba0b1-57df-4066-9c03-ae62340b9a4c service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103218 Dec 16 15:25:00.667237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-7f8f9a60-6cee-4bc0-9e7b-99fd2fac7f29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.0604115 Dec 16 15:25:00.749272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7781c955-618f-456b-9bc8-99e1465c4ebf req-9c884499-0398-4b3f-8015-1d63942d335a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052739 Dec 16 15:25:00.754714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.757906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:00.762064 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f3f40fb-e865-40ad-a5aa-9689c754e834 HTTP/1.1" status: 204 len: 168 time: 0.4498234 Dec 16 15:25:00.774275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-de79598f-a5e2-4f60-a9a2-5320e01ea56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:00.782822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f3fa8-9668-4871-b75c-90f736ede750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f40fb-e865-40ad-a5aa-9689c754e834,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:00.796192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-de79598f-a5e2-4f60-a9a2-5320e01ea56d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0986738 Dec 16 15:25:00.868434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-0c20de95-bd6e-4211-b442-9647c091b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:00.870746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-0c20de95-bd6e-4211-b442-9647c091b0ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737875 Dec 16 15:25:00.897202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70f86d4b-9ec1-42f5-b384-a9fb24a731aa up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:01.167402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:25:01.173354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:01.174439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:01.267768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-4dda05bb-0665-48de-9d8c-960e142f51fe service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821778 Dec 16 15:25:01.339736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:01.373507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:01.377018 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b4299-39a8-4adf-b995-764d14dbfa62" -d '{"events": [{"server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "name": "network-vif-plugged", "status": "completed", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:01.417578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:01.447273 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b913f759-9074-4708-af76-330714dda976 x-openstack-request-id: req-b913f759-9074-4708-af76-330714dda976 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:01.448600 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "name": "network-vif-plugged", "status": "completed", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:01.449230 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b913f759-9074-4708-af76-330714dda976 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:01.450963 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa', 'code': 200} Dec 16 15:25:01.500805 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:01.665927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-977fddd1-9fa4-46c4-b694-fe7c0edcc445 req-7ce06c54-bad9-4cdd-beb1-90b315620911 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899488 Dec 16 15:25:01.732584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:01.827501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-538c63f1-e080-4cc8-9810-4aeb362163ea req-a9bd9a11-1781-413c-bf60-7c0f9af438b1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/ports?device_id=c30d46eb-b7cf-45eb-8ace-cf256ca7a88d HTTP/1.1" status: 200 len: 210 time: 0.0398676 Dec 16 15:25:01.850562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f92d1-c5ff-4d0f-bdb9-e1ffa76aeb49 req-39cbcdc1-a69e-415c-81a7-722ccd65f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:01.850562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d6f92d1-c5ff-4d0f-bdb9-e1ffa76aeb49 req-39cbcdc1-a69e-415c-81a7-722ccd65f987 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 1096 time: 0.1751168 Dec 16 15:25:01.926308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d6f92d1-c5ff-4d0f-bdb9-e1ffa76aeb49 req-1f2d8065-fa60-4339-82ac-a87ceb395978 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765951 Dec 16 15:25:02.135438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887e960-e2ce-447f-a65b-64ab3074f71c req-b4dd895a-1b40-4729-95a3-a270d0cff14d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:02.138814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d887e960-e2ce-447f-a65b-64ab3074f71c req-b4dd895a-1b40-4729-95a3-a270d0cff14d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.1102803 Dec 16 15:25:02.204718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:02.248969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d887e960-e2ce-447f-a65b-64ab3074f71c req-9fe5fbef-4af4-49b5-baa5-bdf4b980b874 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027586 Dec 16 15:25:02.536296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-952131468-network', 'tenant_id': '05a06f5318304c34af39eb2591a87408'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:02.665686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:02.670223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:02.689243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:02.843935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:02.936609 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.142695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:03.151243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d6cfc-067a-4b60-b250-78f6182c76a6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:03.162674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.163319 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Added segment 5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8 of type vlan for network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 Dec 16 15:25:03.223438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.242892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.281238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.301538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.305560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.359557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.460057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.462727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.465959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.506039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e3207-9e27-438a-b10a-7d39152cb0c8 req-26aa74bf-fae8-4b5e-aeb6-ffbe2c3cc5d4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:03.509793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-831e3207-9e27-438a-b10a-7d39152cb0c8 req-26aa74bf-fae8-4b5e-aeb6-ffbe2c3cc5d4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.1094654 Dec 16 15:25:03.573943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.578004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.579993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "DELETE /v2.0/security-groups/64086d90-2ed9-449f-952b-8c3e44e66810 HTTP/1.1" status: 204 len: 168 time: 0.3547566 Dec 16 15:25:03.612052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.642326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4868ef8f-6782-47f6-968c-a6ce5b43d6bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.644965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1267638136-network', 'tenant_id': '58455f49922343008db28458ba9a70dd'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:03.646355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cc316-df77-476e-b6ca-8c6ccf7c44d1 tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64086d90-2ed9-449f-952b-8c3e44e66810,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:03.689785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] Pushing event updated for resources: {'Network': ['ID=33eaffb9-27c4-4bc8-8b42-75d7d744b269,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:03.696446 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-6b8e734d-90f9-46f6-9f22-667bb98357ca tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] show failed (client error): The resource could not be found. Dec 16 15:25:03.700108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6b8e734d-90f9-46f6-9f22-667bb98357ca tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "GET /v2.0/security-groups/64086d90-2ed9-449f-952b-8c3e44e66810 HTTP/1.1" status: 404 len: 347 time: 0.0822258 Dec 16 15:25:03.701484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.718671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:03.721143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-831e3207-9e27-438a-b10a-7d39152cb0c8 req-fab846bc-4cd2-4b93-bbc1-162dcbd44329 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030349 Dec 16 15:25:03.806932 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d09c6ff-271f-41c1-9daa-fb891a165994 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5912759 Dec 16 15:25:03.806932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47988) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:03.862885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Request body: {'subnet': {'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-952131468-subnet', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:03.954958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4868ef8f-6782-47f6-968c-a6ce5b43d6bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:03.989740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Made reservation on behalf of 58455f49922343008db28458ba9a70dd for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:03.993325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.029212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Deleting port c3783196-68de-4ed2-8ea3-5b51cc8272d5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:04.029748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.032503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.036896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4868ef8f-6782-47f6-968c-a6ce5b43d6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.111976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4868ef8f-6782-47f6-968c-a6ce5b43d6bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2ad7848c0214110aa05ce1544f84792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8293476 Dec 16 15:25:04.113862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868ef8f-6782-47f6-968c-a6ce5b43d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffb5024-a80e-4cf4-8000-693fa5eb6317,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:04.121326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:04.185168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:04.187940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.238002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.291143 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.292178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.298824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47996) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:04.327880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.376645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Calling delete_port for c3783196-68de-4ed2-8ea3-5b51cc8272d5 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:04.449310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9f07-ebce-4e61-ad34-2ad462b34f2c req-856e81ae-0887-4098-96ad-4ac1463e7d9d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:04.452107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-530e9f07-ebce-4e61-ad34-2ad462b34f2c req-856e81ae-0887-4098-96ad-4ac1463e7d9d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.0693545 Dec 16 15:25:04.527809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.534472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.538209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bffb5024-a80e-4cf4-8000-693fa5eb6317 HTTP/1.1" status: 204 len: 168 time: 0.4128957 Dec 16 15:25:04.597241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e6f5-3601-4173-b407-6032f51e5c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffb5024-a80e-4cf4-8000-693fa5eb6317,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:04.630350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-530e9f07-ebce-4e61-ad34-2ad462b34f2c req-3438f53c-e081-4cc1-afa2-79902318d7b6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641371 Dec 16 15:25:04.664641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c801830-5a26-424f-86f3-c4bc451017d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.709107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.826365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.879495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:04.944059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c25e4f-d1dc-4092-af42-8735dcb5e33e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:04.978575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:04.979126 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Added segment 6d353e09-e1e8-4671-adb0-bb327f69e6cc of type vlan for network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 Dec 16 15:25:05.074605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c801830-5a26-424f-86f3-c4bc451017d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.085176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.111380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.149248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.153014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c801830-5a26-424f-86f3-c4bc451017d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.510691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.511773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:05.512296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.527010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Pushing event deleted for resources: {'Port': ['ID=c3783196-68de-4ed2-8ea3-5b51cc8272d5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:05.569747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8059159-e704-49f6-9cb3-838b52e76157,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:05.622790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c801830-5a26-424f-86f3-c4bc451017d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8fb1ca5a3023480bb385ebcf08862825&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3187499 Dec 16 15:25:05.623450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:05.760508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5157371 Dec 16 15:25:05.781590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:05.792851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Checking segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:05.793221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Network hostable DHCP agents. Network: 33eaffb9-27c4-4bc8-8b42-75d7d744b269, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:05.796076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801830-5a26-424f-86f3-c4bc451017d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879700dd-5d3f-431c-b7c2-5819af2a6f28,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:05.813195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Request body: {'subnet': {'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1267638136-subnet', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:05.813755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4125588-8899-44d1-b70a-b74253ab01a1 admin admin] Pushing event updated for resources: {'Network': ['ID=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:05.826060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.829410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:05.831121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f1cbe1d-03b6-4dd7-8a65-191df326e8ed tempest-ServersTestBootFromVolume-884760377 tempest-ServersTestBootFromVolume-884760377-project] 10.222.0.71 "DELETE /v2.0/floatingips/282319eb-f86b-4d60-a8a4-1a8a7c4a6692 HTTP/1.1" status: 204 len: 168 time: 2.1280684 Dec 16 15:25:05.836516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:05.890947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:05.927945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:05.975077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.013406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 33eaffb9-27c4-4bc8-8b42-75d7d744b269) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:06.018950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.019895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.049803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c212f57-3442-4579-9b74-08c55b00b77f None None] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:06.074031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Made reservation on behalf of 58455f49922343008db28458ba9a70dd for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:06.081395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.122416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.186004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2bb3f0f4-1a63-4231-964a-ef760a2392be admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3311865 Dec 16 15:25:06.194536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:06.225724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:06.274765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:25:06.275899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e884-21d4-421e-bed4-12fee2462ec3 req-042eed0e-64e1-46c0-b3df-d99a6742eaba tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:06.277584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.278668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c164e884-21d4-421e-bed4-12fee2462ec3 req-042eed0e-64e1-46c0-b3df-d99a6742eaba tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3098764 Dec 16 15:25:06.504825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c164e884-21d4-421e-bed4-12fee2462ec3 req-9cc40569-cfbd-43c6-89f4-0252e64be442 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009022 Dec 16 15:25:06.526904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.531311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.714639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.722311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.724854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/879700dd-5d3f-431c-b7c2-5819af2a6f28 HTTP/1.1" status: 204 len: 168 time: 1.0959027 Dec 16 15:25:06.742641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Allocated IP 172.20.0.2 (33eaffb9-27c4-4bc8-8b42-75d7d744b269/f8059159-e704-49f6-9cb3-838b52e76157/f881973b-bfc9-4821-af68-744c9df323a1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:06.768386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.869476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388529cb-6239-439e-9c6c-6ec4d4f96532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879700dd-5d3f-431c-b7c2-5819af2a6f28,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:06.948768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:06.951311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.253273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Deleting port f459c938-7b2e-4150-a646-b88415d8138b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:07.253917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.317342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.437122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.437451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] For port f459c938-7b2e-4150-a646-b88415d8138b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f459c938-7b2e-4150-a646-b88415d8138b,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:07.438168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.469310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Calling delete_port for f459c938-7b2e-4150-a646-b88415d8138b owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:07.533452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:07.537775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:07.542799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:07.566983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Pushing event updated for resources: {'Port': ['ID=f881973b-bfc9-4821-af68-744c9df323a1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:07.594388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.594888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.595295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.595692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.597800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.597800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.597800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.597800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.597800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.598530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.598970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.599250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.599714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:07.677486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Attempting to bind port f881973b-bfc9-4821-af68-744c9df323a1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:07.678550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Attempting to bind port f881973b-bfc9-4821-af68-744c9df323a1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:07.681210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Attempting to bind port f881973b-bfc9-4821-af68-744c9df323a1 on network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:07.695809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:07.699759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Checking segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:07.704376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.710718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Bound using segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:07.711893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Bound port: f881973b-bfc9-4821-af68-744c9df323a1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:07.714357 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:07.935175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-92440308-67e9-4027-af15-3f607428e6ba None None] For port f881973b-bfc9-4821-af68-744c9df323a1, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:07.948401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-92440308-67e9-4027-af15-3f607428e6ba None None] For port f881973b-bfc9-4821-af68-744c9df323a1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f881973b-bfc9-4821-af68-744c9df323a1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:07.989954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13338c42-9eaf-418c-ad02-3ab4159eb485,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:08.028924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Checking segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:08.029731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Network hostable DHCP agents. Network: 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:08.048896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:08.161190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba861ba1-e315-465e-9cbe-c5cfdab2c9e5 req-a02ee784-813e-4e13-861a-418e1098aa89 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:08.176225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba861ba1-e315-465e-9cbe-c5cfdab2c9e5 req-a02ee784-813e-4e13-861a-418e1098aa89 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.4195609 Dec 16 15:25:08.250433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:08.254665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:08.267417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440308-67e9-4027-af15-3f607428e6ba None None] Pushing event updated for resources: {'Port': ['ID=f881973b-bfc9-4821-af68-744c9df323a1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:08.345877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Pushing event deleted for resources: {'Port': ['ID=f459c938-7b2e-4150-a646-b88415d8138b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:08.519119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48076) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:08.521990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.522603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.523202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.523798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.524401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:08.529221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.529699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.530164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.530644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.531157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.531697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.532277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.532828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.533379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:08.594862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba861ba1-e315-465e-9cbe-c5cfdab2c9e5 req-1185cf56-620b-4302-b75e-bf7b08fbccfc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016467 Dec 16 15:25:08.688825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:08.707592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:08.709521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:08.710496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75c2a4-6416-4b76-9b3a-388843315f98 None None] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:08.966291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.010727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aff55562-ae65-405c-a57f-4a1957f3f636 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2304568 Dec 16 15:25:09.050548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'project_id': '58455f49922343008db28458ba9a70dd', 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:25:09.051058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.065517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48084) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:09.077049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:09.163772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:09.182972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.211650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.213193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.218114 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.287950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Allocated IP 172.20.0.2 (854c40d1-c610-4d60-b0ac-9f2d5b26e5b8/13338c42-9eaf-418c-ad02-3ab4159eb485/6eee9a76-f78a-4a8f-b84d-48d9504725ec) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:09.380656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.431111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.572306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Allocated IP 172.25.7.203 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/26d0a2a9-1852-4de8-827b-6429e5e77d4f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:09.594005 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.699743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Router 4691ce53-6e38-4b8b-a097-fd830475cfae has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:09.717684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.822551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.840258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:09.854216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:09.860122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:09.891869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Pushing event updated for resources: {'Port': ['ID=6eee9a76-f78a-4a8f-b84d-48d9504725ec,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:09.900010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:09.970615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:09.978886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Attempting to bind port 6eee9a76-f78a-4a8f-b84d-48d9504725ec on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:09.979370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Attempting to bind port 6eee9a76-f78a-4a8f-b84d-48d9504725ec by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:09.980437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48104) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:09.980755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d92da5fb-6bea-401d-91f2-f11aae9fd662 admin admin] 10.222.0.71 "PUT /v2.0/routers/4691ce53-6e38-4b8b-a097-fd830475cfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1428885 Dec 16 15:25:09.981001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Attempting to bind port 6eee9a76-f78a-4a8f-b84d-48d9504725ec on network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:09.988375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Sync routers for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:10.002146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b67192-943a-4bf6-960d-2be619068343 None None] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:10.005872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:10.006403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Checking segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:10.006917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.007416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Bound using segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:10.007931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14297f29-0ee7-4829-8a99-e40df901b6df req-781744a2-53d0-42e0-86a3-0e45bb2fba91 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:10.008132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Bound port: 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:10.008526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.009622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14297f29-0ee7-4829-8a99-e40df901b6df req-781744a2-53d0-42e0-86a3-0e45bb2fba91 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.2187090 Dec 16 15:25:10.079446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:10.080290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:10.190195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.259156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14297f29-0ee7-4829-8a99-e40df901b6df req-8452513b-39ef-4c7f-8da4-691f517f1be4 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008414 Dec 16 15:25:10.308220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.312058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] Provisioning complete for port f881973b-bfc9-4821-af68-744c9df323a1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:10.312437 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.438374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f881973b-bfc9-4821-af68-744c9df323a1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:10.485415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Allocated IP 172.25.7.36 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/eb49fdcb-c5b2-47a3-8731-0046d5c3f33c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:10.514454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] For port 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:10.535141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.577745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] For port 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6eee9a76-f78a-4a8f-b84d-48d9504725ec,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:10.590304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:10.645049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:10.668485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.710796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:10.722355 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.737352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:10.757573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:10.799972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.854880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Pushing event updated for resources: {'Port': ['ID=26d0a2a9-1852-4de8-827b-6429e5e77d4f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:10.868112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.878534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f881973b-bfc9-4821-af68-744c9df323a1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:10.879165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:10.981389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.035656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:11.040111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:11.053151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:11.078980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] For port f881973b-bfc9-4821-af68-744c9df323a1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f881973b-bfc9-4821-af68-744c9df323a1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:11.120408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Pushing event updated for resources: {'Port': ['ID=eb49fdcb-c5b2-47a3-8731-0046d5c3f33c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:11.134352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f549-95ee-46e3-86aa-bf0a219fe2fe None None] Pushing event updated for resources: {'Port': ['ID=6eee9a76-f78a-4a8f-b84d-48d9504725ec,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:11.210674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.218737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.244417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f395-66e6-402d-810b-424c06630d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.323849 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.397488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.422680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6aca6034-bf02-46d8-8aac-6698f8a9c162 None None] Provisioning complete for port f881973b-bfc9-4821-af68-744c9df323a1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:11.426169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6aca6034-bf02-46d8-8aac-6698f8a9c162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.429316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:25:07Z', 'revision_number': 5, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port': {'id': '5b729f37-deab-4ed7-9d87-c6fb780dda28', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:44:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:19:23Z', 'updated_at': '2021-12-16T15:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:11.461587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d1db-4b8a-4ef7-9e4a-8643136f1020 None None] Pushing event updated for resources: {'Port': ['ID=f881973b-bfc9-4821-af68-744c9df323a1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:11.467072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Checking router: 4691ce53-6e38-4b8b-a097-fd830475cfae for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:11.485666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.530846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Routers {'4691ce53-6e38-4b8b-a097-fd830475cfae'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:11.532158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4691ce53-6e38-4b8b-a097-fd830475cfae'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:11.636121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.672490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] Set router 4691ce53-6e38-4b8b-a097-fd830475cfae gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:11.701579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.799958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:25:10Z', 'revision_number': 6, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:11.800829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edbd2e-8160-4306-84ac-489953d73c91 req-6c94f059-16bf-4e65-892d-059264bdc391 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:11.808653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94edbd2e-8160-4306-84ac-489953d73c91 req-6c94f059-16bf-4e65-892d-059264bdc391 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3688447 Dec 16 15:25:11.814175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Pushing event updated for resources: {'Port': ['ID=eb49fdcb-c5b2-47a3-8731-0046d5c3f33c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:11.818030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Deleting port 5b729f37-deab-4ed7-9d87-c6fb780dda28 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:11.818498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.841730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.880895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026e9485-5315-42af-b503-dd3d0869d636 None None] The sync data for ids ['4691ce53-6e38-4b8b-a097-fd830475cfae'] in n-d-821947-3 is: [{'id': '4691ce53-6e38-4b8b-a097-fd830475cfae', 'name': 'tempest-ServersTestBootFromVolume-17029236-router', 'tenant_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:19:22Z', 'updated_at': '2021-12-16T15:25:10Z', 'revision_number': 6, 'project_id': '6dac9279be9c4791a52fc5efbf6a9e3c', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:11.972112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.988521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:11.991592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3df3994-b355-407a-98f5-b914fd6a335b tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4528513 Dec 16 15:25:11.994654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:12.003770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1621915633', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'fixed_ips': [{'ip_address': '172.25.7.36'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:12.059967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f395-66e6-402d-810b-424c06630d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.064864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Allocated IP 172.25.7.247 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/aac50700-3870-4f1f-813e-e9d4141f6c4d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:12.092695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94edbd2e-8160-4306-84ac-489953d73c91 req-1a6abdf2-fa4d-4cee-abbf-9adcfbdfb2a6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839630 Dec 16 15:25:12.111384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Made reservation on behalf of 32bbed3378c3435d9cee2e1a5578b37d for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:12.116046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.152269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.176209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ce6f395-66e6-402d-810b-424c06630d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.337526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.424857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.431359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] device_id is not set on port 1fd3ea76-e64f-4b83-9725-d8b6706e8fbb yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:25:12.530179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd18f4-7d8b-4478-abcb-2d0ee8d58221,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:12.564029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce814ee-6124-4995-b7fe-9a19bed602c8 None None] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:12.663724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] For port 5b729f37-deab-4ed7-9d87-c6fb780dda28, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5b729f37-deab-4ed7-9d87-c6fb780dda28,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:12.664355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.673211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] Provisioning complete for port 6eee9a76-f78a-4a8f-b84d-48d9504725ec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:12.673494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.708592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Calling delete_port for 5b729f37-deab-4ed7-9d87-c6fb780dda28 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:12.718230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ce6f395-66e6-402d-810b-424c06630d67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba019965d1c2464e9923339ea827ae32&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0679364 Dec 16 15:25:12.722328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:12.725644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6f395-66e6-402d-810b-424c06630d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaed01b-a340-4357-91f2-045da62cdac4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:12.902320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.935691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:12.997372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.009798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6eee9a76-f78a-4a8f-b84d-48d9504725ec up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:13.017873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] For port 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6eee9a76-f78a-4a8f-b84d-48d9504725ec,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:13.074376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.088568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.103871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.119117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.241737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:13.260353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:13.269687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:13.288220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f34d-df6b-4844-a60b-cd6dad5425a6 None None] Pushing event updated for resources: {'Port': ['ID=6eee9a76-f78a-4a8f-b84d-48d9504725ec,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:13.291329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6eee9a76-f78a-4a8f-b84d-48d9504725ec triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:13.291701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.345073 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 15:25:13.346166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:25:13.371109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cc9f8bdb-f3df-41b5-8343-ed1b216b2acd None None] Provisioning complete for port 6eee9a76-f78a-4a8f-b84d-48d9504725ec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:13.371486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc9f8bdb-f3df-41b5-8343-ed1b216b2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.428292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=aac50700-3870-4f1f-813e-e9d4141f6c4d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:13.483686 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.489013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.494173 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5eaed01b-a340-4357-91f2-045da62cdac4 HTTP/1.1" status: 204 len: 168 time: 0.7683480 Dec 16 15:25:13.512253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bfa16-45f8-4b44-8c8d-502e5c0ea219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaed01b-a340-4357-91f2-045da62cdac4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:13.620280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f676dce-61e0-404f-b7e6-69c417a5d1ac req-d24e3dd4-36ea-473f-b666-7ff8f3d6dfcc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:13.621921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f676dce-61e0-404f-b7e6-69c417a5d1ac req-d24e3dd4-36ea-473f-b666-7ff8f3d6dfcc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.2536018 Dec 16 15:25:13.642145 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7c6bba4e-14a4-4f02-a77d-53fc62a3236c tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6414993 Dec 16 15:25:13.644546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48134) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:13.671628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f881973b-bfc9-4821-af68-744c9df323a1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:13.713250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f676dce-61e0-404f-b7e6-69c417a5d1ac req-3194d80f-2ebe-400c-84d3-235427dbc1d7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600204 Dec 16 15:25:13.734152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f881973b-bfc9-4821-af68-744c9df323a1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:13.734654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.738296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.808107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5b729f37-deab-4ed7-9d87-c6fb780dda28,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:13.858724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f459c938-7b2e-4150-a646-b88415d8138b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:25:13.865208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:25:13.884350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f459c938-7b2e-4150-a646-b88415d8138b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:25:13.884712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f459c938-7b2e-4150-a646-b88415d8138b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:25:13.957564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:13.994300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Deleting port eb49fdcb-c5b2-47a3-8731-0046d5c3f33c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:13.995120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.077186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd1df417-cd8e-47d0-992c-bf15601125bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.119886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.120392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.139270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Calling delete_port for eb49fdcb-c5b2-47a3-8731-0046d5c3f33c owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:14.147605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.157494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.197631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6eee9a76-f78a-4a8f-b84d-48d9504725ec up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:14.277952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.328349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:14.338610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.339141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4691ce53-6e38-4b8b-a097-fd830475cfae {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:25:14.348362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Sync routers for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:14.358659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.365885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48148) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:14.375559 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:14.376617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:14.380023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dff2dc21-6131-4be8-87a0-cba6533758ea admin admin] 10.222.0.71 "DELETE /v2.0/routers/4691ce53-6e38-4b8b-a097-fd830475cfae HTTP/1.1" status: 204 len: 168 time: 4.3768849 Dec 16 15:25:14.396512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6eee9a76-f78a-4a8f-b84d-48d9504725ec triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:14.397022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.578101 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:14.660355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.665748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d0a02220-0592-4fa6-912d-d09baefa0885 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4478731 Dec 16 15:25:14.670109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48152) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:14.775354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5b729f37-deab-4ed7-9d87-c6fb780dda28 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:25:14.832337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5b729f37-deab-4ed7-9d87-c6fb780dda28 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:25:14.832784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5b729f37-deab-4ed7-9d87-c6fb780dda28 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:25:14.932469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:14.951533 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:11Z', 'revision_number': 3, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:14.996180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Deleting subnet d26808fd-499f-4263-99a1-2e0037369caf {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:15.005024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.011046 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Checking router: 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:15.011616 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Updating router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 port 26d0a2a9-1852-4de8-827b-6429e5e77d4f binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:15.049524 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.062351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.130985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.180682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb49fdcb-c5b2-47a3-8731-0046d5c3f33c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:15.280940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210b576-39a0-4e2a-8f21-c28259997a88 req-ff68b024-9c95-45ee-9fd6-c5b5a157080b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:15.289395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.296140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1210b576-39a0-4e2a-8f21-c28259997a88 req-ff68b024-9c95-45ee-9fd6-c5b5a157080b tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3596222 Dec 16 15:25:15.337697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.340447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.349881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ff93bb2-74f7-4f9a-965a-39ef9ff6d18a tempest-ExternalNetworksAdminNegativeTestJSON-712021597 tempest-ExternalNetworksAdminNegativeTestJSON-712021597-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/42fbeb8a-a0db-4716-bc60-fe98010c2301 HTTP/1.1" status: 204 len: 168 time: 1.6951709 Dec 16 15:25:15.402852 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.448509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.473844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6289f1d-fe85-4e71-a240-66e94f1f2f59 None None] Network a7daa072-ee1c-48b6-8153-ca0061ddc032 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:15.488372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.497450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1210b576-39a0-4e2a-8f21-c28259997a88 req-33cb0e75-6ac4-4fbe-b2b7-ff8f832899e1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995490 Dec 16 15:25:15.498640 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d26808fd-499f-4263-99a1-2e0037369caf HTTP/1.1" status: 204 len: 168 time: 1.1311102 Dec 16 15:25:15.510678 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.525427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48172) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:15.543132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ab73-3ecd-4e8c-8e17-27119a04ef7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d26808fd-499f-4263-99a1-2e0037369caf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:15.625786 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Pushing event updated for resources: {'Port': ['ID=26d0a2a9-1852-4de8-827b-6429e5e77d4f,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:15.657428 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.658459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.660854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.664510 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.665176 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.665839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.666383 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.666947 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.669905 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.670446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.671178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.673173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.673809 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.674612 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:15.693214 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Attempting to bind port 26d0a2a9-1852-4de8-827b-6429e5e77d4f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:15.695324 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Attempting to bind port 26d0a2a9-1852-4de8-827b-6429e5e77d4f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:15.696883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Attempting to bind port 26d0a2a9-1852-4de8-827b-6429e5e77d4f on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:15.712730 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:15.713546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:15.714181 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.716941 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:15.717781 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Bound port: 26d0a2a9-1852-4de8-827b-6429e5e77d4f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:15.718502 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.784590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Deleting port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:15.786359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.903203 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] For port 26d0a2a9-1852-4de8-827b-6429e5e77d4f, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:15.912296 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] For port 26d0a2a9-1852-4de8-827b-6429e5e77d4f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=26d0a2a9-1852-4de8-827b-6429e5e77d4f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:15.928605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] For port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:15.929039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.958813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] DHCP port deletion for a7daa072-ee1c-48b6-8153-ca0061ddc032 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:25:15.964158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:15.965060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Calling delete_port for 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:15.998200 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.036431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Router 7cb13f4f-38c7-4446-8fc2-faf528b5881c is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:25:16.115908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48182) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:16.239689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Deleting port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:16.240201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.248231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.257834 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:16.258482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:24:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:16.362887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.366181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddb60367-1c14-42f2-97d3-887697f9de36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.386943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] No DVR routers for this DVR port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:25:16.398354 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b94b43-1a6d-4077-84a7-4be1e2a2b656 None None] Pushing event updated for resources: {'Port': ['ID=26d0a2a9-1852-4de8-827b-6429e5e77d4f,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.412710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] For port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,segment=NetworkSegment(fddd3703-04fe-4076-9272-1bf3bc60f09f),segment_id=fddd3703-04fe-4076-9272-1bf3bc60f09f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:16.413286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.431137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Calling delete_port for 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:16.524258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:25:16.546428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.561239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:25:16.562256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:25:16.571572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.581750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7daa072-ee1c-48b6-8153-ca0061ddc032']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:16.595159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] No DVR routers for this DVR port 65a79eaf-f1ac-46e9-acba-9fc294ffeb99 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:25:16.598620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddd3703-04fe-4076-9272-1bf3bc60f09f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:16.598931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddd3703-04fe-4076-9272-1bf3bc60f09f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:16.615775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.636456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64900785-3a4f-4e48-a2a6-1b214aa4a5dc None None] Pushing event deleted for resources: {'Port': ['ID=65a79eaf-f1ac-46e9-acba-9fc294ffeb99,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.660710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2813dfff-89f9-4e66-bda7-d4a5a84462f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.679863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddb60367-1c14-42f2-97d3-887697f9de36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.682357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.690510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:25:16.690938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.761137 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:25:16.764037 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:25:16.770596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ddb60367-1c14-42f2-97d3-887697f9de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.833134 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ddb60367-1c14-42f2-97d3-887697f9de36 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b27e71ba9ead4511a16e62b94957ed51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7152390 Dec 16 15:25:16.834650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb60367-1c14-42f2-97d3-887697f9de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4710038-6013-4014-954a-ce66dba76f4b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.837424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48198) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:16.856828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.868056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.872253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a7daa072-ee1c-48b6-8153-ca0061ddc032 HTTP/1.1" status: 204 len: 168 time: 1.3376603 Dec 16 15:25:16.898139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b6ca-c082-4661-a09f-fb39b96106c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7daa072-ee1c-48b6-8153-ca0061ddc032,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:16.925130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Allocated IP 172.20.0.1 (33eaffb9-27c4-4bc8-8b42-75d7d744b269/f8059159-e704-49f6-9cb3-838b52e76157/2cfcb542-23df-4da2-be4f-21d9640e3ee9) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:16.937711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:16.948702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:16.960801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Sync routers for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:16.989066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:16.989875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:17.014843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.152943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e115bdf-ed86-4bfa-86d0-e6431256a4c3 req-44f281a9-557d-4301-8a47-4fc617680b56 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:17.152943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e115bdf-ed86-4bfa-86d0-e6431256a4c3 req-44f281a9-557d-4301-8a47-4fc617680b56 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.2827978 Dec 16 15:25:17.189356 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:11Z', 'revision_number': 3, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:17.203786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.208753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.210279 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b4710038-6013-4014-954a-ce66dba76f4b HTTP/1.1" status: 204 len: 168 time: 0.3716793 Dec 16 15:25:17.213592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:17.222172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.224469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9982f4d8-ab7b-49e9-ab71-b4a05255c2e5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1571574 Dec 16 15:25:17.225898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c6572-075a-46b4-bffd-9a32818dcbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4710038-6013-4014-954a-ce66dba76f4b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:17.231387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:17.256483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f402fe-6ca8-495a-b126-c9f8ddcd213f None None] The sync data for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 is: [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:11Z', 'revision_number': 3, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:17.404608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e115bdf-ed86-4bfa-86d0-e6431256a4c3 req-fe6d4f52-fe59-4a75-9521-8a0c6bbbff24 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435386 Dec 16 15:25:17.407935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.496695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48216) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:17.603515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ef46cb5-034f-45c0-97a7-9dd7847c79a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6dac9279be9c4791a52fc5efbf6a9e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1045837 Dec 16 15:25:17.605240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48220) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:17.629505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:13Z', 'revision_number': 3, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:17.680803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Checking router: 7cb13f4f-38c7-4446-8fc2-faf528b5881c for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:17.680997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Updating router 7cb13f4f-38c7-4446-8fc2-faf528b5881c port aac50700-3870-4f1f-813e-e9d4141f6c4d binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:17.689041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.750587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.840080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.850855 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.903418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:17.999176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:18.080527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:18.112993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:18.140907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.149066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.149066 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/183249ef-a6bc-4382-a03a-aa29dd11481c HTTP/1.1" status: 204 len: 168 time: 0.5387378 Dec 16 15:25:18.163345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:25:18.190005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Pushing event updated for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:18.200923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbb58b-6499-47c7-82b1-e07a5582a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183249ef-a6bc-4382-a03a-aa29dd11481c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:18.294487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.411411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.419848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 26d0a2a9-1852-4de8-827b-6429e5e77d4f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:18.536824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48240) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:18.576558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.672815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f1b98ca5-eec4-4caf-b4db-03402ed58ce5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32bbed3378c3435d9cee2e1a5578b37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309512 Dec 16 15:25:18.675399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48242) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:18.769831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaf530-2f57-4eb7-b765-a0099844aa5b None None] Pushing event updated for resources: {'Port': ['ID=aac50700-3870-4f1f-813e-e9d4141f6c4d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:18.775108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Attempting to bind port aac50700-3870-4f1f-813e-e9d4141f6c4d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:18.775726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Attempting to bind port aac50700-3870-4f1f-813e-e9d4141f6c4d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:18.776141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Attempting to bind port aac50700-3870-4f1f-813e-e9d4141f6c4d on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:18.793179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:18.793575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:18.794652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.794932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:18.795447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Bound port: aac50700-3870-4f1f-813e-e9d4141f6c4d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:18.795862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.853879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.860255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 26d0a2a9-1852-4de8-827b-6429e5e77d4f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:18.875815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:18.888972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8eba9-de4a-4c79-9823-6f1054879829 req-cbcb3028-1003-4582-a93c-884dc948beac tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:18.904927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ced8eba9-de4a-4c79-9823-6f1054879829 req-cbcb3028-1003-4582-a93c-884dc948beac tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3468199 Dec 16 15:25:18.914982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.071439 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.094807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.099593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.103714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.110527 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/abdd18f4-7d8b-4478-abcb-2d0ee8d58221 HTTP/1.1" status: 204 len: 168 time: 0.4334595 Dec 16 15:25:19.112981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ecc8eb5f-5179-4eda-9c64-970953995ed1 None None] Provisioning complete for port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:19.113634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ecc8eb5f-5179-4eda-9c64-970953995ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.130568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226629e3-8633-4954-aff7-0dadea5e7a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd18f4-7d8b-4478-abcb-2d0ee8d58221,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:19.182977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] For port aac50700-3870-4f1f-813e-e9d4141f6c4d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:19.206420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] For port aac50700-3870-4f1f-813e-e9d4141f6c4d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aac50700-3870-4f1f-813e-e9d4141f6c4d,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:19.208773 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.210809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8eb5f-5179-4eda-9c64-970953995ed1 None None] Port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:19.253426 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.276879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 26d0a2a9-1852-4de8-827b-6429e5e77d4f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=26d0a2a9-1852-4de8-827b-6429e5e77d4f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:19.282288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.322433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ced8eba9-de4a-4c79-9823-6f1054879829 req-ea875b4b-8c82-4fbc-a808-8d569f6fa4b5 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138989 Dec 16 15:25:19.367959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.377027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:19.377864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:19.384578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaf530-2f57-4eb7-b765-a0099844aa5b None None] Pushing event updated for resources: {'Port': ['ID=aac50700-3870-4f1f-813e-e9d4141f6c4d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:19.414471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.505458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.630186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Pushing event updated for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:19.632345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48262) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:19.645976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.662351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Allocated IP 172.20.0.1 (854c40d1-c610-4d60-b0ac-9f2d5b26e5b8/13338c42-9eaf-418c-ad02-3ab4159eb485/54787c5d-a6a8-4b95-8d68-c8172ee2cc7e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:19.708587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=26d0a2a9-1852-4de8-827b-6429e5e77d4f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:19.739151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:19.891114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:19.895185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:19.908383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:19.936975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.066307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:13Z', 'revision_number': 3, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:20.168490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 26d0a2a9-1852-4de8-827b-6429e5e77d4f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:20.173965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60ac731-e4d8-4e99-809f-df2d32715695 None None] The sync data for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 is: [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:13Z', 'revision_number': 3, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:20.179152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:20.223794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e551c5bb-fd6e-483f-b8d9-818a8ca00a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.317390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 26d0a2a9-1852-4de8-827b-6429e5e77d4f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:20.317831 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.344167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.395800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e551c5bb-fd6e-483f-b8d9-818a8ca00a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.459374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:20.470164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Pushing event updated for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:20.487758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:20.505751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e551c5bb-fd6e-483f-b8d9-818a8ca00a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.561734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.568617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.568617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.568617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.568617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.569035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.569344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.571665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.572133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.572479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.572818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.573154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.573483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:25:20.586230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:20.682955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551c5bb-fd6e-483f-b8d9-818a8ca00a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c9a08-3fac-4dad-a832-d39ac6710737,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:20.684034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0e901d28-e253-4831-968b-12af8b9f8f47 None None] Provisioning complete for port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:20.684953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e901d28-e253-4831-968b-12af8b9f8f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:20.713655 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e551c5bb-fd6e-483f-b8d9-818a8ca00a35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dfabc3a263f94757ae93dbd73dd4fb42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0782433 Dec 16 15:25:20.718613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48286) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:20.880476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0e901d28-e253-4831-968b-12af8b9f8f47 None None] Port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:20.911372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.033017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.140392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fc06173f-4226-4456-b174-68983d98bb66 None None] Provisioning complete for port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:21.143378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc06173f-4226-4456-b174-68983d98bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.150774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48292) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:21.239861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc06173f-4226-4456-b174-68983d98bb66 None None] Port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:21.265880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.271061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.273258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c5c9a08-3fac-4dad-a832-d39ac6710737 HTTP/1.1" status: 204 len: 168 time: 0.5517342 Dec 16 15:25:21.279046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:21.291625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01917a81-fe76-44ef-8616-9d9bd55da165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c9a08-3fac-4dad-a832-d39ac6710737,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:21.294836 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Sync routers for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:21.298942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91890eb5-b13a-4196-849f-1821b5143f0c admin admin] 10.222.0.71 "PUT /v2.0/routers/5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6147807 Dec 16 15:25:21.306927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b5a1-74d6-41fb-90f6-a784f0d0e9e9 req-4083a550-ff78-454f-b59a-4514d2a3d9b9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:21.317443 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:21.318341 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:21.320822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c62b5a1-74d6-41fb-90f6-a784f0d0e9e9 req-4083a550-ff78-454f-b59a-4514d2a3d9b9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.7172916 Dec 16 15:25:21.323714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.503795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1852151637-network', 'tenant_id': '3adeda2fb022478a8bfeb1951ad5f4ab'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:21.603437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c62b5a1-74d6-41fb-90f6-a784f0d0e9e9 req-917777a5-0f1c-4292-ae20-9862bb38c5b8 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609864 Dec 16 15:25:21.660524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:21.683482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Made reservation on behalf of 3adeda2fb022478a8bfeb1951ad5f4ab for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:21.692949 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.716910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.832032 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:21.935066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.030449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.096165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:22.104543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d254ae-47a5-4867-b05a-dc386bed6ce2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:22.131898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.133911 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Added segment 1e9b4f34-486e-42ce-9fe6-1364338cc3b5 of type vlan for network 7871f2ae-09c6-4d03-93eb-58a776cf00ad Dec 16 15:25:22.146547 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 2, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:22.200800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.226371 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Checking router: 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:22.232610 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Updating router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:22.255226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.266384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.318592 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.390846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aac50700-3870-4f1f-813e-e9d4141f6c4d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:22.420839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.426338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.427850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:22.428654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.438355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Pushing event updated for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:22.522860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port aac50700-3870-4f1f-813e-e9d4141f6c4d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:22.527585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.579691 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4228375 Dec 16 15:25:22.586095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:22.601845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Request body: {'subnet': {'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1852151637-subnet', 'tenant_id': '3adeda2fb022478a8bfeb1951ad5f4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:22.632012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc682f-8c3a-44de-8895-12e6310b33dc admin admin] Pushing event updated for resources: {'Network': ['ID=7871f2ae-09c6-4d03-93eb-58a776cf00ad,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:22.646408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7871f2ae-09c6-4d03-93eb-58a776cf00ad details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:22.689069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:22.692134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:22.791200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Made reservation on behalf of 3adeda2fb022478a8bfeb1951ad5f4ab for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:22.794393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.846867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:22.935485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port aac50700-3870-4f1f-813e-e9d4141f6c4d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aac50700-3870-4f1f-813e-e9d4141f6c4d,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:22.936306 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.025651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.055205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48338) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:23.064883 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.227707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9959e-156f-4767-8d4a-c164e03a4ee2 req-e78b292e-d18c-44df-9667-ff1d2a8bd877 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:23.228798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=aac50700-3870-4f1f-813e-e9d4141f6c4d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:23.244455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28a9959e-156f-4767-8d4a-c164e03a4ee2 req-e78b292e-d18c-44df-9667-ff1d2a8bd877 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3985174 Dec 16 15:25:23.254487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4552c17f-be25-4cbf-8162-a5bb3622a422 None None] Provisioning complete for port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:23.258003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4552c17f-be25-4cbf-8162-a5bb3622a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.320614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4552c17f-be25-4cbf-8162-a5bb3622a422 None None] Port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:23.333134 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca683-c4bd-41b5-8dde-4e98d2c2b125 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:23.370689 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Attempting to bind port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:23.371076 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Attempting to bind port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:23.371456 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Attempting to bind port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 on network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:23.377621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:23.378169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Checking segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:23.378725 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.379141 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Bound using segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:23.379631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Bound port: 2cfcb542-23df-4da2-be4f-21d9640e3ee9, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:23.380042 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.400984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-48410414'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:23.436609 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.473708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Router 7cb13f4f-38c7-4446-8fc2-faf528b5881c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:23.493789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28a9959e-156f-4767-8d4a-c164e03a4ee2 req-62ed1aa1-a9d0-4fb0-a7f5-245acc24955e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444589 Dec 16 15:25:23.512126 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] For port 2cfcb542-23df-4da2-be4f-21d9640e3ee9, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:23.524670 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] For port 2cfcb542-23df-4da2-be4f-21d9640e3ee9, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2cfcb542-23df-4da2-be4f-21d9640e3ee9,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:23.595623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:23.617097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:23.620787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.627543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-91833428-network', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:23.633611 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.641181 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.675413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e8a958-ac70-43af-a20d-e73ede1c4ef1,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:23.724127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Checking segment: {'id': '1e9b4f34-486e-42ce-9fe6-1364338cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:23.724127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Network hostable DHCP agents. Network: 7871f2ae-09c6-4d03-93eb-58a776cf00ad, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:23.738296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:23.745702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-588fafe8-c8f9-4b10-9dd7-2538c820a800 admin admin] 10.222.0.71 "PUT /v2.0/routers/7cb13f4f-38c7-4446-8fc2-faf528b5881c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5088956 Dec 16 15:25:23.760415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Sync routers for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:23.804893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.828924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] Provisioning complete for port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:23.831153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.836599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Made reservation on behalf of bfebae5d59b24f3ebe4de7b06ce87955 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:23.839440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.977089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:23.979712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:23.979712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:23.979990 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ca683-c4bd-41b5-8dde-4e98d2c2b125 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:23.979990 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:23.979990 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:24.173142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.200044 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:24.327795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Network 7871f2ae-09c6-4d03-93eb-58a776cf00ad is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:24.337342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:24.389364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.391752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aac50700-3870-4f1f-813e-e9d4141f6c4d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:24.437611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.457141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:24.474588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.480405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7871f2ae-09c6-4d03-93eb-58a776cf00ad) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:24.536514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.539287 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment c943d93c-0194-475c-91fd-659ddf28c70a of type vlan for network 7b4a11c9-86f9-413c-a958-9bc081f7239f Dec 16 15:25:24.591528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:24.592577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.632059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.687520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede90aa1-374d-4619-9f50-4d1b7b5980ff,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:24.718293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:24.756222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.758380 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Added segment 1c4640a5-43aa-4397-a01c-2d46122ecb15 of type vlan for network 84b53cdb-338b-46b9-bf48-8e35f9814bbe Dec 16 15:25:24.761413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d5b027-17b7-4e4c-b236-e8bb16c322b9 None None] Network 7871f2ae-09c6-4d03-93eb-58a776cf00ad requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:24.780818 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:23Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:24.800735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f914ab80-5103-4d1b-a183-9e1a64fdf95a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:24.849859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1146031e-4d63-4d6f-8d49-c578d3736471 None None] The sync data for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 is: [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:23Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:24.886121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a3e0a11-3eca-4afd-928c-887ea77051f7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2961960 Dec 16 15:25:24.918497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.967884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:24.968652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:24.984576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.048027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e0ae4-2d80-4ac6-b312-c6ca5f32db75 None None] Network 7871f2ae-09c6-4d03-93eb-58a776cf00ad requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:25.089675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291be470-ec40-43b0-a0d7-bfa891f15795 req-94948d3c-07c9-4b81-9701-01ade02192ba tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:25.098823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-291be470-ec40-43b0-a0d7-bfa891f15795 req-94948d3c-07c9-4b81-9701-01ade02192ba tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.4285653 Dec 16 15:25:25.152648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0913959 Dec 16 15:25:25.155841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b8cd2-4fe5-41de-895f-ec08920e6fec tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=7b4a11c9-86f9-413c-a958-9bc081f7239f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:25.157801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48374) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:25.165380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1066116847'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:25.174676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] For port 2cfcb542-23df-4da2-be4f-21d9640e3ee9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2cfcb542-23df-4da2-be4f-21d9640e3ee9,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:25.180409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.198012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:25.198895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.207540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-291be470-ec40-43b0-a0d7-bfa891f15795 req-b195122e-bf1c-49cc-ba1a-5933355f2d0a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073685 Dec 16 15:25:25.244281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:25.273864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48376) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:25.280304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007596454', 'description': 'tempest-description--424075559'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:25.425080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] Pushing event updated for resources: {'Network': ['ID=84b53cdb-338b-46b9-bf48-8e35f9814bbe,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:25.428047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.485420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:25.591173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.614193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port aac50700-3870-4f1f-813e-e9d4141f6c4d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:25.614193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.642402 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.664885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:25.670085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.718555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:25:25.733041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.733041 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment 90a10b40-33da-46d2-870a-6e66ca400b95 of type vlan for network c3a6e401-2875-4516-9f6f-2741644369bf Dec 16 15:25:25.743746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.834807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5482abf-1ff6-459a-a81a-a9cb0a18bf34,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:25.852797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.866595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:25.868091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ceac0bbe-3cd5-4d4b-89fd-5a6c8da3d29f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5929487 Dec 16 15:25:25.873042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:25.878726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'security_group_rule': {'security_group_id': 'e5482abf-1ff6-459a-a81a-a9cb0a18bf34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:25.886376 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d0a57412-4545-4fa5-89de-b2ae08f0dd98 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2788615 Dec 16 15:25:25.892205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48390) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:25.914106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Request body: {'subnet': {'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-91833428-subnet', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:26.014192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.031845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:26.032514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.037096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Made reservation on behalf of bfebae5d59b24f3ebe4de7b06ce87955 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:26.041143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.088937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 2, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:26.141542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=c3a6e401-2875-4516-9f6f-2741644369bf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:26.203147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c3a6e401-2875-4516-9f6f-2741644369bf details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:25:26.207788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.218114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Checking router: 7cb13f4f-38c7-4446-8fc2-faf528b5881c for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:26.218787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Updating router 7cb13f4f-38c7-4446-8fc2-faf528b5881c port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:26.219775 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9931a4d-c6c8-41ef-86de-6b4fa351e084 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0601132 Dec 16 15:25:26.227073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:26.237797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:26.325657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c9f16e41-6816-447f-b47e-cc5d2ee7877c None None] Provisioning complete for port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:26.327902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9f16e41-6816-447f-b47e-cc5d2ee7877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.347003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f9086-1f77-4b42-b061-f1584220b2f5 None None] Pushing event updated for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:26.455433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.545120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.590575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5e8f1-5da1-4188-88fb-b0f7b3918827 req-01663048-78d4-4637-9fa9-33f3ea3e8a81 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:26.600363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94d5e8f1-5da1-4188-88fb-b0f7b3918827 req-01663048-78d4-4637-9fa9-33f3ea3e8a81 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.2015975 Dec 16 15:25:26.653839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:26.658412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-7ec21623-53bc-4962-9dc2-49211eca64c3 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:26.660415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-7ec21623-53bc-4962-9dc2-49211eca64c3 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/networks?id=7871f2ae-09c6-4d03-93eb-58a776cf00ad HTTP/1.1" status: 200 len: 814 time: 0.4941080 Dec 16 15:25:26.661194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.723738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:26.914586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-c574b495-8490-4b89-a058-a9dd064a54c4 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/quotas/3adeda2fb022478a8bfeb1951ad5f4ab HTTP/1.1" status: 200 len: 375 time: 0.2156303 Dec 16 15:25:26.953485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bdd628-5e7a-43fa-93a3-3898443a9993,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:26.986759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94d5e8f1-5da1-4188-88fb-b0f7b3918827 req-b91e433e-57dd-468e-8219-d01f4649ba17 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853359 Dec 16 15:25:26.999939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-12ed6fd3-f908-48c1-873c-9e62d22f6522 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578091 Dec 16 15:25:27.007025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.070870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2cfcb542-23df-4da2-be4f-21d9640e3ee9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:27.134782 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.143733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb17763b-0c86-4afa-acc9-8b8be4583654 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2692583 Dec 16 15:25:27.149418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48424) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:27.166488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'security_group_rule': {'security_group_id': 'e5482abf-1ff6-459a-a81a-a9cb0a18bf34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:27.270670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b83e2e-9f52-4a66-b6df-168bfc1a1517,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:27.329250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.334548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Checking segment: {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:27.335306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Network hostable DHCP agents. Network: 84b53cdb-338b-46b9-bf48-8e35f9814bbe, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:27.455124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=84107e24-cdbd-4b8d-bb21-19a72fcbbdbe,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:27.466465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': 'c943d93c-0194-475c-91fd-659ddf28c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:27.466868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: 7b4a11c9-86f9-413c-a958-9bc081f7239f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:27.499349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.545245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:27.553098 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.567024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:27.567398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.615762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:27.642313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.648243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-324a8f0b-1399-494b-b937-54cce5991c28 service neutron] 10.222.0.71 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325943 Dec 16 15:25:27.648993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.734455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 84b53cdb-338b-46b9-bf48-8e35f9814bbe) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:27.750971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:27.751815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.753244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7b4a11c9-86f9-413c-a958-9bc081f7239f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:27.757003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4de0-63d4-43c1-96dd-112679d9b37b None None] Pushing event updated for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:27.765653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:27.766932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.769774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.799579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Attempting to bind port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:27.800062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Attempting to bind port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:27.800374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Attempting to bind port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e on network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:27.810620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:27.811393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Checking segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:27.812880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be574997-6e50-4d0a-88af-ba3f0b6d61aa,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:27.813286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.813876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Bound using segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:27.815406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Bound port: 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:27.816862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:27.821608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab2f17-1b59-45dd-9f93-548745485c59 None None] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:27.828086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55788ef1-fcf3-4c0b-8828-698313d25597 None None] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:27.880722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-a37fb926-ac2e-47a9-b16a-3308dcd0475f service neutron] 10.222.0.71 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199531 Dec 16 15:25:28.051479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:28.062187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-729361d3-d62a-4818-be7e-abfa922a6008 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1625183 Dec 16 15:25:28.064770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:28.087943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.091135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1488979c-5f43-45a0-ae59-04c9120be90e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9398191 Dec 16 15:25:28.094135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48434) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:28.094623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:28.096584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-920a4298-ab9c-45cd-8728-aa06ea48bb69 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8598437 Dec 16 15:25:28.104921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:28.135959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] For port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:28.261184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'fixed_ips': [{'subnet_id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:25:28.262072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.264779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:28.269759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] For port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:28.286140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-7b4a11c9-86f9-413c-a958-9bc081f7239f', 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '84107e24-cdbd-4b8d-bb21-19a72fcbbdbe'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:25:28.290069 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.323634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.325330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.330311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e28ffdbf-4cf3-4ffd-9dd8-d0c3d383532a None None] Provisioning complete for port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:28.335948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e28ffdbf-4cf3-4ffd-9dd8-d0c3d383532a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.385014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa318c-e6a5-4cac-8ae6-b1d32d4a236f req-20bfea5c-d1ad-4e41-8201-97240aafef74 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:28.386815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eefa318c-e6a5-4cac-8ae6-b1d32d4a236f req-20bfea5c-d1ad-4e41-8201-97240aafef74 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.1259282 Dec 16 15:25:28.438085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.457665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eefa318c-e6a5-4cac-8ae6-b1d32d4a236f req-535f76d5-73b8-45d7-8f61-fa31a5f47eb3 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614207 Dec 16 15:25:28.472189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:28.476535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.484820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.507986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d3cde8d-e6f3-4055-aeec-64d0c665df15 req-8bd28f12-a906-46ee-807c-3ed7dddb1948 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.0479746 Dec 16 15:25:28.578892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.591726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e28ffdbf-4cf3-4ffd-9dd8-d0c3d383532a None None] Port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:28.698322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Allocated IP 172.20.0.2 (84b53cdb-338b-46b9-bf48-8e35f9814bbe/31b83e2e-9f52-4a66-b6df-168bfc1a1517/9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:28.770299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:28.770752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:28.804737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.829793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde4de0-63d4-43c1-96dd-112679d9b37b None None] Pushing event updated for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:28.839785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.865563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:28.887893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Allocated IP 172.20.0.2 (7b4a11c9-86f9-413c-a958-9bc081f7239f/84107e24-cdbd-4b8d-bb21-19a72fcbbdbe/76efd277-b039-4665-8658-e7b849527c1e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:28.999048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Allocated IP 172.25.7.237 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5de36983-fff7-4103-a57c-e7fa13bde74b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:29.119748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.232029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=98e64a4c-430f-45ee-8294-90b727e02100,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:29.278185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.279765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': '90a10b40-33da-46d2-870a-6e66ca400b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:29.280181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: c3a6e401-2875-4516-9f6f-2741644369bf, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:25:29.396100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network c3a6e401-2875-4516-9f6f-2741644369bf is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:25:29.412795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:29.419096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.427062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.476262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.522145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:29.526210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:29.544117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] Provisioning complete for port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:29.545147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.551948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:29.557124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c3a6e401-2875-4516-9f6f-2741644369bf) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:29.626033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:29.627954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.633786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a119e-08bf-4923-871a-1ccc2b1c68ec None None] Network c3a6e401-2875-4516-9f6f-2741644369bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:29.659130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.747584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Allocated IP 172.25.7.109 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b823f794-1ffa-48cb-afa3-249ab695d0d0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:29.773958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'Port': ['ID=5de36983-fff7-4103-a57c-e7fa13bde74b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:29.814285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b72c6b5-b5df-46ce-a9a7-545ce77de4d2 req-75a70861-fc56-49b8-8dc3-b15eb5f7e13c tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.1384432 Dec 16 15:25:29.820803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-824d02dc-0719-47e5-b946-eb3552423091 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7242990 Dec 16 15:25:29.831283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:29.858899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:29.870793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-259280918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:29.901385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.030368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.043107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e0a0-5357-4d8f-8459-1f52fc79140d req-04695339-663f-4ee9-aafb-4db0a97ff4ec tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:30.046438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5380e0a0-5357-4d8f-8459-1f52fc79140d req-04695339-663f-4ee9-aafb-4db0a97ff4ec tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3781772 Dec 16 15:25:30.061704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.065822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.099385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.101199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.122595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:30.127989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:30.144913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:30.200747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b823f794-1ffa-48cb-afa3-249ab695d0d0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.272812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:30.283025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5380e0a0-5357-4d8f-8459-1f52fc79140d req-339882b4-b106-435a-a493-11ee27e6aaa6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244060 Dec 16 15:25:30.291730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:30.291999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.299072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:30.303321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.327561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.392651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.428585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c3a6e401-2875-4516-9f6f-2741644369bf', 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '98e64a4c-430f-45ee-8294-90b727e02100'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:25:30.429582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.432736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Pushing event updated for resources: {'Port': ['ID=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.443623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.474773 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.526921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Attempting to bind port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:30.527349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Attempting to bind port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:30.527641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Attempting to bind port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 on network 84b53cdb-338b-46b9-bf48-8e35f9814bbe {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:30.548892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:28Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:30.554853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.563458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.568147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-08140922-93cd-4e5a-b392-e4fba4c77cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7073088 Dec 16 15:25:30.569155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48474) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:30.614652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:30.614945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Checking segment: {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:30.615359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.615811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Bound using segment: {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:30.616330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Bound port: 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:30.616710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.620063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:30.672926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.674478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] For port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:30.678272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003c53-cf1f-48a3-b461-b7e37592640b None None] The sync data for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 is: [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:28Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:30.679945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:30.687527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:30.689586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Pushing event updated for resources: {'Port': ['ID=76efd277-b039-4665-8658-e7b849527c1e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.714262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.830434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:30.952133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Attempting to bind port 76efd277-b039-4665-8658-e7b849527c1e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:30.952133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Attempting to bind port 76efd277-b039-4665-8658-e7b849527c1e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c943d93c-0194-475c-91fd-659ddf28c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:30.952133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Attempting to bind port 76efd277-b039-4665-8658-e7b849527c1e on network 7b4a11c9-86f9-413c-a958-9bc081f7239f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:30.965714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Allocated IP 172.21.0.2 (c3a6e401-2875-4516-9f6f-2741644369bf/98e64a4c-430f-45ee-8294-90b727e02100/42fa0870-0126-4f40-87f0-ba70a8a3059a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:30.980552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-360c69bd-803a-4992-922b-44e40182c89f None None] For port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:30.989751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'Port': ['ID=5de36983-fff7-4103-a57c-e7fa13bde74b,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:30.994173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-360c69bd-803a-4992-922b-44e40182c89f None None] For port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:30.994944 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.004283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:31.004666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Checking segment: {'id': 'c943d93c-0194-475c-91fd-659ddf28c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:31.005071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.005975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Bound using segment: {'id': 'c943d93c-0194-475c-91fd-659ddf28c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:31.006537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Bound port: 76efd277-b039-4665-8658-e7b849527c1e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c943d93c-0194-475c-91fd-659ddf28c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '7b4a11c9-86f9-413c-a958-9bc081f7239f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:31.006965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.014818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883bb8c-58c6-43aa-a6fe-258c44f8374e None None] Pushing event updated for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.158941 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.228849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.413647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.474226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] For port 76efd277-b039-4665-8658-e7b849527c1e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:31.480371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] For port 76efd277-b039-4665-8658-e7b849527c1e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=76efd277-b039-4665-8658-e7b849527c1e,segment=NetworkSegment(c943d93c-0194-475c-91fd-659ddf28c70a),segment_id=c943d93c-0194-475c-91fd-659ddf28c70a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:31.482797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c69bd-803a-4992-922b-44e40182c89f None None] Pushing event updated for resources: {'Port': ['ID=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.563258 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.652181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Network c3a6e401-2875-4516-9f6f-2741644369bf is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:31.659471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:31.665485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:31.676923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:25:31.693555 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.806023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Pushing event updated for resources: {'Port': ['ID=42fa0870-0126-4f40-87f0-ba70a8a3059a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.861315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c27ef6b4-2b17-4c35-ae5b-e75b37521b83 req-3fe4880c-1593-4bc5-9f32-d8345e4ba179 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.8496838 Dec 16 15:25:31.875350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Attempting to bind port 42fa0870-0126-4f40-87f0-ba70a8a3059a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:31.876557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Attempting to bind port 42fa0870-0126-4f40-87f0-ba70a8a3059a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '90a10b40-33da-46d2-870a-6e66ca400b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:31.878444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Attempting to bind port 42fa0870-0126-4f40-87f0-ba70a8a3059a on network c3a6e401-2875-4516-9f6f-2741644369bf {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:31.898261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:31.898811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Checking segment: {'id': '90a10b40-33da-46d2-870a-6e66ca400b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:31.899471 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.900082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Bound using segment: {'id': '90a10b40-33da-46d2-870a-6e66ca400b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:31.900808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Bound port: 42fa0870-0126-4f40-87f0-ba70a8a3059a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a10b40-33da-46d2-870a-6e66ca400b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c3a6e401-2875-4516-9f6f-2741644369bf'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:31.901314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.901816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:31.908452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c1bcd817-aacb-4018-8d07-bdf6d0ae2f0d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6488826 Dec 16 15:25:31.932012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452f7ec-183b-4e76-8f68-c3d5d2b8c556 None None] Pushing event updated for resources: {'Port': ['ID=76efd277-b039-4665-8658-e7b849527c1e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:31.995749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:32.026857 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Sync routers for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:32.046608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] For port 42fa0870-0126-4f40-87f0-ba70a8a3059a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:32.053495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] For port 42fa0870-0126-4f40-87f0-ba70a8a3059a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=42fa0870-0126-4f40-87f0-ba70a8a3059a,segment=NetworkSegment(90a10b40-33da-46d2-870a-6e66ca400b95),segment_id=90a10b40-33da-46d2-870a-6e66ca400b95)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:32.074388 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:32.075611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:32.104578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.136288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.137642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1704707d-c89e-4000-93d8-f69edb1a25e0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0843384 Dec 16 15:25:32.140951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:32.148847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a9e6a-1fbe-4628-b9ba-b4845f104ec0 req-b532dbc2-d503-4f4e-b97e-7a5dde58a419 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:32.156663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f6a9e6a-1fbe-4628-b9ba-b4845f104ec0 req-b532dbc2-d503-4f4e-b97e-7a5dde58a419 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.3622005 Dec 16 15:25:32.179961 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:32.407241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc12aa6-bf4b-44b9-9143-7db578e41847 None None] Pushing event updated for resources: {'Port': ['ID=42fa0870-0126-4f40-87f0-ba70a8a3059a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:32.528576 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:33.078026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f6a9e6a-1fbe-4628-b9ba-b4845f104ec0 req-6724a789-9e3a-4896-90e2-a05d26df9dd6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9199269 Dec 16 15:25:33.175622 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 3, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:33.262070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8fc0519f-18fc-4fe3-a115-0cab0591ef04 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1007596454&fields=id&tenant_id=58455f49922343008db28458ba9a70dd HTTP/1.1" status: 200 len: 267 time: 0.8874381 Dec 16 15:25:33.285280 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Checking router: ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:33.286945 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Updating router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b port b823f794-1ffa-48cb-afa3-249ab695d0d0 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:33.296305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:33.388349 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:33.585823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-5f033533-4861-472d-b011-403d52ac1e44 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:33.593100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-5f033533-4861-472d-b011-403d52ac1e44 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.74 "GET /v2.0/networks?id=7871f2ae-09c6-4d03-93eb-58a776cf00ad HTTP/1.1" status: 200 len: 814 time: 1.2968633 Dec 16 15:25:33.701514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Request body: {'port': {'device_id': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad', 'admin_state_up': True, 'tenant_id': '3adeda2fb022478a8bfeb1951ad5f4ab'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:33.728647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc46db18-43c6-4f74-ad7c-52b3c21dae5c req-3ad0bbd7-aa71-4b02-8f55-33b12f1058b6 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.1810548 Dec 16 15:25:33.953422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e8772f-0e4c-425e-8c0b-8f5861245de6 None None] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:34.073666 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.128405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] Provisioning complete for port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:34.129014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.146291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-c2ed4867-7c64-4e7d-aff9-d8dd9b22897c tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:34.148764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-c2ed4867-7c64-4e7d-aff9-d8dd9b22897c tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/networks?id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 200 len: 812 time: 0.8833530 Dec 16 15:25:34.157854 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.251097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.276686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-211a07b1-79d6-425c-ae28-26f6c0217274 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/quotas/58455f49922343008db28458ba9a70dd HTTP/1.1" status: 200 len: 375 time: 0.0912950 Dec 16 15:25:34.281561 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940d0d9-fa4e-41b8-952a-729a5c6e3c99 None None] Pushing event updated for resources: {'Port': ['ID=b823f794-1ffa-48cb-afa3-249ab695d0d0,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:34.288569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.20.0.1 (7b4a11c9-86f9-413c-a958-9bc081f7239f/84107e24-cdbd-4b8d-bb21-19a72fcbbdbe/af5d3482-b337-4a9f-9de5-83e232d994cf) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:34.333610 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Attempting to bind port b823f794-1ffa-48cb-afa3-249ab695d0d0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:34.334347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Attempting to bind port b823f794-1ffa-48cb-afa3-249ab695d0d0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:34.334902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Attempting to bind port b823f794-1ffa-48cb-afa3-249ab695d0d0 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:34.355098 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:34.355483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:34.355923 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.356389 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:34.356884 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Bound port: b823f794-1ffa-48cb-afa3-249ab695d0d0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:34.357271 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.466518 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] For port b823f794-1ffa-48cb-afa3-249ab695d0d0, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:34.472499 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] For port b823f794-1ffa-48cb-afa3-249ab695d0d0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b823f794-1ffa-48cb-afa3-249ab695d0d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:34.525685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3818e-2bcb-48c5-9843-308765290f23 None None] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:34.528740 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.566196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Made reservation on behalf of 3adeda2fb022478a8bfeb1951ad5f4ab for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:34.571485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.586305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:34.589129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.612058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-9856098b-27ec-458e-8216-845742b6895a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202877 Dec 16 15:25:34.654565 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940d0d9-fa4e-41b8-952a-729a5c6e3c99 None None] Pushing event updated for resources: {'Port': ['ID=b823f794-1ffa-48cb-afa3-249ab695d0d0,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:34.707050 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:34.708728 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:34.852580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Allocated IP 172.20.0.1 (84b53cdb-338b-46b9-bf48-8e35f9814bbe/31b83e2e-9f52-4a66-b6df-168bfc1a1517/ebb9dc35-adaf-474d-93b6-c5e546da36ff) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:34.900414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:34.944345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:34.985672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc9947-1c5e-43ae-8198-83af2fcafc3b None None] Network c3a6e401-2875-4516-9f6f-2741644369bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:34.994381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.125688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.242301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] For port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:35.249682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.271114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Allocated IP 172.20.0.14 (7871f2ae-09c6-4d03-93eb-58a776cf00ad/73e8a958-ac70-43af-a20d-e73ede1c4ef1/18b10d17-a048-4c73-a4db-77ee28ced24d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:35.303945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.307583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367ebd9-99bc-4049-8ba2-d34324159d93 req-d4a43af2-24e5-4ef5-bb73-ed0ff1d9fd2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:35.311014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 3, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:35.323702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3367ebd9-99bc-4049-8ba2-d34324159d93 req-d4a43af2-24e5-4ef5-bb73-ed0ff1d9fd2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.2981489 Dec 16 15:25:35.356622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:35.368103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:35.371056 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.381591 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968f9dc-a5ef-4efc-aefc-a1aaf09bd708 None None] The sync data for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 is: [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 3, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:35.388003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:35.391100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.473674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.550314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:25:35.550963 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:25:35.567076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:35.601623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Provisioning complete for port 42fa0870-0126-4f40-87f0-ba70a8a3059a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:35.602024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.606952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79d37c-e001-495b-9260-18a3577fe244 None None] Pushing event updated for resources: {'Port': ['ID=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:35.750619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:35.774347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.864853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] For port 42fa0870-0126-4f40-87f0-ba70a8a3059a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=42fa0870-0126-4f40-87f0-ba70a8a3059a,segment=NetworkSegment(90a10b40-33da-46d2-870a-6e66ca400b95),segment_id=90a10b40-33da-46d2-870a-6e66ca400b95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:35.888538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:35.893028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-69151754-5727-4ed6-a184-3c23cbc399e7 service neutron] 10.222.0.71 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2144315 Dec 16 15:25:35.954423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:35.959428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:35.960571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.068212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=af5d3482-b337-4a9f-9de5-83e232d994cf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:36.175969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Provisioning complete for port 76efd277-b039-4665-8658-e7b849527c1e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:36.176329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.321913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Pushing event updated for resources: {'Port': ['ID=42fa0870-0126-4f40-87f0-ba70a8a3059a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:36.331809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:36.347325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.419397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.430653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:36.431030 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.482205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.491360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.544374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] For port 76efd277-b039-4665-8658-e7b849527c1e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=76efd277-b039-4665-8658-e7b849527c1e,segment=NetworkSegment(c943d93c-0194-475c-91fd-659ddf28c70a),segment_id=c943d93c-0194-475c-91fd-659ddf28c70a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:36.601954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3367ebd9-99bc-4049-8ba2-d34324159d93 req-3be61df8-858c-484f-8d1f-1a3dcc9ab921 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2768309 Dec 16 15:25:36.620710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 76efd277-b039-4665-8658-e7b849527c1e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:36.670457 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.697855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:36.802282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:36.806782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:36.834584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978f51d-9864-4f01-be65-6e6fe821aa69 None None] Pushing event updated for resources: {'Port': ['ID=76efd277-b039-4665-8658-e7b849527c1e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:36.851272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Provisioning complete for port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:36.853659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.907538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 76efd277-b039-4665-8658-e7b849527c1e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:36.908379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:36.959643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-c37dad5e-0aba-4a01-80fc-202cdd813909 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:36.967399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-c37dad5e-0aba-4a01-80fc-202cdd813909 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 1.3590429 Dec 16 15:25:37.083296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.087108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.102869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:37.141395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Provisioning complete for port af5d3482-b337-4a9f-9de5-83e232d994cf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:37.142027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.310769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Port af5d3482-b337-4a9f-9de5-83e232d994cf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:37.333089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45468db1-54e7-49fe-b2cf-7c0235153248 req-d1c94dbb-9dd0-48db-84c2-2888bb71ea03 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.3255007 Dec 16 15:25:37.379604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Provisioning complete for port 76efd277-b039-4665-8658-e7b849527c1e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:37.388839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.447251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-fc3c297e-2435-4c89-829a-08262c7226cf service neutron] 10.222.0.71 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4418108 Dec 16 15:25:37.499455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:37.510571 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-069dc522-e9af-4ed3-8c50-b2e06f9b2757 admin admin] 10.222.0.71 "PUT /v2.0/routers/ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3684530 Dec 16 15:25:37.687382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 42fa0870-0126-4f40-87f0-ba70a8a3059a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:37.802967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Provisioning complete for port ebb9dc35-adaf-474d-93b6-c5e546da36ff triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:37.803366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.882940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Port ebb9dc35-adaf-474d-93b6-c5e546da36ff cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:37.893603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:37.898814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.899159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 42fa0870-0126-4f40-87f0-ba70a8a3059a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:37.899159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:37.923436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Provisioning complete for port 42fa0870-0126-4f40-87f0-ba70a8a3059a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:37.923880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84052-50a9-4154-acc4-410a8eb64f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.013809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.211325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Pushing event updated for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:38.212476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:38.348021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Network 7871f2ae-09c6-4d03-93eb-58a776cf00ad is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:38.367705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:38.399746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:38.413122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bafee-a220-4628-baea-20cb1f489581 req-19f4e6fc-3106-4e83-baa6-9d9b3fe6d3b0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:38.415331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b3bafee-a220-4628-baea-20cb1f489581 req-19f4e6fc-3106-4e83-baa6-9d9b3fe6d3b0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 945 time: 0.5951917 Dec 16 15:25:38.426077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5437c2ef-79d7-432b-8d3a-3135bb356716 req-81d34dd2-a994-4a0e-9ff7-09234f7028e9 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.1508946 Dec 16 15:25:38.426939 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.564892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Provisioning complete for port af5d3482-b337-4a9f-9de5-83e232d994cf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:38.565268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.620826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:38.621528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.679125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:38.679512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.687203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Port af5d3482-b337-4a9f-9de5-83e232d994cf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:38.711330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Sync routers for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:38.730279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Provisioning complete for port ebb9dc35-adaf-474d-93b6-c5e546da36ff triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:38.731024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.735759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:38.736496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:38.745309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 70f86d4b-9ec1-42f5-b384-a9fb24a731aa owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:38.825180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:38.825839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:38.886876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4aadff88-a8fa-4ecf-b3a3-76274fe86a6e None None] Port ebb9dc35-adaf-474d-93b6-c5e546da36ff cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:38.987468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 76efd277-b039-4665-8658-e7b849527c1e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:39.035114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:39.132418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 76efd277-b039-4665-8658-e7b849527c1e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:39.132694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:39.275660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b3bafee-a220-4628-baea-20cb1f489581 req-2a987b39-11d1-478e-a478-d69813b05be9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7960861 Dec 16 15:25:39.325752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b823f794-1ffa-48cb-afa3-249ab695d0d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:39.381205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dba8f0-ce17-442f-8ae2-37f67ce78a67 req-f8359e2c-1cbe-4d3d-91a5-d2d345ae8f64 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:39.395617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16dba8f0-ce17-442f-8ae2-37f67ce78a67 req-f8359e2c-1cbe-4d3d-91a5-d2d345ae8f64 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 932 time: 0.8129652 Dec 16 15:25:39.411247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:35Z', 'revision_number': 4, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'ebb9dc35-adaf-474d-93b6-c5e546da36ff', 'name': '', 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'mac_address': 'fa:16:3e:6e:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:34Z', 'updated_at': '2021-12-16T15:25:36Z', 'revision_number': 2, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'subnets': [{'id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:39.413432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port b823f794-1ffa-48cb-afa3-249ab695d0d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:39.413803 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:39.472155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-39425107-994f-40a2-b56f-3ee5bffe2e77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8400252 Dec 16 15:25:39.503290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Checking router: ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:25:39.505536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Updating router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b port ebb9dc35-adaf-474d-93b6-c5e546da36ff binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:25:39.548870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Request body: {'port': {'device_id': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:39.566461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:39.776117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:39.791981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16dba8f0-ce17-442f-8ae2-37f67ce78a67 req-b494b894-402f-46ff-81be-90c1c28064cb tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922765 Dec 16 15:25:39.821435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port b823f794-1ffa-48cb-afa3-249ab695d0d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b823f794-1ffa-48cb-afa3-249ab695d0d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:39.922120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.013719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=b823f794-1ffa-48cb-afa3-249ab695d0d0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:40.070716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ed5563e-ef78-4e0f-91bd-3492ad5e0e4b req-a7c4b94b-3030-40ac-b989-7dd4dffc0bc2 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.2149956 Dec 16 15:25:40.088315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.187249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.227438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.326639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.333814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.345013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.394589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=70f86d4b-9ec1-42f5-b384-a9fb24a731aa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:40.662007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaba7c9-785c-4976-a095-f13170c77825 None None] Pushing event updated for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:40.702024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.707519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 70f86d4b-9ec1-42f5-b384-a9fb24a731aa on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:25:40.753010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.763621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abb73e8d-8e07-4691-badf-69cf14d660ae req-3b1a2344-8402-467d-ae64-31db31703a13 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "DELETE /v2.0/ports/70f86d4b-9ec1-42f5-b384-a9fb24a731aa HTTP/1.1" status: 204 len: 173 time: 3.7487404 Dec 16 15:25:40.793721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'name': 'network-vif-deleted', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:40.796633 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d030413-9470-4440-a580-0f969a11c73a" -d '{"events": [{"server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "name": "network-vif-deleted", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:40.838536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=af5d3482-b337-4a9f-9de5-83e232d994cf,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:40.858272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b2777ca-55bf-4461-be41-1136ed0f3e4c req-a952b1cd-809b-48bf-8f53-e50ddb2e7695 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.1629333 Dec 16 15:25:40.909884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Attempting to bind port ebb9dc35-adaf-474d-93b6-c5e546da36ff on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:40.913143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Attempting to bind port ebb9dc35-adaf-474d-93b6-c5e546da36ff by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:40.913143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Attempting to bind port ebb9dc35-adaf-474d-93b6-c5e546da36ff on network 84b53cdb-338b-46b9-bf48-8e35f9814bbe {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:40.959093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:40.978406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Checking segment: {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:40.992520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:40.993046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Bound using segment: {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:41.001106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Bound port: ebb9dc35-adaf-474d-93b6-c5e546da36ff, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4640a5-43aa-4397-a01c-2d46122ecb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:41.002973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.011175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70f86d4b-9ec1-42f5-b384-a9fb24a731aa no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:25:41.118146 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f5f85-4bfb-44fa-ad44-f0e26acb421d x-openstack-request-id: req-079f5f85-4bfb-44fa-ad44-f0e26acb421d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:41.120101 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556a2067-b879-4bcc-b953-e3409fa313dc", "name": "network-vif-deleted", "tag": "70f86d4b-9ec1-42f5-b384-a9fb24a731aa", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:41.122141 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-079f5f85-4bfb-44fa-ad44-f0e26acb421d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:41.123982 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556a2067-b879-4bcc-b953-e3409fa313dc', 'name': 'network-vif-deleted', 'tag': '70f86d4b-9ec1-42f5-b384-a9fb24a731aa', 'status': 'completed', 'code': 200} Dec 16 15:25:41.193789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 70f86d4b-9ec1-42f5-b384-a9fb24a731aa {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:25:41.195969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70f86d4b-9ec1-42f5-b384-a9fb24a731aa not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:25:41.292489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:41.310148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:41.343416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c60c5162-e94e-483e-98d2-b229006a1744 req-f2d0ba4e-446d-41be-85f0-7b92593c2d81 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.0747666 Dec 16 15:25:41.351565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b10d17-a048-4c73-a4db-77ee28ced24d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:41.364481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.437181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87bb94fd-cc29-446c-9cd5-0b5fcac66dfe None None] Provisioning complete for port ebb9dc35-adaf-474d-93b6-c5e546da36ff triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:41.437690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87bb94fd-cc29-446c-9cd5-0b5fcac66dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.438701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f34f-14b2-44ae-8896-a697e1ff1e8b req-33b15752-3001-4777-8dfb-f91808c82347 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:41.446780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94f1f34f-14b2-44ae-8896-a697e1ff1e8b req-33b15752-3001-4777-8dfb-f91808c82347 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 932 time: 0.2414324 Dec 16 15:25:41.527016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Transition to ACTIVE for port object 18b10d17-a048-4c73-a4db-77ee28ced24d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:25:41.533771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-87bb94fd-cc29-446c-9cd5-0b5fcac66dfe None None] Port ebb9dc35-adaf-474d-93b6-c5e546da36ff cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:41.542998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] For port ebb9dc35-adaf-474d-93b6-c5e546da36ff, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:41.569554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] For port ebb9dc35-adaf-474d-93b6-c5e546da36ff, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ebb9dc35-adaf-474d-93b6-c5e546da36ff,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:41.696225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.723307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.775767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:41.882238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-43ec9620-8e9a-4fcc-ab2e-79aedd79a5df None None] Provisioning complete for port af5d3482-b337-4a9f-9de5-83e232d994cf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:41.882873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43ec9620-8e9a-4fcc-ab2e-79aedd79a5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:41.991678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:41.992844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:42.016905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:42.116165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94f1f34f-14b2-44ae-8896-a697e1ff1e8b req-40063108-2171-46f4-b7c6-9fbf9a89415f tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650431 Dec 16 15:25:42.131699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a21-85d3-49a0-bdbe-62d91e35048f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.165503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaba7c9-785c-4976-a095-f13170c77825 None None] Pushing event updated for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:42.212594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-43ec9620-8e9a-4fcc-ab2e-79aedd79a5df None None] Port af5d3482-b337-4a9f-9de5-83e232d994cf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:42.213317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-00a209e7-6215-463d-85a2-951a5d78206b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:42.223760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-00a209e7-6215-463d-85a2-951a5d78206b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.30 "GET /v2.0/networks?id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 200 len: 812 time: 0.6791239 Dec 16 15:25:42.348869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a21-85d3-49a0-bdbe-62d91e35048f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.391332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b823f794-1ffa-48cb-afa3-249ab695d0d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:42.407745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22ec3a21-85d3-49a0-bdbe-62d91e35048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.442774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec3a21-85d3-49a0-bdbe-62d91e35048f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0858b7e-0cdd-469a-b366-06f1bb94c0c1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:42.454270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:25:42.457917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68f24fc7-4e9d-45a4-b729-49d3ed2f71b5 req-ace3de99-0c7b-4c70-9a5e-3a99b01342f2 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=556a2067-b879-4bcc-b953-e3409fa313dc HTTP/1.1" status: 200 len: 210 time: 0.0625415 Dec 16 15:25:42.468823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Attempting to bind port 18b10d17-a048-4c73-a4db-77ee28ced24d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:42.469213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Attempting to bind port 18b10d17-a048-4c73-a4db-77ee28ced24d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '1e9b4f34-486e-42ce-9fe6-1364338cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:42.471242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Attempting to bind port 18b10d17-a048-4c73-a4db-77ee28ced24d on network 7871f2ae-09c6-4d03-93eb-58a776cf00ad {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:42.481583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-ab14b208-880d-4950-97c9-d300090bfb94 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58455f49922343008db28458ba9a70dd HTTP/1.1" status: 200 len: 380 time: 0.2424181 Dec 16 15:25:42.487810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Port 18b10d17-a048-4c73-a4db-77ee28ced24d on network 7871f2ae-09c6-4d03-93eb-58a776cf00ad not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:25:42.488219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Attempting to bind port 18b10d17-a048-4c73-a4db-77ee28ced24d on network 7871f2ae-09c6-4d03-93eb-58a776cf00ad {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:42.493761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22ec3a21-85d3-49a0-bdbe-62d91e35048f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a3a8becf4a9745d9a6f3a1ee7da4b65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7158239 Dec 16 15:25:42.501081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'port': {'device_id': '31946d08-2088-4672-8f4b-8f012ea9b700', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'admin_state_up': True, 'tenant_id': '58455f49922343008db28458ba9a70dd', 'security_groups': ['e5482abf-1ff6-459a-a81a-a9cb0a18bf34']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:42.503180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48694) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:42.629003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:42.629429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Checking segment: {'id': '1e9b4f34-486e-42ce-9fe6-1364338cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:42.629766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Bound using segment: {'id': '1e9b4f34-486e-42ce-9fe6-1364338cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:42.630243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Bound port: 18b10d17-a048-4c73-a4db-77ee28ced24d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9b4f34-486e-42ce-9fe6-1364338cc3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:42.630622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.649200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.679772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.741674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c78ae22-2d94-49d3-a900-4a8082fdbf61 req-37f45306-d8b7-4c15-8435-b9e51a3ea59d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.1185296 Dec 16 15:25:42.746536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] Provisioning complete for port ebb9dc35-adaf-474d-93b6-c5e546da36ff triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:42.746536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.802444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:25:42.844166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:42.855256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e11b145-86ec-46da-9f99-53e9edce22d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2850034 Dec 16 15:25:42.859110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48698) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:42.862705 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] Sync routers for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:42.889211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:42.894760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.895180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=18b10d17-a048-4c73-a4db-77ee28ced24d,segment=NetworkSegment(1e9b4f34-486e-42ce-9fe6-1364338cc3b5),segment_id=1e9b4f34-486e-42ce-9fe6-1364338cc3b5)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:42.900282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.902931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0858b7e-0cdd-469a-b366-06f1bb94c0c1 HTTP/1.1" status: 204 len: 168 time: 0.3969028 Dec 16 15:25:42.922272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:42.922934 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:42.962479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3badbf7-dfc1-4444-be0c-e169bfdbf9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0858b7e-0cdd-469a-b366-06f1bb94c0c1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:42.970412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port b823f794-1ffa-48cb-afa3-249ab695d0d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:42.970838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:42.978258 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:43.007884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1437636d-8608-4a4c-9ebb-43b2f277155d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:43.007884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1437636d-8608-4a4c-9ebb-43b2f277155d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports/af5d3482-b337-4a9f-9de5-83e232d994cf HTTP/1.1" status: 200 len: 910 time: 0.1426992 Dec 16 15:25:43.008263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:43.028797 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:43.032440 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:43.104839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Made reservation on behalf of 58455f49922343008db28458ba9a70dd for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:43.114992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:43.122878 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:43.124768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:43.126020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:43.129158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be120e2c-3535-4bc9-beab-6a0267fb187e None None] The sync data for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:43.236877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] For port ebb9dc35-adaf-474d-93b6-c5e546da36ff, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ebb9dc35-adaf-474d-93b6-c5e546da36ff,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:43.270711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:35Z', 'revision_number': 4, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'ebb9dc35-adaf-474d-93b6-c5e546da36ff', 'name': '', 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'mac_address': 'fa:16:3e:6e:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:34Z', 'updated_at': '2021-12-16T15:25:41Z', 'revision_number': 4, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'subnets': [{'id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:43.304791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c23f8e-a84d-469d-a5d7-e019f73be35d None None] The sync data for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 is: [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:25:35Z', 'revision_number': 4, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'ebb9dc35-adaf-474d-93b6-c5e546da36ff', 'name': '', 'network_id': '84b53cdb-338b-46b9-bf48-8e35f9814bbe', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'mac_address': 'fa:16:3e:6e:83:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:34Z', 'updated_at': '2021-12-16T15:25:41Z', 'revision_number': 4, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'subnets': [{'id': '31b83e2e-9f52-4a66-b6df-168bfc1a1517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:43.351511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:43.352234 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:43.353699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] 10.222.0.74 "PUT /v2.0/ports/18b10d17-a048-4c73-a4db-77ee28ced24d HTTP/1.1" status: 200 len: 1092 time: 3.8277903 Dec 16 15:25:43.354199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:43.373755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:43.377992 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:43.471287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca27bc-27c9-408b-b64c-1bf3ed432147 None None] Pushing event updated for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:43.532503 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7156e3-ee03-4f29-8cba-b4670d4aafbe x-openstack-request-id: req-bd7156e3-ee03-4f29-8cba-b4670d4aafbe {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:43.533610 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:43.534099 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd7156e3-ee03-4f29-8cba-b4670d4aafbe {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:43.534840 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d', 'status': 'completed', 'code': 200} Dec 16 15:25:43.665465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b27d1-4903-4099-9727-0209e45e2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:43.869006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfeb44-8cc5-4435-a014-7cb41904fd39 req-13655aab-fa0a-4100-811a-144a4538f1fb tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:43.877340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fcfeb44-8cc5-4435-a014-7cb41904fd39 req-13655aab-fa0a-4100-811a-144a4538f1fb tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 944 time: 0.6305466 Dec 16 15:25:44.098639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0704785d-183a-425d-bdfb-115a506358c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.129903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Allocated IP 172.20.0.14 (854c40d1-c610-4d60-b0ac-9f2d5b26e5b8/13338c42-9eaf-418c-ad02-3ab4159eb485/14b5812a-4226-43c2-b41b-3c7d445593ce) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:44.153166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-3c824263-e9c4-437a-befa-df4fef82c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:44.154940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-3c824263-e9c4-437a-befa-df4fef82c737 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 1095 time: 0.6149652 Dec 16 15:25:44.160082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ebb9dc35-adaf-474d-93b6-c5e546da36ff up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:44.194041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48726) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.223594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc653bb8-7456-4cf8-bce8-ba992f67ef74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.307150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ebb9dc35-adaf-474d-93b6-c5e546da36ff triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:44.307458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.461872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc653bb8-7456-4cf8-bce8-ba992f67ef74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.550979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc653bb8-7456-4cf8-bce8-ba992f67ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.638645 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc653bb8-7456-4cf8-bce8-ba992f67ef74 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98aa7a32d8e348dda6f5aead6b20ffe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413996 Dec 16 15:25:44.640601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc653bb8-7456-4cf8-bce8-ba992f67ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a196efb6-1567-4e8a-8ae1-89e8d55e3e8a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:44.647993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:44.780789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e8f6d8b-f143-40b9-94a9-f1a980211acb req-87e1cf0f-da79-4507-bf9f-072e98a3f005 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.6127946 Dec 16 15:25:44.791775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.851002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:44.872852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fcfeb44-8cc5-4435-a014-7cb41904fd39 req-549efaa0-c84b-4587-b48f-891a99e6f9e1 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9932222 Dec 16 15:25:44.998644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.004932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.019323 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a196efb6-1567-4e8a-8ae1-89e8d55e3e8a HTTP/1.1" status: 204 len: 168 time: 0.3685048 Dec 16 15:25:45.035770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d022-d283-4b5c-9f5e-a62c65a5383f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a196efb6-1567-4e8a-8ae1-89e8d55e3e8a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.294687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-4a7dbc2b-5f2a-4a32-a33e-0d5d9231d52d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:45.296343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-4a7dbc2b-5f2a-4a32-a33e-0d5d9231d52d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.3068674 Dec 16 15:25:45.297469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-bfb2740c-6e7f-4893-b91a-bd9a65eb8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:45.298926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-bfb2740c-6e7f-4893-b91a-bd9a65eb8bf9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&shared=False HTTP/1.1" status: 200 len: 915 time: 1.1056182 Dec 16 15:25:45.359712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.419899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-db28ae93-21a6-4c17-a5f1-f30e83c4b09f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/quotas/3c51e77020c74bf588351d2500dfa39c HTTP/1.1" status: 200 len: 375 time: 0.1136448 Dec 16 15:25:45.457298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.500391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-6f1f484b-1b78-4579-86c2-620986df174c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602899 Dec 16 15:25:45.665175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-f488eb21-eaaa-405b-94fc-4b00b3aacdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:45.666719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce8985a3-8987-4a36-a9ee-a4479fddb9ff req-f488eb21-eaaa-405b-94fc-4b00b3aacdd2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3364036 Dec 16 15:25:45.673452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:45.755991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:45.806033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:45.824318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:45.835620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event updated for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:45.946581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-1afa3d20-c7b4-4888-87a8-8105d0f5b591 service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246845 Dec 16 15:25:46.074497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:46.075211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.157321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-c4336f9a-288e-46cc-a77e-eefd40d10eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:46.158892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-c4336f9a-288e-46cc-a77e-eefd40d10eae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 1095 time: 0.3452868 Dec 16 15:25:46.239600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-8301be80-07fb-44d7-ba36-e5d268ecdb16 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7461908 Dec 16 15:25:46.255377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb93b-10d8-4a36-b919-6b67a24fae8f req-34ded447-94aa-45e5-9a54-dbd3bd56ecbb tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:46.256610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a44eb93b-10d8-4a36-b919-6b67a24fae8f req-34ded447-94aa-45e5-9a54-dbd3bd56ecbb tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 932 time: 0.2998636 Dec 16 15:25:46.261782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Request body: {'port': {'device_id': '31946d08-2088-4672-8f4b-8f012ea9b700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:46.271510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-c7027c9d-bb60-4f19-8bd4-98e1ab4d5085 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b10d17-a048-4c73-a4db-77ee28ced24d HTTP/1.1" status: 200 len: 217 time: 0.0875320 Dec 16 15:25:46.296912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.21.0.1 (c3a6e401-2875-4516-9f6f-2741644369bf/98e64a4c-430f-45ee-8294-90b727e02100/e1d36298-f16b-4c32-84aa-2fa421be52ca) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:46.304327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-06b70a16-8270-44e5-bac4-bdd2059837ad service neutron] 10.222.0.71 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589201 Dec 16 15:25:46.403625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4e2f6222-26cd-49c4-bb91-fe42d14a1a4c None None] Provisioning complete for port 14b5812a-4226-43c2-b41b-3c7d445593ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:46.405337 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e2f6222-26cd-49c4-bb91-fe42d14a1a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.487070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-4f3ea085-149f-4d17-b6bb-8c3893d3cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:46.488887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-4f3ea085-149f-4d17-b6bb-8c3893d3cb5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73e8a958-ac70-43af-a20d-e73ede1c4ef1 HTTP/1.1" status: 200 len: 854 time: 0.1875374 Dec 16 15:25:46.496017 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-39bb04f8-c54e-4845-b88e-58772fb77748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.503188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a44eb93b-10d8-4a36-b919-6b67a24fae8f req-03835e5c-67fe-4849-b0f9-1d06345af3e0 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248893 Dec 16 15:25:46.506987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f6222-26cd-49c4-bb91-fe42d14a1a4c None None] Port 14b5812a-4226-43c2-b41b-3c7d445593ce cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:46.532499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:46.586729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-b6f945ad-4437-4bfd-9f7e-17035ba5ac24 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7871f2ae-09c6-4d03-93eb-58a776cf00ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773485 Dec 16 15:25:46.756720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.100283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53930e34-94a6-473b-8626-870fd79aab48 req-d055bb3a-f566-44d7-8193-ad224030cdf0 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:47.104445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53930e34-94a6-473b-8626-870fd79aab48 req-d055bb3a-f566-44d7-8193-ad224030cdf0 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 944 time: 0.4599886 Dec 16 15:25:47.128579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-ae9af6d3-b479-4d7e-b466-27f533c2c507 service neutron] 10.222.0.74 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285909 Dec 16 15:25:47.215219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09f0b077-922b-4de1-b6d9-525df49eab28 req-450b3b81-1838-4133-8247-cd0ea345379c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 210 time: 0.0701735 Dec 16 15:25:47.388240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53930e34-94a6-473b-8626-870fd79aab48 req-eeeeea19-0edf-4b16-9ceb-6610465963ed tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683797 Dec 16 15:25:47.393495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8c62f5-05d9-427b-b757-a6d609d105cc req-bbe47ec8-6d6e-4824-b6e3-5b2281851591 service neutron] 10.222.0.74 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496850 Dec 16 15:25:47.436661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b5812a-4226-43c2-b41b-3c7d445593ce {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:47.445890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.467671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Transition to ACTIVE for port object 14b5812a-4226-43c2-b41b-3c7d445593ce will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:25:47.710996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ffa76-2e19-4708-8ef7-9553124d90b2 req-0c9448c4-ac3a-49b9-abd4-b7e34071d7b7 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:47.717165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed0ffa76-2e19-4708-8ef7-9553124d90b2 req-0c9448c4-ac3a-49b9-abd4-b7e34071d7b7 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 932 time: 0.0741165 Dec 16 15:25:47.780324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed0ffa76-2e19-4708-8ef7-9553124d90b2 req-f27d17a4-bc90-4b15-acfa-0b5c2b696dca tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565617 Dec 16 15:25:47.981979 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:47.982596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.003507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.063656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network c3a6e401-2875-4516-9f6f-2741644369bf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:48.081260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:48.087463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:48.156917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=e1d36298-f16b-4c32-84aa-2fa421be52ca,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:48.284414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.356492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Pushing event updated for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:48.584514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Attempting to bind port 14b5812a-4226-43c2-b41b-3c7d445593ce on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:48.584514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Attempting to bind port 14b5812a-4226-43c2-b41b-3c7d445593ce by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:48.584514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Attempting to bind port 14b5812a-4226-43c2-b41b-3c7d445593ce on network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:48.603806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Port 14b5812a-4226-43c2-b41b-3c7d445593ce on network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:25:48.604527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Attempting to bind port 14b5812a-4226-43c2-b41b-3c7d445593ce on network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:48.724562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3ec71d4-5a5a-46f9-b470-a1bed6ec3afc req-fd9de3c7-b4a6-405d-b277-a43eba0dfb2f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 210 time: 0.1611302 Dec 16 15:25:48.729701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:48.730160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Checking segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:48.730666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Bound using segment: {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:48.733791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Bound port: 14b5812a-4226-43c2-b41b-3c7d445593ce, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d353e09-e1e8-4671-adb0-bb327f69e6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:48.740451 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.779194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.889103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7a291a61-b7ce-496e-bda4-6f08ed90e6f5 None None] Provisioning complete for port e1d36298-f16b-4c32-84aa-2fa421be52ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:48.890811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7a291a61-b7ce-496e-bda4-6f08ed90e6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:48.973162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ce6d1-8129-4166-9e9d-68dcd237c61f req-d469a416-01c8-4d4e-8d93-b0169bf10373 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:48.984747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-706ce6d1-8129-4166-9e9d-68dcd237c61f req-d469a416-01c8-4d4e-8d93-b0169bf10373 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 944 time: 0.2847130 Dec 16 15:25:49.029322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7a291a61-b7ce-496e-bda4-6f08ed90e6f5 None None] Port e1d36298-f16b-4c32-84aa-2fa421be52ca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:49.139983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.451292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 18b10d17-a048-4c73-a4db-77ee28ced24d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:25:49.617758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:49.630432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=18b10d17-a048-4c73-a4db-77ee28ced24d,segment=NetworkSegment(1e9b4f34-486e-42ce-9fe6-1364338cc3b5),segment_id=1e9b4f34-486e-42ce-9fe6-1364338cc3b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:49.650846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14b5812a-4226-43c2-b41b-3c7d445593ce,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:49.675424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '18b10d17-a048-4c73-a4db-77ee28ced24d', 'network_id': '7871f2ae-09c6-4d03-93eb-58a776cf00ad', 'port_id': '18b10d17-a048-4c73-a4db-77ee28ced24d', 'mac_address': 'fa:16:3e:ca:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e8a958-ac70-43af-a20d-e73ede1c4ef1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:25:49.675573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e15a8-3b88-4fbe-b944-001487caf86f req-3d1013b7-15e9-4fdc-b31b-0f133107938e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:49.676423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c16e15a8-3b88-4fbe-b944-001487caf86f req-3d1013b7-15e9-4fdc-b31b-0f133107938e tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 944 time: 0.6801281 Dec 16 15:25:49.712966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-706ce6d1-8129-4166-9e9d-68dcd237c61f req-c4dc1dfb-1b37-4eec-9314-c0f7a535322c tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408739 Dec 16 15:25:49.823173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.829277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.846777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b10d17-a048-4c73-a4db-77ee28ced24d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:49.901054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=18b10d17-a048-4c73-a4db-77ee28ced24d,segment=NetworkSegment(1e9b4f34-486e-42ce-9fe6-1364338cc3b5),segment_id=1e9b4f34-486e-42ce-9fe6-1364338cc3b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:49.944784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:49.993860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c16e15a8-3b88-4fbe-b944-001487caf86f req-3b090096-e129-4fc9-9081-f5bc9629c467 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114059 Dec 16 15:25:50.003625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:50.004376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.005752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] 10.222.0.30 "PUT /v2.0/ports/14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 200 len: 1092 time: 3.7481568 Dec 16 15:25:50.013581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:50.016285 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e" -d '{"events": [{"name": "network-changed", "server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:50.030678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.166951 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab7cde-4bcc-45c2-bea6-ae16428afbed x-openstack-request-id: req-e7ab7cde-4bcc-45c2-bea6-ae16428afbed {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:50.167173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:50.167674 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:50.168158 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e7ab7cde-4bcc-45c2-bea6-ae16428afbed {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:50.169339 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'status': 'completed', 'code': 200} Dec 16 15:25:50.170147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76dee5-0cbc-49f0-978a-3b34bfe4434d service neutron] Pushing event updated for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:50.233413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.276728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44c69a45-9d40-4998-a798-88e67cc75acb req-0db60025-3b5b-4d85-a359-8005e96ba982 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 210 time: 0.0590653 Dec 16 15:25:50.301628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-05ddfe33-9814-4c0a-a437-d8048cf90448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:50.303337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-05ddfe33-9814-4c0a-a437-d8048cf90448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1095 time: 0.1035621 Dec 16 15:25:50.401331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.485600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['18b10d17-a048-4c73-a4db-77ee28ced24d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:50.509832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=e1d36298-f16b-4c32-84aa-2fa421be52ca,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:50.520130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:50.585743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-07c9c1d4-18c7-4794-b011-571b766185c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:50.587273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-07c9c1d4-18c7-4794-b011-571b766185c6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=58455f49922343008db28458ba9a70dd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2702336 Dec 16 15:25:50.755116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network c3a6e401-2875-4516-9f6f-2741644369bf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:50.758588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:50.783306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-801ae962-98df-4a3a-9af8-24c29836b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:50.787444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4f4a03c-8a77-4e6a-b2df-2ebab911055e req-801ae962-98df-4a3a-9af8-24c29836b752 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816788 Dec 16 15:25:50.990466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-4e65324a-d78c-43b5-add8-62071bf67891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.002511 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-4e65324a-d78c-43b5-add8-62071bf67891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1095 time: 0.1139414 Dec 16 15:25:51.068359 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-77691794-f8fd-4568-82eb-bdd54d5f52ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 200 len: 217 time: 0.0508924 Dec 16 15:25:51.084053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:51.178750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-d3df3879-dad2-4227-8522-f84e97497be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.180321 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-d3df3879-dad2-4227-8522-f84e97497be9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13338c42-9eaf-418c-ad02-3ab4159eb485 HTTP/1.1" status: 200 len: 851 time: 0.1040249 Dec 16 15:25:51.249651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff3054-9915-42a6-8d1e-198929be9c26 req-3b1dcff0-bad1-43b0-986e-df96c254f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.250759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d22f-8e38-4832-b7d2-95f8e6a64af8 req-58f23e2f-592c-44ac-b768-221a8d0b96a5 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.252785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-3b1dcff0-bad1-43b0-986e-df96c254f7ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542872 Dec 16 15:25:51.253700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c657d22f-8e38-4832-b7d2-95f8e6a64af8 req-58f23e2f-592c-44ac-b768-221a8d0b96a5 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 945 time: 0.3739929 Dec 16 15:25:51.297304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8c7de5f9-bf0d-4bcd-b63e-c2a49dc4a84f None None] Provisioning complete for port e1d36298-f16b-4c32-84aa-2fa421be52ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:51.300012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c7de5f9-bf0d-4bcd-b63e-c2a49dc4a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:51.337659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-f8cb821d-d41d-428f-99d2-f7f6b519199e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.339234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-f8cb821d-d41d-428f-99d2-f7f6b519199e tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "GET /v2.0/networks?id=24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 200 len: 810 time: 0.4827662 Dec 16 15:25:51.380422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8c7de5f9-bf0d-4bcd-b63e-c2a49dc4a84f None None] Port e1d36298-f16b-4c32-84aa-2fa421be52ca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:25:51.381889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-3de3ba78-f396-4056-a4a5-8e1406da033b service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202826 Dec 16 15:25:51.421551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:51.440268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Request body: {'port': {'device_id': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'admin_state_up': True, 'tenant_id': '3c51e77020c74bf588351d2500dfa39c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:51.440814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] Sync routers for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:51.460805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:51.461769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:51.469569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4e32d38e-659d-4689-a712-1e7e8e867a35 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4577439 Dec 16 15:25:51.471904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:51.509155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:51.527503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:51.528666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:51.542838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1be05-7df4-4f02-a3ca-7b74f65de463 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.544665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5de1be05-7df4-4f02-a3ca-7b74f65de463 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports/e1d36298-f16b-4c32-84aa-2fa421be52ca HTTP/1.1" status: 200 len: 910 time: 0.0708771 Dec 16 15:25:51.551555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:51.582026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:51.582628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0722a7ec-5fff-40a1-b195-fa9cf7687228 None None] The sync data for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:51.629099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c657d22f-8e38-4832-b7d2-95f8e6a64af8 req-c44c1cbd-073b-4b33-9555-f57a9ec57b24 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638868 Dec 16 15:25:51.661139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17cfc8-3cd9-48b2-8804-c71eb17bf2d9 req-215fa947-bd35-4c4d-aafe-f88029ac1b69 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:51.673071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad17cfc8-3cd9-48b2-8804-c71eb17bf2d9 req-215fa947-bd35-4c4d-aafe-f88029ac1b69 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 944 time: 0.3325121 Dec 16 15:25:51.826459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad17cfc8-3cd9-48b2-8804-c71eb17bf2d9 req-5f5c88dd-b8f0-4eae-88a3-e2a43f88fac9 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336770 Dec 16 15:25:51.888986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f39c4618-8893-4334-8ddd-b034877bf99f req-deddfc72-45af-4021-8817-dd0dd27e2ade tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 210 time: 0.0457776 Dec 16 15:25:51.948207 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-caff3054-9915-42a6-8d1e-198929be9c26 req-d3dc9c3c-c0cf-409f-aa38-6f0c5775b6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592017 Dec 16 15:25:51.956701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Made reservation on behalf of 3c51e77020c74bf588351d2500dfa39c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:25:51.962730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.230408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Allocated IP 172.20.0.12 (24b2942a-b295-4733-8a0d-9bb98374c10e/115240bc-4f90-447c-897a-0ab99c407a49/65f07ca4-dc6e-4b2f-9017-d20d7f58b08a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:25:52.364634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.483365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.674622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.774118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port e1d36298-f16b-4c32-84aa-2fa421be52ca {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:52.774843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.785516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Network 24b2942a-b295-4733-8a0d-9bb98374c10e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:25:52.825323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:25:52.830527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:25:52.910633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event updated for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:52.974869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:52.989509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:52.998848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae76a77-2c33-4f78-a7e3-68fc14d01eb5 req-895fd858-620c-4305-a67b-45acf0fa54dd tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.006082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for e1d36298-f16b-4c32-84aa-2fa421be52ca owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:53.013587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ae76a77-2c33-4f78-a7e3-68fc14d01eb5 req-895fd858-620c-4305-a67b-45acf0fa54dd tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 945 time: 0.2811897 Dec 16 15:25:53.049225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.050438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.065082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14b5812a-4226-43c2-b41b-3c7d445593ce details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:25:53.167553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ae76a77-2c33-4f78-a7e3-68fc14d01eb5 req-1d8df57c-67fe-4850-aa03-902ab095a2ea tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524398 Dec 16 15:25:53.182904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-139df727-a051-42ce-b604-86bd24045a4f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082335 Dec 16 15:25:53.196918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c5f43-9cd3-4a0b-85d9-727eeb1c1748 req-e53e2262-c4e2-4ea6-95dc-20d91982c58f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.207082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499c5f43-9cd3-4a0b-85d9-727eeb1c1748 req-e53e2262-c4e2-4ea6-95dc-20d91982c58f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 944 time: 0.1513960 Dec 16 15:25:53.239363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Request body: {'port': {'device_id': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:25:53.249970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-c9548f1b-a8db-4412-8fd8-ce57a293fd74 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621819 Dec 16 15:25:53.302036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14b5812a-4226-43c2-b41b-3c7d445593ce,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:53.322631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'port_id': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'mac_address': 'fa:16:3e:ac:b4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:25:53.380434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.392702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499c5f43-9cd3-4a0b-85d9-727eeb1c1748 req-ba80eb17-9125-4aa6-af53-6d3fc3ae0b87 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839714 Dec 16 15:25:53.396898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b5812a-4226-43c2-b41b-3c7d445593ce {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:53.421724 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34524844-4e6b-45db-87ef-0e32a13650e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.422641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14b5812a-4226-43c2-b41b-3c7d445593ce,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:53.461207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.477332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.486822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 18b10d17-a048-4c73-a4db-77ee28ced24d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:53.516375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-ad543590-34d6-4095-9295-5d839833b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.517907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-ad543590-34d6-4095-9295-5d839833b776 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.1826272 Dec 16 15:25:53.519633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=e1d36298-f16b-4c32-84aa-2fa421be52ca,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:53.551340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.581206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3fb97-cec6-420b-9b67-8684a0819948 req-ad6c8fb8-663e-4e2b-b5cb-71575d9f7161 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.584157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba3fb97-cec6-420b-9b67-8684a0819948 req-ad6c8fb8-663e-4e2b-b5cb-71575d9f7161 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 932 time: 0.2237964 Dec 16 15:25:53.677721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:53.790980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 18b10d17-a048-4c73-a4db-77ee28ced24d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:25:53.796500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 18b10d17-a048-4c73-a4db-77ee28ced24d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:53.797079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.819356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.869561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['14b5812a-4226-43c2-b41b-3c7d445593ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:25:53.905534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba3fb97-cec6-420b-9b67-8684a0819948 req-ddb709bf-fa8f-4be3-8163-a0d601e5b034 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014607 Dec 16 15:25:53.985719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34524844-4e6b-45db-87ef-0e32a13650e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:53.995603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-05aa1d40-d40b-4959-9334-a12cdbbecfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:53.997349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-05aa1d40-d40b-4959-9334-a12cdbbecfc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.4482777 Dec 16 15:25:54.130126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34524844-4e6b-45db-87ef-0e32a13650e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:54.132217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:54.177321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:54.179738 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d7512b-af1e-410a-8946-e567ca4f1d57" -d '{"events": [{"server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "name": "network-vif-plugged", "status": "completed", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:54.201672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=18b10d17-a048-4c73-a4db-77ee28ced24d,segment=NetworkSegment(1e9b4f34-486e-42ce-9fe6-1364338cc3b5),segment_id=1e9b4f34-486e-42ce-9fe6-1364338cc3b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:54.224020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:54.276868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:54.294684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-67f294ee-0d18-474b-8a3a-6d9a98c9c172 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1001 time: 0.2846239 Dec 16 15:25:54.308492 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801b14fc-5fcb-4999-9d3f-0a770541b153 x-openstack-request-id: req-801b14fc-5fcb-4999-9d3f-0a770541b153 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:54.308846 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "name": "network-vif-plugged", "status": "completed", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:54.309167 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-801b14fc-5fcb-4999-9d3f-0a770541b153 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:54.309493 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d', 'code': 200} Dec 16 15:25:54.317990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34524844-4e6b-45db-87ef-0e32a13650e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a351c8-e572-486c-b6a3-51782802fb43,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:54.326834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-34524844-4e6b-45db-87ef-0e32a13650e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d3d61591e44248179dede378236e2bff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3424430 Dec 16 15:25:54.329425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:54.357944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:54.497213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-46a2ce7a-d89e-4bf5-9b5c-eb6fff2d96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:54.498524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-46a2ce7a-d89e-4bf5-9b5c-eb6fff2d96b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1392424 Dec 16 15:25:54.507015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57891441-07c7-4584-8677-88da81df7a45 req-faa230b0-11c4-449a-b463-13f25c327805 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:54.508619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57891441-07c7-4584-8677-88da81df7a45 req-faa230b0-11c4-449a-b463-13f25c327805 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.2126238 Dec 16 15:25:54.519638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:54.523586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:54.536039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] Sync routers for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:54.536645 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6764c6d9-b6a0-4a17-a368-7bcf58d12625 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828672 Dec 16 15:25:54.541078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48904) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:54.552891 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:54.553929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:54.588190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:54.609556 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:54.628111 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:54.628800 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:54.674004 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:54.674987 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be3bc7-88d4-4958-9292-05303da76259 None None] The sync data for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:55.081540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14b5812a-4226-43c2-b41b-3c7d445593ce up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:25:55.116915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-43c94eeb-430d-4ead-858c-9b5df4ca0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:55.119637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-43c94eeb-430d-4ead-858c-9b5df4ca0852 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6085293 Dec 16 15:25:55.123486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d820c6-c72c-4845-9aea-b9e10a32ceaf req-0f79fc9c-4269-4598-9cf7-3a67506807a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:55.126180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78d820c6-c72c-4845-9aea-b9e10a32ceaf req-0f79fc9c-4269-4598-9cf7-3a67506807a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 1097 time: 0.6409733 Dec 16 15:25:55.129828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:25:55.152422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.164563 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:25:55.168499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57891441-07c7-4584-8677-88da81df7a45 req-eccba33e-5c9e-489d-aa4c-8a349a7e5104 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326578 Dec 16 15:25:55.256852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1c9d1-8b2f-4635-9ee9-6abc90a3539f req-588b2955-6c60-43dd-9571-26b1b154081d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:55.258740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cc1c9d1-8b2f-4635-9ee9-6abc90a3539f req-588b2955-6c60-43dd-9571-26b1b154081d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 945 time: 0.7076349 Dec 16 15:25:55.259467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 14b5812a-4226-43c2-b41b-3c7d445593ce completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:25:55.265018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 14b5812a-4226-43c2-b41b-3c7d445593ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:25:55.266609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.290488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Transition to ACTIVE for port object 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:25:55.323387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.328330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.332106 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d9a351c8-e572-486c-b6a3-51782802fb43 HTTP/1.1" status: 204 len: 168 time: 0.9988353 Dec 16 15:25:55.392044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3d569-62d5-42fe-85fe-21e9365ef8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a351c8-e572-486c-b6a3-51782802fb43,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:55.452878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.483752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-0d7d42e9-87df-4b38-8740-71ff42fbe23a service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244767 Dec 16 15:25:55.485182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.532241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14b5812a-4226-43c2-b41b-3c7d445593ce,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:55.557932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.568584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78d820c6-c72c-4845-9aea-b9e10a32ceaf req-e7c5d631-6b32-4596-8bfa-5458749da831 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113224 Dec 16 15:25:55.620037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:55.705595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cc1c9d1-8b2f-4635-9ee9-6abc90a3539f req-5642bc16-2f88-4bf8-8afe-ae5481fc9f36 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225941 Dec 16 15:25:55.726639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:55.784550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Pushing event updated for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:55.897582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23722-9db8-4600-b83d-f7453530a892 req-f58b31b9-8b9b-4edf-9d91-f9d62a8ae583 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:55.899325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35a23722-9db8-4600-b83d-f7453530a892 req-f58b31b9-8b9b-4edf-9d91-f9d62a8ae583 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 944 time: 0.3992460 Dec 16 15:25:55.913222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be3a2140-597d-458c-b8ab-df38ae52ba64 req-14b358d5-e000-4988-bf33-d34cc13e3eab service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833406 Dec 16 15:25:55.999281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Attempting to bind port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:25:55.999500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Attempting to bind port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:25:55.999871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Attempting to bind port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:56.006207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35a23722-9db8-4600-b83d-f7453530a892 req-5e63f93f-a1c0-4653-a103-a63be7bdc405 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824425 Dec 16 15:25:56.008571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a on network 24b2942a-b295-4733-8a0d-9bb98374c10e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:25:56.008905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Attempting to bind port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a on network 24b2942a-b295-4733-8a0d-9bb98374c10e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:25:56.015184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:25:56.015496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Checking segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:25:56.015924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Bound using segment: {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:25:56.016646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Bound port: 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:25:56.017015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.043907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port af5d3482-b337-4a9f-9de5-83e232d994cf {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:56.043907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.140141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:25:56.144843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:25:56.152587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.169928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for af5d3482-b337-4a9f-9de5-83e232d994cf owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:56.311537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:56.314185 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6d1a24-493c-47f7-a980-a0ad6c038c87" -d '{"events": [{"server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "name": "network-vif-plugged", "status": "completed", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:56.333238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf9b4-8005-476e-91cf-37f98e419be1 req-d984f505-1bbe-472b-a88c-b98a6a771f02 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:56.335883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c05cf9b4-8005-476e-91cf-37f98e419be1 req-d984f505-1bbe-472b-a88c-b98a6a771f02 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.0778785 Dec 16 15:25:56.366286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.401766 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded6856-64dd-4dc9-8a9d-0755179ea64f x-openstack-request-id: req-2ded6856-64dd-4dc9-8a9d-0755179ea64f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:56.402341 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "name": "network-vif-plugged", "status": "completed", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:56.403485 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ded6856-64dd-4dc9-8a9d-0755179ea64f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:56.405370 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'code': 200} Dec 16 15:25:56.498498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:56.508859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.508859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] 10.222.0.30 "PUT /v2.0/ports/65f07ca4-dc6e-4b2f-9017-d20d7f58b08a HTTP/1.1" status: 200 len: 1092 time: 3.2868619 Dec 16 15:25:56.508859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:25:56.508859 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:25:56.509802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.515959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c05cf9b4-8005-476e-91cf-37f98e419be1 req-16700f69-ad93-40b1-859e-b56952196415 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653862 Dec 16 15:25:56.546569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df040c-4098-49f5-a1c2-757759819bdf service neutron] Pushing event updated for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:56.582000 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6f3ac-13d9-416b-989b-28c55f2c7608 x-openstack-request-id: req-1be6f3ac-13d9-416b-989b-28c55f2c7608 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:25:56.582314 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:25:56.587471 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1be6f3ac-13d9-416b-989b-28c55f2c7608 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:25:56.587471 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a', 'status': 'completed', 'code': 200} Dec 16 15:25:56.613647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=af5d3482-b337-4a9f-9de5-83e232d994cf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:56.709422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48928) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:56.751380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1131-2942-40a2-a2cc-4fd556d4c6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:56.866806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-27f90b60-488e-400c-b63f-150a604b3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:56.872325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-27f90b60-488e-400c-b63f-150a604b3b30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 1095 time: 0.1721907 Dec 16 15:25:56.917753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0e382-c42d-4405-b85c-77f5b800a956 req-7bb43339-f493-4b84-b737-97ae46211ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:56.922663 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7fd0e382-c42d-4405-b85c-77f5b800a956 req-7bb43339-f493-4b84-b737-97ae46211ee1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1097 time: 0.3704853 Dec 16 15:25:57.053369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.083202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1131-2942-40a2-a2cc-4fd556d4c6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.108711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29813dec-6d86-4b54-8722-d9d6162445e5 req-3d27be71-441a-42cf-a81c-1998ab88f4a5 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.110603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29813dec-6d86-4b54-8722-d9d6162445e5 req-3d27be71-441a-42cf-a81c-1998ab88f4a5 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.2212632 Dec 16 15:25:57.171496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1131-2942-40a2-a2cc-4fd556d4c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.188480 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7fd0e382-c42d-4405-b85c-77f5b800a956 req-5ca11eee-1f09-4115-8525-043626fbbdf6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610119 Dec 16 15:25:57.252448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-25df5a91-58f3-467b-a6ae-8853c9dbd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.253995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-25df5a91-58f3-467b-a6ae-8853c9dbd959 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c51e77020c74bf588351d2500dfa39c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3627639 Dec 16 15:25:57.296656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:25:57.302598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb1131-2942-40a2-a2cc-4fd556d4c6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bb2a1e-7d2d-48fe-a5d2-c7bbeb3847d2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:57.321432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29813dec-6d86-4b54-8722-d9d6162445e5 req-08ab08cb-9304-462b-b933-d2bc245d41b2 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926892 Dec 16 15:25:57.341151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7fb1131-2942-40a2-a2cc-4fd556d4c6cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7eb8bb109b54cfc97df20483922d126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159658 Dec 16 15:25:57.341360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:57.353159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee1bf4-498d-4d96-8844-45f81b85be40 req-7d564dab-1cce-4d70-bc45-b2ffc075f079 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.355537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35ee1bf4-498d-4d96-8844-45f81b85be40 req-7d564dab-1cce-4d70-bc45-b2ffc075f079 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 944 time: 0.1713343 Dec 16 15:25:57.424174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35ee1bf4-498d-4d96-8844-45f81b85be40 req-2fd83a77-d217-42ac-8bd5-278c60650b41 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559499 Dec 16 15:25:57.440393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:25:57.448778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c138feb1-b634-478c-b42c-334945afd4c5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9062047 Dec 16 15:25:57.451691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:57.455303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] Sync routers for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:25:57.470216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:57.471350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:57.501802 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1e45e92b-1a42-40a5-83d1-847065678fe7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 HTTP/1.1" status: 200 len: 205 time: 0.0487225 Dec 16 15:25:57.505504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:57.528961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:57.558170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] Routers {'d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:25:57.561054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:57.634710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-1e991c23-7c96-4d11-8344-46c81031a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.636500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ee43eaa-f7b0-42ac-8945-dca08e5883ac req-1e991c23-7c96-4d11-8344-46c81031a0b5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612363 Dec 16 15:25:57.671567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:25:57.672670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af722909-ad2d-454d-a4c4-43195684b087 None None] The sync data for ids ['d35502a8-4825-4ce5-a5f0-6ed1c3c910f3'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:25:57.695814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.705145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.749142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7026de-ece0-45bf-ac89-b56a756e5e6f req-46980816-8020-4ccf-abc3-41d8de1b4c20 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.751776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a7026de-ece0-45bf-ac89-b56a756e5e6f req-46980816-8020-4ccf-abc3-41d8de1b4c20 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.0910692 Dec 16 15:25:57.850238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.883930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-a329fd57-7fe5-4a1c-a5d1-3e2de91e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:57.886651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-a329fd57-7fe5-4a1c-a5d1-3e2de91e0eaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c51e77020c74bf588351d2500dfa39c&device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 1095 time: 0.1333332 Dec 16 15:25:57.896654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a7026de-ece0-45bf-ac89-b56a756e5e6f req-d3af4787-1775-475e-981f-dc9a52416634 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280332 Dec 16 15:25:57.932640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.948938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:57.977070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-b2bc3a08-a0bd-4aae-9a30-04aac3fd6aaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a HTTP/1.1" status: 200 len: 217 time: 0.0737374 Dec 16 15:25:58.055360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-9ab35f09-8a7a-48e0-9d60-3ca7da3ab2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:58.058013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-9ab35f09-8a7a-48e0-9d60-3ca7da3ab2ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 200 len: 850 time: 0.0683365 Dec 16 15:25:58.105747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.106817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:25:58.138213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.140414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-790e9bb6-0ba9-49aa-934b-d0fa06d25cca tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 HTTP/1.1" status: 204 len: 168 time: 0.6333308 Dec 16 15:25:58.147668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48954) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:58.149276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.160097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.165894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7bb2a1e-7d2d-48fe-a5d2-c7bbeb3847d2 HTTP/1.1" status: 204 len: 168 time: 0.7839787 Dec 16 15:25:58.212754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-03f6f7b6-f117-41ba-a2f4-09e25632892c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24b2942a-b295-4733-8a0d-9bb98374c10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968602 Dec 16 15:25:58.299422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21fd4e-7981-41fb-8989-92120437eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bb2a1e-7d2d-48fe-a5d2-c7bbeb3847d2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:58.361732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 98e64a4c-430f-45ee-8294-90b727e02100 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:58.365569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.463776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-d11b29e1-460e-481b-b426-56ed6fcf7917 service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430959 Dec 16 15:25:58.547098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.589933 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.598692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b83587-7363-479c-966c-4e5103a26517 req-8addce31-c8d4-43aa-8215-7635a3e5100d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:58.598692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b83587-7363-479c-966c-4e5103a26517 req-8addce31-c8d4-43aa-8215-7635a3e5100d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.1567106 Dec 16 15:25:58.698627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:58.724578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8a2b56-cdb3-452d-8cc2-6e7b21821326 req-40520e67-0c95-4e68-a3de-4122350b5f6d service neutron] 10.222.0.30 "GET /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314584 Dec 16 15:25:58.761833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37e0d8-6535-4ad9-a33c-d169141b54e7 req-7fda791f-1a8c-4541-85c3-699837f9b8d6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:58.764236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f37e0d8-6535-4ad9-a33c-d169141b54e7 req-7fda791f-1a8c-4541-85c3-699837f9b8d6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 944 time: 0.1062870 Dec 16 15:25:58.770023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b83587-7363-479c-966c-4e5103a26517 req-ed072858-1879-498b-9977-cbad91e55b18 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465759 Dec 16 15:25:58.864835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f37e0d8-6535-4ad9-a33c-d169141b54e7 req-578f8e5f-cffc-475b-98f0-bd5efd2bba88 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885305 Dec 16 15:25:59.031238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-f1cc49b7-0e6f-4234-b46a-cadfc07cadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:59.033880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-f1cc49b7-0e6f-4234-b46a-cadfc07cadf2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 1097 time: 0.1286809 Dec 16 15:25:59.049195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61410fc-d4fb-4ced-a13b-55d23d4f7cde req-0974d3d5-cb2f-4e2d-815f-042b540ffea2 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:59.052021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c61410fc-d4fb-4ced-a13b-55d23d4f7cde req-0974d3d5-cb2f-4e2d-815f-042b540ffea2 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.1712000 Dec 16 15:25:59.197313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.220891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c61410fc-d4fb-4ced-a13b-55d23d4f7cde req-2bacd974-802d-40cb-9853-8d1145c1c44c tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483266 Dec 16 15:25:59.229442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=98e64a4c-430f-45ee-8294-90b727e02100,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:25:59.242660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.249599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02d65e-3e1e-40c0-86c7-3006a1269dc8 None None] Network c3a6e401-2875-4516-9f6f-2741644369bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:25:59.251138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1024d4d9-ca8b-459f-9f45-0c6b3b8e053d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/98e64a4c-430f-45ee-8294-90b727e02100 HTTP/1.1" status: 204 len: 168 time: 1.0805101 Dec 16 15:25:59.251727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:25:59.348451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-63f77ab1-c8da-4c9e-997a-276eecaa0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:59.351603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-63f77ab1-c8da-4c9e-997a-276eecaa0c25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7871f2ae-09c6-4d03-93eb-58a776cf00ad HTTP/1.1" status: 200 len: 915 time: 0.2976172 Dec 16 15:25:59.443023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.487465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 84107e24-cdbd-4b8d-bb21-19a72fcbbdbe {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:25:59.490909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-2a5dc1c5-61d4-4bb6-a948-1bdf99ef9cbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b10d17-a048-4c73-a4db-77ee28ced24d HTTP/1.1" status: 200 len: 217 time: 0.1272337 Dec 16 15:25:59.493206 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.544689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] DHCP port deletion for c3a6e401-2875-4516-9f6f-2741644369bf request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:25:59.604050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.631245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Deleting port 42fa0870-0126-4f40-87f0-ba70a8a3059a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:25:59.632156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.644408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-b5ebe20b-f9a6-46ff-8ae8-aa534263a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:25:59.646385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-b5ebe20b-f9a6-46ff-8ae8-aa534263a2f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73e8a958-ac70-43af-a20d-e73ede1c4ef1 HTTP/1.1" status: 200 len: 854 time: 0.1461334 Dec 16 15:25:59.711265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] For port 42fa0870-0126-4f40-87f0-ba70a8a3059a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=42fa0870-0126-4f40-87f0-ba70a8a3059a,segment=NetworkSegment(90a10b40-33da-46d2-870a-6e66ca400b95),segment_id=90a10b40-33da-46d2-870a-6e66ca400b95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:25:59.711928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:25:59.727902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Calling delete_port for 42fa0870-0126-4f40-87f0-ba70a8a3059a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:25:59.740022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-fae1941a-00a5-40cb-b671-78bc9931ff53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7871f2ae-09c6-4d03-93eb-58a776cf00ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597076 Dec 16 15:25:59.991862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.020462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.149241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7aba86-bf02-48d0-8f05-c1bddd94c4b8 req-a8ab4850-669c-4cbd-9ea6-0d3455dc8834 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:00.156473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee7aba86-bf02-48d0-8f05-c1bddd94c4b8 req-a8ab4850-669c-4cbd-9ea6-0d3455dc8834 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.2570131 Dec 16 15:26:00.171451 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-86cdca3d-373f-422e-81f8-02a65439656b service neutron] 10.222.0.74 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221358 Dec 16 15:26:00.214119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 42fa0870-0126-4f40-87f0-ba70a8a3059a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:00.219962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] Pushing event deleted for resources: {'Port': ['ID=42fa0870-0126-4f40-87f0-ba70a8a3059a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:00.228274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c50a7e-909a-4a14-a8b4-73b038dc50fe None None] No DVR routers for this DVR port 42fa0870-0126-4f40-87f0-ba70a8a3059a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:00.257133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 42fa0870-0126-4f40-87f0-ba70a8a3059a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:00.257489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 42fa0870-0126-4f40-87f0-ba70a8a3059a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:00.301446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f588721-2c25-4abb-b3fc-3631274f2422 req-268a1d3c-5b82-4db3-8de3-9666b1ef15cd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:00.303991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f588721-2c25-4abb-b3fc-3631274f2422 req-268a1d3c-5b82-4db3-8de3-9666b1ef15cd tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 944 time: 0.2719305 Dec 16 15:26:00.364671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee7aba86-bf02-48d0-8f05-c1bddd94c4b8 req-4c241cf5-051b-40c7-91d8-7622ad254bdb tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994996 Dec 16 15:26:00.430283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7df36bc1-eef3-48d9-b009-324f2cb17857 req-fec8918f-19b3-4de9-80d9-a14843434b50 service neutron] 10.222.0.74 "GET /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470939 Dec 16 15:26:00.435498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f588721-2c25-4abb-b3fc-3631274f2422 req-7eabf3ec-fd48-4ebc-afef-be2d27158c97 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132982 Dec 16 15:26:00.458194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.504858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=84107e24-cdbd-4b8d-bb21-19a72fcbbdbe,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:00.507852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.512564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fba779b0-9b9b-498a-99d8-7d94aae31db5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/84107e24-cdbd-4b8d-bb21-19a72fcbbdbe HTTP/1.1" status: 204 len: 168 time: 1.2589774 Dec 16 15:26:00.515292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49002) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.531171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7840ec-dea7-4fd4-b883-bb6bc620fed6 None None] Network 7b4a11c9-86f9-413c-a958-9bc081f7239f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:00.719610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.733318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a8b89-101b-4c6c-ae8d-ebaf9e14a2b8 req-c87a642c-a990-482e-98cb-a5e92861b5ef tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:00.735250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee6a8b89-101b-4c6c-ae8d-ebaf9e14a2b8 req-c87a642c-a990-482e-98cb-a5e92861b5ef tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.1879866 Dec 16 15:26:00.755222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb75ce-224b-4b4d-9da6-cc75aad63766 req-88735f04-7094-4282-b96d-02629f3100e3 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:00.755222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2cb75ce-224b-4b4d-9da6-cc75aad63766 req-88735f04-7094-4282-b96d-02629f3100e3 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.1585300 Dec 16 15:26:00.765427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] DHCP port deletion for 7b4a11c9-86f9-413c-a958-9bc081f7239f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:26:00.765959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:00.774692 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Request body: {'floatingip': {'port_id': '14b5812a-4226-43c2-b41b-3c7d445593ce'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:00.882360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:00.912156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Deleting port 76efd277-b039-4665-8658-e7b849527c1e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:00.912945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.032039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.072612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee6a8b89-101b-4c6c-ae8d-ebaf9e14a2b8 req-94299700-12dc-435f-b892-dae17e59ced9 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146939 Dec 16 15:26:01.095223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6e401-2875-4516-9f6f-2741644369bf']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:01.104898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] For port 76efd277-b039-4665-8658-e7b849527c1e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=76efd277-b039-4665-8658-e7b849527c1e,segment=NetworkSegment(c943d93c-0194-475c-91fd-659ddf28c70a),segment_id=c943d93c-0194-475c-91fd-659ddf28c70a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:01.105142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.122946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:01.126621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a10b40-33da-46d2-870a-6e66ca400b95') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:01.127734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a10b40-33da-46d2-870a-6e66ca400b95') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:01.145673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.159652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Calling delete_port for 76efd277-b039-4665-8658-e7b849527c1e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:01.167319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.180712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:01.181579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:01.185745 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:01.322174 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.331509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.341022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/c3a6e401-2875-4516-9f6f-2741644369bf HTTP/1.1" status: 204 len: 168 time: 0.8232141 Dec 16 15:26:01.343459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49014) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:01.410716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c2001-7c98-44a3-8a06-253acb35cce6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=c3a6e401-2875-4516-9f6f-2741644369bf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.499106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:01.531377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a', 'network_id': '24b2942a-b295-4733-8a0d-9bb98374c10e', 'port_id': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a', 'mac_address': 'fa:16:3e:28:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '115240bc-4f90-447c-897a-0ab99c407a49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:01.550885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.645055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.695697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.705006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:01.734563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d924-f200-4a84-a467-d7e101284569 req-c12ce532-bbc1-4c4e-a10d-dcbba56d1714 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:01.737299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2c8d924-f200-4a84-a467-d7e101284569 req-c12ce532-bbc1-4c4e-a10d-dcbba56d1714 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 944 time: 0.1496766 Dec 16 15:26:01.745099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 76efd277-b039-4665-8658-e7b849527c1e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:01.749547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.753794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.799972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:01.801229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] Pushing event deleted for resources: {'Port': ['ID=76efd277-b039-4665-8658-e7b849527c1e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.807255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8a27c-a543-4e4f-90ab-74cdebaa8ac2 None None] No DVR routers for this DVR port 76efd277-b039-4665-8658-e7b849527c1e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:01.845914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 76efd277-b039-4665-8658-e7b849527c1e, host n-d-821947-3, got binding levels [] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:01.846286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.871709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 76efd277-b039-4665-8658-e7b849527c1e owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:01.879221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Port 76efd277-b039-4665-8658-e7b849527c1e was not found and therefore no delete operation was performed {{(pid=104056) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:26:01.884627 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.893100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2c8d924-f200-4a84-a467-d7e101284569 req-ba729f9b-3308-4705-b192-64c86053f31d tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925720 Dec 16 15:26:01.924354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=76efd277-b039-4665-8658-e7b849527c1e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:01.929967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 76efd277-b039-4665-8658-e7b849527c1e on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:01.953705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:01.953917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.104927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:02.136339 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Floating IP a855983e-6036-40b3-b044-97c8e23165c3 associated. External IP: 172.25.7.237, port: 14b5812a-4226-43c2-b41b-3c7d445593ce. Dec 16 15:26:02.156034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 76efd277-b039-4665-8658-e7b849527c1e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:02.218825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 76efd277-b039-4665-8658-e7b849527c1e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:02.219370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 76efd277-b039-4665-8658-e7b849527c1e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:02.260147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['65f07ca4-dc6e-4b2f-9017-d20d7f58b08a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:02.270772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.313604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4a11c9-86f9-413c-a958-9bc081f7239f']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:02.332504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c943d93c-0194-475c-91fd-659ddf28c70a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:02.333714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c943d93c-0194-475c-91fd-659ddf28c70a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:02.352950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ab0cd-973c-4fed-8d55-bc0917357e06 req-947bf0d5-0971-451d-beba-0d0325f01251 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:02.370133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08ab0cd-973c-4fed-8d55-bc0917357e06 req-947bf0d5-0971-451d-beba-0d0325f01251 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.1098952 Dec 16 15:26:02.379119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.417352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.425121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:02.425622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:02.442901 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:02.584077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08ab0cd-973c-4fed-8d55-bc0917357e06 req-0a48fc9a-ffdc-4cff-879f-72f173cb0688 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213428 Dec 16 15:26:02.683438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.722887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.745697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/7b4a11c9-86f9-413c-a958-9bc081f7239f HTTP/1.1" status: 204 len: 168 time: 1.3902817 Dec 16 15:26:02.752453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49044) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:02.757947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440bec4-03b6-44b1-976b-c9f6c8d1c01f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=7b4a11c9-86f9-413c-a958-9bc081f7239f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:02.771328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202025496'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:02.792920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Router 7cb13f4f-38c7-4446-8fc2-faf528b5881c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:26:02.899969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:02.904169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.980104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:02.998482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:02.998887 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment 950df455-15c8-4528-9580-19f45482fa09 of type vlan for network 311268d3-719f-458f-9251-87735a08fb0e Dec 16 15:26:03.015554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:03.036494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Sync routers for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:03.064727 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:03.067771 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:03.114238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:03.118785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b95fdf-ee26-4711-855b-c04699aa696b req-42eb5a60-b7d8-4eed-8d12-e7e8edda1c89 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:03.122432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61b95fdf-ee26-4711-855b-c04699aa696b req-42eb5a60-b7d8-4eed-8d12-e7e8edda1c89 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 945 time: 0.1130183 Dec 16 15:26:03.276323 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:26:03.277109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61b95fdf-ee26-4711-855b-c04699aa696b req-7c6d5936-f572-4a7c-bae4-6e5c77c1aac1 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449776 Dec 16 15:26:03.477394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.489991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:03.499818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:03.502127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.520429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.538937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e3a9a57f-90c8-41c2-a152-e8647686d207 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "PUT /v2.0/floatingips/a855983e-6036-40b3-b044-97c8e23165c3 HTTP/1.1" status: 200 len: 992 time: 2.7716997 Dec 16 15:26:03.542044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:03.545265 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f597e8f-cce3-4b18-bef2-0155626a85dd" -d '{"events": [{"name": "network-changed", "server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:03.653873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.660233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:03.661041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.766109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=311268d3-719f-458f-9251-87735a08fb0e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:03.799778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33205b54-eb99-4bef-a92b-48cb22459593 req-a6bbced0-5670-4e6b-8f91-a53d2c9f7a77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:03.811002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33205b54-eb99-4bef-a92b-48cb22459593 req-a6bbced0-5670-4e6b-8f91-a53d2c9f7a77 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.1881189 Dec 16 15:26:03.839508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 311268d3-719f-458f-9251-87735a08fb0e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:03.880359 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3f1eac3-47f3-4805-ad9c-8576d97e81ba tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1262245 Dec 16 15:26:03.884814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49074) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:03.892209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': '311268d3-719f-458f-9251-87735a08fb0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:03.980536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:03.992585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33205b54-eb99-4bef-a92b-48cb22459593 req-8091f5dc-ce3a-493a-879a-a702295f3947 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684303 Dec 16 15:26:04.078247 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'a855983e-6036-40b3-b044-97c8e23165c3', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'port_id': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'mac_address': 'fa:16:3e:ac:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31946d08-2088-4672-8f4b-8f012ea9b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:26:01Z', 'revision_number': 1, 'project_id': '58455f49922343008db28458ba9a70dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:04.104752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:04.107811 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61995af5-ad09-47ee-90a8-add55c98151c" -d '{"events": [{"server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "name": "network-vif-plugged", "status": "completed", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:04.125436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:04.147102 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aad161b-0e6c-42cf-90d0-ab8b0b0ef002 x-openstack-request-id: req-1aad161b-0e6c-42cf-90d0-ab8b0b0ef002 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:04.147748 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:04.147748 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1aad161b-0e6c-42cf-90d0-ab8b0b0ef002 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:04.148328 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'status': 'completed', 'code': 200} Dec 16 15:26:04.172967 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Checking router: 7cb13f4f-38c7-4446-8fc2-faf528b5881c for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:26:04.201417 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:04.203070 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:04.333949 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab9c10-915d-42a3-bcad-ce5585b34fd4 x-openstack-request-id: req-a3ab9c10-915d-42a3-bcad-ce5585b34fd4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:04.333949 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "name": "network-vif-plugged", "status": "completed", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:04.333949 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a3ab9c10-915d-42a3-bcad-ce5585b34fd4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:04.333949 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a', 'code': 200} Dec 16 15:26:04.334759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-3552d25b-9394-4856-97ba-4b32d506930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.334759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-3552d25b-9394-4856-97ba-4b32d506930f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1097 time: 0.0618932 Dec 16 15:26:04.397690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-54d08b85-379d-4ac0-816e-1649cfc7e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.399897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-54d08b85-379d-4ac0-816e-1649cfc7e605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 200 len: 913 time: 0.1347589 Dec 16 15:26:04.428432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef7fca-bf8a-41fd-936e-a46265c6194e req-b78c972b-e1bb-43c1-a869-83fc2a6457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.431731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9ef7fca-bf8a-41fd-936e-a46265c6194e req-b78c972b-e1bb-43c1-a869-83fc2a6457d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 1096 time: 0.1052084 Dec 16 15:26:04.452912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:26:04.512895 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9ef7fca-bf8a-41fd-936e-a46265c6194e req-e30b6109-a831-4e19-bf9f-1c0e36105fcc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732274 Dec 16 15:26:04.533492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-d2377879-44b6-4860-8ead-5076b26dcef1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 200 len: 1000 time: 0.1261156 Dec 16 15:26:04.577155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f02a45-be08-4b95-aea7-0cf75c9b2d9e req-211989fc-c2eb-4c9f-8e16-d67c1ce89e33 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.580557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49f02a45-be08-4b95-aea7-0cf75c9b2d9e req-211989fc-c2eb-4c9f-8e16-d67c1ce89e33 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 945 time: 0.1639185 Dec 16 15:26:04.649855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49f02a45-be08-4b95-aea7-0cf75c9b2d9e req-ca40860d-706e-4b70-b60b-e91ed3f91e7f tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623455 Dec 16 15:26:04.744918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:04.748705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:04.785425 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:04.864222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-6f726b58-07e6-4193-9de5-caf020639ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.864880 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'a855983e-6036-40b3-b044-97c8e23165c3', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'port_id': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'mac_address': 'fa:16:3e:ac:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31946d08-2088-4672-8f4b-8f012ea9b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:26:01Z', 'revision_number': 1, 'project_id': '58455f49922343008db28458ba9a70dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:04.867786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-6f726b58-07e6-4193-9de5-caf020639ab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13338c42-9eaf-418c-ad02-3ab4159eb485 HTTP/1.1" status: 200 len: 851 time: 0.0831375 Dec 16 15:26:04.873473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:04.912402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a4c3c-9b71-423f-9f9f-1c76dea5ae5c None None] The sync data for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 is: [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'a855983e-6036-40b3-b044-97c8e23165c3', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'port_id': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'mac_address': 'fa:16:3e:ac:b4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31946d08-2088-4672-8f4b-8f012ea9b700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:26:01Z', 'revision_number': 1, 'project_id': '58455f49922343008db28458ba9a70dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:04.954929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-d1a25d29-9148-4913-b7c3-78fa9431a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:04.956629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-d1a25d29-9148-4913-b7c3-78fa9431a54c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753357 Dec 16 15:26:05.094972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.125621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-9ca9f88c-385d-4dee-a7c4-f81a581746f0 service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584153 Dec 16 15:26:05.203181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=77c1d6f2-7241-44c3-9813-5b09924bd290,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:05.235720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': '950df455-15c8-4528-9580-19f45482fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '311268d3-719f-458f-9251-87735a08fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:05.236444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: 311268d3-719f-458f-9251-87735a08fb0e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:05.376826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 311268d3-719f-458f-9251-87735a08fb0e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:05.377041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42965206-6612-425d-9f05-d2d3318ae228 None None] New status for floating IP a855983e-6036-40b3-b044-97c8e23165c3: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:26:05.493790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 311268d3-719f-458f-9251-87735a08fb0e) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:05.506587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:05.512967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.567283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2556c05-bce0-41c3-9598-f6ed1226a5fb None None] Network 311268d3-719f-458f-9251-87735a08fb0e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:05.617101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1172fa4-6329-4a64-beaa-a7b99ff23825 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7311268 Dec 16 15:26:05.621358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:05.637670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642509173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:05.770621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.776264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.863839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80918396-6591-44ba-b7b5-5e60c3527e74 req-26f9489e-8a8d-42d5-b8f3-36846799a8d8 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:05.869657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80918396-6591-44ba-b7b5-5e60c3527e74 req-26f9489e-8a8d-42d5-b8f3-36846799a8d8 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.7207806 Dec 16 15:26:05.875882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.913409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-311268d3-719f-458f-9251-87735a08fb0e', 'network_id': '311268d3-719f-458f-9251-87735a08fb0e', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '77c1d6f2-7241-44c3-9813-5b09924bd290'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:05.915038 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:05.921818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-2cc4137f-fe2c-414c-bcd6-96980601b9af tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:05.928188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-2cc4137f-fe2c-414c-bcd6-96980601b9af tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 946 time: 0.2427862 Dec 16 15:26:05.931176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f597e8f-cce3-4b18-bef2-0155626a85dd req-68761566-c566-4c0a-a6bf-f0a9dcd770e4 service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7934430 Dec 16 15:26:05.976012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.113935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a28d67-de6c-45a8-9e1b-b8c199b97136 req-2bd406c5-a8fa-4ae7-aa45-31e41eab0857 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:06.120980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7a28d67-de6c-45a8-9e1b-b8c199b97136 req-2bd406c5-a8fa-4ae7-aa45-31e41eab0857 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.2187693 Dec 16 15:26:06.130072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80918396-6591-44ba-b7b5-5e60c3527e74 req-9b49ea4c-e536-4522-bd87-d56d9f17ad9f tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/security-groups?id=71d254ae-47a5-4867-b05a-dc386bed6ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271945 Dec 16 15:26:06.140697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Allocated IP 172.20.0.2 (311268d3-719f-458f-9251-87735a08fb0e/77c1d6f2-7241-44c3-9813-5b09924bd290/01b59548-181c-4661-a975-69ff8280ea10) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:06.173829 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.190526 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5fd823ec-7a39-478b-8ba9-fa9321a9c088 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5522244 Dec 16 15:26:06.192632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49128) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:06.202901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'port': {'network_id': '311268d3-719f-458f-9251-87735a08fb0e', 'name': 'tempest-RoutersTest-1217733352'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:06.220193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Deleting port 18b10d17-a048-4c73-a4db-77ee28ced24d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:06.221500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.236676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7a28d67-de6c-45a8-9e1b-b8c199b97136 req-b8804662-991d-4303-93a1-1a4545701c2c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051917 Dec 16 15:26:06.379105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] For port 18b10d17-a048-4c73-a4db-77ee28ced24d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=18b10d17-a048-4c73-a4db-77ee28ced24d,segment=NetworkSegment(1e9b4f34-486e-42ce-9fe6-1364338cc3b5),segment_id=1e9b4f34-486e-42ce-9fe6-1364338cc3b5)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:06.379515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.401672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Calling delete_port for 18b10d17-a048-4c73-a4db-77ee28ced24d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:06.554826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.602355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:06.607449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.629877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] device_id is not set on port b0705fa2-43a6-411a-808b-f14e79c3d625 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:26:06.701111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.761208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Network 311268d3-719f-458f-9251-87735a08fb0e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:06.809056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Pushing event updated for resources: {'Port': ['ID=01b59548-181c-4661-a975-69ff8280ea10,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:06.829755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:06.836204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:06.853975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.20.0.5 (311268d3-719f-458f-9251-87735a08fb0e/77c1d6f2-7241-44c3-9813-5b09924bd290/b0705fa2-43a6-411a-808b-f14e79c3d625) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:06.855624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:06.886482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['18b10d17-a048-4c73-a4db-77ee28ced24d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:06.925880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Pushing event deleted for resources: {'Port': ['ID=18b10d17-a048-4c73-a4db-77ee28ced24d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:07.002249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] No DVR routers for this DVR port 18b10d17-a048-4c73-a4db-77ee28ced24d on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:07.006701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.009813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c83d036e-e891-4247-b1a1-9a4d0a05f7d5 req-efa69688-bb89-4be3-8374-290d3ba36034 tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.74 "DELETE /v2.0/ports/18b10d17-a048-4c73-a4db-77ee28ced24d HTTP/1.1" status: 204 len: 173 time: 1.0565441 Dec 16 15:26:07.010335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'name': 'network-vif-deleted', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:07.013629 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90468d8c-e06d-46fb-970a-6318cf9acfac" -d '{"events": [{"server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "name": "network-vif-deleted", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:07.091072 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b61f55-b4e9-40d1-b3d6-1baa810b1e31 x-openstack-request-id: req-57b61f55-b4e9-40d1-b3d6-1baa810b1e31 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:07.091359 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dc808c-b5e5-4363-abaf-1859eac24d2a", "name": "network-vif-deleted", "tag": "18b10d17-a048-4c73-a4db-77ee28ced24d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:07.091550 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-57b61f55-b4e9-40d1-b3d6-1baa810b1e31 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:07.092167 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc808c-b5e5-4363-abaf-1859eac24d2a', 'name': 'network-vif-deleted', 'tag': '18b10d17-a048-4c73-a4db-77ee28ced24d', 'status': 'completed', 'code': 200} Dec 16 15:26:07.100351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Attempting to bind port 01b59548-181c-4661-a975-69ff8280ea10 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:07.101358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Attempting to bind port 01b59548-181c-4661-a975-69ff8280ea10 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '950df455-15c8-4528-9580-19f45482fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '311268d3-719f-458f-9251-87735a08fb0e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:07.102061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Attempting to bind port 01b59548-181c-4661-a975-69ff8280ea10 on network 311268d3-719f-458f-9251-87735a08fb0e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:07.113262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:07.114035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Checking segment: {'id': '950df455-15c8-4528-9580-19f45482fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '311268d3-719f-458f-9251-87735a08fb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:07.114789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.115506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Bound using segment: {'id': '950df455-15c8-4528-9580-19f45482fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '311268d3-719f-458f-9251-87735a08fb0e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:07.116562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Bound port: 01b59548-181c-4661-a975-69ff8280ea10, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950df455-15c8-4528-9580-19f45482fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '311268d3-719f-458f-9251-87735a08fb0e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:07.117096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.212886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.224545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] For port 01b59548-181c-4661-a975-69ff8280ea10, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:07.233914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] For port 01b59548-181c-4661-a975-69ff8280ea10, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01b59548-181c-4661-a975-69ff8280ea10,segment=NetworkSegment(950df455-15c8-4528-9580-19f45482fa09),segment_id=950df455-15c8-4528-9580-19f45482fa09)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:07.325267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.351804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.415304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 311268d3-719f-458f-9251-87735a08fb0e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:07.424018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:07.425188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d820d7d4-cb97-4b95-bd5b-e805ee2bb744 req-dcb7118b-9da6-4af2-93b0-931121d34c0e tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.0758886 Dec 16 15:26:07.429917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:07.446048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167796-f262-4941-baaf-5724ada4a587 None None] Pushing event updated for resources: {'Port': ['ID=01b59548-181c-4661-a975-69ff8280ea10,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:07.534542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=b0705fa2-43a6-411a-808b-f14e79c3d625,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:07.538017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f2dd0-d437-4348-9651-0aa0aa18f228 req-611dc47f-968e-46bd-8886-b44dc7b52e68 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:07.547793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f2f2dd0-d437-4348-9651-0aa0aa18f228 req-611dc47f-968e-46bd-8886-b44dc7b52e68 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.1201015 Dec 16 15:26:07.584033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:07.586032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:07.645643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f2f2dd0-d437-4348-9651-0aa0aa18f228 req-d743bc83-6796-4cda-a45a-6ec2304e1d43 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945945 Dec 16 15:26:07.724786 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6306dfab-616c-45ef-a013-f6475211a360 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5281522 Dec 16 15:26:07.725369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:08.217419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01b59548-181c-4661-a975-69ff8280ea10 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:08.333243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 01b59548-181c-4661-a975-69ff8280ea10 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:08.333841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:08.436485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75fc7-812c-4e81-bc10-abe06d2437de req-27c4aa2e-4c06-44a6-86b1-b828a8f5c008 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:08.440627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a75fc7-812c-4e81-bc10-abe06d2437de req-27c4aa2e-4c06-44a6-86b1-b828a8f5c008 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.1813774 Dec 16 15:26:08.443472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:08.498797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:08.564473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 01b59548-181c-4661-a975-69ff8280ea10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01b59548-181c-4661-a975-69ff8280ea10,segment=NetworkSegment(950df455-15c8-4528-9580-19f45482fa09),segment_id=950df455-15c8-4528-9580-19f45482fa09)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:08.659419 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:08.723067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=01b59548-181c-4661-a975-69ff8280ea10,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:08.732419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.732767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.733115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.733455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.733788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.734116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.734449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.734772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.735100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.735716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.736202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.736535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.736862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:08.737759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0813bf8-fb47-4bdc-9767-d6d53a639336 req-4b4cb65c-4266-4a2c-8571-089f286a206b tempest-InstanceActionsTestJSON-35486363 tempest-InstanceActionsTestJSON-35486363-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7dc808c-b5e5-4363-abaf-1859eac24d2a HTTP/1.1" status: 200 len: 210 time: 0.1062262 Dec 16 15:26:08.758450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8a75fc7-812c-4e81-bc10-abe06d2437de req-1caff2f7-d3f4-4f1b-b651-f2c80182d416 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962754 Dec 16 15:26:09.132931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:09.214182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:09.252180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d1a33-b10b-416c-973d-9bce451e9788 None None] Network 311268d3-719f-458f-9251-87735a08fb0e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:09.324005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=b0705fa2-43a6-411a-808b-f14e79c3d625,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:09.524489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:09.599151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 18b10d17-a048-4c73-a4db-77ee28ced24d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:09.652568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 18b10d17-a048-4c73-a4db-77ee28ced24d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:09.653861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 18b10d17-a048-4c73-a4db-77ee28ced24d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:09.661454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-70143b8f-5e69-43f1-8963-690c95db70cf None None] Provisioning complete for port 01b59548-181c-4661-a975-69ff8280ea10 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:09.662076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-70143b8f-5e69-43f1-8963-690c95db70cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:09.787490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:09.972002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49202) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:10.111212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Deleting subnet 73e8a958-ac70-43af-a20d-e73ede1c4ef1 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:26:10.127212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.250903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.312675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01b59548-181c-4661-a975-69ff8280ea10 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:10.314057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742fc31-13db-4948-9ce7-c53d4f7ad8a6 req-e49cdba3-155c-46af-a9f9-12f29f4ff3c9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:10.316226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5742fc31-13db-4948-9ce7-c53d4f7ad8a6 req-e49cdba3-155c-46af-a9f9-12f29f4ff3c9 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.2678800 Dec 16 15:26:10.361608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.459607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.470379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5742fc31-13db-4948-9ce7-c53d4f7ad8a6 req-3f5239a7-ea3c-43ba-b526-7143cc664121 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531701 Dec 16 15:26:10.483334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 01b59548-181c-4661-a975-69ff8280ea10 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:10.483786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.550929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.662186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.665584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=b0705fa2-43a6-411a-808b-f14e79c3d625,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:10.671003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.698792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f6714ed-0898-41cc-80e1-6175c3556d2f None None] Provisioning complete for port 01b59548-181c-4661-a975-69ff8280ea10 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:10.701677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f6714ed-0898-41cc-80e1-6175c3556d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.736674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.740748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/73e8a958-ac70-43af-a20d-e73ede1c4ef1 HTTP/1.1" status: 204 len: 168 time: 0.7668228 Dec 16 15:26:10.742063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e8a958-ac70-43af-a20d-e73ede1c4ef1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:10.744608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49216) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:10.821500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.822102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.822755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.823385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.823973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.824483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.825006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.825533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.826040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.826579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.827070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.827613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.828912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267c47c4-e875-4944-9823-68cdf2965c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:10.862783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 311268d3-719f-458f-9251-87735a08fb0e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:10.864385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:10.865612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:10.940155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f6714ed-0898-41cc-80e1-6175c3556d2f None None] Provisioning complete for port b0705fa2-43a6-411a-808b-f14e79c3d625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:10.940155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f6714ed-0898-41cc-80e1-6175c3556d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.008213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8f6714ed-0898-41cc-80e1-6175c3556d2f None None] Port b0705fa2-43a6-411a-808b-f14e79c3d625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:11.067303 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.120725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7871f2ae-09c6-4d03-93eb-58a776cf00ad']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.142990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9b4f34-486e-42ce-9fe6-1364338cc3b5') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.143504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9b4f34-486e-42ce-9fe6-1364338cc3b5') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.157451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e14f0cb6-7953-4854-b724-4c8b9f1841bd None None] Provisioning complete for port b0705fa2-43a6-411a-808b-f14e79c3d625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:11.157842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e14f0cb6-7953-4854-b724-4c8b9f1841bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.165551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.194064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router a5747cd8-f955-49f8-95b1-1c87bf2194e9 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:26:11.218685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.248865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:11.249476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:11.255669 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:11.326916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e14f0cb6-7953-4854-b724-4c8b9f1841bd None None] Port b0705fa2-43a6-411a-808b-f14e79c3d625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:11.461925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:11.471151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-514b48aa-8709-49cd-aa19-375df4ac5005 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/a5747cd8-f955-49f8-95b1-1c87bf2194e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7434349 Dec 16 15:26:11.473411 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] Sync routers for ids ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:11.478341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49230) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:11.499413 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] Routers {'a5747cd8-f955-49f8-95b1-1c87bf2194e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:11.500845 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.520642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4932bf5-5808-4526-8cb0-c8ccf5f8a64e req-372c76fc-65ea-4ff5-a2ab-d309eee5cbf7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:11.529604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4932bf5-5808-4526-8cb0-c8ccf5f8a64e req-372c76fc-65ea-4ff5-a2ab-d309eee5cbf7 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.1605806 Dec 16 15:26:11.561729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cc29fe20-7437-4218-9239-6788d412f41e None None] Provisioning complete for port b0705fa2-43a6-411a-808b-f14e79c3d625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:11.562454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc29fe20-7437-4218-9239-6788d412f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.584762 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.593495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794ea14-e532-42a1-b29c-cc43f31cfa43 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:11.594986 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3794ea14-e532-42a1-b29c-cc43f31cfa43 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports/b0705fa2-43a6-411a-808b-f14e79c3d625 HTTP/1.1" status: 200 len: 977 time: 0.1155982 Dec 16 15:26:11.598237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:11.613219 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] Routers {'a5747cd8-f955-49f8-95b1-1c87bf2194e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:11.614573 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.615511 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.685023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4932bf5-5808-4526-8cb0-c8ccf5f8a64e req-0be37eda-13f2-4673-8f9d-e43c57ceb6b6 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532693 Dec 16 15:26:11.690157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cc29fe20-7437-4218-9239-6788d412f41e None None] Port b0705fa2-43a6-411a-808b-f14e79c3d625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:11.695564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:11.717358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7871f2ae-09c6-4d03-93eb-58a776cf00ad HTTP/1.1" status: 204 len: 168 time: 0.9653070 Dec 16 15:26:11.736527 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:11.738365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74210948-31f0-4206-8d7d-0aa2f5dd3723 None None] The sync data for ids ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:11.779453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03f5cd-e3e3-4398-ac72-bc8bb225a533 admin admin] Pushing event deleted for resources: {'Network': ['ID=7871f2ae-09c6-4d03-93eb-58a776cf00ad,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:11.925534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8ba012c8-9f14-48f8-8920-86b5bed97c97 None None] Provisioning complete for port b0705fa2-43a6-411a-808b-f14e79c3d625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:11.926487 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ba012c8-9f14-48f8-8920-86b5bed97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.037589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8ba012c8-9f14-48f8-8920-86b5bed97c97 None None] Port b0705fa2-43a6-411a-808b-f14e79c3d625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:12.365189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.413503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49248) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:12.485715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e78301b3-ab2e-4325-a09e-6a3ab244dc86 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3adeda2fb022478a8bfeb1951ad5f4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702350 Dec 16 15:26:12.489672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49254) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:12.593364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.643417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.810742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port b0705fa2-43a6-411a-808b-f14e79c3d625 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:12.811542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.842992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.852261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:12.854611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71d254ae-47a5-4867-b05a-dc386bed6ce2 HTTP/1.1" status: 204 len: 168 time: 0.3628204 Dec 16 15:26:12.893278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-1b35791f-2755-49bc-a68c-b426cb2da2fc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:12.895019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-1b35791f-2755-49bc-a68c-b426cb2da2fc tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.1694605 Dec 16 15:26:12.940210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c1cf9-c9d9-4ced-b3e0-3910788a14e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d254ae-47a5-4867-b05a-dc386bed6ce2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:13.024467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb66cca-f51b-4842-8d7f-0fed69c6ea61 req-f6c1144f-d021-406b-a822-5ffd286b044c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:13.029729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2cb66cca-f51b-4842-8d7f-0fed69c6ea61 req-f6c1144f-d021-406b-a822-5ffd286b044c tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 946 time: 0.1671071 Dec 16 15:26:13.048309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.078526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for b0705fa2-43a6-411a-808b-f14e79c3d625 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:13.103606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Deleting port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:13.104138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.204283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2cb66cca-f51b-4842-8d7f-0fed69c6ea61 req-84eca736-0c5e-4dc5-9996-1e2b2a0b30f0 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/security-groups?id=500a9a7b-2c28-4d63-8c7f-e13a917b2546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480336 Dec 16 15:26:13.268309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] For port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,segment=NetworkSegment(1c5f5e47-3aa0-4bc1-a5bb-88154df71c95),segment_id=1c5f5e47-3aa0-4bc1-a5bb-88154df71c95)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:13.268825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.286917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Calling delete_port for 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:13.449206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.531744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=b0705fa2-43a6-411a-808b-f14e79c3d625,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:13.587342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.623126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['65f07ca4-dc6e-4b2f-9017-d20d7f58b08a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:13.656795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Pushing event deleted for resources: {'Port': ['ID=65f07ca4-dc6e-4b2f-9017-d20d7f58b08a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:13.788121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] No DVR routers for this DVR port 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:13.792232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:13.821325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6b905cd-93d2-4b96-8091-b991bb512025 req-2ef4573c-ae4c-4dbf-91b1-5bac3ef0052a tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.30 "DELETE /v2.0/ports/65f07ca4-dc6e-4b2f-9017-d20d7f58b08a HTTP/1.1" status: 204 len: 173 time: 0.8882606 Dec 16 15:26:13.821325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'name': 'network-vif-deleted', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:13.821325 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f2b33-e753-41d9-a508-918df94c8e3d" -d '{"events": [{"server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "name": "network-vif-deleted", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:14.040557 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f844565c-f99d-497b-9094-8a65ce60e67b x-openstack-request-id: req-f844565c-f99d-497b-9094-8a65ce60e67b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:14.042186 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b518f1f6-dc2e-4eb4-a606-014b4c291009", "name": "network-vif-deleted", "tag": "65f07ca4-dc6e-4b2f-9017-d20d7f58b08a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:14.042834 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f844565c-f99d-497b-9094-8a65ce60e67b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:14.044075 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b518f1f6-dc2e-4eb4-a606-014b4c291009', 'name': 'network-vif-deleted', 'tag': '65f07ca4-dc6e-4b2f-9017-d20d7f58b08a', 'status': 'completed', 'code': 200} Dec 16 15:26:14.083199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d097eef2-1070-4618-b46b-6c29536b27cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:14.124513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:14.411248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router a5747cd8-f955-49f8-95b1-1c87bf2194e9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:26:14.484671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f6d9077-fc7d-4838-b5f4-189f1285d0fe req-b16c49de-905d-4162-8421-3505948e36c8 tempest-DeleteServersTestJSON-855798893 tempest-DeleteServersTestJSON-855798893-project] 10.222.0.71 "GET /v2.0/ports?device_id=b518f1f6-dc2e-4eb4-a606-014b4c291009 HTTP/1.1" status: 200 len: 210 time: 0.0730555 Dec 16 15:26:14.517510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:14.528758 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48973d8c-e9a6-453b-abd4-939b25d63f79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/a5747cd8-f955-49f8-95b1-1c87bf2194e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9261372 Dec 16 15:26:14.529184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49294) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:14.535213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] Sync routers for ids ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:14.547244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] Routers {'a5747cd8-f955-49f8-95b1-1c87bf2194e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:14.547963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:14.589965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:14.598848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] Routers {'a5747cd8-f955-49f8-95b1-1c87bf2194e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:14.599584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:25:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:14.645963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:14.645963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96aad2-a2fb-4c51-87e9-63ea4783a9d0 None None] The sync data for ids ['a5747cd8-f955-49f8-95b1-1c87bf2194e9'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:14.846836 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-6a6a1c81-acad-4f06-8e89-f375956b2583 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 15:26:14.847949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a6a1c81-acad-4f06-8e89-f375956b2583 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/a5747cd8-f955-49f8-95b1-1c87bf2194e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3173282 Dec 16 15:26:14.850961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49302) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:14.887658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ba26063d-4ee8-4711-980c-62d4c182e1bc tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5747cd8-f955-49f8-95b1-1c87bf2194e9 HTTP/1.1" status: 200 len: 205 time: 0.0352151 Dec 16 15:26:14.890087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:15.024461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.374271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:15.668914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.673229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.691069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-675299710-network', 'tenant_id': 'bd7458e206ee4d41b3e1cce5466bdc70'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:15.859510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Made reservation on behalf of bd7458e206ee4d41b3e1cce5466bdc70 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:15.862199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.874606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.894532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.895033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router a5747cd8-f955-49f8-95b1-1c87bf2194e9 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:26:15.902831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:15.914287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a7a3529-3ecd-4d98-8c83-ae669a0a5f1e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/a5747cd8-f955-49f8-95b1-1c87bf2194e9 HTTP/1.1" status: 204 len: 168 time: 1.0169883 Dec 16 15:26:15.916240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49348) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:16.003050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 77c1d6f2-7241-44c3-9813-5b09924bd290 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:26:16.009592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.034549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.070884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.174022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.191288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.201869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:16.223861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.224550 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Added segment 0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc of type vlan for network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 Dec 16 15:26:16.226567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780df819-c99c-47f6-a1eb-e536363391c4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:16.290908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.341988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.404358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=77c1d6f2-7241-44c3-9813-5b09924bd290,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:16.425276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5645b-7aa5-4f87-912a-d1aaf68af705 None None] Network 311268d3-719f-458f-9251-87735a08fb0e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:16.434378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.434563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.434563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:16.434563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.435493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c42e8c24-956a-492a-bd6c-72ed4d381597 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/77c1d6f2-7241-44c3-9813-5b09924bd290 HTTP/1.1" status: 204 len: 168 time: 0.5180767 Dec 16 15:26:16.436743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49368) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:16.518019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] Pushing event updated for resources: {'Network': ['ID=7d42cf12-1297-48c4-bb8f-ee4b48056e91,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:16.542073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:16.560111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.597876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5899fcfc-f604-4ba5-8ca4-b96e51af5cae admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2215307 Dec 16 15:26:16.602070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49370) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:16.609776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Request body: {'subnet': {'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-675299710-subnet', 'tenant_id': 'bd7458e206ee4d41b3e1cce5466bdc70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:16.633481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 01b59548-181c-4661-a975-69ff8280ea10 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:16.633980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.675417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3d07832-ee23-46fb-8bbe-fff66cc5db0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.761327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Made reservation on behalf of bd7458e206ee4d41b3e1cce5466bdc70 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:16.764621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.769158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 01b59548-181c-4661-a975-69ff8280ea10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01b59548-181c-4661-a975-69ff8280ea10,segment=NetworkSegment(950df455-15c8-4528-9580-19f45482fa09),segment_id=950df455-15c8-4528-9580-19f45482fa09)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:16.769758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:16.818913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 01b59548-181c-4661-a975-69ff8280ea10 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:16.873639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] DHCP port deletion for 311268d3-719f-458f-9251-87735a08fb0e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:26:16.981822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Deleting port 01b59548-181c-4661-a975-69ff8280ea10 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:16.984587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.123278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] For port 01b59548-181c-4661-a975-69ff8280ea10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01b59548-181c-4661-a975-69ff8280ea10,segment=NetworkSegment(950df455-15c8-4528-9580-19f45482fa09),segment_id=950df455-15c8-4528-9580-19f45482fa09)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:17.123973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.144444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Calling delete_port for 01b59548-181c-4661-a975-69ff8280ea10 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:17.196952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:17.214322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.224536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:17.225144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 65f07ca4-dc6e-4b2f-9017-d20d7f58b08a not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:17.274360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2aca59c-9646-4976-a45b-cd53cc105db2,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:17.280319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.287658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Checking segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:17.288347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Network hostable DHCP agents. Network: 7d42cf12-1297-48c4-bb8f-ee4b48056e91, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:17.303795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.333845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] No DVR routers for this DVR port 01b59548-181c-4661-a975-69ff8280ea10 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:17.357378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 01b59548-181c-4661-a975-69ff8280ea10 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:17.366849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=01b59548-181c-4661-a975-69ff8280ea10,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:17.379095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e879d-aab8-4dad-8081-473b2da850e4 None None] Pushing event deleted for resources: {'Port': ['ID=01b59548-181c-4661-a975-69ff8280ea10,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:17.442588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:17.501979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.544150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311268d3-719f-458f-9251-87735a08fb0e']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:17.561266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950df455-15c8-4528-9580-19f45482fa09') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:17.561550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950df455-15c8-4528-9580-19f45482fa09') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:17.580674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.614546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7d42cf12-1297-48c4-bb8f-ee4b48056e91) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:17.614966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.622541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:17.623644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.631756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e34d7-5c4e-4a8d-a9bf-522dbe12cf1a None None] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:17.642379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:17.643077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:17.756016 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:17.826872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'project_id': 'bd7458e206ee4d41b3e1cce5466bdc70', 'fixed_ips': [{'subnet_id': 'e2aca59c-9646-4976-a45b-cd53cc105db2'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:17.828418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.849331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:17.897087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18d54521-99c6-42ea-b831-b44c0bc478da admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2934396 Dec 16 15:26:17.934148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.017048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.031847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/311268d3-719f-458f-9251-87735a08fb0e HTTP/1.1" status: 204 len: 168 time: 1.5861807 Dec 16 15:26:18.031847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306779e-bff6-4e1e-be54-152681a41126 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=311268d3-719f-458f-9251-87735a08fb0e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:18.032293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49390) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:18.041429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-752614038'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:18.116451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01b59548-181c-4661-a975-69ff8280ea10 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:18.176610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 01b59548-181c-4661-a975-69ff8280ea10 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:18.177500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01b59548-181c-4661-a975-69ff8280ea10 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:18.310892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Allocated IP 172.20.0.2 (7d42cf12-1297-48c4-bb8f-ee4b48056e91/e2aca59c-9646-4976-a45b-cd53cc105db2/2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:18.506133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:18.512942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.593018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.631287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:18.677363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.683806 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment b098bb02-d5c8-4897-870a-f3b5ede80f5e of type vlan for network daddd920-abf0-4dbb-a000-5e00a7f1b540 Dec 16 15:26:18.780647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.797373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.840279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:18.867882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:18.872425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:18.879917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:18.920449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Pushing event updated for resources: {'Port': ['ID=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:18.955432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Attempting to bind port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:18.958323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Attempting to bind port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:18.958323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Attempting to bind port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:18.963392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:18.963773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Checking segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:18.964334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.964911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Bound using segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:18.965649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Bound port: 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:18.966049 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.976248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:18.987590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-0ea0f176-6388-48d1-85ad-d864acc12efa tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:19.001211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:19.004784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-0ea0f176-6388-48d1-85ad-d864acc12efa tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.2594306 Dec 16 15:26:19.013572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.048816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-082c228d-0e0c-4dbd-a49f-a67701497ea3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/quotas/bd7458e206ee4d41b3e1cce5466bdc70 HTTP/1.1" status: 200 len: 375 time: 0.0303104 Dec 16 15:26:19.079649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] For port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:19.085037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] For port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:19.136286 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=daddd920-abf0-4dbb-a000-5e00a7f1b540,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:19.154237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:19.165381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-0aba7fd1-d698-490c-a7f0-3fc47b833abc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142738 Dec 16 15:26:19.175302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a11ad2de-e63a-45ec-b1a3-2e6560a978e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.221682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.255899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.265903 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc1e69c8-e8fa-4f20-8128-d8605cd53bda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2308390 Dec 16 15:26:19.284305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:19.311512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:19.369462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-e605718f-dc47-4e87-8dce-2a4b0acb700f service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868014 Dec 16 15:26:19.394951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a5ee-a2c5-45a6-905f-158e4f3d2760 None None] Pushing event updated for resources: {'Port': ['ID=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:19.517046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a11ad2de-e63a-45ec-b1a3-2e6560a978e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.553833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-76d0192a-9d05-4227-90ad-9a4d4ee4fd13 service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722846 Dec 16 15:26:19.661635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a11ad2de-e63a-45ec-b1a3-2e6560a978e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.734833 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a11ad2de-e63a-45ec-b1a3-2e6560a978e4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4172bc4c91e14a3ba676d4cdc69a91db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8908503 Dec 16 15:26:19.740436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49438) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:19.797279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ad2de-e63a-45ec-b1a3-2e6560a978e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695ddc8f-865b-4d64-976a-62fd3f56b796,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:19.808321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:19.816761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:19.953707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.005425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.078485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.274907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:20.287949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.291649 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.296316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/695ddc8f-865b-4d64-976a-62fd3f56b796 HTTP/1.1" status: 204 len: 168 time: 0.5541279 Dec 16 15:26:20.305752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8720de-1cf5-4340-bec4-3ce218875fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ddc8f-865b-4d64-976a-62fd3f56b796,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:20.392292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.560019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:20.563948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.585224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': 'b098bb02-d5c8-4897-870a-f3b5ede80f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:20.585718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: daddd920-abf0-4dbb-a000-5e00a7f1b540, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:20.672095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=88eb61bb-8c59-43ce-9981-550cf4e13d5f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:20.775264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-a7ad292f-e0a5-4799-9172-65ec03a0e26f tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:20.789545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-a7ad292f-e0a5-4799-9172-65ec03a0e26f tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.3426795 Dec 16 15:26:20.821066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-6476a564-d0e2-4586-b6e1-5e394d6b6171 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/quotas/bd7458e206ee4d41b3e1cce5466bdc70 HTTP/1.1" status: 200 len: 375 time: 0.0282648 Dec 16 15:26:20.835506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:20.846304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:20.910145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-9ad9233a-7268-4508-91ed-6961228d540a tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863388 Dec 16 15:26:21.008798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, daddd920-abf0-4dbb-a000-5e00a7f1b540) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:21.017553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:21.017553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.085553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37ee54-520a-444f-9618-60df124abfce None None] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:21.125410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:21.155012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-2f721d40-b7a9-4b5d-8ee6-a6e0f58f084e service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432041 Dec 16 15:26:21.201311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7927f3dd-e148-448a-999f-0293d510a684 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9147608 Dec 16 15:26:21.204605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:21.215862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1531156527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:21.323144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9647156d-1c78-442a-806e-b2a287f549e6 None None] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:21.341073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.375876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.377878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.432111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-79ec2b2a-c07d-4178-b285-ef1fff92308f service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760882 Dec 16 15:26:21.532421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.806892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.836200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49488) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:21.861862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:21.998455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:22.010137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.011661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-53a1d0ff-07e7-4aa9-854c-8afc35f5452a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8056571 Dec 16 15:26:22.016179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49494) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:22.027232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-06294115-4c19-4ec3-9d0c-c8225b947121 None None] Provisioning complete for port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:22.029245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06294115-4c19-4ec3-9d0c-c8225b947121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.274222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.422178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-daddd920-abf0-4dbb-a000-5e00a7f1b540', 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '88eb61bb-8c59-43ce-9981-550cf4e13d5f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:22.423131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.431389 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:22.498821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a9a16c-7329-40e7-8fcb-994802c5c0ea,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:22.695608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.695992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.696346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.696692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.697032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.697521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.697865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.698196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.698524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.699051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.700080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.700416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.701804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:26:22.743989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6cd7d626-e42b-45b5-99d0-29140d9e9d45 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=334a6a6fea0245d499822c0c74fa1c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9040599 Dec 16 15:26:22.744736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49516) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:23.030395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Allocated IP 172.20.0.2 (daddd920-abf0-4dbb-a000-5e00a7f1b540/88eb61bb-8c59-43ce-9981-550cf4e13d5f/291ad912-5ec3-4b86-b1a1-f02b97b51816) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:23.065574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.174639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-410fa481-7bcb-45f2-ad59-6e5f36ddc134 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:23.174639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-410fa481-7bcb-45f2-ad59-6e5f36ddc134 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.7366891 Dec 16 15:26:23.194131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.488123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-c272557c-caa4-46a2-a8f1-adf9f38d3378 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/quotas/bd7458e206ee4d41b3e1cce5466bdc70 HTTP/1.1" status: 200 len: 375 time: 0.2535825 Dec 16 15:26:23.698586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-efce4d61-deff-4a01-94ec-bd7a3b56819b None None] Provisioning complete for port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:23.698586 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efce4d61-deff-4a01-94ec-bd7a3b56819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.752989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-fb1c474d-3770-4f69-8d42-d4a9a9874124 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2564220 Dec 16 15:26:23.924889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.929630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:23.945349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85a9a16c-7329-40e7-8fcb-994802c5c0ea HTTP/1.1" status: 204 len: 168 time: 1.1728828 Dec 16 15:26:24.030761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd79cfc-5418-4bee-9275-89238307836d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a9a16c-7329-40e7-8fcb-994802c5c0ea,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:24.045781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.218614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-7ccaaa36-0c44-454e-b429-ec60cb0d0994 service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464986 Dec 16 15:26:24.298103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.308348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.311802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:24.471166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49544) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:24.536523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:24.543072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:24.547066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:24.568219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-43178079-e2c6-483d-b3ba-66915aedf7dd service neutron] 10.222.0.71 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379030 Dec 16 15:26:24.652776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Pushing event updated for resources: {'Port': ['ID=291ad912-5ec3-4b86-b1a1-f02b97b51816,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:24.657867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Attempting to bind port 291ad912-5ec3-4b86-b1a1-f02b97b51816 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:24.658447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Attempting to bind port 291ad912-5ec3-4b86-b1a1-f02b97b51816 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b098bb02-d5c8-4897-870a-f3b5ede80f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:24.659265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Attempting to bind port 291ad912-5ec3-4b86-b1a1-f02b97b51816 on network daddd920-abf0-4dbb-a000-5e00a7f1b540 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:24.683327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:24.685846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.895160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:24.895160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Checking segment: {'id': 'b098bb02-d5c8-4897-870a-f3b5ede80f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:24.895160 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:24.895160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Bound using segment: {'id': 'b098bb02-d5c8-4897-870a-f3b5ede80f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:24.895160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Bound port: 291ad912-5ec3-4b86-b1a1-f02b97b51816, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b098bb02-d5c8-4897-870a-f3b5ede80f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'daddd920-abf0-4dbb-a000-5e00a7f1b540'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:24.896922 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.167045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] For port 291ad912-5ec3-4b86-b1a1-f02b97b51816, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:25.174417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] For port 291ad912-5ec3-4b86-b1a1-f02b97b51816, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=291ad912-5ec3-4b86-b1a1-f02b97b51816,segment=NetworkSegment(b098bb02-d5c8-4897-870a-f3b5ede80f5e),segment_id=b098bb02-d5c8-4897-870a-f3b5ede80f5e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:25.306592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.331627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Deleting subnet 115240bc-4f90-447c-897a-0ab99c407a49 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:26:25.348408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.20.0.1 (daddd920-abf0-4dbb-a000-5e00a7f1b540/88eb61bb-8c59-43ce-9981-550cf4e13d5f/6830dabf-2a58-493d-89ad-1416ab8ffcaf) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:25.349776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.627395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b4305-f0f6-4d7f-b3ed-1f920f3fc8db None None] Pushing event updated for resources: {'Port': ['ID=291ad912-5ec3-4b86-b1a1-f02b97b51816,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:25.638769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f20db70a-bee2-4021-bedd-f96b07ae5ddc req-6136882f-b0f2-4b04-8d4a-b9c843742e70 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.1741161 Dec 16 15:26:25.733992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.870041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.941267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:25.945781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:26.021107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:26.079158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:26.093419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:26.198463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:26.378377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=6830dabf-2a58-493d-89ad-1416ab8ffcaf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:26.422644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-ea9ce4da-cf91-4145-981e-429970fe4d31 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:26.425376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-ea9ce4da-cf91-4145-981e-429970fe4d31 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.9626901 Dec 16 15:26:26.491481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Request body: {'port': {'device_id': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'admin_state_up': True, 'tenant_id': 'bd7458e206ee4d41b3e1cce5466bdc70'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:26.504049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:26.676784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:26.717026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49596) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:26.742770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/115240bc-4f90-447c-897a-0ab99c407a49 HTTP/1.1" status: 204 len: 168 time: 2.2488315 Dec 16 15:26:26.889129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65eb8b-edcb-4137-9116-625abfbb6901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=115240bc-4f90-447c-897a-0ab99c407a49,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:27.042707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.097541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65bd0b67-6d93-4e9b-8d3c-e23b76d8f788 req-8b328944-fd82-4d05-9718-c695e669499b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.2117989 Dec 16 15:26:27.100786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.363308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Made reservation on behalf of bd7458e206ee4d41b3e1cce5466bdc70 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:27.371176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.440453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.509664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b2942a-b295-4733-8a0d-9bb98374c10e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:27.525436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:27.526554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5f5e47-3aa0-4bc1-a5bb-88154df71c95') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:27.540675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.578907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.589665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:27.591030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:27.744218 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:27.768356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-bd980d3a-6c66-492e-b567-84df38e502c2 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:27.771608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-bd980d3a-6c66-492e-b567-84df38e502c2 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.3564534 Dec 16 15:26:27.818483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Request body: {'port': {'device_id': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'admin_state_up': True, 'tenant_id': 'bd7458e206ee4d41b3e1cce5466bdc70'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:27.893105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.898883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:27.906465 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] 10.222.0.71 "DELETE /v2.0/networks/24b2942a-b295-4733-8a0d-9bb98374c10e HTTP/1.1" status: 204 len: 168 time: 1.1829054 Dec 16 15:26:27.957497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204ccb7-d911-490c-a664-227fd1d93970 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b2942a-b295-4733-8a0d-9bb98374c10e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:28.473312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56005d-4246-400c-9da1-f86f31abb6bc None None] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:28.482486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 291ad912-5ec3-4b86-b1a1-f02b97b51816 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:28.539006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45c4118f-7768-41aa-a2d4-eda619f309f9 req-3c92e0b9-2fbb-49c5-97e6-91a08c2cd6a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.0759480 Dec 16 15:26:28.650710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49624) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:28.722004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Allocated IP 172.20.0.8 (7d42cf12-1297-48c4-bb8f-ee4b48056e91/e2aca59c-9646-4976-a45b-cd53cc105db2/b184d7b4-de59-4063-8a9b-a787313688fe) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:28.832480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Made reservation on behalf of bd7458e206ee4d41b3e1cce5466bdc70 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:28.854281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:28.863333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 291ad912-5ec3-4b86-b1a1-f02b97b51816 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:28.865709 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:28.876866 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-70fbfc3e-fb8d-4361-a00e-ed3f8cb71233 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c51e77020c74bf588351d2500dfa39c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2103560 Dec 16 15:26:28.880385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49628) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:28.980090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2d3a73e8-3643-420c-9ca4-349d1b6a93a7 None None] Provisioning complete for port 291ad912-5ec3-4b86-b1a1-f02b97b51816 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:28.986178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d3a73e8-3643-420c-9ca4-349d1b6a93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:28.986566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.000216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.003908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.056818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.082658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.220277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.356966 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d3a73e8-3643-420c-9ca4-349d1b6a93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.399720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.417525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=6830dabf-2a58-493d-89ad-1416ab8ffcaf,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:29.421159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.431765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.448148 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/500a9a7b-2c28-4d63-8c7f-e13a917b2546 HTTP/1.1" status: 204 len: 168 time: 0.5512230 Dec 16 15:26:29.451297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 291ad912-5ec3-4b86-b1a1-f02b97b51816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=291ad912-5ec3-4b86-b1a1-f02b97b51816,segment=NetworkSegment(b098bb02-d5c8-4897-870a-f3b5ede80f5e),segment_id=b098bb02-d5c8-4897-870a-f3b5ede80f5e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:29.471522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.508636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675431a1-25c2-4bea-8aed-57473736468b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a9a7b-2c28-4d63-8c7f-e13a917b2546,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:29.626924 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.629537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:29.908664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-2d3a73e8-3643-420c-9ca4-349d1b6a93a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:26:29.908664 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-2d3a73e8-3643-420c-9ca4-349d1b6a93a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:26:29.913231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:29.913231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:29.916154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=291ad912-5ec3-4b86-b1a1-f02b97b51816,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:29.916508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54deb8a6-addb-4e87-8906-00ab471f45f8 req-4a43ee82-bf77-4e13-ab38-c2932189e28c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.0994763 Dec 16 15:26:29.947413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-a14b8f99-0d6c-4178-a615-46a5f5d334af tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:29.947413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-a14b8f99-0d6c-4178-a615-46a5f5d334af tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.30 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 815 time: 0.4567358 Dec 16 15:26:29.964421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Request body: {'port': {'device_id': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'admin_state_up': True, 'tenant_id': 'bd7458e206ee4d41b3e1cce5466bdc70'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:30.065013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:30.438788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 291ad912-5ec3-4b86-b1a1-f02b97b51816 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:30.482777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router cd077873-a4ca-4e57-8c47-43569e94b0ab is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:26:30.631921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 291ad912-5ec3-4b86-b1a1-f02b97b51816 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:30.634324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:30.645408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:30.679218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:30.705810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:30.776764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:30.792532 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] Sync routers for ids ['cd077873-a4ca-4e57-8c47-43569e94b0ab'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:30.795144 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc07f972-f30b-4d02-a0d4-8752476d4d23 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/cd077873-a4ca-4e57-8c47-43569e94b0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7771578 Dec 16 15:26:30.795849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49672) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:30.844839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] Routers {'cd077873-a4ca-4e57-8c47-43569e94b0ab'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:30.845958 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd077873-a4ca-4e57-8c47-43569e94b0ab'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:30.868850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:30.870833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19cb4232-f017-4314-b46b-e2485bf46861 None None] Provisioning complete for port 291ad912-5ec3-4b86-b1a1-f02b97b51816 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:30.871220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19cb4232-f017-4314-b46b-e2485bf46861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:30.873927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:31.001892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b56ab-5c57-4d00-ad19-f0be5ef3bf67 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:31.020679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a4b56ab-5c57-4d00-ad19-f0be5ef3bf67 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports/6830dabf-2a58-493d-89ad-1416ab8ffcaf HTTP/1.1" status: 200 len: 910 time: 0.2028587 Dec 16 15:26:31.020679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49676) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:31.058581 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:31.099101 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] Routers {'cd077873-a4ca-4e57-8c47-43569e94b0ab'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:31.099768 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd077873-a4ca-4e57-8c47-43569e94b0ab'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:31.140290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event updated for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:31.147538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Allocated IP 172.20.0.5 (7d42cf12-1297-48c4-bb8f-ee4b48056e91/e2aca59c-9646-4976-a45b-cd53cc105db2/67bf6dd8-3968-4629-9d87-c5de62ed1b42) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:31.162212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-c3b951a3-39ad-461b-b777-627d119872a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7049539 Dec 16 15:26:31.213693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Request body: {'port': {'device_id': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:31.222473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:31.223716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6bdb45-c105-4a2b-895e-6d8081af7117 None None] The sync data for ids ['cd077873-a4ca-4e57-8c47-43569e94b0ab'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:31.279374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19cb4232-f017-4314-b46b-e2485bf46861 None None] Provisioning complete for port 6830dabf-2a58-493d-89ad-1416ab8ffcaf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:31.279963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19cb4232-f017-4314-b46b-e2485bf46861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:31.358474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-19cb4232-f017-4314-b46b-e2485bf46861 None None] Port 6830dabf-2a58-493d-89ad-1416ab8ffcaf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:31.510470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a6ccdd61-8fdb-4aae-b2d2-2516c75afd2d None None] Provisioning complete for port 6830dabf-2a58-493d-89ad-1416ab8ffcaf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:31.514544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6ccdd61-8fdb-4aae-b2d2-2516c75afd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:31.608795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccdd61-8fdb-4aae-b2d2-2516c75afd2d None None] Port 6830dabf-2a58-493d-89ad-1416ab8ffcaf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:31.643685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af4dfdae-7230-4916-934f-af3c7e660525 req-621edbda-2015-43a9-8c30-d8aeb08cceb3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.2912538 Dec 16 15:26:31.702156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:31.744692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-80f49ea3-a5ba-4dd2-9e07-4674e76aa41a None None] Provisioning complete for port b184d7b4-de59-4063-8a9b-a787313688fe triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:31.745530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80f49ea3-a5ba-4dd2-9e07-4674e76aa41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:31.905313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-80f49ea3-a5ba-4dd2-9e07-4674e76aa41a None None] Port b184d7b4-de59-4063-8a9b-a787313688fe cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:31.941990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49702) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:32.122154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Made reservation on behalf of bd7458e206ee4d41b3e1cce5466bdc70 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:32.128296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.157833 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:26:32.231758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.244559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-53100130-network', 'tenant_id': 'b2222e55550b4bffa1ee84f91f51b773'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:32.462208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Made reservation on behalf of b2222e55550b4bffa1ee84f91f51b773 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:32.465020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.489737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.544843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.663812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.739389 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.831185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.876680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:32.887643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d0b96ff-e08b-4b6a-aa37-a1b877ec3631 req-6db4c3fc-e8f5-43d4-99dc-6717299909fc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.0908914 Dec 16 15:26:32.889634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:32.899726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:32.900817 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Added segment 294aceff-033c-4b21-b89d-10d5f88b36e3 of type vlan for network 7c5c12f7-4375-447c-86de-34e9fb0059bd Dec 16 15:26:32.900967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:32.904103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:32.990817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event updated for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:33.058067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.232736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.234564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:33.235475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.273993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f148b368-cb6d-49ef-b571-1a1a6eff4369,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:33.382079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ebe750a-1cc7-4075-9423-b8ff741d1185 None None] Provisioning complete for port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:33.382664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ebe750a-1cc7-4075-9423-b8ff741d1185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.436293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 6830dabf-2a58-493d-89ad-1416ab8ffcaf {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:33.437109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.499730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5551295 Dec 16 15:26:33.521266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1ebe750a-1cc7-4075-9423-b8ff741d1185 None None] Port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:33.565543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:33.566686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50447d5-3210-4190-ba19-a8a1ecc81bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5c12f7-4375-447c-86de-34e9fb0059bd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:33.579510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Request body: {'subnet': {'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-53100130-subnet', 'tenant_id': 'b2222e55550b4bffa1ee84f91f51b773', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:33.579797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7c5c12f7-4375-447c-86de-34e9fb0059bd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:33.739529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:33.740265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.741306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.774165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 6830dabf-2a58-493d-89ad-1416ab8ffcaf owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:33.821874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b184d7b4-de59-4063-8a9b-a787313688fe {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:33.831160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:33.839464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:33.848569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Transition to ACTIVE for port object b184d7b4-de59-4063-8a9b-a787313688fe will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:26:33.895505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-afc60dc8-3f04-4dd2-9978-8be5195baf86 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0871682 Dec 16 15:26:33.941898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Request body: {'port': {'device_id': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:33.983343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Made reservation on behalf of b2222e55550b4bffa1ee84f91f51b773 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:33.987213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.112973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.151585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6181a52b-3e0a-4a17-a3af-1675ce6a6cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.266436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.351373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f4db11e-3e9a-4796-abbc-dcbd9c1deb9d req-357866ac-3472-4661-a4ef-9aad33ba28b6 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.1543372 Dec 16 15:26:34.439443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Allocated IP 172.20.0.7 (7d42cf12-1297-48c4-bb8f-ee4b48056e91/e2aca59c-9646-4976-a45b-cd53cc105db2/c698c69f-1c73-4a3e-a762-7368c06707ed) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:34.443127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:34.526159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6181a52b-3e0a-4a17-a3af-1675ce6a6cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.567114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.664972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=6830dabf-2a58-493d-89ad-1416ab8ffcaf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:34.728739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Attempting to bind port b184d7b4-de59-4063-8a9b-a787313688fe on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:34.729246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Attempting to bind port b184d7b4-de59-4063-8a9b-a787313688fe by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:34.729807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Attempting to bind port b184d7b4-de59-4063-8a9b-a787313688fe on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:34.768186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Port b184d7b4-de59-4063-8a9b-a787313688fe on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:26:34.768186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Attempting to bind port b184d7b4-de59-4063-8a9b-a787313688fe on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:34.797838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:34.798849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Checking segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:34.799937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Bound using segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:34.800821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Bound port: b184d7b4-de59-4063-8a9b-a787313688fe, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:34.803512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:34.830980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6181a52b-3e0a-4a17-a3af-1675ce6a6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.007858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181a52b-3e0a-4a17-a3af-1675ce6a6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b463dcf-9b33-4d22-b3ff-b758afc359b4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:35.097715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6181a52b-3e0a-4a17-a3af-1675ce6a6cc2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=102e990db3a84d57bc36874a769a3786&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2554712 Dec 16 15:26:35.221973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49756) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:35.222112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.222237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:35.246331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b184d7b4-de59-4063-8a9b-a787313688fe,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:35.281900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.306807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.358423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.532136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5bf6be2-3e59-41fb-90d5-f76d67699bb9 req-6253ce28-8135-49f6-8111-28058c3def97 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.0552397 Dec 16 15:26:35.703280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.707143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.713918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.719513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.725900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b463dcf-9b33-4d22-b3ff-b758afc359b4 HTTP/1.1" status: 204 len: 168 time: 0.6208558 Dec 16 15:26:35.782020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.835984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router cd077873-a4ca-4e57-8c47-43569e94b0ab has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:26:35.859103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d4b3c-cb16-4b77-bda3-fa216efb9dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b463dcf-9b33-4d22-b3ff-b758afc359b4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:35.860919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520de040-e253-4428-be75-bff674e5fb67,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:35.872848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Checking segment: {'id': '294aceff-033c-4b21-b89d-10d5f88b36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:35.873204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Network hostable DHCP agents. Network: 7c5c12f7-4375-447c-86de-34e9fb0059bd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:35.928036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:35.928036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:35.928036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] 10.222.0.74 "PUT /v2.0/ports/b184d7b4-de59-4063-8a9b-a787313688fe HTTP/1.1" status: 200 len: 1091 time: 4.7346041 Dec 16 15:26:35.930557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:35.931688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:35.936461 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c406de-6460-4745-9beb-4332108d5fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:36.004008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:36.018734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:36.053494 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce96e06b-7771-482b-8dfc-2b4c73894053 x-openstack-request-id: req-ce96e06b-7771-482b-8dfc-2b4c73894053 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:36.055093 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:36.055093 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce96e06b-7771-482b-8dfc-2b4c73894053 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:36.055093 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe', 'status': 'completed', 'code': 200} Dec 16 15:26:36.096461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:36.102243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4ad94-3d53-46de-9cb0-12ff4de08f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:36.112886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] Sync routers for ids ['cd077873-a4ca-4e57-8c47-43569e94b0ab'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:36.118585 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ad77e34c-454f-48d1-a09c-bee6d4b9cacf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/cd077873-a4ca-4e57-8c47-43569e94b0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0965052 Dec 16 15:26:36.126910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:36.141262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] Routers {'cd077873-a4ca-4e57-8c47-43569e94b0ab'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:36.142849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd077873-a4ca-4e57-8c47-43569e94b0ab'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:36.189539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cfc5e608-976e-40d5-bbb9-47141c5f2ae1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd077873-a4ca-4e57-8c47-43569e94b0ab HTTP/1.1" status: 200 len: 205 time: 0.0586314 Dec 16 15:26:36.216746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:36.233516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Network 7c5c12f7-4375-447c-86de-34e9fb0059bd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:36.255228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.255962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.342281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:36.400065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bf6dd8-3968-4629-9d87-c5de62ed1b42 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:36.419035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c406de-6460-4745-9beb-4332108d5fcb req-79758a72-0bbb-4deb-8506-3256470207d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.424355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c406de-6460-4745-9beb-4332108d5fcb req-79758a72-0bbb-4deb-8506-3256470207d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 1094 time: 0.2838395 Dec 16 15:26:36.429132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.455120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.538239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-4e019958-651b-4ba0-8b03-6f9c95f49cc8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5715687 Dec 16 15:26:36.654166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Transition to ACTIVE for port object 67bf6dd8-3968-4629-9d87-c5de62ed1b42 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:26:36.705732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7c5c12f7-4375-447c-86de-34e9fb0059bd) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:36.718237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:36.720092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.727183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Request body: {'port': {'device_id': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:36.799950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.881901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50672e-f2ac-496f-9b1e-23763f9effed None None] Network 7c5c12f7-4375-447c-86de-34e9fb0059bd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:36.910064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:36.942185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:36.947861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.038729 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a40da430-4c0f-459b-a609-fc458c372546 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4672070 Dec 16 15:26:37.123452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.124571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router cd077873-a4ca-4e57-8c47-43569e94b0ab {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:26:37.149350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb0869-bde0-4853-8f3d-b0e7aaa1276c None None] Network 7c5c12f7-4375-447c-86de-34e9fb0059bd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:37.150368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.155998 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c26ab90d-8eb2-4ac3-aed6-8f339baaab79 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/cd077873-a4ca-4e57-8c47-43569e94b0ab HTTP/1.1" status: 204 len: 168 time: 0.9365480 Dec 16 15:26:37.156924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:37.167231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] Routers {'cd077873-a4ca-4e57-8c47-43569e94b0ab'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:37.168278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd077873-a4ca-4e57-8c47-43569e94b0ab'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:37.235247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:37.250761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c406de-6460-4745-9beb-4332108d5fcb req-c8a95681-bf6f-4148-b3e8-6fb8441cd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:37.252807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c406de-6460-4745-9beb-4332108d5fcb req-c8a95681-bf6f-4148-b3e8-6fb8441cd426 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8053644 Dec 16 15:26:37.279882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:37.282794 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.345508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fccc3cdb-4005-4545-a0bb-cc854025b14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.348425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 88eb61bb-8c59-43ce-9981-550cf4e13d5f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:26:37.372408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.506753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.535861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497b53a-27ed-4c0b-a515-bbd4679aaacb req-d6f152e8-048e-4e43-a90a-fd457e2274cc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:37.558025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4497b53a-27ed-4c0b-a515-bbd4679aaacb req-d6f152e8-048e-4e43-a90a-fd457e2274cc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 931 time: 0.7415352 Dec 16 15:26:37.637851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:37.645304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182422d3-16a6-4b21-a382-0eb9c0cf4d45 None None] The sync data for ids ['cd077873-a4ca-4e57-8c47-43569e94b0ab'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:37.670100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-623f2146-cc92-4e72-92b9-f684ca0122ef None None] Provisioning complete for port c698c69f-1c73-4a3e-a762-7368c06707ed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:37.670320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-623f2146-cc92-4e72-92b9-f684ca0122ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.742649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:37.756235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-623f2146-cc92-4e72-92b9-f684ca0122ef None None] Port c698c69f-1c73-4a3e-a762-7368c06707ed cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:37.936187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.046818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.054852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1193ec8-f905-4a0e-ab2a-9dc2b24866e9 None None] Network daddd920-abf0-4dbb-a000-5e00a7f1b540 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:38.062771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/88eb61bb-8c59-43ce-9981-550cf4e13d5f HTTP/1.1" status: 204 len: 168 time: 0.9010482 Dec 16 15:26:38.066958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49808) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:38.112581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Attempting to bind port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:38.113147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Attempting to bind port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:38.113707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Attempting to bind port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:38.206923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.209037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb30d-dd39-4299-a6ae-d110851c477e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=88eb61bb-8c59-43ce-9981-550cf4e13d5f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:38.321860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 291ad912-5ec3-4b86-b1a1-f02b97b51816 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:38.322213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.399345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4497b53a-27ed-4c0b-a515-bbd4679aaacb req-f816bc27-4af7-4840-8d1e-a85fa9aeb57b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081210 Dec 16 15:26:38.401505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:26:38.404329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Attempting to bind port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:38.461148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 291ad912-5ec3-4b86-b1a1-f02b97b51816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=291ad912-5ec3-4b86-b1a1-f02b97b51816,segment=NetworkSegment(b098bb02-d5c8-4897-870a-f3b5ede80f5e),segment_id=b098bb02-d5c8-4897-870a-f3b5ede80f5e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:38.463398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.471457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c406de-6460-4745-9beb-4332108d5fcb req-d145c14b-1c65-4377-81a1-4d3d26cedf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:38.475023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c406de-6460-4745-9beb-4332108d5fcb req-d145c14b-1c65-4377-81a1-4d3d26cedf7e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1740336 Dec 16 15:26:38.510542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 291ad912-5ec3-4b86-b1a1-f02b97b51816 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:38.592787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] DHCP port deletion for daddd920-abf0-4dbb-a000-5e00a7f1b540 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:26:38.674105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:38.675209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Checking segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:38.676260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Bound using segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:38.677495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Bound port: 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:38.678231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.710795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Deleting port 291ad912-5ec3-4b86-b1a1-f02b97b51816 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:38.711172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.832627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] For port 291ad912-5ec3-4b86-b1a1-f02b97b51816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=291ad912-5ec3-4b86-b1a1-f02b97b51816,segment=NetworkSegment(b098bb02-d5c8-4897-870a-f3b5ede80f5e),segment_id=b098bb02-d5c8-4897-870a-f3b5ede80f5e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:38.833370 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.848971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:38.884434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Calling delete_port for 291ad912-5ec3-4b86-b1a1-f02b97b51816 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:38.909446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 291ad912-5ec3-4b86-b1a1-f02b97b51816 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:38.988085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=291ad912-5ec3-4b86-b1a1-f02b97b51816,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:39.113436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.148099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] Pushing event deleted for resources: {'Port': ['ID=291ad912-5ec3-4b86-b1a1-f02b97b51816,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:39.167974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05706c9-d47c-4699-8be0-ea8be622912e None None] No DVR routers for this DVR port 291ad912-5ec3-4b86-b1a1-f02b97b51816 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:26:39.191568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-36bc4232-a4a0-4072-be0b-d9685baeae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.193167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-36bc4232-a4a0-4072-be0b-d9685baeae27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 1094 time: 0.5237079 Dec 16 15:26:39.241954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.273484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daddd920-abf0-4dbb-a000-5e00a7f1b540']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:39.287153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b098bb02-d5c8-4897-870a-f3b5ede80f5e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:39.287454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b098bb02-d5c8-4897-870a-f3b5ede80f5e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:39.305207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fccc3cdb-4005-4545-a0bb-cc854025b14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.308993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.313909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-317cd35a-f832-47b9-a6b8-c1749925ce07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184d7b4-de59-4063-8a9b-a787313688fe HTTP/1.1" status: 200 len: 217 time: 0.0942457 Dec 16 15:26:39.329390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-0ed51cfd-c540-40d4-8c1b-3bef38fb8de3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.330249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.331027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-0ed51cfd-c540-40d4-8c1b-3bef38fb8de3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/networks?id=7c5c12f7-4375-447c-86de-34e9fb0059bd HTTP/1.1" status: 200 len: 812 time: 0.8992453 Dec 16 15:26:39.346413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:26:39.346989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:26:39.352013 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:26:39.366823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:39.419783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fccc3cdb-4005-4545-a0bb-cc854025b14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.443095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:39.443095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-8e6557e6-dc97-4710-ba4e-c121b606451a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/quotas/b2222e55550b4bffa1ee84f91f51b773 HTTP/1.1" status: 200 len: 375 time: 0.0882854 Dec 16 15:26:39.489878 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-157e1d27-0151-45a5-8d19-66351d3f63ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742385 Dec 16 15:26:39.541892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-9b52ceba-b8fd-4d2a-abe0-8dce36212d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.545949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-9b52ceba-b8fd-4d2a-abe0-8dce36212d6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.2136302 Dec 16 15:26:39.581979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-df19c6fd-3b76-4768-8e30-b1e3465ed569 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2222e55550b4bffa1ee84f91f51b773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182098 Dec 16 15:26:39.591266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fccc3cdb-4005-4545-a0bb-cc854025b14c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b237d7922c604967bfcb8848c91749d5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3509369 Dec 16 15:26:39.598011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:39.609077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.630794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e090a-6719-48dd-8a73-bc7528909378 req-9a45be45-46b2-4553-a8a5-ea44a6819fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.632368 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-9a45be45-46b2-4553-a8a5-ea44a6819fee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1097 time: 0.0616448 Dec 16 15:26:39.633203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.640490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.647997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/daddd920-abf0-4dbb-a000-5e00a7f1b540 HTTP/1.1" status: 204 len: 168 time: 1.5741823 Dec 16 15:26:39.656889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:39.661908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1720439992', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:39.668089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66fdf2-787d-4b2c-9260-8df7314ab53a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=daddd920-abf0-4dbb-a000-5e00a7f1b540,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:39.683542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc3cdb-4005-4545-a0bb-cc854025b14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07ae18-a313-450c-864c-b123c7993731,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:39.793095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e090a-6719-48dd-8a73-bc7528909378 req-6067b0bb-8964-4268-9434-50012b065d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.794751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-6067b0bb-8964-4268-9434-50012b065d80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 200 len: 913 time: 0.1227067 Dec 16 15:26:39.842075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.843907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.932671 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.935344 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-d1b34158-2742-435b-8986-a2fc4d132775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 200 len: 1002 time: 0.1334755 Dec 16 15:26:39.960754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:39.961694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:39.964761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] 10.222.0.74 "PUT /v2.0/ports/67bf6dd8-3968-4629-9d87-c5de62ed1b42 HTTP/1.1" status: 200 len: 1091 time: 6.0446210 Dec 16 15:26:39.969299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:39.973421 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c24ad84-9643-45f3-8388-be6c196e362f" -d '{"events": [{"name": "network-changed", "server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:40.001485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c698c69f-1c73-4a3e-a762-7368c06707ed {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:40.055033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e090a-6719-48dd-8a73-bc7528909378 req-481f1ec8-1a4d-4e6d-9151-e10f45d5eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.059746 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-481f1ec8-1a4d-4e6d-9151-e10f45d5eb0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13338c42-9eaf-418c-ad02-3ab4159eb485 HTTP/1.1" status: 200 len: 851 time: 0.1156793 Dec 16 15:26:40.080752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-a8550556-b8de-4405-b154-9232bcca2816 service neutron] 10.222.0.71 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782145 Dec 16 15:26:40.084970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.114224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 291ad912-5ec3-4b86-b1a1-f02b97b51816 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:26:40.190842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f381d6-4331-43bb-b00e-40f07252ff18 service neutron] Pushing event updated for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:40.197416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49846) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:40.201796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Transition to ACTIVE for port object c698c69f-1c73-4a3e-a762-7368c06707ed will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:26:40.203427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 291ad912-5ec3-4b86-b1a1-f02b97b51816 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:26:40.204013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 291ad912-5ec3-4b86-b1a1-f02b97b51816 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:26:40.223558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1829998886'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:40.265679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-2ad1f2a9-43b2-488e-81f1-542f992e972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.268813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-2ad1f2a9-43b2-488e-81f1-542f992e972b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6705987 Dec 16 15:26:40.312247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.321483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20580e-fd1b-4f60-b5a7-b833859fb633 req-bc7bfd63-fb50-4b44-b34f-04ac094ed53b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.323126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f20580e-fd1b-4f60-b5a7-b833859fb633 req-bc7bfd63-fb50-4b44-b34f-04ac094ed53b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 931 time: 0.7230370 Dec 16 15:26:40.352120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e090a-6719-48dd-8a73-bc7528909378 req-c6592a5f-f918-4e97-96ac-6632a75c0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.356224 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-c6592a5f-f918-4e97-96ac-6632a75c0fca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793891 Dec 16 15:26:40.468681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.535793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.571743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:40.607538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-601bfb2e-c02d-4dba-b387-973c34a4a6ab service neutron] 10.222.0.71 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801664 Dec 16 15:26:40.607538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.619655 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-bcf28003-4b05-4e96-8064-86d895e7c9d4 service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040803 Dec 16 15:26:40.620367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-904cec8d-ae36-40b4-8ab5-d6a0b73b465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:40.622801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-904cec8d-ae36-40b4-8ab5-d6a0b73b465a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 1094 time: 0.3689606 Dec 16 15:26:40.759044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:40.765296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:40.776177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d68e090a-6719-48dd-8a73-bc7528909378 req-4ec0d26b-51cf-4367-97dd-36d134cc6ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486785 Dec 16 15:26:40.808316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-2815483a-4dda-4047-8b7d-73ef357e20b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42 HTTP/1.1" status: 200 len: 217 time: 0.1556802 Dec 16 15:26:40.810942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-d37ec9f8-d035-4fcd-9c75-03df5b16694c service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138454 Dec 16 15:26:41.234255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.262366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.334640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f20580e-fd1b-4f60-b5a7-b833859fb633 req-18b96872-42fa-4d4e-b55f-42b84b99894b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9536433 Dec 16 15:26:41.428047 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a7e85-b194-4141-a450-f1c6e0a9c5b2 x-openstack-request-id: req-373a7e85-b194-4141-a450-f1c6e0a9c5b2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:41.428911 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:41.429437 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-373a7e85-b194-4141-a450-f1c6e0a9c5b2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:41.429991 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42', 'status': 'completed', 'code': 200} Dec 16 15:26:41.440392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.25.7.77 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/311334c8-9e2c-403a-8034-7e3a658817f0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:41.468799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-15c01974-c14c-43c3-8427-226c7b98a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:41.471354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-15c01974-c14c-43c3-8427-226c7b98a456 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.6480310 Dec 16 15:26:41.488665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Attempting to bind port c698c69f-1c73-4a3e-a762-7368c06707ed on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:41.489195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Attempting to bind port c698c69f-1c73-4a3e-a762-7368c06707ed by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:41.489742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Attempting to bind port c698c69f-1c73-4a3e-a762-7368c06707ed on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:41.557081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45cf69c2-0116-42d4-ac8c-0ad8bd826763 req-f61134ff-2e32-4234-ae1c-182d8419656b tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.0968640 Dec 16 15:26:41.580163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Port c698c69f-1c73-4a3e-a762-7368c06707ed on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:26:41.580731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Attempting to bind port c698c69f-1c73-4a3e-a762-7368c06707ed on network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:41.601851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:41.613363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Checking segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:41.613585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.613767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Bound using segment: {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:41.613767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Bound port: c698c69f-1c73-4a3e-a762-7368c06707ed, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:41.613767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.613767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.613767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.623986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8d07ae18-a313-450c-864c-b123c7993731 HTTP/1.1" status: 204 len: 168 time: 2.0098169 Dec 16 15:26:41.623986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:41.632173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff15962e-3d69-473e-bdce-ccaf81f1b05c req-d4d47718-b000-491b-b76d-03dcc50926e4 service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8075206 Dec 16 15:26:41.673858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.674457 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Added segment 4a32b363-fdb9-4a79-942a-0650440c6be7 of type vlan for network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 Dec 16 15:26:41.680010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96889f-6e87-4218-8743-1e1df2e07cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d07ae18-a313-450c-864c-b123c7993731,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:41.817034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e22d5-9544-4a83-ab53-facc51795227 req-c9099e4c-796b-4f0d-9d6d-b753d89efa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:41.819145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-c9099e4c-796b-4f0d-9d6d-b753d89efa17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097436 Dec 16 15:26:41.827770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.860640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:41.904275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:41.909749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:41.917412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:41.927272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=311334c8-9e2c-403a-8034-7e3a658817f0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:41.994224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:42.024621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:42.113058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-038a7606-7d26-456f-9b6b-14224ed0818b service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640719 Dec 16 15:26:42.142241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:42.151080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.151080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:42.202233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:42.391398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1783109 Dec 16 15:26:42.429420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49874) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:42.452226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-740596523'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:42.462132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.462374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:42.478863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] 10.222.0.30 "PUT /v2.0/ports/c698c69f-1c73-4a3e-a762-7368c06707ed HTTP/1.1" status: 200 len: 1091 time: 5.7717335 Dec 16 15:26:42.588970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f44135-a33e-42b5-90aa-a8a1d8fb825c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Network': ['ID=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:42.615397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:42.664963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b78327-e393-4ef7-bbc7-2a6c26d1be2f service neutron] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:42.737252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-624e22d5-9544-4a83-ab53-facc51795227 req-f98f6bd3-4848-479a-8951-e33dd5b86228 service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129761 Dec 16 15:26:42.823682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:42.829341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da27aa-4ca6-48e9-8594-d82ac4473326 req-86c589b7-8edf-42aa-a92c-e21893012ddf tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:42.832474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95da27aa-4ca6-48e9-8594-d82ac4473326 req-86c589b7-8edf-42aa-a92c-e21893012ddf tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.1831355 Dec 16 15:26:42.963191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b40d7ca8-cc1d-49ab-9afd-bab84920fe21 req-94fbdaa9-6044-44d4-bb27-6b0ab0115ba3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.1582878 Dec 16 15:26:42.976683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:42.983933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.143290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.154851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-b1b61911-f5ab-4b64-a395-cc0cbb0501e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.157615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-b1b61911-f5ab-4b64-a395-cc0cbb0501e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 1094 time: 0.3233464 Dec 16 15:26:43.201933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:43.288921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95da27aa-4ca6-48e9-8594-d82ac4473326 req-a8ec3823-6d36-4b35-b5d2-aacbc4e8ea77 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293683 Dec 16 15:26:43.294621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-f7e0c30a-32ad-4147-8744-d9129222a9c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c698c69f-1c73-4a3e-a762-7368c06707ed HTTP/1.1" status: 200 len: 217 time: 0.1028562 Dec 16 15:26:43.298404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ad84-9643-45f3-8388-be6c196e362f req-bea30564-f81a-47ff-82d9-6b14e9058668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.300278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-bea30564-f81a-47ff-82d9-6b14e9058668 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 1094 time: 0.2628481 Dec 16 15:26:43.302633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.303077 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Added segment 24ec345d-d454-4551-a78b-5a054fee02e5 of type vlan for network ff21b903-d241-40b6-99ce-10486315fcd7 Dec 16 15:26:43.449734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:43.453497 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab7dc4-5a24-40ab-98bb-8f6479890004" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:43.533341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 71267973-a845-4824-83d2-cfe9626ae08a is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:26:43.539039 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d05c73-c269-4861-bb2b-ad80db38f51e x-openstack-request-id: req-65d05c73-c269-4861-bb2b-ad80db38f51e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:43.539629 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:43.539629 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65d05c73-c269-4861-bb2b-ad80db38f51e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:43.540151 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'status': 'completed', 'code': 200} Dec 16 15:26:43.549105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.562545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-5ea96314-411f-4377-8340-e577ab4c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.564142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-5ea96314-411f-4377-8340-e577ab4c717e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.2590735 Dec 16 15:26:43.629974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ad84-9643-45f3-8388-be6c196e362f req-132b2897-4ecc-410c-b904-bb97fd562d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.631496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-132b2897-4ecc-410c-b904-bb97fd562d26 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 916 time: 0.2863579 Dec 16 15:26:43.689921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddea85-2793-4355-b148-1781134b29e8 req-5037b739-ae15-4f57-ab01-4e2b0126cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.691480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-5037b739-ae15-4f57-ab01-4e2b0126cb8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171057 Dec 16 15:26:43.692905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-3673e765-d7c7-4372-a0d9-9ffc32c9c898 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42 HTTP/1.1" status: 200 len: 217 time: 0.0506206 Dec 16 15:26:43.718315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:43.752734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] Sync routers for ids ['71267973-a845-4824-83d2-cfe9626ae08a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:43.772333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] Routers {'71267973-a845-4824-83d2-cfe9626ae08a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:43.772333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['71267973-a845-4824-83d2-cfe9626ae08a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:43.806083 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:43.816203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.816622 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] Routers {'71267973-a845-4824-83d2-cfe9626ae08a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:43.817590 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['71267973-a845-4824-83d2-cfe9626ae08a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:43.828531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:43.837672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.841977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b81e2671-afba-423b-971b-c32208881370 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1837296 Dec 16 15:26:43.843377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:43.848622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:43.858307 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:43.859226 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a33b4-42ee-4808-8e55-7c1b6a494619 None None] The sync data for ids ['71267973-a845-4824-83d2-cfe9626ae08a'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:44.044660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ad84-9643-45f3-8388-be6c196e362f req-1026ce0d-9900-412d-9dec-2acad784759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.047089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-1026ce0d-9900-412d-9dec-2acad784759c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.3451233 Dec 16 15:26:44.047977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-010aede6-2f17-4ca7-b318-bf2a84eeb828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:44.081083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc84f69f-6c6e-4eb0-8a95-48c95f920f44 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers/71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 200 len: 880 time: 0.2298937 Dec 16 15:26:44.086218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:44.120242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Network': ['ID=ff21b903-d241-40b6-99ce-10486315fcd7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:44.135396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9aa7f2e-0f95-4850-80c2-701df230fb37 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7040358 Dec 16 15:26:44.138581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:44.140857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ff21b903-d241-40b6-99ce-10486315fcd7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:44.166438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'subnet': {'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:44.210828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-df489a1d-7d7e-44bf-a240-92290c971485 service neutron] 10.222.0.30 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080535 Dec 16 15:26:44.304790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24ad84-9643-45f3-8388-be6c196e362f req-5c8d6cd3-9d98-4d87-b4dd-8a3b152c1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.308582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-5c8d6cd3-9d98-4d87-b4dd-8a3b152c1880 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513993 Dec 16 15:26:44.495423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-234381c0-0ad3-46e7-82a0-64fa1be44ada req-e283b16b-8b75-40c6-86cb-d2c250117c20 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.2529545 Dec 16 15:26:44.566962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-b9863880-df53-43b3-bdeb-4c3edc8c1c01 service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939294 Dec 16 15:26:44.600949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52a07f-0cb6-4493-bf5d-ff1a5980215a req-dddbb03e-8d55-40c1-8bde-c859899a58a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:44.602944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f52a07f-0cb6-4493-bf5d-ff1a5980215a req-dddbb03e-8d55-40c1-8bde-c859899a58a3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.1167400 Dec 16 15:26:44.708974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ddea85-2793-4355-b148-1781134b29e8 req-2d73cdf3-33ba-4b58-bef2-6fc29e5e261a service neutron] 10.222.0.30 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916105 Dec 16 15:26:44.761688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f52a07f-0cb6-4493-bf5d-ff1a5980215a req-49fc0c16-e938-40b2-b36a-019b1dd439df tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386628 Dec 16 15:26:44.790797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c24ad84-9643-45f3-8388-be6c196e362f req-8340071e-7bf9-4764-a23f-2bd20d925dc8 service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858504 Dec 16 15:26:45.073228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-8e103bcc-8a3a-4ead-91cf-de58a99e75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.076252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-8e103bcc-8a3a-4ead-91cf-de58a99e75e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 1094 time: 0.0935102 Dec 16 15:26:45.131723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:45.139585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:45.275698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-654c515e-d9da-4152-bc74-ebfe0d3b9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.280271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-654c515e-d9da-4152-bc74-ebfe0d3b9bd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 916 time: 0.1965203 Dec 16 15:26:45.371932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-f9380d27-b620-4a84-aad7-8e8276d1dafd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c698c69f-1c73-4a3e-a762-7368c06707ed HTTP/1.1" status: 200 len: 217 time: 0.0813980 Dec 16 15:26:45.452218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-a8a961ae-62d2-4b57-8f82-9fbdb783591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.454712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-a8a961ae-62d2-4b57-8f82-9fbdb783591d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.0743957 Dec 16 15:26:45.462115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-19a832af-d46a-498d-a2f8-5dec28673677 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3695045 Dec 16 15:26:45.462460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49932) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:45.486805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1720439992'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:45.653352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-337b13d3-9eda-401e-a30b-3477927ccf14 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.655372 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-337b13d3-9eda-401e-a30b-3477927ccf14 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.30 "GET /v2.0/networks?id=7c5c12f7-4375-447c-86de-34e9fb0059bd HTTP/1.1" status: 200 len: 812 time: 0.5258312 Dec 16 15:26:45.712387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b19c8ceb-f23f-493c-b5bf-081f1df6bd0b req-6fb91f38-ee29-4add-981b-66545799b606 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.0738127 Dec 16 15:26:45.739416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Request body: {'port': {'device_id': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd', 'admin_state_up': True, 'tenant_id': 'b2222e55550b4bffa1ee84f91f51b773'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:45.760929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b184d7b4-de59-4063-8a9b-a787313688fe details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:45.797488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-9cc87f3c-51d5-42f9-a2e5-77b6eaaffb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:45.800242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-9cc87f3c-51d5-42f9-a2e5-77b6eaaffb11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3349879 Dec 16 15:26:46.034294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b184d7b4-de59-4063-8a9b-a787313688fe,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:46.062027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'b184d7b4-de59-4063-8a9b-a787313688fe', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'port_id': 'b184d7b4-de59-4063-8a9b-a787313688fe', 'mac_address': 'fa:16:3e:a9:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2aca59c-9646-4976-a45b-cd53cc105db2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:46.166724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.196301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b184d7b4-de59-4063-8a9b-a787313688fe {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:46.219963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.254661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b184d7b4-de59-4063-8a9b-a787313688fe,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:46.260628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06069cd4-e70e-4a6c-aaea-4478bfc7a510 req-1be6d891-0a49-4741-aaf7-e2648b5652bd tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:46.264853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06069cd4-e70e-4a6c-aaea-4478bfc7a510 req-1be6d891-0a49-4741-aaf7-e2648b5652bd tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.2989161 Dec 16 15:26:46.284065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Made reservation on behalf of b2222e55550b4bffa1ee84f91f51b773 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:46.288066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.339868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Subnet': ['ID=4c39c5b0-3427-4a6d-a256-871b1aebcf25,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:46.365159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:46.365793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network hostable DHCP agents. Network: 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:46.369824 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.481365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1122da9f-ba86-47db-b248-ac7f62d90a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.495778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-f564b43c-a762-4011-b6e1-06cb9480cf3b service neutron] 10.222.0.30 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334038 Dec 16 15:26:46.520718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:46.625483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06069cd4-e70e-4a6c-aaea-4478bfc7a510 req-eb8648e5-7a0a-404e-911d-0e058ce38ee5 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862935 Dec 16 15:26:46.714567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Allocated IP 172.20.0.2 (7c5c12f7-4375-447c-86de-34e9fb0059bd/520de040-e253-4428-be75-bff674e5fb67/2b208d75-b728-41d2-aee8-cfec318f659b) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:46.721446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:46.780253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b184d7b4-de59-4063-8a9b-a787313688fe'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:46.849125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:46.869337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:46.869949 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:46.907716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7c2f0-c781-43fd-9287-a4836a3a979d None None] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:47.018058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d348190-1b76-4d2e-b9f3-27dd6889b470 req-7c7f82e9-79d1-4775-b54c-e1ea7bd7ed7c tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.1157234 Dec 16 15:26:47.062338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.071663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6eab7dc4-5a24-40ab-98bb-8f6479890004 req-15ce7e28-1ed5-497a-b17e-62c1492a7db0 service neutron] 10.222.0.30 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643389 Dec 16 15:26:47.138559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:47.144256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3099b96f-1a4b-4e9a-9f0c-4afdd86bc5ce tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9993834 Dec 16 15:26:47.157947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'subnet': {'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:47.176125 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.211643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.390152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.461906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:47.463352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.519813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Network 7c5c12f7-4375-447c-86de-34e9fb0059bd is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:47.524050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:47.529637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:47.620039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Pushing event updated for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:47.662077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:47.663522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.745094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Allocated IP 10.1.1.2 (30ec235c-4b8d-4ec9-80fa-a95bb3a10d25/4c39c5b0-3427-4a6d-a256-871b1aebcf25/e92c8016-b756-4b68-a38d-0f09b4d39877) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:47.754260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:47.771307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 67bf6dd8-3968-4629-9d87-c5de62ed1b42 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:47.858263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-943d898b-df7b-4743-9a42-3e329546ffb2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1323836 Dec 16 15:26:47.880115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Request body: {'port': {'device_id': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:48.017996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.059454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde2f4-eac4-4ee6-b655-cb016df262aa req-0e672538-2724-435d-bf35-e267ea50f44a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.061247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38bde2f4-eac4-4ee6-b655-cb016df262aa req-0e672538-2724-435d-bf35-e267ea50f44a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.8349710 Dec 16 15:26:48.131337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc16c62-baba-45e3-b5ad-2472f9c28fbb req-da04e5ec-6b1f-4701-911a-ffd105935b46 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.132956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cc16c62-baba-45e3-b5ad-2472f9c28fbb req-da04e5ec-6b1f-4701-911a-ffd105935b46 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.1805525 Dec 16 15:26:48.144039 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.153413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:48.178838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '67bf6dd8-3968-4629-9d87-c5de62ed1b42', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'port_id': '67bf6dd8-3968-4629-9d87-c5de62ed1b42', 'mac_address': 'fa:16:3e:c8:cf:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2aca59c-9646-4976-a45b-cd53cc105db2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:48.232911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.259747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38bde2f4-eac4-4ee6-b655-cb016df262aa req-879e9972-6dff-4ae0-b2d7-e2eb666d6035 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432681 Dec 16 15:26:48.262923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 71267973-a845-4824-83d2-cfe9626ae08a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:26:48.267029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.281817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cc16c62-baba-45e3-b5ad-2472f9c28fbb req-7d6edd04-f6f7-4d67-ac94-da949fbc74c3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146073 Dec 16 15:26:48.294398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bf6dd8-3968-4629-9d87-c5de62ed1b42 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:48.337833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:48.350084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:48.363346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:48.368541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:48.372387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Pushing event updated for resources: {'Port': ['ID=e92c8016-b756-4b68-a38d-0f09b4d39877,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:48.457679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:48.461632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.463929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Attempting to bind port e92c8016-b756-4b68-a38d-0f09b4d39877 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:48.464667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Attempting to bind port e92c8016-b756-4b68-a38d-0f09b4d39877 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:48.465587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Attempting to bind port e92c8016-b756-4b68-a38d-0f09b4d39877 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:48.472356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:48.472788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:48.473209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.473610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Bound using segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:48.474121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Bound port: e92c8016-b756-4b68-a38d-0f09b4d39877, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:48.474784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.497502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.569360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:26:48.579493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.583122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e457b5c-f249-4195-be20-dc12f4156448 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 200 len: 887 time: 3.1172945 Dec 16 15:26:48.584188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49988) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:48.604657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] Sync routers for ids ['71267973-a845-4824-83d2-cfe9626ae08a'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:26:48.659699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747b382-2d02-48c8-8dbd-f0b845704c3f req-0522e230-42e9-4dff-91e9-984b6a8be60e tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:48.667358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3747b382-2d02-48c8-8dbd-f0b845704c3f req-0522e230-42e9-4dff-91e9-984b6a8be60e tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 931 time: 0.2125702 Dec 16 15:26:48.690355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b208d75-b728-41d2-aee8-cfec318f659b {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:48.702040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.715937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] Routers {'71267973-a845-4824-83d2-cfe9626ae08a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:48.717285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['71267973-a845-4824-83d2-cfe9626ae08a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:48.722059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] For port e92c8016-b756-4b68-a38d-0f09b4d39877, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:48.727449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:48.742240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Transition to ACTIVE for port object 2b208d75-b728-41d2-aee8-cfec318f659b will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:26:48.807915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:48.819228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] For port e92c8016-b756-4b68-a38d-0f09b4d39877, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e92c8016-b756-4b68-a38d-0f09b4d39877,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:48.826101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.831364 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3747b382-2d02-48c8-8dbd-f0b845704c3f req-fa4b8c6e-4df9-41ad-a23b-debe101e09ab tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626751 Dec 16 15:26:48.835785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] Routers {'71267973-a845-4824-83d2-cfe9626ae08a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:26:48.836818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['71267973-a845-4824-83d2-cfe9626ae08a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:48.845089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-40b33489-2201-417c-b030-856133fa345a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers/71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 200 len: 887 time: 0.2595382 Dec 16 15:26:48.849843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:48.911386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:26:48.912818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c43503d-be58-4c95-9ef4-1b182cee300e None None] The sync data for ids ['71267973-a845-4824-83d2-cfe9626ae08a'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:26:48.926078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:48.974048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9d34dfa8-d9c8-41eb-aa96-b33776ca7ae8 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 200 len: 205 time: 0.1205041 Dec 16 15:26:48.974993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:48.979277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49996) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:49.034964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['67bf6dd8-3968-4629-9d87-c5de62ed1b42'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:49.062023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.114399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Attempting to bind port 2b208d75-b728-41d2-aee8-cfec318f659b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:49.114893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Attempting to bind port 2b208d75-b728-41d2-aee8-cfec318f659b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '294aceff-033c-4b21-b89d-10d5f88b36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:49.115107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Attempting to bind port 2b208d75-b728-41d2-aee8-cfec318f659b on network 7c5c12f7-4375-447c-86de-34e9fb0059bd {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:49.126356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Port 2b208d75-b728-41d2-aee8-cfec318f659b on network 7c5c12f7-4375-447c-86de-34e9fb0059bd not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Attempting to bind port 2b208d75-b728-41d2-aee8-cfec318f659b on network 7c5c12f7-4375-447c-86de-34e9fb0059bd {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Checking segment: {'id': '294aceff-033c-4b21-b89d-10d5f88b36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Bound using segment: {'id': '294aceff-033c-4b21-b89d-10d5f88b36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Bound port: 2b208d75-b728-41d2-aee8-cfec318f659b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294aceff-033c-4b21-b89d-10d5f88b36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:49.187602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.235626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Subnet': ['ID=06f7a87e-c07e-495e-8905-885d652559cb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:49.263572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Checking segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:49.264044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network hostable DHCP agents. Network: ff21b903-d241-40b6-99ce-10486315fcd7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:49.279421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.314367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:49.369993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2b208d75-b728-41d2-aee8-cfec318f659b,segment=NetworkSegment(294aceff-033c-4b21-b89d-10d5f88b36e3),segment_id=294aceff-033c-4b21-b89d-10d5f88b36e3)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:49.443567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c698c69f-1c73-4a3e-a762-7368c06707ed details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:49.533598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.549259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1948b0-2e1b-4680-9e9d-11e90551537e None None] Pushing event updated for resources: {'Port': ['ID=e92c8016-b756-4b68-a38d-0f09b4d39877,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:49.564257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network ff21b903-d241-40b6-99ce-10486315fcd7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:49.624995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.639266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b0ad-caf1-4d9f-a4f9-14d4ba969444 req-4d9b3a2c-7e23-4474-90f8-4f01dbe5a3b9 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.648396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62b0b0ad-caf1-4d9f-a4f9-14d4ba969444 req-4d9b3a2c-7e23-4474-90f8-4f01dbe5a3b9 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1996617 Dec 16 15:26:49.650284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.659229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:26:49.714353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509f3d-1cee-498b-830f-c6cbee08e8fe req-667407ee-d55b-43f0-81fe-bc715386243e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.722788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.728413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.731277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b208d75-b728-41d2-aee8-cfec318f659b HTTP/1.1" status: 200 len: 1091 time: 1.8567126 Dec 16 15:26:49.731724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:49.735378 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258" -d '{"events": [{"name": "network-changed", "server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:49.735892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5509f3d-1cee-498b-830f-c6cbee08e8fe req-667407ee-d55b-43f0-81fe-bc715386243e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.1948946 Dec 16 15:26:49.752014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86991d-92fc-4a75-8305-7534dc014da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:49.805720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ff21b903-d241-40b6-99ce-10486315fcd7) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:49.812956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b184d7b4-de59-4063-8a9b-a787313688fe up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:49.823106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:49.824320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:49.840778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea6606-77a3-478d-9701-f69ce7b7cc4a None None] Network ff21b903-d241-40b6-99ce-10486315fcd7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:49.932374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62b0b0ad-caf1-4d9f-a4f9-14d4ba969444 req-e025ca0c-8c11-4a03-bfcf-c30c373c9680 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825620 Dec 16 15:26:49.962961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5509f3d-1cee-498b-830f-c6cbee08e8fe req-457453f1-56d7-4c9c-8934-8845bdfa1538 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040029 Dec 16 15:26:50.018334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-47a30e0b-a4d1-4f5e-b308-837fe46f4a7e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8759129 Dec 16 15:26:50.019065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:50.045267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'name': 'tempest-TaggedBootDevicesTest-86389564', 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:50.111003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 311334c8-9e2c-403a-8034-7e3a658817f0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:26:50.112597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.155408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-bca5f670-caf2-4420-810e-43e7c5f592c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:50.159429 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-bca5f670-caf2-4420-810e-43e7c5f592c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2222e55550b4bffa1ee84f91f51b773&device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 1094 time: 0.2591152 Dec 16 15:26:50.309743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e92c8016-b756-4b68-a38d-0f09b4d39877 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:50.467545 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-19ced1b6-a22e-4ffc-8304-67d7074aa445 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b208d75-b728-41d2-aee8-cfec318f659b HTTP/1.1" status: 200 len: 217 time: 0.2261293 Dec 16 15:26:50.470328 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3461cf-27a9-4cef-aa48-6f22db37bee6 x-openstack-request-id: req-bc3461cf-27a9-4cef-aa48-6f22db37bee6 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:50.470787 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:50.471207 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bc3461cf-27a9-4cef-aa48-6f22db37bee6 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:50.471948 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b', 'status': 'completed', 'code': 200} Dec 16 15:26:50.493636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.521556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.529919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:50.568213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'network_id': '7d42cf12-1297-48c4-bb8f-ee4b48056e91', 'port_id': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'mac_address': 'fa:16:3e:f4:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2aca59c-9646-4976-a45b-cd53cc105db2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:50.574499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 311334c8-9e2c-403a-8034-7e3a658817f0 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:26:50.574739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ff21b903-d241-40b6-99ce-10486315fcd7', 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ips': [{'subnet_id': '06f7a87e-c07e-495e-8905-885d652559cb'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:50.574739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.596255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e92c8016-b756-4b68-a38d-0f09b4d39877 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:50.596724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.625832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-822a2bd1-3f72-46a5-b415-ebde272b3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:50.628451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-822a2bd1-3f72-46a5-b415-ebde272b3751 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=520de040-e253-4428-be75-bff674e5fb67 HTTP/1.1" status: 200 len: 852 time: 0.1388457 Dec 16 15:26:50.650195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port b184d7b4-de59-4063-8a9b-a787313688fe completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:50.669898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port b184d7b4-de59-4063-8a9b-a787313688fe triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:50.670322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.685318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a593-74cf-43ff-b31a-0cd2f5f66fde req-7cb92a79-9d05-470b-b0aa-3d76419217be tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:50.694188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea08a593-74cf-43ff-b31a-0cd2f5f66fde req-7cb92a79-9d05-470b-b0aa-3d76419217be tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 943 time: 0.3446238 Dec 16 15:26:50.709678 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-1f587ae7-946f-4e11-9819-093ae3f619a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c5c12f7-4375-447c-86de-34e9fb0059bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533049 Dec 16 15:26:50.823520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea08a593-74cf-43ff-b31a-0cd2f5f66fde req-f0880ab4-7705-420f-84e2-432066239a25 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283159 Dec 16 15:26:50.842018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed894e-8040-444b-8db3-6c27a4bcf93d None None] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:50.846930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:50.874200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:50.906402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-5363440a-5795-44da-9c8d-551c21ab6410 service neutron] 10.222.0.30 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891739 Dec 16 15:26:50.994808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c698c69f-1c73-4a3e-a762-7368c06707ed {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:51.120997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8e240230-c914-494b-8630-84992792baf3 None None] Provisioning complete for port e92c8016-b756-4b68-a38d-0f09b4d39877 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:51.122167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e240230-c914-494b-8630-84992792baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.138255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:51.146489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.202956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=311334c8-9e2c-403a-8034-7e3a658817f0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:51.222028 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-35fdecec-372a-488a-a518-f3c1d1e6384d req-4beeb4ff-de04-4434-9315-7baee04d5441 service neutron] 10.222.0.30 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734165 Dec 16 15:26:51.233386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.245630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00455ab5-0cb9-474f-9146-c56ffc00391c req-9dc440a5-46d2-4a9e-bac8-287dceccfb48 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.245630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00455ab5-0cb9-474f-9146-c56ffc00391c req-9dc440a5-46d2-4a9e-bac8-287dceccfb48 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1719193 Dec 16 15:26:51.280027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] device_id is not set on port 89d0b6c6-520d-454b-b432-daf71c34d379 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:26:51.285884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Allocated IP 10.2.2.2 (ff21b903-d241-40b6-99ce-10486315fcd7/06f7a87e-c07e-495e-8905-885d652559cb/6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:51.290889 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.294117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2404f1e-b941-42cc-9f89-baf1e46ac9a7 req-f632cfba-5d86-4c6c-8999-a3f711761a37 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.295756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2404f1e-b941-42cc-9f89-baf1e46ac9a7 req-f632cfba-5d86-4c6c-8999-a3f711761a37 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.1853890 Dec 16 15:26:51.333125 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.344512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:51.372171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.408466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2404f1e-b941-42cc-9f89-baf1e46ac9a7 req-1a381c68-879f-4164-9a9a-0611390826bb tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059802 Dec 16 15:26:51.438263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.502221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00455ab5-0cb9-474f-9146-c56ffc00391c req-e0c0a2b7-6de1-42af-98fe-1f932c58f7fc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489443 Dec 16 15:26:51.576628 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.581575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.598269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port e92c8016-b756-4b68-a38d-0f09b4d39877, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e92c8016-b756-4b68-a38d-0f09b4d39877,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:51.647886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-6cd93d6e-0466-4288-9c84-5b39134b1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:51.649597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:51.650656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-6cd93d6e-0466-4288-9c84-5b39134b1bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2222e55550b4bffa1ee84f91f51b773&device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 1094 time: 0.2248778 Dec 16 15:26:51.660990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e814309-c16e-4d72-b9d6-8c05532aa55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.664132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:51.666569 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f536b711-5819-41a6-9052-b280a9d3ec21" -d '{"events": [{"server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "name": "network-vif-plugged", "status": "completed", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:51.696632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c698c69f-1c73-4a3e-a762-7368c06707ed'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:51.720822 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03334f5-d639-45c9-8b61-7795c131c018 x-openstack-request-id: req-f03334f5-d639-45c9-8b61-7795c131c018 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:51.721156 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "name": "network-vif-plugged", "status": "completed", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:51.721366 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f03334f5-d639-45c9-8b61-7795c131c018 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:51.721853 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe', 'code': 200} Dec 16 15:26:51.746233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b184d7b4-de59-4063-8a9b-a787313688fe,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:51.746907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.747902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router 71267973-a845-4824-83d2-cfe9626ae08a {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:26:51.760952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.760952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0490c114-3cc4-440a-b7fc-c04ab37b067f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 204 len: 168 time: 2.7789645 Dec 16 15:26:51.768803 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.769914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:51.777300 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e240230-c914-494b-8630-84992792baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.784507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120156805'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:51.870529 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.917700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 67bf6dd8-3968-4629-9d87-c5de62ed1b42 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:51.945092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e814309-c16e-4d72-b9d6-8c05532aa55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:51.951925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.1.1.38 (30ec235c-4b8d-4ec9-80fa-a95bb3a10d25/4c39c5b0-3427-4a6d-a256-871b1aebcf25/89d0b6c6-520d-454b-b432-daf71c34d379) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:52.007853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:52.009829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.218603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-fd92dd30-9f8a-418a-a61c-a855cef383dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.218603 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-fd92dd30-9f8a-418a-a61c-a855cef383dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7c5c12f7-4375-447c-86de-34e9fb0059bd HTTP/1.1" status: 200 len: 913 time: 0.3902614 Dec 16 15:26:52.219462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:26:52.219462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.219462 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment e214fbe2-4290-46dc-9420-2f33b6d0ecc4 of type vlan for network fa035010-de01-44e5-b351-fa80eadefacd Dec 16 15:26:52.221141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=e92c8016-b756-4b68-a38d-0f09b4d39877,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.221141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.221141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-8e240230-c914-494b-8630-84992792baf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:26:52.221141 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-8e240230-c914-494b-8630-84992792baf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:26:52.222086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.223172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-48c27033-56a5-4265-8fb8-d58070b95b13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b208d75-b728-41d2-aee8-cfec318f659b HTTP/1.1" status: 200 len: 217 time: 0.0887926 Dec 16 15:26:52.223448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851ceb2-f652-4ec0-9ec6-8bf294c67ebc req-807ecd7f-79c3-406a-8b53-aaa93c2ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.223448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2851ceb2-f652-4ec0-9ec6-8bf294c67ebc req-807ecd7f-79c3-406a-8b53-aaa93c2ae32d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 1096 time: 0.2242653 Dec 16 15:26:52.223448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506af482-1b27-4af3-aa05-f45fc4ab79b9 req-afe68b0d-3c9e-4aa4-9252-b599fda28758 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.223448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506af482-1b27-4af3-aa05-f45fc4ab79b9 req-afe68b0d-3c9e-4aa4-9252-b599fda28758 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 943 time: 0.1848526 Dec 16 15:26:52.224189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.285948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2851ceb2-f652-4ec0-9ec6-8bf294c67ebc req-ec872192-27d1-45d8-8ded-bc39b38d807d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860462 Dec 16 15:26:52.300161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506af482-1b27-4af3-aa05-f45fc4ab79b9 req-b8eff355-4216-4f5b-9e75-98fb15e78300 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791247 Dec 16 15:26:52.331244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-9cb218c9-ebb4-4bc4-86f6-119d3000f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.332785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-9cb218c9-ebb4-4bc4-86f6-119d3000f711 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=520de040-e253-4428-be75-bff674e5fb67 HTTP/1.1" status: 200 len: 852 time: 0.1500196 Dec 16 15:26:52.378594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-9a40958e-6739-4545-8e0b-f5305e08c5dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7c5c12f7-4375-447c-86de-34e9fb0059bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368857 Dec 16 15:26:52.396653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e814309-c16e-4d72-b9d6-8c05532aa55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.432809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.439848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.443417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:52.446728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.447292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.455734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.490276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:52.490708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.527003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-b472bf9f-522a-49b9-92a5-0ce525aaa3e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328058 Dec 16 15:26:52.539011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=fa035010-de01-44e5-b351-fa80eadefacd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.550866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e814309-c16e-4d72-b9d6-8c05532aa55c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0809bee54d4e41e5a2402bd63fb5d652&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1997223 Dec 16 15:26:52.551951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:52.555179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Network ff21b903-d241-40b6-99ce-10486315fcd7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:52.568632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fa035010-de01-44e5-b351-fa80eadefacd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:26:52.575254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Pushing event updated for resources: {'Port': ['ID=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.588682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:52.594855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:52.602328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814309-c16e-4d72-b9d6-8c05532aa55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60de5ef-f591-4400-a91f-89913d23b857,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.677006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b9287e9e-aaf1-4bd6-b51f-b9a8bbde9258 req-8e250128-69b8-4a53-9a69-9e741f9ecf26 service neutron] 10.222.0.30 "GET /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361148 Dec 16 15:26:52.686889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.754966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:52.758668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:52.764686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:52.796767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:52.797696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.808483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9153261d-2e51-450c-9e4c-4a8286d958eb tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0368989 Dec 16 15:26:52.811620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50044) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:52.831280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:52.870491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a8ae7-4a7b-439c-9804-5837d9c6a89a req-ccc6abd7-6a77-450d-bc21-2f9dfb121c80 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.884748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-229a8ae7-4a7b-439c-9804-5837d9c6a89a req-ccc6abd7-6a77-450d-bc21-2f9dfb121c80 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.2724738 Dec 16 15:26:52.899854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.900884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.911369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf00066-17c0-4515-b3ac-31d89d01b008 req-0300ab5f-64cf-4b98-b03b-7fbedb9fe068 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:52.914078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caf00066-17c0-4515-b3ac-31d89d01b008 req-0300ab5f-64cf-4b98-b03b-7fbedb9fe068 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 944 time: 0.3040211 Dec 16 15:26:52.932253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.951582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Attempting to bind port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:52.952865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Attempting to bind port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:52.953460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Attempting to bind port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 on network ff21b903-d241-40b6-99ce-10486315fcd7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:52.963651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:52.964183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Checking segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:52.964721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:52.965798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Bound using segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:52.966361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Bound port: 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:52.966875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.040410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.059498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5748aa5b-0da3-4cf5-a32e-15abce3aa7af tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0348041 Dec 16 15:26:53.059498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50046) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:53.063190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'name': 'tempest-TaggedBootDevicesTest-272898310', 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:53.094511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-229a8ae7-4a7b-439c-9804-5837d9c6a89a req-16220fb9-0080-4cf7-8463-e6811df03bbb tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082586 Dec 16 15:26:53.132965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-caf00066-17c0-4515-b3ac-31d89d01b008 req-541d88e2-bcd3-4b47-a0d6-8c15f597e793 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559088 Dec 16 15:26:53.171441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] For port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:53.178005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:53.179850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-caa282c2-1074-4ec2-a9f7-aa93c3c3802e None None] Provisioning complete for port e92c8016-b756-4b68-a38d-0f09b4d39877 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:53.179850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa282c2-1074-4ec2-a9f7-aa93c3c3802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.241494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.242486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] For port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:53.248930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.256345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a60de5ef-f591-4400-a91f-89913d23b857 HTTP/1.1" status: 204 len: 168 time: 0.6963265 Dec 16 15:26:53.265712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb935a-def9-4953-a1b4-d343cfeef895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60de5ef-f591-4400-a91f-89913d23b857,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:53.302802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.332522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:53.336369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.347661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c698c69f-1c73-4a3e-a762-7368c06707ed up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:53.400352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.451440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:53.562479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-09f2cca6-c701-485c-8b6b-a0bee11ad92c None None] Provisioning complete for port 89d0b6c6-520d-454b-b432-daf71c34d379 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:53.563006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09f2cca6-c701-485c-8b6b-a0bee11ad92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.575038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b248-c45a-47ad-b5b3-d8fee1a4b090 None None] Pushing event updated for resources: {'Port': ['ID=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:53.613507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:26:53.625025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09f2cca6-c701-485c-8b6b-a0bee11ad92c None None] Port 89d0b6c6-520d-454b-b432-daf71c34d379 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:53.626724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.658263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] device_id is not set on port 70928e8a-4b1c-4892-bf5c-1f797df1b168 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:26:53.675308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6f510-6c88-4422-a2f3-860f7b47fb45 req-b8debf7e-6ce2-455f-b712-0f35dd37e038 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:53.676703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c698c69f-1c73-4a3e-a762-7368c06707ed completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:53.676898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fc6f510-6c88-4422-a2f3-860f7b47fb45 req-b8debf7e-6ce2-455f-b712-0f35dd37e038 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 943 time: 0.1601236 Dec 16 15:26:53.682782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c698c69f-1c73-4a3e-a762-7368c06707ed triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:53.688528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.723132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:53.725645 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444bdf1f-7e3a-4c1c-879f-bc2ca8db8cf0" -d '{"events": [{"server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "name": "network-vif-plugged", "status": "completed", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:53.796706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fc6f510-6c88-4422-a2f3-860f7b47fb45 req-1e6a4a8c-0038-434a-b0e2-e7048477a205 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932198 Dec 16 15:26:53.851437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.910223 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:53.917531 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af3493-b73e-4abb-99ac-b5212624d57a x-openstack-request-id: req-a5af3493-b73e-4abb-99ac-b5212624d57a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:53.921618 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "name": "network-vif-plugged", "status": "completed", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:53.922357 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5af3493-b73e-4abb-99ac-b5212624d57a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:53.923314 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42', 'code': 200} Dec 16 15:26:54.010696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:54.117365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=2114a292-3882-4b34-b276-82b0e4d81c69,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:54.137562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.142501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:54.143804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: fa035010-de01-44e5-b351-fa80eadefacd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:26:54.219974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3025b-fbec-4d60-bd0c-c5f94470ded9 req-57e9ad54-a913-40c3-ac15-751aed9734a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.223407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2b3025b-fbec-4d60-bd0c-c5f94470ded9 req-57e9ad54-a913-40c3-ac15-751aed9734a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 1096 time: 0.1953316 Dec 16 15:26:54.236784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:54.250327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-e74def91-62f5-4b88-aba8-e2bbe168d501 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1508746 Dec 16 15:26:54.254287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.1.1.32 (30ec235c-4b8d-4ec9-80fa-a95bb3a10d25/4c39c5b0-3427-4a6d-a256-871b1aebcf25/70928e8a-4b1c-4892-bf5c-1f797df1b168) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:54.364248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:54.370438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network fa035010-de01-44e5-b351-fa80eadefacd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:26:54.435122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:54.435651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.533561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fa035010-de01-44e5-b351-fa80eadefacd) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:54.543207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.543914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2b3025b-fbec-4d60-bd0c-c5f94470ded9 req-de72903b-53f5-4c9c-af8b-0ac523481731 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096690 Dec 16 15:26:54.544268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.544580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:54.562274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c1bd27-9e76-434a-b4f5-e5b1b40e4c5e None None] Network fa035010-de01-44e5-b351-fa80eadefacd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:54.579918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347e267-4900-49ce-9268-ba70dac4e9c3 req-e989104f-ac2f-410b-a760-0c27a1d22cce tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.581450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0347e267-4900-49ce-9268-ba70dac4e9c3 req-e989104f-ac2f-410b-a760-0c27a1d22cce tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.3295510 Dec 16 15:26:54.594321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.595551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.595551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.596265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.596767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.597458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.597938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.600030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5d744d7d-cb5e-4d33-8919-f73e05b39161 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.2269959 Dec 16 15:26:54.614868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.624361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7db58-025e-44cf-91c1-1c696acd7c95 req-822136af-978a-4b01-8bd8-dda77ff8cf47 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:54.633339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2f7db58-025e-44cf-91c1-1c696acd7c95 req-822136af-978a-4b01-8bd8-dda77ff8cf47 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.2458875 Dec 16 15:26:54.635549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7917e751-de1b-48b2-8215-c3e68b9c90f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.686230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.727274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-761c4361-43c1-4ebd-bb50-84222c671c91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9135921 Dec 16 15:26:54.729715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50066) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:54.743251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1348523852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:54.792519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa035010-de01-44e5-b351-fa80eadefacd', 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '2114a292-3882-4b34-b276-82b0e4d81c69'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:26:54.794130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.799325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:54.814782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0347e267-4900-49ce-9268-ba70dac4e9c3 req-b9de43a2-eb69-4e64-a870-b8097d9c5215 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057557 Dec 16 15:26:54.853212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:54.878841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2f7db58-025e-44cf-91c1-1c696acd7c95 req-c791bcd9-5956-4549-88ca-145202ceb28d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444990 Dec 16 15:26:54.984680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:54.992163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:54.998384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:55.063295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.075386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e92c8016-b756-4b68-a38d-0f09b4d39877 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:55.196300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c45ba4-8e2d-4076-80e7-7f8cdaed47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.202908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c45ba4-8e2d-4076-80e7-7f8cdaed47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.202908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c45ba4-8e2d-4076-80e7-7f8cdaed47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.202908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c45ba4-8e2d-4076-80e7-7f8cdaed47a6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 2297 time: 0.3530250 Dec 16 15:26:55.202908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7917e751-de1b-48b2-8215-c3e68b9c90f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.286155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:55.294098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bba10-0121-4e24-a094-22f44e9e8fc9 req-e9d2c140-7884-4b9c-a6b3-7d0cc18143d3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.306025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3423b5-b2b8-40f6-ab4b-81dfc61fe1ea None None] Network ff21b903-d241-40b6-99ce-10486315fcd7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:55.307142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd6bba10-0121-4e24-a094-22f44e9e8fc9 req-e9d2c140-7884-4b9c-a6b3-7d0cc18143d3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 943 time: 0.2001610 Dec 16 15:26:55.371690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2b208d75-b728-41d2-aee8-cfec318f659b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:26:55.373579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7917e751-de1b-48b2-8215-c3e68b9c90f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.444712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-4efc1e34-814e-4dd1-9265-f6ec65022800 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 1000 time: 0.2352402 Dec 16 15:26:55.525658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Allocated IP 172.20.0.2 (fa035010-de01-44e5-b351-fa80eadefacd/2114a292-3882-4b34-b276-82b0e4d81c69/8a3155d7-6be5-4326-a628-3508f08823c7) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:55.538625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2b208d75-b728-41d2-aee8-cfec318f659b,segment=NetworkSegment(294aceff-033c-4b21-b89d-10d5f88b36e3),segment_id=294aceff-033c-4b21-b89d-10d5f88b36e3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:55.542222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7917e751-de1b-48b2-8215-c3e68b9c90f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6bfa252591e5470c8c6d3547b12a7017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9929652 Dec 16 15:26:55.552285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917e751-de1b-48b2-8215-c3e68b9c90f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e9d86-8a1f-46de-8012-2fcdce5a22ba,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:55.557922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50070) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:55.585084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '2b208d75-b728-41d2-aee8-cfec318f659b', 'network_id': '7c5c12f7-4375-447c-86de-34e9fb0059bd', 'port_id': '2b208d75-b728-41d2-aee8-cfec318f659b', 'mac_address': 'fa:16:3e:3a:1f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520de040-e253-4428-be75-bff674e5fb67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:26:55.588481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7e747652-b859-4c3d-aa76-930c06cf9792 None None] Provisioning complete for port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:55.588837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e747652-b859-4c3d-aa76-930c06cf9792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.611670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd6bba10-0121-4e24-a094-22f44e9e8fc9 req-b4ee2131-9478-4a0d-ae96-09e0314830d3 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944260 Dec 16 15:26:55.634583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:55.643457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.645366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.679582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-be7a1484-2f1c-47dd-bd5d-d516853ca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.682449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-be7a1484-2f1c-47dd-bd5d-d516853ca7ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.2053742 Dec 16 15:26:55.692590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.697708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.698740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.710581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e92c8016-b756-4b68-a38d-0f09b4d39877 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:55.710963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.781559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.790517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.806775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-4723213a-f41d-4f37-b5f3-d33f6725be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:55.808374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-4723213a-f41d-4f37-b5f3-d33f6725be18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124139 Dec 16 15:26:55.860538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.866664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:55.879528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c2fa53d9-d19a-4cda-a6f1-fda3032ab67d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8210242 Dec 16 15:26:55.929012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:26:55.932027 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050a791-7b2d-43ed-b23e-8a0a77de71b2" -d '{"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-plugged", "status": "completed", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:26:56.026498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b208d75-b728-41d2-aee8-cfec318f659b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:26:56.071481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.071481 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2c7e1a4-9e33-4041-86a6-8ad1296dcff0 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3372641 Dec 16 15:26:56.072264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50084) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:56.168328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2b208d75-b728-41d2-aee8-cfec318f659b,segment=NetworkSegment(294aceff-033c-4b21-b89d-10d5f88b36e3),segment_id=294aceff-033c-4b21-b89d-10d5f88b36e3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:56.185554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.306478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:56.358225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50086) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:56.366938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16605958', 'description': 'tempest-description--324031213'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:56.367601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.371810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.415511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-045f336b-f0b4-43e4-b45f-079711cc0a26 None None] Provisioning complete for port 70928e8a-4b1c-4892-bf5c-1f797df1b168 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:56.416066 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-045f336b-f0b4-43e4-b45f-079711cc0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.482012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Network fa035010-de01-44e5-b351-fa80eadefacd is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:56.492424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:56.500554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:56.526471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-045f336b-f0b4-43e4-b45f-079711cc0a26 None None] Port 70928e8a-4b1c-4892-bf5c-1f797df1b168 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:26:56.543856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:56.547238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.550197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.551457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/306e9d86-8a1f-46de-8012-2fcdce5a22ba HTTP/1.1" status: 204 len: 168 time: 0.9920793 Dec 16 15:26:56.573595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-1e4d4149-6788-4ea9-8784-88ec298c6ec2 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516198 Dec 16 15:26:56.591486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dddb0-7253-49be-889a-24c0d1b27a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e9d86-8a1f-46de-8012-2fcdce5a22ba,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:56.683036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.694804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.819080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:56.819362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:56.826268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2d8b-17aa-4838-a252-74ca73ed215e req-ba7f1e1f-2759-46d7-94ce-f64c0245c58f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:56.829606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f32b2d8b-17aa-4838-a252-74ca73ed215e req-ba7f1e1f-2759-46d7-94ce-f64c0245c58f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.8541868 Dec 16 15:26:56.850035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587d79-d64b-4e55-9ff0-027739355525 req-be12d05f-84eb-43f3-9940-df1f7e938ac8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:56.852805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc587d79-d64b-4e55-9ff0-027739355525 req-be12d05f-84eb-43f3-9940-df1f7e938ac8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.3485308 Dec 16 15:26:56.859755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-f9aa8126-9d31-4637-923b-432683b12f64 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609096 Dec 16 15:26:56.925687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2b208d75-b728-41d2-aee8-cfec318f659b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:26:56.976730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-4ea9cac4-1ce5-4729-b8cf-7d5406317be0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 217 time: 0.1015153 Dec 16 15:26:57.041873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f0ea718a-7d4e-4f4b-8dc9-e99fc8fb5888 None None] Provisioning complete for port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:57.042413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ea718a-7d4e-4f4b-8dc9-e99fc8fb5888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.044547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Attempting to bind port 8a3155d7-6be5-4326-a628-3508f08823c7 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:26:57.044994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Attempting to bind port 8a3155d7-6be5-4326-a628-3508f08823c7 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:26:57.045374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Attempting to bind port 8a3155d7-6be5-4326-a628-3508f08823c7 on network fa035010-de01-44e5-b351-fa80eadefacd {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:26:57.051348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.052188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Pushing event updated for resources: {'Port': ['ID=8a3155d7-6be5-4326-a628-3508f08823c7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:57.117491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.131886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:26:57.132451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Checking segment: {'id': 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:26:57.135011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.135436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Bound using segment: {'id': 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:26:57.136072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Bound port: 8a3155d7-6be5-4326-a628-3508f08823c7, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fa035010-de01-44e5-b351-fa80eadefacd'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:26:57.136480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.144827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc587d79-d64b-4e55-9ff0-027739355525 req-9b62853e-b9fa-4181-9a42-6245ffd3899e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832508 Dec 16 15:26:57.175866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.20.0.1 (fa035010-de01-44e5-b351-fa80eadefacd/2114a292-3882-4b34-b276-82b0e4d81c69/6b78bff3-2c8f-4436-8d11-1fd4090b267e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:26:57.184249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f32b2d8b-17aa-4838-a252-74ca73ed215e req-b4480129-4153-4f93-a548-c264da59e5c7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135283 Dec 16 15:26:57.187690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-baa15e29-cb13-4252-9186-20c0b784923f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.190400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-baa15e29-cb13-4252-9186-20c0b784923f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1991904 Dec 16 15:26:57.255664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] For port 8a3155d7-6be5-4326-a628-3508f08823c7, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:26:57.260943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] For port 8a3155d7-6be5-4326-a628-3508f08823c7, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a3155d7-6be5-4326-a628-3508f08823c7,segment=NetworkSegment(e214fbe2-4290-46dc-9420-2f33b6d0ecc4),segment_id=e214fbe2-4290-46dc-9420-2f33b6d0ecc4)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:26:57.304827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.307214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9465113 Dec 16 15:26:57.311779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:57.312302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc3e8b-44b6-42ed-82a0-91c1d63892f3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:57.316766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8e516-1e8a-4315-9d31-3d86c42b1a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:57.353650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-81174a1a-74fb-4c36-bd11-b913bfab43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.355576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-81174a1a-74fb-4c36-bd11-b913bfab43d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506863 Dec 16 15:26:57.378297 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80f4ec3-0a6c-4482-b7c1-30fbd66c558a x-openstack-request-id: req-a80f4ec3-0a6c-4482-b7c1-30fbd66c558a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:26:57.378853 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-plugged", "status": "completed", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:26:57.379273 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a80f4ec3-0a6c-4482-b7c1-30fbd66c558a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:26:57.380035 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'code': 200} Dec 16 15:26:57.391217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.585821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c46314-93cc-4511-86e3-18bd9e5a0e3a None None] Pushing event updated for resources: {'Port': ['ID=8a3155d7-6be5-4326-a628-3508f08823c7,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:57.597078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-147b0560-acac-43f2-ba8b-3ced83c820b5 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309320 Dec 16 15:26:57.611122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faba92-1ea5-45d0-bf95-5c202fe0b7f3 req-14d69246-c2f8-46b5-af8c-c159b7f86929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.611122 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-85faba92-1ea5-45d0-bf95-5c202fe0b7f3 req-14d69246-c2f8-46b5-af8c-c159b7f86929 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 1096 time: 0.1746013 Dec 16 15:26:57.635948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.732242 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-85faba92-1ea5-45d0-bf95-5c202fe0b7f3 req-3f7d25eb-aee7-4da0-9f0c-53ec8e5633e6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145911 Dec 16 15:26:57.755392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.822766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3c70f-bd37-4c45-9da7-d585a6404ff2 req-517ebf94-d929-4634-843b-22fa1c348f22 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:57.832514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2de3c70f-bd37-4c45-9da7-d585a6404ff2 req-517ebf94-d929-4634-843b-22fa1c348f22 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 944 time: 0.3017435 Dec 16 15:26:57.857612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:57.910039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2de3c70f-bd37-4c45-9da7-d585a6404ff2 req-09140ea6-6597-4b1a-ab38-7cf086f558f9 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760860 Dec 16 15:26:57.952626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network fa035010-de01-44e5-b351-fa80eadefacd is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:57.959058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:57.969929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:26:58.025027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=6b78bff3-2c8f-4436-8d11-1fd4090b267e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:58.040361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-19dc7aa3-3761-40a2-a176-0aa49822b421 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407580 Dec 16 15:26:58.056238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.104907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-c36659ca-ef1c-4bf2-9c2d-0e69b70c685d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 217 time: 0.0566957 Dec 16 15:26:58.107350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.183120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.210238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3a0f60-ba83-43ae-9da5-fc6c0bd4bcfd,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:58.241413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-a3fb6488-a1ce-4832-8260-3f54cd696037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.244525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-a3fb6488-a1ce-4832-8260-3f54cd696037 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1299069 Dec 16 15:26:58.377447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.385259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-35c3aa12-3218-4977-b356-d86ef84b3961 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0725703 Dec 16 15:26:58.388584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:58.406815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'security_group_rule': {'security_group_id': 'f2e8e516-1e8a-4315-9d31-3d86c42b1a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:58.426643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.488451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-fe68c189-4e0e-4844-a1b9-20e23a113e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.491080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-fe68c189-4e0e-4844-a1b9-20e23a113e4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2373400 Dec 16 15:26:58.501209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a3155d7-6be5-4326-a628-3508f08823c7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:58.548367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832dd8e-2ff1-4ecc-b93b-3d6b343b5890 req-85389fca-1a91-4b58-b0e9-147c0dc05b54 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.555282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.560618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c832dd8e-2ff1-4ecc-b93b-3d6b343b5890 req-85389fca-1a91-4b58-b0e9-147c0dc05b54 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.2420924 Dec 16 15:26:58.599037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8a3155d7-6be5-4326-a628-3508f08823c7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:58.599982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.779009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706afe1e-10c9-40bd-b8f3-6802b84c56d2 req-73dc4249-b05c-4e51-9b84-fd5b25917b44 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:58.796352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.801946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-706afe1e-10c9-40bd-b8f3-6802b84c56d2 req-73dc4249-b05c-4e51-9b84-fd5b25917b44 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.4017582 Dec 16 15:26:58.864781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 8a3155d7-6be5-4326-a628-3508f08823c7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a3155d7-6be5-4326-a628-3508f08823c7,segment=NetworkSegment(e214fbe2-4290-46dc-9420-2f33b6d0ecc4),segment_id=e214fbe2-4290-46dc-9420-2f33b6d0ecc4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:26:58.928376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:58.964331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.053985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c832dd8e-2ff1-4ecc-b93b-3d6b343b5890 req-fb83b430-f926-421b-bcb4-7fb0a2a78f23 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641144 Dec 16 15:26:59.080313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=8a3155d7-6be5-4326-a628-3508f08823c7,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.203161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-c052ea62-335c-4a9b-80cf-99bcfee1ac15 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987269 Dec 16 15:26:59.240727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.242984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.263003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-706afe1e-10c9-40bd-b8f3-6802b84c56d2 req-5d65bb94-ade8-4ca0-9071-d4caf9600b33 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4556000 Dec 16 15:26:59.389162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2b208d75-b728-41d2-aee8-cfec318f659b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:26:59.411867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.430894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.543599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.563669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725dfaaa-619e-4c2b-8288-cbaed14a86d9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.593526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.595570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-c63fdb22-c160-4ff0-9505-c7400f7a4a9e service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443241 Dec 16 15:26:59.598101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66158604-6306-422b-906e-1b9cf64cc0e6 None None] Network fa035010-de01-44e5-b351-fa80eadefacd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:26:59.640537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f45a43-70e4-44d3-b2f6-f9f0bd7e2679 req-84555133-8c67-4ede-8434-2598e4c89bea tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:26:59.643930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95f45a43-70e4-44d3-b2f6-f9f0bd7e2679 req-84555133-8c67-4ede-8434-2598e4c89bea tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 944 time: 0.2192633 Dec 16 15:26:59.698959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-1bc3279d-3e92-4bc7-9d6c-267700541020 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 217 time: 0.0916674 Dec 16 15:26:59.704321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.710130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fcb68150-8be9-4fdc-b6e3-c0a8cb15750b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3084722 Dec 16 15:26:59.711448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50132) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:26:59.726489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:26:59.742693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 2b208d75-b728-41d2-aee8-cfec318f659b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:26:59.755047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 2b208d75-b728-41d2-aee8-cfec318f659b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:59.755637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.790890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=6b78bff3-2c8f-4436-8d11-1fd4090b267e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:26:59.870208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network fa035010-de01-44e5-b351-fa80eadefacd is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:26:59.873411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:26:59.883582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a6fb7356-f8e0-4d7e-aae3-51900533db62 None None] Provisioning complete for port 8a3155d7-6be5-4326-a628-3508f08823c7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:26:59.883582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7356-f8e0-4d7e-aae3-51900533db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.909796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:26:59.989847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-89fef024-3d88-4587-8ce4-fdc3fa84c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.009623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-89fef024-3d88-4587-8ce4-fdc3fa84c737 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.3010609 Dec 16 15:27:00.032957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95f45a43-70e4-44d3-b2f6-f9f0bd7e2679 req-53102e90-5a96-49a2-84cb-31ae2b2a189e tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371077 Dec 16 15:27:00.127120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.187795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:00.190573 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee45d08-e408-40dd-92da-23e64e7c8877" -d '{"events": [{"server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "name": "network-vif-plugged", "status": "completed", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:00.220667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2b208d75-b728-41d2-aee8-cfec318f659b,segment=NetworkSegment(294aceff-033c-4b21-b89d-10d5f88b36e3),segment_id=294aceff-033c-4b21-b89d-10d5f88b36e3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:00.255596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-7951ce4c-38fb-4eb7-9699-e49d3f162cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.257382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-7951ce4c-38fb-4eb7-9699-e49d3f162cdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2233143 Dec 16 15:27:00.306198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41df48-bc0e-4676-b1a8-3defdc1aa267 req-eb8d279b-208c-488e-9bd9-d445988a5d55 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.316951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf41df48-bc0e-4676-b1a8-3defdc1aa267 req-eb8d279b-208c-488e-9bd9-d445988a5d55 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.3036489 Dec 16 15:27:00.350677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.373952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.447813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:27:00.454746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a3155d7-6be5-4326-a628-3508f08823c7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:00.507943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-ccc19a7a-d157-4ac8-aaa7-a928d355c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.509796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-ccc19a7a-d157-4ac8-aaa7-a928d355c634 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.3623369 Dec 16 15:27:00.580657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:00.619066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8a3155d7-6be5-4326-a628-3508f08823c7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:00.619694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.666536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662918b-1e6a-4185-b144-6f291189ee41 req-234f0d3f-615d-40db-98e5-53ff21ce37dc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.668251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e662918b-1e6a-4185-b144-6f291189ee41 req-234f0d3f-615d-40db-98e5-53ff21ce37dc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.4061775 Dec 16 15:27:00.694342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf41df48-bc0e-4676-b1a8-3defdc1aa267 req-5261add1-c4ac-410f-aaf2-3bc6708b3a08 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219526 Dec 16 15:27:00.743623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4130006b-01a6-461e-81f0-d9b15459f4c4 None None] Provisioning complete for port 6b78bff3-2c8f-4436-8d11-1fd4090b267e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:00.744285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4130006b-01a6-461e-81f0-d9b15459f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:00.755011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 172.25.7.8 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8cdba8ce-ef14-4362-bed0-e9600f5e6395) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:00.806401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-debc3572-36c8-4882-8230-a94d580183cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:00.808170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-debc3572-36c8-4882-8230-a94d580183cf service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2880919 Dec 16 15:27:00.825970 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6679277-bd6f-4497-b8de-9bd768603573 x-openstack-request-id: req-d6679277-bd6f-4497-b8de-9bd768603573 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:00.826450 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "name": "network-vif-plugged", "status": "completed", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:00.826854 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6679277-bd6f-4497-b8de-9bd768603573 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:00.827525 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b', 'code': 200} Dec 16 15:27:00.838229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-c59b57bb-ded3-48ec-b211-38f73c6d876d service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718615 Dec 16 15:27:00.846373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4130006b-01a6-461e-81f0-d9b15459f4c4 None None] Port 6b78bff3-2c8f-4436-8d11-1fd4090b267e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:00.878117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:00.906769 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-76669646-7332-4a22-8286-010228ee8d9c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/f289ef70-b7d3-4a18-b3bf-37d400f4f2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8327637 Dec 16 15:27:00.914381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50156) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:00.918985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] Sync routers for ids ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:00.924105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4130006b-01a6-461e-81f0-d9b15459f4c4 None None] Provisioning complete for port 8a3155d7-6be5-4326-a628-3508f08823c7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:00.924635 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4130006b-01a6-461e-81f0-d9b15459f4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.033149 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] Routers {'f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:01.034260 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:01.105270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03282ad-76b1-432e-bb32-72fa0353a764 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.108880 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d03282ad-76b1-432e-bb32-72fa0353a764 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports/6b78bff3-2c8f-4436-8d11-1fd4090b267e HTTP/1.1" status: 200 len: 910 time: 0.1932974 Dec 16 15:27:01.122449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:01.140150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2114a292-3882-4b34-b276-82b0e4d81c69'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:01.168887 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:01.233085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e662918b-1e6a-4185-b144-6f291189ee41 req-bd088440-90f5-4993-9826-7f82af4cfa0c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731307 Dec 16 15:27:01.238174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-acebcb6a-ff5c-4f31-9ef4-3d8d917ba100 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1001 time: 0.3916106 Dec 16 15:27:01.322463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] Routers {'f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:01.323927 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:01.372955 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.376688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-7ebe1e19-727d-4eaf-a800-ee79436cd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.382936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-7ebe1e19-727d-4eaf-a800-ee79436cd227 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1179602 Dec 16 15:27:01.421163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:01.422573 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da27ba-b894-4c24-b85d-b7acf8aeec79 None None] The sync data for ids ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:01.466235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-38e4f6c9-822e-48a0-b855-8bb5203c2b96 None None] Provisioning complete for port 6b78bff3-2c8f-4436-8d11-1fd4090b267e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:01.466625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38e4f6c9-822e-48a0-b855-8bb5203c2b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.524829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-f1d1ade7-b4cd-40df-ac6a-03e2cfd07409 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676524 Dec 16 15:27:01.529001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-38e4f6c9-822e-48a0-b855-8bb5203c2b96 None None] Port 6b78bff3-2c8f-4436-8d11-1fd4090b267e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:01.538156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54df5f-fb62-4bb1-ad70-7fb12eacb27d req-cf13ef6e-a039-4527-a74e-6b6773946617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.541419 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a54df5f-fb62-4bb1-ad70-7fb12eacb27d req-cf13ef6e-a039-4527-a74e-6b6773946617 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 1096 time: 0.5472853 Dec 16 15:27:01.607889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-9ba2305b-e6ed-412a-9a69-77b9b7233c49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0623293 Dec 16 15:27:01.618194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-ea8fb7e9-d665-40bc-99ff-afed21f021d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.619742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-ea8fb7e9-d665-40bc-99ff-afed21f021d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322066 Dec 16 15:27:01.649558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec917ac6-fb02-4d5d-baf9-7b29acfb0033 req-affe5728-0a06-429a-bfbb-770aca922292 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.657543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec917ac6-fb02-4d5d-baf9-7b29acfb0033 req-affe5728-0a06-429a-bfbb-770aca922292 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.2211573 Dec 16 15:27:01.686061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cd01bef3-f458-4305-8da3-ca5feb43be77 None None] Provisioning complete for port 6b78bff3-2c8f-4436-8d11-1fd4090b267e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:01.686915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd01bef3-f458-4305-8da3-ca5feb43be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.708978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33a79-1722-407d-a1e0-f2dfe9909865 req-9fa0739c-7dc7-4a62-9066-1d6adf9f76d6 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.718436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bec33a79-1722-407d-a1e0-f2dfe9909865 req-9fa0739c-7dc7-4a62-9066-1d6adf9f76d6 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.2582724 Dec 16 15:27:01.760003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.770958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cd01bef3-f458-4305-8da3-ca5feb43be77 None None] Port 6b78bff3-2c8f-4436-8d11-1fd4090b267e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:01.830889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c60cf4-3b47-4ba9-ba6c-2551e018e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:01.832855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-75c60cf4-3b47-4ba9-ba6c-2551e018e3ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.2121332 Dec 16 15:27:01.882614 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6a54df5f-fb62-4bb1-ad70-7fb12eacb27d req-d63f98d1-9cf0-441f-832a-f033c902dc4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293438 Dec 16 15:27:01.898327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:01.909963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:01.926221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:01.931241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:01.936342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=8cdba8ce-ef14-4362-bed0-e9600f5e6395,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:01.940377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec917ac6-fb02-4d5d-baf9-7b29acfb0033 req-3518779d-db1b-44d4-834a-1ae95a931c4f tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815549 Dec 16 15:27:01.954983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bec33a79-1722-407d-a1e0-f2dfe9909865 req-74528003-f901-4818-b893-0440f7f772e1 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344689 Dec 16 15:27:02.030627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-0e99b5c6-5f3b-43cd-9e05-e5dd68219486 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861108 Dec 16 15:27:02.031640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-0935224d-b934-4575-834c-8b6d33918ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:02.037653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-0935224d-b934-4575-834c-8b6d33918ee8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1894145 Dec 16 15:27:02.337097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217a5f-a11c-4f7d-8c51-3ac2ff1c5d13 req-32bca917-8ca9-4638-b4f0-677e6cd01db3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:02.338762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd217a5f-a11c-4f7d-8c51-3ac2ff1c5d13 req-32bca917-8ca9-4638-b4f0-677e6cd01db3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.2455282 Dec 16 15:27:02.346558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b941d-ed6a-4e1c-b351-ea38e55d121c req-1e2001ea-825e-45f6-8d70-1e03344551c2 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:02.348249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09b941d-ed6a-4e1c-b351-ea38e55d121c req-1e2001ea-825e-45f6-8d70-1e03344551c2 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 0.2526338 Dec 16 15:27:02.372611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad83822-7170-47d0-a4ef-3eac5fab3ce6 req-70325036-362f-4989-ab8a-9d0ec5a83c45 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308475 Dec 16 15:27:02.386840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-d2598eba-b3fe-49a2-9245-b1a74c07f6e2 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919440 Dec 16 15:27:02.569470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd217a5f-a11c-4f7d-8c51-3ac2ff1c5d13 req-74ea42bf-518e-45d5-9d0b-d013feb28e8a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894343 Dec 16 15:27:02.577583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09b941d-ed6a-4e1c-b351-ea38e55d121c req-55504564-0819-410c-89fc-434815325b50 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983240 Dec 16 15:27:02.608655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-7e2322ac-9d3e-4a6c-9d81-703b0c124e86 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631284 Dec 16 15:27:02.660964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:02.716248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-4151ac04-276e-46b0-b556-317a8a33418c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0873575 Dec 16 15:27:02.806700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-55499fe0-6e5c-43b1-a263-878d1899cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:02.808128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-55499fe0-6e5c-43b1-a263-878d1899cc29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0819814 Dec 16 15:27:02.880074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:02.886573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-444a72f9-d000-4da5-95e3-a01f408e4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:02.890331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-444a72f9-d000-4da5-95e3-a01f408e4e01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0705366 Dec 16 15:27:03.370120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.410266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.597169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.636304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.651005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-5cbd19e5-ea07-4c08-b050-0ed95f0f20a4 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506263 Dec 16 15:27:03.691135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52219ad5-d357-458a-82ed-c1a2a756d6e5 req-bb998bff-fa6c-462d-80c3-0ac99ccbe264 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.693353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52219ad5-d357-458a-82ed-c1a2a756d6e5 req-bb998bff-fa6c-462d-80c3-0ac99ccbe264 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.5524924 Dec 16 15:27:03.757671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=8cdba8ce-ef14-4362-bed0-e9600f5e6395,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:03.772276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ab7e9-1e58-430b-bca5-35cb479fba96 req-beef1f7c-79c4-40a8-9f48-910712155a8d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.781824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-339ab7e9-1e58-430b-bca5-35cb479fba96 req-beef1f7c-79c4-40a8-9f48-910712155a8d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.1991677 Dec 16 15:27:03.808467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:03.809268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.811155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/ports/6b78bff3-2c8f-4436-8d11-1fd4090b267e HTTP/1.1" status: 200 len: 910 time: 2.6835794 Dec 16 15:27:03.815451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50202) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:03.835014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:03.920559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345303e-2536-4d94-b186-09a00d21d2be tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=6b78bff3-2c8f-4436-8d11-1fd4090b267e,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:03.937541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52219ad5-d357-458a-82ed-c1a2a756d6e5 req-6cfaaf99-1ce9-4417-8238-ce16d702c3cc tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209578 Dec 16 15:27:03.969217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-339ab7e9-1e58-430b-bca5-35cb479fba96 req-82b8522f-2e35-4f00-9e2d-c8911a647580 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856534 Dec 16 15:27:03.976215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-121899c4-5ba3-43a6-a385-4437b7e5d71c service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092706 Dec 16 15:27:04.053891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.058209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-67496186-73ec-440f-a5a2-5d4b89f854fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.0608153 Dec 16 15:27:04.075103 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-632f5a50-3dd8-4db9-8153-6d1b59585195 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.3584154 Dec 16 15:27:04.076233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50208) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:04.248592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-89877778-1867-42be-89ec-3ea4d932c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.253514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-89877778-1867-42be-89ec-3ea4d932c4a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.1890459 Dec 16 15:27:04.277227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ea1eb-4d79-4f78-a635-8803ad3d1a68 req-10670178-ee50-4a0c-8f96-18af76d1ae6d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.280461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff6ea1eb-4d79-4f78-a635-8803ad3d1a68 req-10670178-ee50-4a0c-8f96-18af76d1ae6d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1173398 Dec 16 15:27:04.394926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-108adfb2-be98-485b-b1f6-73f0885e89bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.407022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.483869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff6ea1eb-4d79-4f78-a635-8803ad3d1a68 req-9e6c349f-df51-4db2-96c6-277e2fe34a01 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588857 Dec 16 15:27:04.492450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-8c67b302-0747-4a78-9109-7d35768730ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.494105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-8c67b302-0747-4a78-9109-7d35768730ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881063 Dec 16 15:27:04.754090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 6b78bff3-2c8f-4436-8d11-1fd4090b267e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:04.754395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.778389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7b23072d-ff4b-4777-9dc7-253794a954f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--16605958&fields=id&tenant_id=05a06f5318304c34af39eb2591a87408 HTTP/1.1" status: 200 len: 267 time: 0.1750813 Dec 16 15:27:04.780572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-108adfb2-be98-485b-b1f6-73f0885e89bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.785297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-8199b4be-332a-48ff-b69b-2d53b52ebba7 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794230 Dec 16 15:27:04.811388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae427564-9a82-4319-87c3-b3b6c763d8fb req-0ec68c3c-c66d-4b56-ad7e-0b503d005abf tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.813017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae427564-9a82-4319-87c3-b3b6c763d8fb req-0ec68c3c-c66d-4b56-ad7e-0b503d005abf tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1692853 Dec 16 15:27:04.864853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.878580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 6b78bff3-2c8f-4436-8d11-1fd4090b267e owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:04.893665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-108adfb2-be98-485b-b1f6-73f0885e89bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:04.940095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-94e8d7c6-325c-433e-9e4e-0ed47e5ea021 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:04.941877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-94e8d7c6-325c-433e-9e4e-0ed47e5ea021 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 929 time: 0.1509778 Dec 16 15:27:05.058378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108adfb2-be98-485b-b1f6-73f0885e89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1dc73-3381-40b0-b051-f6205bd29c38,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:05.068214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-108adfb2-be98-485b-b1f6-73f0885e89bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93b869a31f38404d81485ef4ce818e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9867384 Dec 16 15:27:05.077155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50230) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:05.094453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae427564-9a82-4319-87c3-b3b6c763d8fb req-ca9b4e09-376d-44ce-bc32-1944bf43d811 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548151 Dec 16 15:27:05.126662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-38ff3eb2-66f4-4e3a-b32e-8f53f4bc8bf1 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.128886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-38ff3eb2-66f4-4e3a-b32e-8f53f4bc8bf1 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 930 time: 0.1400371 Dec 16 15:27:05.167744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfd8ecd-b7f9-42e2-85cd-8bf994e3fcbd req-395f30f4-f011-4b6b-a5f4-2af14ac45395 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732147 Dec 16 15:27:05.202649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-d703efda-a09c-47b6-93dc-e4cb0213f366 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0598822 Dec 16 15:27:05.216917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.247372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.257142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.283209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-9f472237-31f4-4b2c-aac6-93175868aa96 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0681796 Dec 16 15:27:05.298655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=6b78bff3-2c8f-4436-8d11-1fd4090b267e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:05.321780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16bde-e33c-409b-b937-baaf5101b381 req-b8d7a687-cd09-41f1-a119-4978750c7be6 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.324955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b16bde-e33c-409b-b937-baaf5101b381 req-b8d7a687-cd09-41f1-a119-4978750c7be6 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.1122582 Dec 16 15:27:05.527982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.531692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.534386 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bdb1dc73-3381-40b0-b051-f6205bd29c38 HTTP/1.1" status: 204 len: 168 time: 0.4556696 Dec 16 15:27:05.557467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:05.560533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20b16bde-e33c-409b-b937-baaf5101b381 req-da530587-69a3-419f-954c-60e320d6ef9e tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104385 Dec 16 15:27:05.565295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabead3-ebfc-4add-bde9-81655187dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1dc73-3381-40b0-b051-f6205bd29c38,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:05.598702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a2613267-0164-42e2-a0b9-a214eb355f4a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.606190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a2613267-0164-42e2-a0b9-a214eb355f4a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.615367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a2613267-0164-42e2-a0b9-a214eb355f4a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:05.625799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a2613267-0164-42e2-a0b9-a214eb355f4a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 1989 time: 0.2934597 Dec 16 15:27:05.648700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-596df8e8-2594-4f0f-894e-c345493a47e1 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/quotas/05a06f5318304c34af39eb2591a87408 HTTP/1.1" status: 200 len: 375 time: 0.0215924 Dec 16 15:27:05.728813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-d0b73395-39db-4724-b802-0492b98c269e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0780721 Dec 16 15:27:05.860741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:27:05.892773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a662bf16-7103-477b-bdeb-30bbd2bb9703 service neutron] 10.222.0.71 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359904 Dec 16 15:27:05.969342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:05.980201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] Sync routers for ids ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:05.995072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa2e360d-7dab-47f5-a5e8-7911adbdb6c6 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/f289ef70-b7d3-4a18-b3bf-37d400f4f2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1734202 Dec 16 15:27:05.995756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:06.009931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] Routers {'f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:06.012399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:06.029889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-29e2f065-61bb-475e-8873-152844e15e9e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 HTTP/1.1" status: 200 len: 205 time: 0.0304484 Dec 16 15:27:06.030221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50246) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:06.066114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:06.078685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] Routers {'f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:06.079988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:06.120106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:06.121068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdddcc40-57b3-4d10-afe8-76d79b96ab0f None None] The sync data for ids ['f289ef70-b7d3-4a18-b3bf-37d400f4f2e3'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:06.134749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.138673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3763ac-051b-40c8-89af-78f5f4a6a24d req-9721d309-6494-468b-b038-37db8720d990 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.145849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3763ac-051b-40c8-89af-78f5f4a6a24d req-9721d309-6494-468b-b038-37db8720d990 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.185289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3763ac-051b-40c8-89af-78f5f4a6a24d req-9721d309-6494-468b-b038-37db8720d990 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.185289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f3763ac-051b-40c8-89af-78f5f4a6a24d req-9721d309-6494-468b-b038-37db8720d990 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e&device_id=291e7808-7b5b-41f1-96d1-2b1446e65164&device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 2416 time: 0.1546352 Dec 16 15:27:06.185289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-543afb0a-9a73-4f6c-85ba-1290f507c5c4 service neutron] 10.222.0.71 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586005 Dec 16 15:27:06.227178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-36b93a1f-8a2b-41a1-8549-d033c8812e9b service neutron] 10.222.0.71 "GET /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0615942 Dec 16 15:27:06.301992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f3763ac-051b-40c8-89af-78f5f4a6a24d req-3df83b56-99c5-4689-867a-67ddb32e314f tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272132 Dec 16 15:27:06.360437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-b52a8c09-8ca6-479e-b9db-ee255cadedbe service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240985 Dec 16 15:27:06.504649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c93b516d-03b0-4883-acf6-65cd7d3e2a26 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318810 Dec 16 15:27:06.568613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-73e73eb0-39b3-458d-bc91-ad8c924f713a service neutron] 10.222.0.71 "GET /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0623212 Dec 16 15:27:06.613157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50250) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:06.644519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.651422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.655237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fee162b7-025d-4af8-82d9-32262147ee58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.687758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-ac64d2d1-499b-412b-a91b-f37547dd5990 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165466 Dec 16 15:27:06.849053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fee162b7-025d-4af8-82d9-32262147ee58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.860046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-798950c0-ec49-4750-97c2-c88ac1ddd4fd service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603239 Dec 16 15:27:06.902074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa93dc1-b621-4212-9954-d1ce1c2d4d88 req-4610087f-944f-400a-b18e-4c0e07147dc4 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:06.903741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daa93dc1-b621-4212-9954-d1ce1c2d4d88 req-4610087f-944f-400a-b18e-4c0e07147dc4 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.1092641 Dec 16 15:27:06.909788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.910667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:27:06.924353 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:06.928807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7692bd49-447e-4cf2-9ffa-49cc14cdc3e1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 HTTP/1.1" status: 204 len: 168 time: 0.8947873 Dec 16 15:27:06.928947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50254) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:06.990576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fee162b7-025d-4af8-82d9-32262147ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.057100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daa93dc1-b621-4212-9954-d1ce1c2d4d88 req-f0892b2f-0d43-41f4-a0ce-36943d71dffc tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137767 Dec 16 15:27:07.088767 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fee162b7-025d-4af8-82d9-32262147ee58 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a41258fc7141465c928e186bdb279de1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719934 Dec 16 15:27:07.090385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:07.095999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 2114a292-3882-4b34-b276-82b0e4d81c69 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:27:07.101555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.106287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c9c4d18e-cd98-41dd-ab1c-12bd1df9de17 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382510 Dec 16 15:27:07.168196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.172447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee162b7-025d-4af8-82d9-32262147ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ffda2f-060f-4bea-8b7d-c9022a164630,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:07.319491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.321417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.380015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-eb95efaf-763b-479f-87d8-4bc98ded35f5 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634144 Dec 16 15:27:07.395704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.516993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.569937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=2114a292-3882-4b34-b276-82b0e4d81c69,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:07.581379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.587505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-38b2df7f-b8f9-45a1-b68b-1fe987043941 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/2114a292-3882-4b34-b276-82b0e4d81c69 HTTP/1.1" status: 204 len: 168 time: 0.6567309 Dec 16 15:27:07.593724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50272) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:07.600940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537c86a-5161-46e3-af61-513a7d8232c3 None None] Network fa035010-de01-44e5-b351-fa80eadefacd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:07.688885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-9b2b2fbf-edf0-4b39-8f02-2a73feba49d5 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953730 Dec 16 15:27:07.718248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.721092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.722506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3ffda2f-060f-4bea-8b7d-c9022a164630 HTTP/1.1" status: 204 len: 168 time: 0.6306403 Dec 16 15:27:07.838079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07eb84-4839-4d12-ac10-ac7ca92d3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ffda2f-060f-4bea-8b7d-c9022a164630,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:07.862397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:07.877509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] DHCP port deletion for fa035010-de01-44e5-b351-fa80eadefacd request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:27:07.978859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bea4de6c-1577-44f9-9e6c-9f68944fbd82 service neutron] 10.222.0.71 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763300 Dec 16 15:27:08.013208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Deleting port 8a3155d7-6be5-4326-a628-3508f08823c7 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:08.014071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.085598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 8a3155d7-6be5-4326-a628-3508f08823c7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:08.085948 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.134000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] For port 8a3155d7-6be5-4326-a628-3508f08823c7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a3155d7-6be5-4326-a628-3508f08823c7,segment=NetworkSegment(e214fbe2-4290-46dc-9420-2f33b6d0ecc4),segment_id=e214fbe2-4290-46dc-9420-2f33b6d0ecc4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:08.134839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.184628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 8a3155d7-6be5-4326-a628-3508f08823c7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a3155d7-6be5-4326-a628-3508f08823c7,segment=NetworkSegment(e214fbe2-4290-46dc-9420-2f33b6d0ecc4),segment_id=e214fbe2-4290-46dc-9420-2f33b6d0ecc4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:08.184995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.195187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-e98e4410-3327-4468-b6de-40dcc46922f1 service neutron] 10.222.0.71 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031431 Dec 16 15:27:08.203264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 8a3155d7-6be5-4326-a628-3508f08823c7 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:08.369359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a3155d7-6be5-4326-a628-3508f08823c7 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:08.374925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Calling delete_port for 8a3155d7-6be5-4326-a628-3508f08823c7 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:08.553562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-01d786c0-2086-4931-aa26-0cabfe42c7d0 service neutron] 10.222.0.71 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844865 Dec 16 15:27:08.598070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1473b8b-d9f1-4554-8e29-f614a6d18093 req-8174b095-1b59-475f-a277-8d8868028f19 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:08.601179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1473b8b-d9f1-4554-8e29-f614a6d18093 req-8174b095-1b59-475f-a277-8d8868028f19 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.1417220 Dec 16 15:27:08.652947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.688399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.700514 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:08.709598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] Pushing event deleted for resources: {'Port': ['ID=8a3155d7-6be5-4326-a628-3508f08823c7,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:08.729487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f505d5e6-f79a-44ef-9d9e-b85db48a6f19 None None] No DVR routers for this DVR port 8a3155d7-6be5-4326-a628-3508f08823c7 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:08.766624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=8a3155d7-6be5-4326-a628-3508f08823c7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:08.773168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 8a3155d7-6be5-4326-a628-3508f08823c7 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:08.862517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1473b8b-d9f1-4554-8e29-f614a6d18093 req-cf51e265-795b-4da4-a7a9-144b63c81739 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953552 Dec 16 15:27:08.897060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-323f46a5-4c78-4af7-8303-d695b26bef77 service neutron] 10.222.0.71 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276441 Dec 16 15:27:08.938657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.007037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa035010-de01-44e5-b351-fa80eadefacd']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:09.022095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:09.022399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e214fbe2-4290-46dc-9420-2f33b6d0ecc4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:09.042041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.069465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.073515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-3809b143-ad83-4f24-8652-897d22c8281b service neutron] 10.222.0.71 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603887 Dec 16 15:27:09.079931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:27:09.080357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:27:09.084201 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:27:09.160358 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:27:09.289695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.307167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.315218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/fa035010-de01-44e5-b351-fa80eadefacd HTTP/1.1" status: 204 len: 168 time: 1.7181451 Dec 16 15:27:09.323729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:09.342208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-355262447', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:09.353024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c907c-a17c-43ad-8564-24eedc465993 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=fa035010-de01-44e5-b351-fa80eadefacd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:09.489203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.491083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.665081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.675585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-b9536136-3e0f-497c-988c-d7d008af48c2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:09.678810 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-b9536136-3e0f-497c-988c-d7d008af48c2 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.30 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.1807106 Dec 16 15:27:09.752956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.862599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Deleting port 2b208d75-b728-41d2-aee8-cfec318f659b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:09.863094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.922612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:09.923930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0cc19b2c-d6a2-4f81-872b-bce457361212 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5966346 Dec 16 15:27:09.928735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50330) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:09.937281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-727250526'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:10.028603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] For port 2b208d75-b728-41d2-aee8-cfec318f659b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2b208d75-b728-41d2-aee8-cfec318f659b,segment=NetworkSegment(294aceff-033c-4b21-b89d-10d5f88b36e3),segment_id=294aceff-033c-4b21-b89d-10d5f88b36e3)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:10.029069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.037632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:10.048197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.049927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Calling delete_port for 2b208d75-b728-41d2-aee8-cfec318f659b owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:10.111793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:10.130400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.130923 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment 70a4ce38-bc19-4b27-83c3-7962733a5175 of type vlan for network a83cdb3e-1aea-4bc6-be26-b2301494e58a Dec 16 15:27:10.282400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.331093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c97f4-24f8-4ac7-a804-b780013cf379 req-587e72a6-47a3-48ba-b885-622d4e25a73f tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.334214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-763c97f4-24f8-4ac7-a804-b780013cf379 req-587e72a6-47a3-48ba-b885-622d4e25a73f tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 945 time: 0.1379688 Dec 16 15:27:10.426284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.428080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-763c97f4-24f8-4ac7-a804-b780013cf379 req-db4de9be-b302-4019-bf0a-a62e3ddba4c6 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/security-groups?id=f148b368-cb6d-49ef-b571-1a1a6eff4369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Dec 16 15:27:10.453888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.460115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.463669 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.470222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2b208d75-b728-41d2-aee8-cfec318f659b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:10.493026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Pushing event deleted for resources: {'Port': ['ID=2b208d75-b728-41d2-aee8-cfec318f659b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:10.584532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] No DVR routers for this DVR port 2b208d75-b728-41d2-aee8-cfec318f659b on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:10.596797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:10.600450 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a0f0523-91a6-435a-b906-2bb3d046bd00 req-32967d67-9529-4cbd-b6fa-7103bc96821a tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.30 "DELETE /v2.0/ports/2b208d75-b728-41d2-aee8-cfec318f659b HTTP/1.1" status: 204 len: 173 time: 0.9150712 Dec 16 15:27:10.600967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'name': 'network-vif-deleted', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:10.604336 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2493166-4056-48ff-8997-da2f97313ebf" -d '{"events": [{"server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "name": "network-vif-deleted", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:10.604789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=a83cdb3e-1aea-4bc6-be26-b2301494e58a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:10.617329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:10.658894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a35f0aec-0d9a-47c9-a9df-412e26034f88 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7282538 Dec 16 15:27:10.662805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:10.674072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:10.740397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a3b7-4ce0-4e97-b8e9-e16b8caa7e10 req-95c3deff-c377-4f22-b57e-c64d3db0750d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:10.742138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd26a3b7-4ce0-4e97-b8e9-e16b8caa7e10 req-95c3deff-c377-4f22-b57e-c64d3db0750d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1492922 Dec 16 15:27:10.842889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd26a3b7-4ce0-4e97-b8e9-e16b8caa7e10 req-5f805be7-7b94-4e6c-8ed1-9cebc365f0af tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888224 Dec 16 15:27:10.954661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:10.960785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:11.121319 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03463de2-2386-4b71-8719-ac0e088eaae0 x-openstack-request-id: req-03463de2-2386-4b71-8719-ac0e088eaae0 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:11.122069 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b7d4a-ef38-4a68-bf78-6254db063047", "name": "network-vif-deleted", "tag": "2b208d75-b728-41d2-aee8-cfec318f659b", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:11.122688 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03463de2-2386-4b71-8719-ac0e088eaae0 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:11.123631 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b7d4a-ef38-4a68-bf78-6254db063047', 'name': 'network-vif-deleted', 'tag': '2b208d75-b728-41d2-aee8-cfec318f659b', 'status': 'completed', 'code': 200} Dec 16 15:27:11.241813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fdd6b70-c1a7-4d01-9969-73a950cb9bf7 req-13ea4067-7b83-475a-86bd-a830cf5528b3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0487654 Dec 16 15:27:11.410138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:11.540578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=a1e86e45-a8a8-4a52-80d2-a9359e2473a0,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:11.558145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:11.559408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: a83cdb3e-1aea-4bc6-be26-b2301494e58a, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:11.651217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-466e70ac-b9d1-4b53-af5b-962b5f36a9b9 req-59c87ad9-2f36-4d5b-8541-9c07d915e8e1 tempest-ServerAddressesTestJSON-100240663 tempest-ServerAddressesTestJSON-100240663-project] 10.222.0.71 "GET /v2.0/ports?device_id=e08b7d4a-ef38-4a68-bf78-6254db063047 HTTP/1.1" status: 200 len: 210 time: 0.0331247 Dec 16 15:27:11.750917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:11.835016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a83cdb3e-1aea-4bc6-be26-b2301494e58a) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:11.845472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:11.846549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:11.853592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7158e1-5fee-4947-9963-a4dd46bd529f None None] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:11.963669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50384) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:11.973534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a02523b-43db-4693-9675-6b422e340e3c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3085134 Dec 16 15:27:12.134486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:27:12.138431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:12.154025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9d0dc-a411-4f7d-b0f2-8716785d5d9a req-6f5acad9-3c6d-4929-96eb-38258be17372 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:12.163916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd9d0dc-a411-4f7d-b0f2-8716785d5d9a req-6f5acad9-3c6d-4929-96eb-38258be17372 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1430774 Dec 16 15:27:12.249595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd9d0dc-a411-4f7d-b0f2-8716785d5d9a req-28f1a45e-fac1-4751-9b01-9092e00ca0e8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839109 Dec 16 15:27:12.417779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7be90c42-3099-4d0e-ad5b-ade99f9a8a1b req-9770a451-b478-44f9-8633-90fec2daa5e6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0437739 Dec 16 15:27:12.542714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Allocated IP 172.20.0.2 (a83cdb3e-1aea-4bc6-be26-b2301494e58a/a1e86e45-a8a8-4a52-80d2-a9359e2473a0/d4fa767a-f139-4b6a-970b-796de78dcbfc) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:12.618537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:12.757996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50400) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:12.826742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:12.835882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Deleting subnet 520de040-e253-4428-be75-bff674e5fb67 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:27:12.842232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:12.903538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:12.965278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.085865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.139958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:13.142941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:13.146157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.20.0.1 (a83cdb3e-1aea-4bc6-be26-b2301494e58a/a1e86e45-a8a8-4a52-80d2-a9359e2473a0/10571336-4267-4805-8d77-1850ac226c70) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:13.147165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:13.147526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.155841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Pushing event updated for resources: {'Port': ['ID=d4fa767a-f139-4b6a-970b-796de78dcbfc,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:13.167750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.168965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.169518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.170038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.170655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.170996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.171338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.171670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.172033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.172417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.172735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.173062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.173390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.199855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520de040-e253-4428-be75-bff674e5fb67,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:13.213787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.223677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9d64cf60-7e39-4410-b12a-f3c27181a64d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/520de040-e253-4428-be75-bff674e5fb67 HTTP/1.1" status: 204 len: 168 time: 0.4641130 Dec 16 15:27:13.226346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50404) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:13.256248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Attempting to bind port d4fa767a-f139-4b6a-970b-796de78dcbfc on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:13.256638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Attempting to bind port d4fa767a-f139-4b6a-970b-796de78dcbfc by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:13.257015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Attempting to bind port d4fa767a-f139-4b6a-970b-796de78dcbfc on network a83cdb3e-1aea-4bc6-be26-b2301494e58a {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:13.274341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:13.274727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Checking segment: {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:13.275143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.275547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Bound using segment: {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:13.276080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Bound port: d4fa767a-f139-4b6a-970b-796de78dcbfc, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:13.276480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.335120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.345326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.386744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2b208d75-b728-41d2-aee8-cfec318f659b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:13.423974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 2b208d75-b728-41d2-aee8-cfec318f659b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:13.424496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2b208d75-b728-41d2-aee8-cfec318f659b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:13.433308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] For port d4fa767a-f139-4b6a-970b-796de78dcbfc, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:13.438417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] For port d4fa767a-f139-4b6a-970b-796de78dcbfc, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4fa767a-f139-4b6a-970b-796de78dcbfc,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:13.474530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.478605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.516878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c12f7-4375-447c-86de-34e9fb0059bd']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:13.538601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294aceff-033c-4b21-b89d-10d5f88b36e3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:13.538910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294aceff-033c-4b21-b89d-10d5f88b36e3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:13.549219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:13.550264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a11974-3c21-4fcc-9b99-bea8fb727f05 req-4ba6ff2a-ce12-440f-b1bb-746fa3af74c1 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:13.552818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43a11974-3c21-4fcc-9b99-bea8fb727f05 req-4ba6ff2a-ce12-440f-b1bb-746fa3af74c1 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1534166 Dec 16 15:27:13.565127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.571116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:13.577532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.577974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.578334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.578706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.579030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.579371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.579708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.580068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.580402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.580733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.581075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.581400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.581732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:13.585643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:13.588107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:13.596352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.608737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:13.685034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:13.761504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b2543-1411-45f4-8dfb-f96063e0c56e None None] Pushing event updated for resources: {'Port': ['ID=d4fa767a-f139-4b6a-970b-796de78dcbfc,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:13.900680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f30c53-25b2-46e3-a672-d25bad27b787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.071230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.090889 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0091acc6-fafe-4421-8b92-de63a460a224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.167991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12de072d-2f6e-4a37-aea2-c60e70dae1d9 req-b21035d3-f429-406d-8786-9be8e1b49d8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0837600 Dec 16 15:27:14.174408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.209122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43a11974-3c21-4fcc-9b99-bea8fb727f05 req-43c03a12-cfe4-4357-aabb-2121543977a0 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472092 Dec 16 15:27:14.210680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:27:14.211523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:27:14.216177 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:27:14.300405 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f30c53-25b2-46e3-a672-d25bad27b787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.358069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4fa767a-f139-4b6a-970b-796de78dcbfc up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:14.417317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d4fa767a-f139-4b6a-970b-796de78dcbfc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:14.419424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.432460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.442195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.452751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] 10.222.0.71 "DELETE /v2.0/networks/7c5c12f7-4375-447c-86de-34e9fb0059bd HTTP/1.1" status: 204 len: 168 time: 1.2207620 Dec 16 15:27:14.494908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f30c53-25b2-46e3-a672-d25bad27b787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.507057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f14b4-efa0-4c6a-a0f5-7a0d5b9ae72d admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5c12f7-4375-447c-86de-34e9fb0059bd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:14.553744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.617962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71f30c53-25b2-46e3-a672-d25bad27b787 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3fd6c50cde2942dbab8d8dafe757f952&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0079603 Dec 16 15:27:14.619204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50424) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:14.623849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f30c53-25b2-46e3-a672-d25bad27b787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5c20a6-6714-443e-8a54-0d0a6f7f1fe1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:14.624338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d4fa767a-f139-4b6a-970b-796de78dcbfc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4fa767a-f139-4b6a-970b-796de78dcbfc,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:14.652138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.704506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.734178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.738346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.741195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.865245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d4fa767a-f139-4b6a-970b-796de78dcbfc,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:14.905826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:14.910940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.959140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50426) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:14.969710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.974800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:14.986554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa5c20a6-6714-443e-8a54-0d0a6f7f1fe1 HTTP/1.1" status: 204 len: 168 time: 0.3563576 Dec 16 15:27:15.016979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1491a-5921-4da8-a82a-556c8f7a0825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5c20a6-6714-443e-8a54-0d0a6f7f1fe1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.060464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f81f1387-67e1-4af0-9eae-8cb393fca049 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2222e55550b4bffa1ee84f91f51b773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993769 Dec 16 15:27:15.064364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:15.141032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:15.164364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.169332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:15.214274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.392660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-d2eed8d1-eef8-484b-8073-03cc33139283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.394352 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-d2eed8d1-eef8-484b-8073-03cc33139283 service neutron] 10.222.0.30 "GET /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 1025 time: 0.2504408 Dec 16 15:27:15.422869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23a21a-5738-43eb-bae4-6455545932ee None None] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:15.440427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ad45775-e564-4a46-9eaf-848726ddc1d8 req-86e17c05-e3ba-4dc1-86e8-46a2a4bb07cf tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0388110 Dec 16 15:27:15.447470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.447470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.447470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f148b368-cb6d-49ef-b571-1a1a6eff4369 HTTP/1.1" status: 204 len: 168 time: 0.3795049 Dec 16 15:27:15.486935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a9c54-4830-44b3-adce-af92a4db1f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f148b368-cb6d-49ef-b571-1a1a6eff4369,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:15.507246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-6c3a68ba-2a11-490e-80ed-fd1d29d61ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.510606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-6c3a68ba-2a11-490e-80ed-fd1d29d61ad5 service neutron] 10.222.0.30 "GET /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 1026 time: 0.1067586 Dec 16 15:27:15.514693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5af2-54a6-435b-aa15-6dc92bc7bce2 req-d4ca625d-bdd9-46e1-99ee-e97c17fea915 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.525458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcfa5af2-54a6-435b-aa15-6dc92bc7bce2 req-d4ca625d-bdd9-46e1-99ee-e97c17fea915 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1582448 Dec 16 15:27:15.666844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a6db73c1-d630-4d49-acbd-937fed306bf5 None None] Provisioning complete for port d4fa767a-f139-4b6a-970b-796de78dcbfc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:15.666844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6db73c1-d630-4d49-acbd-937fed306bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:15.667222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcfa5af2-54a6-435b-aa15-6dc92bc7bce2 req-01976d1b-f785-44cc-b3e6-dd059aca3710 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332710 Dec 16 15:27:15.745361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:27:15.782949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-34da48cc-7913-467c-9c80-1c1c2366b654 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.801013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-34da48cc-7913-467c-9c80-1c1c2366b654 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.808937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-34da48cc-7913-467c-9c80-1c1c2366b654 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:15.810701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-34da48cc-7913-467c-9c80-1c1c2366b654 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 1989 time: 0.2722447 Dec 16 15:27:15.986201 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-486608b8-0a38-4020-897b-bca60dca4cd7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a06f5318304c34af39eb2591a87408 HTTP/1.1" status: 200 len: 378 time: 0.1263988 Dec 16 15:27:15.987496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:15.993623 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8013b6a5-7533-4fbd-8dfc-c887354d3ded tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0278180 Dec 16 15:27:15.996321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50444) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:16.002059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:16.022106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1956284497'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:16.024663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'admin_state_up': True, 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'security_groups': ['f2e8e516-1e8a-4315-9d31-3d86c42b1a6f']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:16.025844 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:16.031344 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:16.166298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:16.169956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.174077 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:16.220908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:16.245865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.247355 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment ecef19bd-4b02-47b7-8a5c-80410b51561f of type vlan for network b3dbb2b6-a274-46de-90dd-d06b75ed2539 Dec 16 15:27:16.250274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:16.251019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-588e1ab6-5690-4bed-ba9b-e7193102ed25 None None] Provisioning complete for port 10571336-4267-4805-8d77-1850ac226c70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:16.251407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-588e1ab6-5690-4bed-ba9b-e7193102ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.347608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-588e1ab6-5690-4bed-ba9b-e7193102ed25 None None] Port 10571336-4267-4805-8d77-1850ac226c70 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:16.353876 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-facdbb26-14fa-4a23-ac5d-9dd4f433f578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.375019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4fa767a-f139-4b6a-970b-796de78dcbfc up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:16.388395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:16.403538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.454559 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.558955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-588e1ab6-5690-4bed-ba9b-e7193102ed25 None None] Provisioning complete for port d4fa767a-f139-4b6a-970b-796de78dcbfc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:16.560020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-588e1ab6-5690-4bed-ba9b-e7193102ed25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.587590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-facdbb26-14fa-4a23-ac5d-9dd4f433f578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.638739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.647740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:16.649293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.675311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9975c2de-592a-4c03-8fc9-cb2abb8429ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.702559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d4fa767a-f139-4b6a-970b-796de78dcbfc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:16.703319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.712005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-facdbb26-14fa-4a23-ac5d-9dd4f433f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:16.878992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-facdbb26-14fa-4a23-ac5d-9dd4f433f578 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a407c271c11b44c384922257ec61197f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6263876 Dec 16 15:27:16.931984 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:13Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:14Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:16.984234 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:16.984865 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Updating router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 port 10571336-4267-4805-8d77-1850ac226c70 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:27:17.015262 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.065827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0675788 Dec 16 15:27:17.066551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:17.068321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:17.159506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:17.232302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9d765330-4949-4767-aa32-45624762139b None None] Provisioning complete for port 10571336-4267-4805-8d77-1850ac226c70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:17.232684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d765330-4949-4767-aa32-45624762139b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.310302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9d765330-4949-4767-aa32-45624762139b None None] Port 10571336-4267-4805-8d77-1850ac226c70 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:17.314503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 172.20.0.3 (33eaffb9-27c4-4bc8-8b42-75d7d744b269/f8059159-e704-49f6-9cb3-838b52e76157/891d7ac3-b85f-4fa7-84f7-3fca0942a2f1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:17.396450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-583661ae-ca54-4e22-a8a8-018dfd4a73c4 req-c5f81dc4-3005-4637-8187-757491d610bc tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.6690483 Dec 16 15:27:17.413234 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.465104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdbb26-14fa-4a23-ac5d-9dd4f433f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb4903e-223e-44ca-a68c-b3028fdab317,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:17.471011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166e51-0548-4ee0-b722-9bce7d44a134 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=b3dbb2b6-a274-46de-90dd-d06b75ed2539,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:17.513676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:17.546130 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.560367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eefd2d-1f80-49d1-9460-9c366fbb4e5b req-cd100c68-474f-4e53-bb48-27864c8e4de5 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.566329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5eefd2d-1f80-49d1-9460-9c366fbb4e5b req-cd100c68-474f-4e53-bb48-27864c8e4de5 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.6845882 Dec 16 15:27:17.571108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.698473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:17.703816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.706762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.723214 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Pushing event updated for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:17.745801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.765965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.798985 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.800087 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.800678 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.801271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.801773 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.802330 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:17.819263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Attempting to bind port 10571336-4267-4805-8d77-1850ac226c70 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:17.819533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:17.821236 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Attempting to bind port 10571336-4267-4805-8d77-1850ac226c70 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:17.821972 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Attempting to bind port 10571336-4267-4805-8d77-1850ac226c70 on network a83cdb3e-1aea-4bc6-be26-b2301494e58a {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:17.825765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:17.829784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:17.831972 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:17.832893 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Checking segment: {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:17.833503 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.834064 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Bound using segment: {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:17.835015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Bound port: 10571336-4267-4805-8d77-1850ac226c70, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a4ce38-bc19-4b27-83c3-7962733a5175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:17.835806 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.902643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:17.903304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:17.953737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:18.042653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] For port 10571336-4267-4805-8d77-1850ac226c70, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:18.047566 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-bb9d5d7b-ec2d-495c-a350-aa9ff7ea07f5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519574 Dec 16 15:27:18.053784 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] For port 10571336-4267-4805-8d77-1850ac226c70, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10571336-4267-4805-8d77-1850ac226c70,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:18.067203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'admin_state_up': True, 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'security_groups': ['f2e8e516-1e8a-4315-9d31-3d86c42b1a6f']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:18.113216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5eefd2d-1f80-49d1-9460-9c366fbb4e5b req-1cf631b9-7fe6-4555-b659-b7bc9c0f29af tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327313 Dec 16 15:27:18.115750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.159007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c1b3cef2-5d4a-4259-9bd7-7ef74d68df4e None None] Provisioning complete for port 10571336-4267-4805-8d77-1850ac226c70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:18.159372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c1b3cef2-5d4a-4259-9bd7-7ef74d68df4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.204689 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.304492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c1b3cef2-5d4a-4259-9bd7-7ef74d68df4e None None] Port 10571336-4267-4805-8d77-1850ac226c70 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:18.362588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50480) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:18.383252 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:18.387382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:18.405140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.410561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.419226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/deb4903e-223e-44ca-a68c-b3028fdab317 HTTP/1.1" status: 204 len: 168 time: 1.2755923 Dec 16 15:27:18.486785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bb8155d6-195e-4fd8-853c-d8ca6cce0ccc None None] Provisioning complete for port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:18.499725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02715c-9f19-47f0-932d-879dc64b0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb4903e-223e-44ca-a68c-b3028fdab317,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:18.500523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb8155d6-195e-4fd8-853c-d8ca6cce0ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.637302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:18.641542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.706298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bb8155d6-195e-4fd8-853c-d8ca6cce0ccc None None] Port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:18.766897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-network', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:18.784822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:18.787197 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937d415-fd16-4a70-8c97-6354c8cd76a2 None None] Pushing event updated for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:18.851311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] Provisioning complete for port 10571336-4267-4805-8d77-1850ac226c70 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:18.852857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:18.886244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc16d9-70e3-4a6d-8d64-0fe5e3d84a2d req-e6120aea-cb1f-497a-be8f-83140d24549f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:18.889593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88bc16d9-70e3-4a6d-8d64-0fe5e3d84a2d req-e6120aea-cb1f-497a-be8f-83140d24549f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 931 time: 0.2288387 Dec 16 15:27:18.910871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.1.1.138 (30ec235c-4b8d-4ec9-80fa-a95bb3a10d25/4c39c5b0-3427-4a6d-a256-871b1aebcf25/411660f1-4b17-42a5-b112-2e4461412f11) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:18.943659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.088006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.090359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=6a78af40-f725-45f1-8751-b92d4aa643d3,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:19.175380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.244579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] For port 10571336-4267-4805-8d77-1850ac226c70, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10571336-4267-4805-8d77-1850ac226c70,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:19.285740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Made reservation on behalf of b3cf763091064a6bbe1fc73c61961b75 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:19.302447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.321224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.350984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.375652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.409705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88bc16d9-70e3-4a6d-8d64-0fe5e3d84a2d req-cc55c893-ec4b-4592-b6c8-877e5d5632df tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4943464 Dec 16 15:27:19.483804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.494975 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:13Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:18Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:19.516849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82954326-7c29-4fa9-befd-a75137947e13 None None] Pushing event updated for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:19.549076 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5d50a-3e85-4dfa-94f6-57a24cb7b27e None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:13Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:18Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:19.558463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:19.568717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:19.573184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:19.654145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:19.693874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:19.694640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: b3dbb2b6-a274-46de-90dd-d06b75ed2539, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:19.700694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.701511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.742178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-59c3cc1c-26ea-44dd-b815-ad183410562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.750800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-59c3cc1c-26ea-44dd-b815-ad183410562c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 1096 time: 0.5038657 Dec 16 15:27:19.811328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.835103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b7bf-f088-463b-98ad-2a028492604f req-d82166c6-782a-42d3-9551-0041e6be66f5 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.842709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5514b7bf-f088-463b-98ad-2a028492604f req-d82166c6-782a-42d3-9551-0041e6be66f5 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.3766799 Dec 16 15:27:19.859168 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-304830b2-10d0-4c65-acd8-1f9f3f66cc3f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7971261 Dec 16 15:27:19.876596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'admin_state_up': True, 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'security_groups': ['f2e8e516-1e8a-4315-9d31-3d86c42b1a6f']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:19.939916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:19.952257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-48cab55d-36bd-4b07-a4f0-ae94ea215677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:19.952257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-48cab55d-36bd-4b07-a4f0-ae94ea215677 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 200 len: 916 time: 0.1814566 Dec 16 15:27:20.065677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1dc9eb3e-45bf-4ffb-97ab-8216c73635e3 None None] Provisioning complete for port 411660f1-4b17-42a5-b112-2e4461412f11 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:20.091692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dc9eb3e-45bf-4ffb-97ab-8216c73635e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.161681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9eb3e-45bf-4ffb-97ab-8216c73635e3 None None] Port 411660f1-4b17-42a5-b112-2e4461412f11 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:20.168796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-7174b665-03b5-43fa-bab6-2685c7a6e6ba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b184d7b4-de59-4063-8a9b-a787313688fe HTTP/1.1" status: 200 len: 217 time: 0.1797609 Dec 16 15:27:20.184786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.365870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:20.365870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:20.367363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0925dda9-098c-49ca-b869-a7fe7e6434cf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:20.378374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5514b7bf-f088-463b-98ad-2a028492604f req-34bf4dc1-a2d4-4b1b-8078-9f14ab9141e8 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275498 Dec 16 15:27:20.382121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.382579 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Added segment 49665b44-7630-4119-a9b0-316955b9eda5 of type vlan for network 997ae88d-95c2-440e-885e-ef40a1afb0a7 Dec 16 15:27:20.407405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-e8a4239d-6f74-46d2-b120-16efb450ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.414195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-e8a4239d-6f74-46d2-b120-16efb450ad2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 200 len: 854 time: 0.2159128 Dec 16 15:27:20.506242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10571336-4267-4805-8d77-1850ac226c70 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:20.623440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b3dbb2b6-a274-46de-90dd-d06b75ed2539) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:20.632849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 10571336-4267-4805-8d77-1850ac226c70 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:20.633351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.639777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:20.648113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.658032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.662809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.663090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c379e-4682-4e2a-8a54-49e935d883ef None None] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:20.672954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:20.755528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-44660865-d2b1-4a50-b10f-d0f33255eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:20.766795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-44660865-d2b1-4a50-b10f-d0f33255eba3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7d42cf12-1297-48c4-bb8f-ee4b48056e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2777276 Dec 16 15:27:21.015991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-54fcb681-2def-4047-8c7a-dc8f507c951b tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8666627 Dec 16 15:27:21.033285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50522) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:21.048011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d622-9c57-41dd-9b5e-f60f27c67696 req-ba03d838-00c0-4219-b7ca-ca6c4a07e46d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.088844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d622-9c57-41dd-9b5e-f60f27c67696 req-ba03d838-00c0-4219-b7ca-ca6c4a07e46d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.097917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0869d622-9c57-41dd-9b5e-f60f27c67696 req-ba03d838-00c0-4219-b7ca-ca6c4a07e46d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 1653 time: 0.4671834 Dec 16 15:27:21.134800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:27:21.134800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.136055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.136971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.137568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.264106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.1.1.135 (30ec235c-4b8d-4ec9-80fa-a95bb3a10d25/4c39c5b0-3427-4a6d-a256-871b1aebcf25/4815d4c1-7260-45fd-9db8-01e0d51d0e8c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:21.335540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-d2e8ef0c-8447-482a-bc28-741b4842d71c service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672994 Dec 16 15:27:21.433922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Allocated IP 172.21.0.2 (b3dbb2b6-a274-46de-90dd-d06b75ed2539/6a78af40-f725-45f1-8751-b92d4aa643d3/584c47bc-f480-430c-8724-e123d75b0996) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:21.500310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=997ae88d-95c2-440e-885e-ef40a1afb0a7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:21.525457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:21.526180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05ae22de-6ade-426d-875b-a7d197cf1ca8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1468885 Dec 16 15:27:21.534117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Request body: {'subnet': {'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-subnet', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:21.545298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:21.559708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0869d622-9c57-41dd-9b5e-f60f27c67696 req-cfcc614b-5b8d-496f-ba3b-bf43a861c097 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4271038 Dec 16 15:27:21.676401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e360f8-2a99-4486-88ae-ab2e8d8c31f5 req-71d33f88-fee7-4107-94ed-a6b81c137b99 service neutron] 10.222.0.74 "GET /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328528 Dec 16 15:27:21.887483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.992231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:21.994729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57df2a-cec9-4c25-b3b6-68836c140c8f req-2bda2380-bbdb-4476-98f0-d8b8a116068c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:21.998476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f57df2a-cec9-4c25-b3b6-68836c140c8f req-2bda2380-bbdb-4476-98f0-d8b8a116068c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.2537234 Dec 16 15:27:22.084577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f57df2a-cec9-4c25-b3b6-68836c140c8f req-68c8a794-8635-435d-80aa-604b232e1008 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742104 Dec 16 15:27:22.107520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.111954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Made reservation on behalf of b3cf763091064a6bbe1fc73c61961b75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:22.115368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.157587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:22.163366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:22.179214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:22.189542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Pushing event updated for resources: {'Port': ['ID=584c47bc-f480-430c-8724-e123d75b0996,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:22.302156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Attempting to bind port 584c47bc-f480-430c-8724-e123d75b0996 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:22.303481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Attempting to bind port 584c47bc-f480-430c-8724-e123d75b0996 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:22.304353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Attempting to bind port 584c47bc-f480-430c-8724-e123d75b0996 on network b3dbb2b6-a274-46de-90dd-d06b75ed2539 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:22.315075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:22.315715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Checking segment: {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:22.316550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.317189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Bound using segment: {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:22.318005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Bound port: 584c47bc-f480-430c-8724-e123d75b0996, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:22.318618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.458297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.500779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] For port 584c47bc-f480-430c-8724-e123d75b0996, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:22.508591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] For port 584c47bc-f480-430c-8724-e123d75b0996, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=584c47bc-f480-430c-8724-e123d75b0996,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:22.515688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50544) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:22.684207 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.820209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:22.820727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d4714-6ace-4861-91e3-7f0ff8643be5 None None] Pushing event updated for resources: {'Port': ['ID=584c47bc-f480-430c-8724-e123d75b0996,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:22.829358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:22.845209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:22.849499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:22.920523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:22.951997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.058575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed05-8bf0-4efe-8f5e-2a57e23f7bdd req-78fa2806-faf3-446d-917c-b52e3bad813e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.076335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed05-8bf0-4efe-8f5e-2a57e23f7bdd req-78fa2806-faf3-446d-917c-b52e3bad813e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.092049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed05-8bf0-4efe-8f5e-2a57e23f7bdd req-78fa2806-faf3-446d-917c-b52e3bad813e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.107211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e20ed05-8bf0-4efe-8f5e-2a57e23f7bdd req-78fa2806-faf3-446d-917c-b52e3bad813e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 2374 time: 0.3869543 Dec 16 15:27:23.141657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.142273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.245446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.302345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be24c7d0-7235-46cd-8c13-3afc6a42d677 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4301465 Dec 16 15:27:23.416004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.482438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa167a6-63ee-4cae-a981-cbd98f8abf85 req-ab45f698-0f3b-48ff-8f92-f93f017904fb tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.494827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aa167a6-63ee-4cae-a981-cbd98f8abf85 req-ab45f698-0f3b-48ff-8f92-f93f017904fb tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1129048 Dec 16 15:27:23.515487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e20ed05-8bf0-4efe-8f5e-2a57e23f7bdd req-dea701d1-79ec-4ba9-9765-55df40f5e4e8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2275126 Dec 16 15:27:23.534836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.582786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eaa5022d-a2a3-4dbe-b259-6c9dd8ea4289 None None] Provisioning complete for port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:23.582786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eaa5022d-a2a3-4dbe-b259-6c9dd8ea4289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.610220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'admin_state_up': True, 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'security_groups': ['f2e8e516-1e8a-4315-9d31-3d86c42b1a6f']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:23.611170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aa167a6-63ee-4cae-a981-cbd98f8abf85 req-cef5df15-d66b-48db-8711-f98ea5400724 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191132 Dec 16 15:27:23.624240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6a7002-93d0-48ec-bd09-5a927129707d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:23.644999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=329261c92f244a22966f2fe3e94294f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1277189 Dec 16 15:27:23.649597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50558) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:23.661189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b481bcf3-05e6-4bf2-ad6d-fbb4f99ce7f0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:23.672617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5022d-a2a3-4dbe-b259-6c9dd8ea4289 None None] Port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:23.706258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.706618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.706969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.707312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.707651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.708250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.708593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.709314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.709665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.710135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.710656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.711000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.711331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7eb8ffc-c48c-4794-b23f-97ab5a0163f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:27:23.749278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.850379 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:23.902008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53bfa-41ca-42f8-a21a-8d263f2dbf5a req-a7003765-9891-4b35-a17d-0bbb25ba4997 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:23.903735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ee53bfa-41ca-42f8-a21a-8d263f2dbf5a req-a7003765-9891-4b35-a17d-0bbb25ba4997 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1316612 Dec 16 15:27:23.973682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ee53bfa-41ca-42f8-a21a-8d263f2dbf5a req-b9f3c8a1-e647-4306-949a-a7fb72942413 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630319 Dec 16 15:27:24.060840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:24.063581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:24.064885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b481bcf3-05e6-4bf2-ad6d-fbb4f99ce7f0 HTTP/1.1" status: 204 len: 168 time: 0.4142294 Dec 16 15:27:24.107079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0eaa4-dd1c-45c6-89e1-fbea521b4f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b481bcf3-05e6-4bf2-ad6d-fbb4f99ce7f0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:24.133401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Checking segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:24.134056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Network hostable DHCP agents. Network: 997ae88d-95c2-440e-885e-ef40a1afb0a7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:24.146344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.21.0.1 (b3dbb2b6-a274-46de-90dd-d06b75ed2539/6a78af40-f725-45f1-8751-b92d4aa643d3/56c4845a-9e96-40d3-a5de-2718bcd2e111) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:24.323700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c7839-6977-4432-9a91-83825c25ffcc req-217f8811-423a-4f7e-b283-8da0ac33237e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:24.326717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-075c7839-6977-4432-9a91-83825c25ffcc req-217f8811-423a-4f7e-b283-8da0ac33237e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 0.1304255 Dec 16 15:27:24.441658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:24.487980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-075c7839-6977-4432-9a91-83825c25ffcc req-1d1f849b-62ee-4f0a-941c-ca5425bc8619 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543133 Dec 16 15:27:24.580600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 997ae88d-95c2-440e-885e-ef40a1afb0a7) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:24.584889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:24.596444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bf682-f78b-4af4-8741-66c2a95a97bb None None] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:24.604014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 584c47bc-f480-430c-8724-e123d75b0996 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:24.772813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 584c47bc-f480-430c-8724-e123d75b0996 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:24.773286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:24.783720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1112a-e6c0-4a0a-8d7e-d71c858374b4 req-bea8d5fa-41ff-49f1-b973-f4864d385e09 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:24.785457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec1112a-e6c0-4a0a-8d7e-d71c858374b4 req-bea8d5fa-41ff-49f1-b973-f4864d385e09 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.1297226 Dec 16 15:27:24.800581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:24.803653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:24.804307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:24.876433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.002718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bef5e2ab-3486-4928-85fb-34bd2a374736 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.4815404 Dec 16 15:27:25.009470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318e338-6ada-4d8d-ae67-3d6b05c1336c None None] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:25.019398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec1112a-e6c0-4a0a-8d7e-d71c858374b4 req-291c333a-cbc1-481d-a7e8-6ffd519dc161 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229509 Dec 16 15:27:25.020507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:25.050482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:25.130004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2d20-1f70-4449-a740-e3df48a0917a req-277f3245-20b6-457d-bd82-911df5784334 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.131035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c9c2e-854c-441c-8052-77af37fb5563 None None] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:25.136524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2d20-1f70-4449-a740-e3df48a0917a req-277f3245-20b6-457d-bd82-911df5784334 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.165876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2d20-1f70-4449-a740-e3df48a0917a req-277f3245-20b6-457d-bd82-911df5784334 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:25.190241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-841b2d20-1f70-4449-a740-e3df48a0917a req-277f3245-20b6-457d-bd82-911df5784334 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 2374 time: 0.3920202 Dec 16 15:27:25.280437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.286561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-61772014-22f4-4dd2-8f01-811f7e6d95b4 req-a8bbf174-c215-4155-b3d1-df5f26bb2a07 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:27:25.288813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61772014-22f4-4dd2-8f01-811f7e6d95b4 req-a8bbf174-c215-4155-b3d1-df5f26bb2a07 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0633509 Dec 16 15:27:25.324409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3f859edf-dc4e-4deb-99f9-709dd55e8a64 None None] Provisioning complete for port 584c47bc-f480-430c-8724-e123d75b0996 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:25.324789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f859edf-dc4e-4deb-99f9-709dd55e8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.365791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.425777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.2.2.100 (ff21b903-d241-40b6-99ce-10486315fcd7/06f7a87e-c07e-495e-8905-885d652559cb/f9f262df-bf8f-41f4-b467-6b0a74e33006) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:25.436610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:25.452083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:25.459702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:25.475267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.477609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.544389 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.559724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:25.564947 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.621578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-841b2d20-1f70-4449-a740-e3df48a0917a req-4dda379f-09f1-4114-920d-34e2525c1a7c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4297738 Dec 16 15:27:25.644069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61772014-22f4-4dd2-8f01-811f7e6d95b4 req-85d16a6b-202d-4917-ac09-06e14b9f8008 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3426383 Dec 16 15:27:25.695092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f859edf-dc4e-4deb-99f9-709dd55e8a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.700926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 584c47bc-f480-430c-8724-e123d75b0996, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=584c47bc-f480-430c-8724-e123d75b0996,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:25.823483 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:25.964204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-3f859edf-dc4e-4deb-99f9-709dd55e8a64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:27:25.964419 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-3f859edf-dc4e-4deb-99f9-709dd55e8a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:27:25.967611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=584c47bc-f480-430c-8724-e123d75b0996,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:26.147840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.192862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c74c-2491-4ba5-a953-676ede185ed4 req-9b7e1c5c-99b7-47f0-8774-c8c31ba53b79 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.203365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b361c74c-2491-4ba5-a953-676ede185ed4 req-9b7e1c5c-99b7-47f0-8774-c8c31ba53b79 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.1200731 Dec 16 15:27:26.408941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.425820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b361c74c-2491-4ba5-a953-676ede185ed4 req-74e35c5b-6363-4384-8179-7712595b47aa tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195799 Dec 16 15:27:26.444599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 584c47bc-f480-430c-8724-e123d75b0996 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:26.460962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.677187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 584c47bc-f480-430c-8724-e123d75b0996 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:26.677513 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.914657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-2c1e2780-8812-4c0d-916e-f854c3de473c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.923878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-2c1e2780-8812-4c0d-916e-f854c3de473c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.926214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c72b4868-0cac-4e97-a8a9-ae400d8d3ce6 None None] Provisioning complete for port 56c4845a-9e96-40d3-a5de-2718bcd2e111 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:26.926917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c72b4868-0cac-4e97-a8a9-ae400d8d3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.931434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-2c1e2780-8812-4c0d-916e-f854c3de473c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.938544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-2c1e2780-8812-4c0d-916e-f854c3de473c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.940462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-2c1e2780-8812-4c0d-916e-f854c3de473c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3095 time: 0.1908696 Dec 16 15:27:26.947805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:26.960736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bffbb-bd0c-4465-bbfb-526885ba2b45 req-6eb26c87-579f-4ff1-b809-7695b2d871bd tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:26.974133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb6bffbb-bd0c-4465-bbfb-526885ba2b45 req-6eb26c87-579f-4ff1-b809-7695b2d871bd tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 0.3307717 Dec 16 15:27:27.005177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c72b4868-0cac-4e97-a8a9-ae400d8d3ce6 None None] Port 56c4845a-9e96-40d3-a5de-2718bcd2e111 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:27.021800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.022119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c72b4868-0cac-4e97-a8a9-ae400d8d3ce6 None None] Provisioning complete for port 584c47bc-f480-430c-8724-e123d75b0996 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:27.022598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c72b4868-0cac-4e97-a8a9-ae400d8d3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.074804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.077803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.136094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-160b9b13-272a-4c20-bf69-0cdb7347158b req-e56cee01-e545-4de2-a580-5a3555c8058c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372025 Dec 16 15:27:27.158735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb6bffbb-bd0c-4465-bbfb-526885ba2b45 req-e7e2c272-fa5c-4981-b898-27c865988327 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579328 Dec 16 15:27:27.159482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network ff21b903-d241-40b6-99ce-10486315fcd7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:27.163335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:27.169913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:27.232156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Allocated IP 172.25.7.174 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/de0273a6-97d1-490c-98e7-c453854a7a1c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:27.240347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:27.241180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.245125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:27.329642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.405777 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-079cf63e-fe82-4ac1-ab3c-99684c7b7d08 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8116071 Dec 16 15:27:27.435067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'admin_state_up': True, 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'security_groups': ['f2e8e516-1e8a-4315-9d31-3d86c42b1a6f']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:27.510130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5d658-1ed4-459c-a6fc-eaf44fb34354 req-7c8dc69a-ddc0-4c8b-91f3-ea04bf2947e7 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:27.511874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1f5d658-1ed4-459c-a6fc-eaf44fb34354 req-7c8dc69a-ddc0-4c8b-91f3-ea04bf2947e7 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.1602564 Dec 16 15:27:27.530357 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:27.537462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.558577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1bff7d39-d439-4393-8064-43f0e97f4318 None None] Provisioning complete for port f9f262df-bf8f-41f4-b467-6b0a74e33006 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:27.558954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1bff7d39-d439-4393-8064-43f0e97f4318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.579388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.604950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1bff7d39-d439-4393-8064-43f0e97f4318 None None] Port f9f262df-bf8f-41f4-b467-6b0a74e33006 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:27.635000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1f5d658-1ed4-459c-a6fc-eaf44fb34354 req-c51a2f7f-4b6c-495e-a974-c94af047a9a0 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136317 Dec 16 15:27:27.735368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:27.740629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:27.778895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.850901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:27.855769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:27.858426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Pushing event updated for resources: {'Port': ['ID=de0273a6-97d1-490c-98e7-c453854a7a1c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:27.874270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Made reservation on behalf of 05a06f5318304c34af39eb2591a87408 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:27.877049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:27.879570 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:27.934001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:27:28.221931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631fa3-6163-49d9-b6b9-695e0be22b81 req-24de6575-4a10-45f5-8fa8-0e40c4ec0482 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.230138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:28.238687 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-850e4bca-4488-40d4-96e9-7cdcaa11fe27 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2037539 Dec 16 15:27:28.243074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:28.248204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631fa3-6163-49d9-b6b9-695e0be22b81 req-24de6575-4a10-45f5-8fa8-0e40c4ec0482 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.249943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-1431668037'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:28.253670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ad7f4edf-4d5f-4fc1-a2ca-b8e73896e39a None None] Provisioning complete for port 56c4845a-9e96-40d3-a5de-2718bcd2e111 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:28.259189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad7f4edf-4d5f-4fc1-a2ca-b8e73896e39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.268922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:28.272184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631fa3-6163-49d9-b6b9-695e0be22b81 req-24de6575-4a10-45f5-8fa8-0e40c4ec0482 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.276212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07631fa3-6163-49d9-b6b9-695e0be22b81 req-24de6575-4a10-45f5-8fa8-0e40c4ec0482 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e&device_id=291e7808-7b5b-41f1-96d1-2b1446e65164&device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 2416 time: 0.2911348 Dec 16 15:27:28.280110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Allocated IP 10.2.2.200 (ff21b903-d241-40b6-99ce-10486315fcd7/06f7a87e-c07e-495e-8905-885d652559cb/fd817da2-0233-4aef-8b00-e335b4adbcd5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:28.369993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:28.371852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:28.411178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:28.416203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.453858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:28.465807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.466223 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment 6f24e392-f90c-4eb4-8c25-ad9905785568 of type vlan for network 5ad253bd-acde-43db-b5e9-5b78dff09db0 Dec 16 15:27:28.471632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07631fa3-6163-49d9-b6b9-695e0be22b81 req-50210e77-f64b-41e2-9a27-ec57cdecf3f9 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014948 Dec 16 15:27:28.491669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-9c18deb3-c365-4a9a-9d7b-cb3ff06fbe57 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.499654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-9c18deb3-c365-4a9a-9d7b-cb3ff06fbe57 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.507738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-9c18deb3-c365-4a9a-9d7b-cb3ff06fbe57 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.516915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-9c18deb3-c365-4a9a-9d7b-cb3ff06fbe57 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.526127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-9c18deb3-c365-4a9a-9d7b-cb3ff06fbe57 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3095 time: 0.1571760 Dec 16 15:27:28.536006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.645120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.703486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:28.737352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.740459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f854922-3c3a-41d7-a549-6bf89ce8f884 req-0ec27e00-1afe-48f0-833c-7ebe1074fb09 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116578 Dec 16 15:27:28.743912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:28.744680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.800732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.814240 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:28.822837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ad7f4edf-4d5f-4fc1-a2ca-b8e73896e39a None None] Port 56c4845a-9e96-40d3-a5de-2718bcd2e111 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:28.915674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-4aa101ec-3a39-4e1f-9142-5d93841ca742 req-eea7d886-1f55-467c-8d83-1842ee79fa2e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:27:28.915674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4aa101ec-3a39-4e1f-9142-5d93841ca742 req-eea7d886-1f55-467c-8d83-1842ee79fa2e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077162 Dec 16 15:27:28.988329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.060877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50654) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:29.064721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8194127 Dec 16 15:27:29.089420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:29.101197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:26Z', 'revision_number': 3, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:26Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:29.153066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Network ff21b903-d241-40b6-99ce-10486315fcd7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:29.166469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:29.183154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:29.204570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event updated for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:29.204866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:29.205162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Updating router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 port 56c4845a-9e96-40d3-a5de-2718bcd2e111 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:27:29.320163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4408a4-1d5e-4ca5-974d-dbc190f20be3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=5ad253bd-acde-43db-b5e9-5b78dff09db0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:29.347655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4aa101ec-3a39-4e1f-9142-5d93841ca742 req-c2e074ae-c54d-4dda-98a7-5c4a943bd547 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3859034 Dec 16 15:27:29.400367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:29.402188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.497446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.552311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4dcb6ee2-f114-46dc-9276-697b2b75ee30 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1260602 Dec 16 15:27:29.578382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:29.584052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:29.765850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-99c17ee7-74eb-4a70-bca3-f06df8a05271 None None] Provisioning complete for port fd817da2-0233-4aef-8b00-e335b4adbcd5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:29.766262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99c17ee7-74eb-4a70-bca3-f06df8a05271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.767080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.769364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.890902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:29.918907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-99c17ee7-74eb-4a70-bca3-f06df8a05271 None None] Port fd817da2-0233-4aef-8b00-e335b4adbcd5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:29.940756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50666) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:30.271958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:30.278607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.424734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e30862-d751-41c1-8c78-4d6d73b0184a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.487380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.643357 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.653727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.660829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.668806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.675387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.681891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:30.692883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-47b0933a-0e7c-4aae-b82a-0a9344b91739 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3816 time: 0.4238064 Dec 16 15:27:30.790645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:30.829888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.867684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffd66079-5d7e-4232-b29c-5e5a2a016f5a req-3b500f20-4dbd-487a-80e2-ec2448d4865b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734159 Dec 16 15:27:30.930533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Transition to ACTIVE for port object 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:30.939125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e30862-d751-41c1-8c78-4d6d73b0184a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:30.985832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3988-65a1-4f07-853f-382a4538a239 None None] Pushing event updated for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:31.007897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Router 3f0325a1-e082-4c7e-b62e-4e59556fa385 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:27:31.050759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Attempting to bind port 56c4845a-9e96-40d3-a5de-2718bcd2e111 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:31.051152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Attempting to bind port 56c4845a-9e96-40d3-a5de-2718bcd2e111 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:31.051532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Attempting to bind port 56c4845a-9e96-40d3-a5de-2718bcd2e111 on network b3dbb2b6-a274-46de-90dd-d06b75ed2539 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:31.054883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e30862-d751-41c1-8c78-4d6d73b0184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.067592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:31.068149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Checking segment: {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:31.068544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.072726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Bound using segment: {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:31.072726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Bound port: 56c4845a-9e96-40d3-a5de-2718bcd2e111, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecef19bd-4b02-47b7-8a5c-80410b51561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:31.073119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.145227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.196747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a6e30862-d751-41c1-8c78-4d6d73b0184a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f61d57514b93404da7e8cfea80081135&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2522566 Dec 16 15:27:31.196747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.198395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50680) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:31.200246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] For port 56c4845a-9e96-40d3-a5de-2718bcd2e111, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:31.200472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e30862-d751-41c1-8c78-4d6d73b0184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8864ff7-de28-42fa-b67b-cd5158dbd2f8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:31.204829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] For port 56c4845a-9e96-40d3-a5de-2718bcd2e111, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56c4845a-9e96-40d3-a5de-2718bcd2e111,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:31.284453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-55f3229d-5c95-4a9d-a239-19aaffa2a0cd None None] Provisioning complete for port 56c4845a-9e96-40d3-a5de-2718bcd2e111 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:31.284831 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55f3229d-5c95-4a9d-a239-19aaffa2a0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.351196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=cba7e559-28db-453f-acc0-a0c6c8191ef2,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:31.415941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-55f3229d-5c95-4a9d-a239-19aaffa2a0cd None None] Port 56c4845a-9e96-40d3-a5de-2718bcd2e111 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:31.418548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.543686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:31.549522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:31.550313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: 5ad253bd-acde-43db-b5e9-5b78dff09db0, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:31.553573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b3988-65a1-4f07-853f-382a4538a239 None None] Pushing event updated for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:31.604625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.606174 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:31.607084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:31.613811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:31.632554 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Sync routers for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:31.662121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:31.675317 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:31.703401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:31.774493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.782850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ffd83e46-ec34-4a94-843c-581733bbcf55 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7455230 Dec 16 15:27:31.784053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50686) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:31.785493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Attempting to bind port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:31.788225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Attempting to bind port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:31.789763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Attempting to bind port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 on network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:31.802598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.848983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 on network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:31.849519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Attempting to bind port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 on network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:31.911636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:31.912011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Checking segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:31.912311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Bound using segment: {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:31.912830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Bound port: 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:31.913197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:31.981863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:32.125349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:32.130413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:32.151535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.155081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.159004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f8864ff7-de28-42fa-b67b-cd5158dbd2f8 HTTP/1.1" status: 204 len: 168 time: 0.9464874 Dec 16 15:27:32.163091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] Provisioning complete for port 56c4845a-9e96-40d3-a5de-2718bcd2e111 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:32.163362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.181077 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:32.187086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bf3f8-2d54-47e8-aa51-94378780ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8864ff7-de28-42fa-b67b-cd5158dbd2f8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:32.205843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5ad253bd-acde-43db-b5e9-5b78dff09db0) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:32.230498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.258418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.273957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.279248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1bfc99-9be7-4e6c-bf67-8a49231b37d5 None None] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:32.305660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.306307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.307807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] 10.222.0.30 "PUT /v2.0/ports/891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 1091 time: 2.7398670 Dec 16 15:27:32.323039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:32.326000 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a98229-4bad-49f7-9d5b-a918ad2baed9" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:32.452280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:32.546236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2867-e2b3-4542-958d-6b84e2976ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:32.635316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.643112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.673712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.690691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.702922 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:28Z', 'revision_number': 3, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:32.714394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.748462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:32.755262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-5ad253bd-acde-43db-b5e9-5b78dff09db0', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:27:32.759010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:32.769047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-de83fdb6-e830-4449-aa88-dc1df73ddca0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3828 time: 0.5760889 Dec 16 15:27:32.807629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-79c7e96a-a372-4bf1-a34c-bb07a54daa5c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7426381 Dec 16 15:27:32.818072 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Checking router: 3f0325a1-e082-4c7e-b62e-4e59556fa385 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:32.820024 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Updating router 3f0325a1-e082-4c7e-b62e-4e59556fa385 port de0273a6-97d1-490c-98e7-c453854a7a1c binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:27:32.859514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:32.928855 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.214072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d0b6c6-520d-454b-b432-daf71c34d379 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:33.232000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.241349 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cdf529-68d1-4dbd-b732-f7609f1640f5 x-openstack-request-id: req-02cdf529-68d1-4dbd-b732-f7609f1640f5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:33.243732 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:33.245180 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-02cdf529-68d1-4dbd-b732-f7609f1640f5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:33.245947 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'status': 'completed', 'code': 200} Dec 16 15:27:33.258014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5edd2a56-c847-4f49-b10b-1a46cdbc3981 req-39e8d938-feaf-432b-addb-0998bd353c8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4846890 Dec 16 15:27:33.276857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.290981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Transition to ACTIVE for port object 89d0b6c6-520d-454b-b432-daf71c34d379 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:33.376230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Allocated IP 172.22.0.2 (5ad253bd-acde-43db-b5e9-5b78dff09db0/cba7e559-28db-453f-acc0-a0c6c8191ef2/2b71fb10-8499-4a3a-bf76-9f71d2083749) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:33.391311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.496322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.502005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.502005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.502005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.502005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:33.502005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-d35d3818-6382-4717-9731-f82d4900b40b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 4363 time: 0.6437218 Dec 16 15:27:33.563236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:33.698219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.797935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] For port 56c4845a-9e96-40d3-a5de-2718bcd2e111, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56c4845a-9e96-40d3-a5de-2718bcd2e111,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:33.803260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.968727 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:33.987732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Attempting to bind port 89d0b6c6-520d-454b-b432-daf71c34d379 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:33.988365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Attempting to bind port 89d0b6c6-520d-454b-b432-daf71c34d379 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:33.988956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Attempting to bind port 89d0b6c6-520d-454b-b432-daf71c34d379 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:33.998815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Port 89d0b6c6-520d-454b-b432-daf71c34d379 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:33.999556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Attempting to bind port 89d0b6c6-520d-454b-b432-daf71c34d379 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:34.010631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:34.010965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:34.012298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Bound using segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:34.023077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Bound port: 89d0b6c6-520d-454b-b432-daf71c34d379, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:34.023529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.035270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.037011 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.071652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:26Z', 'revision_number': 3, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:31Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:34.187791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c357477-248f-48b9-a410-4ee2f1082231 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:26Z', 'revision_number': 3, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:31Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:34.250510 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Attempting to bind port de0273a6-97d1-490c-98e7-c453854a7a1c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:34.251118 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Attempting to bind port de0273a6-97d1-490c-98e7-c453854a7a1c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:34.252026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Attempting to bind port de0273a6-97d1-490c-98e7-c453854a7a1c on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:34.263402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997a8a1-a57e-4dec-ba5c-3f818ac9ba96 None None] Pushing event updated for resources: {'Port': ['ID=de0273a6-97d1-490c-98e7-c453854a7a1c,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:34.267929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:34.269959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:34.269959 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.270352 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:34.270810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Bound port: de0273a6-97d1-490c-98e7-c453854a7a1c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:34.271429 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.274317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:34.282784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Pushing event updated for resources: {'Port': ['ID=2b71fb10-8499-4a3a-bf76-9f71d2083749,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:34.347793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:34.361419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=89d0b6c6-520d-454b-b432-daf71c34d379,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:34.411278 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] For port de0273a6-97d1-490c-98e7-c453854a7a1c, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:34.420969 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] For port de0273a6-97d1-490c-98e7-c453854a7a1c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de0273a6-97d1-490c-98e7-c453854a7a1c,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:34.423242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:34.432075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.441430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:34.548395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-1e95ec2a-163a-44fb-bcdb-50a09c1c30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.552002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-1e95ec2a-163a-44fb-bcdb-50a09c1c30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.552715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-1e95ec2a-163a-44fb-bcdb-50a09c1c30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.559127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-1e95ec2a-163a-44fb-bcdb-50a09c1c30bd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a06f5318304c34af39eb2591a87408&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0085576 Dec 16 15:27:34.573239 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.623337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:34.648072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:34.648072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.648072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-53e3df47-dc70-4f0b-a420-b352c0de5380 service neutron] 10.222.0.30 "PUT /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 1128 time: 2.2057667 Dec 16 15:27:34.690133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16544ce9-fb76-4a2c-ab0d-2e51c7ebba75 None None] Pushing event updated for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:34.708483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Attempting to bind port 2b71fb10-8499-4a3a-bf76-9f71d2083749 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:34.709185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Attempting to bind port 2b71fb10-8499-4a3a-bf76-9f71d2083749 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:34.709747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Attempting to bind port 2b71fb10-8499-4a3a-bf76-9f71d2083749 on network 5ad253bd-acde-43db-b5e9-5b78dff09db0 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:34.737711 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:34.738502 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:34.740767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:34.742955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Checking segment: {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:34.744100 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.744944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Bound using segment: {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:34.751855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Bound port: 2b71fb10-8499-4a3a-bf76-9f71d2083749, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:34.752575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.794536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:34.993742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:34.995418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] For port 2b71fb10-8499-4a3a-bf76-9f71d2083749, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:35.005350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] For port 2b71fb10-8499-4a3a-bf76-9f71d2083749, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2b71fb10-8499-4a3a-bf76-9f71d2083749,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:35.062200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-190ec1c7-13f9-4a85-95b9-bb9fd13ef9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.063876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1a98229-4bad-49f7-9d5b-a918ad2baed9 req-190ec1c7-13f9-4a85-95b9-bb9fd13ef9fb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110101 Dec 16 15:27:35.105638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.326112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5070cc0-10b2-453e-8e23-d8ca69f25588 req-cc4275c7-fb4c-4fd7-8476-5823b29b892f tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.328759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81725c27-8f5a-42a7-821d-360250959c94 None None] Pushing event updated for resources: {'Port': ['ID=2b71fb10-8499-4a3a-bf76-9f71d2083749,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:35.346312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5070cc0-10b2-453e-8e23-d8ca69f25588 req-cc4275c7-fb4c-4fd7-8476-5823b29b892f tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 1.4659126 Dec 16 15:27:35.379974 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997a8a1-a57e-4dec-ba5c-3f818ac9ba96 None None] Pushing event updated for resources: {'Port': ['ID=de0273a6-97d1-490c-98e7-c453854a7a1c,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:35.417301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '89d0b6c6-520d-454b-b432-daf71c34d379'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:35.421534 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "89d0b6c6-520d-454b-b432-daf71c34d379"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:35.450604 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:35.742605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.763540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.789266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.822137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.850141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.886742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:35.925378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70928e8a-4b1c-4892-bf5c-1f797df1b168 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:35.935550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-d2a112ce-a930-4e4f-a1cd-0c7cd3af1abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 4598 time: 1.2603505 Dec 16 15:27:35.936681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:28Z', 'revision_number': 3, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:35.947549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:35.977054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Transition to ACTIVE for port object 70928e8a-4b1c-4892-bf5c-1f797df1b168 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:35.993988 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663638c-4952-4b67-987f-8d7309ad402c None None] The sync data for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 is: [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:28Z', 'revision_number': 3, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:36.048183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.118562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0412863-3541-4846-9144-d5706376d183 service neutron] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:36.131097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.174075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299777-463b-4d54-b144-c91ae6829b52 req-21401988-cac9-42b7-87ce-794a1e80dcb3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:36.176974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1299777-463b-4d54-b144-c91ae6829b52 req-21401988-cac9-42b7-87ce-794a1e80dcb3 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 0.9397476 Dec 16 15:27:36.187300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5070cc0-10b2-453e-8e23-d8ca69f25588 req-11b95c81-b786-416e-a95a-2cb7e2530319 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8397944 Dec 16 15:27:36.222167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.338283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Attempting to bind port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:36.344712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Attempting to bind port 70928e8a-4b1c-4892-bf5c-1f797df1b168 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:36.345834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Attempting to bind port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:36.378328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:36.378882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Attempting to bind port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:36.409865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:36.410417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:36.411053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Bound using segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:36.412120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Bound port: 70928e8a-4b1c-4892-bf5c-1f797df1b168, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:36.413131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.601229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56c4845a-9e96-40d3-a5de-2718bcd2e111 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:36.728216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:36.736970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:36.792999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 56c4845a-9e96-40d3-a5de-2718bcd2e111 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:36.793322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.818449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.991887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:36.995372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:36.997415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c0412863-3541-4846-9144-d5706376d183 service neutron] 10.222.0.30 "PUT /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 1129 time: 2.2090461 Dec 16 15:27:37.004788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0412863-3541-4846-9144-d5706376d183 service neutron] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:37.054037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2b71fb10-8499-4a3a-bf76-9f71d2083749 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:37.065150 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dcc989-d24f-4bf5-bdb6-cfb8f3c385a4 x-openstack-request-id: req-30dcc989-d24f-4bf5-bdb6-cfb8f3c385a4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:37.065541 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "89d0b6c6-520d-454b-b432-daf71c34d379", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:37.065772 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-30dcc989-d24f-4bf5-bdb6-cfb8f3c385a4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:37.066169 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '89d0b6c6-520d-454b-b432-daf71c34d379', 'status': 'completed', 'code': 200} Dec 16 15:27:37.096913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:37.527514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2b71fb10-8499-4a3a-bf76-9f71d2083749 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:37.528233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:37.556533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.557656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.558736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.559729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.561833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.565064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.566082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:37.576953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-0bed12e1-2e92-48c0-a480-47f26412c7af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6206 time: 0.4766858 Dec 16 15:27:37.743172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fe78ee-ed19-4ba1-a2c0-e240b4f5f230 None None] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:37.848698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.022735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0260f30d-e8ce-408e-bb7a-8c84d9e483cc None None] Provisioning complete for port 2b71fb10-8499-4a3a-bf76-9f71d2083749 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:38.023156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0260f30d-e8ce-408e-bb7a-8c84d9e483cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.104593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2b71fb10-8499-4a3a-bf76-9f71d2083749, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2b71fb10-8499-4a3a-bf76-9f71d2083749,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:38.177225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.255144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ecf096-5ae3-4e49-a046-3f387e819268 req-3de63213-3540-4a2f-8346-7ea526480690 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 2.2567370 Dec 16 15:27:38.521881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de0273a6-97d1-490c-98e7-c453854a7a1c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:38.540698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2b71fb10-8499-4a3a-bf76-9f71d2083749,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:38.614996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95061e-d5bf-4e61-8b33-85deb89a1016 req-7111460e-bcb3-4a4c-8080-266d1434ad1e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.619338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b95061e-d5bf-4e61-8b33-85deb89a1016 req-7111460e-bcb3-4a4c-8080-266d1434ad1e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 945 time: 1.0750566 Dec 16 15:27:38.702189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port de0273a6-97d1-490c-98e7-c453854a7a1c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:38.702808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.745354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-c8680f14-32a2-4b79-a7c2-641f92fb7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.746406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-c8680f14-32a2-4b79-a7c2-641f92fb7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.746836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-c8680f14-32a2-4b79-a7c2-641f92fb7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:38.757407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-c8680f14-32a2-4b79-a7c2-641f92fb7de3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a06f5318304c34af39eb2591a87408&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1624205 Dec 16 15:27:38.758063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.878866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50768) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:38.890646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.22.0.1 (5ad253bd-acde-43db-b5e9-5b78dff09db0/cba7e559-28db-453f-acc0-a0c6c8191ef2/1be216f1-9802-461c-b52d-749095097db7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:38.929456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28240ba1-5bd7-4709-bf43-4a9ed3dee50c None None] Provisioning complete for port 2b71fb10-8499-4a3a-bf76-9f71d2083749 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:38.930593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28240ba1-5bd7-4709-bf43-4a9ed3dee50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:38.931476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Deleting port c698c69f-1c73-4a3e-a762-7368c06707ed {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:38.932200 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.107904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Allocated IP 172.20.0.1 (997ae88d-95c2-440e-885e-ef40a1afb0a7/bb6a7002-93d0-48ec-bd09-5a927129707d/5a338a90-c8ab-4bdc-8721-9aaa5be96072) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:39.211338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.279601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b95061e-d5bf-4e61-8b33-85deb89a1016 req-8da961c1-c2de-41f0-95c0-4d811e2200c2 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421576 Dec 16 15:27:39.347201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port de0273a6-97d1-490c-98e7-c453854a7a1c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de0273a6-97d1-490c-98e7-c453854a7a1c,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:39.380337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '70928e8a-4b1c-4892-bf5c-1f797df1b168'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:39.382629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5c7a-4105-4279-bd98-2b52afb54bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.387131 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca9236d-0038-4bc3-8284-49708bb875e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "70928e8a-4b1c-4892-bf5c-1f797df1b168"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:39.396706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-f1625190-8a48-4aa5-a57f-03127071e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:39.400166 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8833cb48-e5b9-420e-a827-e4fc9bd0afc3 req-f1625190-8a48-4aa5-a57f-03127071e7ac service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6248016 Dec 16 15:27:39.420610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.555226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c698c69f-1c73-4a3e-a762-7368c06707ed no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:39.631935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07419f96-0dd3-46ef-8827-681876132e40 req-bb498627-90d5-454f-84d5-d5d49ce740ee tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:39.647377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07419f96-0dd3-46ef-8827-681876132e40 req-bb498627-90d5-454f-84d5-d5d49ce740ee tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.6214612 Dec 16 15:27:39.715006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=de0273a6-97d1-490c-98e7-c453854a7a1c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:39.805864 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.906000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:39.908461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:39.910398 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2578bbe6-e9b8-4212-a0aa-c3f2442310ef" -d '{"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-unplugged", "status": "completed", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:39.942185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] For port c698c69f-1c73-4a3e-a762-7368c06707ed, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c698c69f-1c73-4a3e-a762-7368c06707ed,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:39.942596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.966626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.983192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:39.989624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411660f1-4b17-42a5-b112-2e4461412f11 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:40.008236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.038254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Transition to ACTIVE for port object 411660f1-4b17-42a5-b112-2e4461412f11 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:40.039506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:40.064420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.067685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5c7a-4105-4279-bd98-2b52afb54bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.071383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Calling delete_port for c698c69f-1c73-4a3e-a762-7368c06707ed owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:40.088806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07419f96-0dd3-46ef-8827-681876132e40 req-405bdb3b-37c1-4a83-a4f9-4db061875976 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383729 Dec 16 15:27:40.122069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.125633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.149670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.162257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.178060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.181413 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58babcc-9727-4065-b693-a485b6d6e879 x-openstack-request-id: req-b58babcc-9727-4065-b693-a485b6d6e879 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:40.181982 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "70928e8a-4b1c-4892-bf5c-1f797df1b168", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:40.182892 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b58babcc-9727-4065-b693-a485b6d6e879 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:40.182892 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '70928e8a-4b1c-4892-bf5c-1f797df1b168', 'status': 'completed', 'code': 200} Dec 16 15:27:40.190732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.202282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.213463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.230398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-c847875b-01c5-4d14-a42f-e2e20c0f37aa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5369 time: 0.6607971 Dec 16 15:27:40.270343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5c7a-4105-4279-bd98-2b52afb54bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.346454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:40.447960 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f82640-dba6-441a-80d7-5a2ca839320a x-openstack-request-id: req-87f82640-dba6-441a-80d7-5a2ca839320a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:40.449638 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-unplugged", "status": "completed", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:40.450386 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-87f82640-dba6-441a-80d7-5a2ca839320a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:40.451245 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'code': 200} Dec 16 15:27:40.526177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2b71fb10-8499-4a3a-bf76-9f71d2083749 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:40.538395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Attempting to bind port 411660f1-4b17-42a5-b112-2e4461412f11 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:40.539250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Attempting to bind port 411660f1-4b17-42a5-b112-2e4461412f11 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:40.543258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Attempting to bind port 411660f1-4b17-42a5-b112-2e4461412f11 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:40.575476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Port 411660f1-4b17-42a5-b112-2e4461412f11 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:40.578281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Attempting to bind port 411660f1-4b17-42a5-b112-2e4461412f11 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:40.607356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:40.607711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:40.608150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Bound using segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:40.609484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Bound port: 411660f1-4b17-42a5-b112-2e4461412f11, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:40.610333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.628290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c6bf5c7a-4105-4279-bd98-2b52afb54bf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9dd8431d96434ee58cc6e5e1eeda8acc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7395258 Dec 16 15:27:40.634436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.635655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.636839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.637973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.639053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.640308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.641487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.645491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-e99c5636-43e2-4915-be84-f97267c8ab32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6231 time: 0.4169211 Dec 16 15:27:40.646580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:40.677186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf5c7a-4105-4279-bd98-2b52afb54bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8306427-5e51-46c6-b517-67019223d43e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:40.681335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2b71fb10-8499-4a3a-bf76-9f71d2083749 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:40.698024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.756330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.781669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae26d9c4-7b3c-4863-ab03-a7bea5ccfe35 req-df96ce07-5a54-40a9-8287-2815509aeb42 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5495369 Dec 16 15:27:40.839160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:40.862867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7cb5-3ac7-4dcb-a25e-1a2096cac807 req-c3ebaad6-36ef-4400-a729-9a68b11c3241 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.873925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-897d7cb5-3ac7-4dcb-a25e-1a2096cac807 req-c3ebaad6-36ef-4400-a729-9a68b11c3241 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 943 time: 0.2405322 Dec 16 15:27:40.928725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-678abe33-d5f2-4659-8c12-b33b17dcb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.929235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:40.929845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-678abe33-d5f2-4659-8c12-b33b17dcb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.930555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-678abe33-d5f2-4659-8c12-b33b17dcb489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:40.934262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-678abe33-d5f2-4659-8c12-b33b17dcb489 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a06f5318304c34af39eb2591a87408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2572143 Dec 16 15:27:41.002031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:41.009597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:41.014576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:41.099175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:41.100636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.102658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de0273a6-97d1-490c-98e7-c453854a7a1c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:41.152826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:41.157688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:41.310655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port de0273a6-97d1-490c-98e7-c453854a7a1c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:41.310655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.378520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:41.382534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.470113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:41.484851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.511728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-c6b47f80-1cd2-4fa9-8288-f393a4d25377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.514381 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-c6b47f80-1cd2-4fa9-8288-f393a4d25377 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5661566 Dec 16 15:27:41.552960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.566203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.572103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2ba79ef9-d6c5-4b68-a935-8b48607f73bb None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:41.572705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ba79ef9-d6c5-4b68-a935-8b48607f73bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.624669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-897d7cb5-3ac7-4dcb-a25e-1a2096cac807 req-da63644c-ad98-4eaa-8f47-c6c915e59b58 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490990 Dec 16 15:27:41.636328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2ba79ef9-d6c5-4b68-a935-8b48607f73bb None None] Port 1be216f1-9802-461c-b52d-749095097db7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:41.757292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Pushing event updated for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:41.770255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:41.771296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.773886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] 10.222.0.30 "PUT /v2.0/ports/411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 1091 time: 4.6815791 Dec 16 15:27:41.815460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4937731-8002-442a-8353-3d1dba39dbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:41.835433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:41.874003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b184d7b4-de59-4063-8a9b-a787313688fe', '67bf6dd8-3968-4629-9d87-c5de62ed1b42'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:41.901679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:41.967737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-d8d35b76-9f69-42fe-a6c5-a437d5e5c44f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4685361 Dec 16 15:27:41.994253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.003300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.005790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8306427-5e51-46c6-b517-67019223d43e HTTP/1.1" status: 204 len: 168 time: 1.3427579 Dec 16 15:27:42.055074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event deleted for resources: {'Port': ['ID=c698c69f-1c73-4a3e-a762-7368c06707ed,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:42.104745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a098-e0be-45c5-a7a0-f905779f7118 req-f556e372-6738-45cf-ba79-d2496200cb44 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:42.118061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c5a098-e0be-45c5-a7a0-f905779f7118 req-f556e372-6738-45cf-ba79-d2496200cb44 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.6165788 Dec 16 15:27:42.124067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3578fa-4a96-4c9b-8cb9-843a80e19367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8306427-5e51-46c6-b517-67019223d43e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:42.142983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.186663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:42.192377 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "411660f1-4b17-42a5-b112-2e4461412f11"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:42.296040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.435301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] No DVR routers for this DVR port c698c69f-1c73-4a3e-a762-7368c06707ed on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:42.453058 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.459149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1299777-463b-4d54-b144-c91ae6829b52 req-d0166642-7d8b-451c-b30d-660655ecf49b tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.30 "DELETE /v2.0/ports/c698c69f-1c73-4a3e-a762-7368c06707ed HTTP/1.1" status: 204 len: 173 time: 6.2628560 Dec 16 15:27:42.472564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-deleted', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:42.475145 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88511240-ac05-4958-ab51-a1d73f57c641" -d '{"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-deleted", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:42.551508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:42.555310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-53150cf4-7ec1-4b00-ae1d-b9fd13797723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:42.556960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-53150cf4-7ec1-4b00-ae1d-b9fd13797723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58455f49922343008db28458ba9a70dd&device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 1097 time: 0.3855214 Dec 16 15:27:42.569191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c5a098-e0be-45c5-a7a0-f905779f7118 req-1f2aa550-5c0a-4035-a4ed-1a7913118307 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4498553 Dec 16 15:27:42.665197 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427d1f9b-0fbc-4c04-ac9c-058c962bcc6f x-openstack-request-id: req-427d1f9b-0fbc-4c04-ac9c-058c962bcc6f {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:42.667142 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "411660f1-4b17-42a5-b112-2e4461412f11", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:42.667954 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-427d1f9b-0fbc-4c04-ac9c-058c962bcc6f {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:42.672620 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11', 'status': 'completed', 'code': 200} Dec 16 15:27:42.998920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.013309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.023964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4815d4c1-7260-45fd-9db8-01e0d51d0e8c {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:43.026323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.037007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.039158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.048276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.060227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.064523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Transition to ACTIVE for port object 4815d4c1-7260-45fd-9db8-01e0d51d0e8c will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:43.076201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.078457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-7096b83b-23d8-44bd-b2df-da3c8ed2abff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5381 time: 0.9093950 Dec 16 15:27:43.141032 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e4cc4-9f76-43f5-8aa0-928c202ef726 x-openstack-request-id: req-9e1e4cc4-9f76-43f5-8aa0-928c202ef726 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:43.141304 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b7d1a5-2081-4606-904f-5ac3eccec55e", "name": "network-vif-deleted", "tag": "c698c69f-1c73-4a3e-a762-7368c06707ed", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:43.141575 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e1e4cc4-9f76-43f5-8aa0-928c202ef726 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:43.141960 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b7d1a5-2081-4606-904f-5ac3eccec55e', 'name': 'network-vif-deleted', 'tag': 'c698c69f-1c73-4a3e-a762-7368c06707ed', 'status': 'completed', 'code': 200} Dec 16 15:27:43.163457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.244072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfdba1ff-29c0-459c-8a9b-c77dd607b1fa req-55835d2f-1161-4ac1-93f0-e753fa28d3a6 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b7d1a5-2081-4606-904f-5ac3eccec55e HTTP/1.1" status: 200 len: 210 time: 0.1395516 Dec 16 15:27:43.393351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Attempting to bind port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:43.394462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Attempting to bind port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:43.394867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Attempting to bind port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:43.407391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.412144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:43.412636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Attempting to bind port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:43.425065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:43.428725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Checking segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:43.429247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Bound using segment: {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:43.429975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Bound port: 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32b363-fdb9-4a79-942a-0650440c6be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:43.430459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.563283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50818) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:43.623943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a2829b9-d36a-4b86-abe8-078f7d1229d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.629682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:43.677083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:43.772889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.849573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.850350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.852183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] 10.222.0.30 "PUT /v2.0/ports/4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 1091 time: 1.9626257 Dec 16 15:27:43.876609 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a2829b9-d36a-4b86-abe8-078f7d1229d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:43.914233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583ced-8911-4d13-ae5a-e971b3acd96d service neutron] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:43.952193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.952663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.953137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.953593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.954053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.955234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.955234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:43.957814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-4b9fd91c-0846-478c-8ec7-8074caf635f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6298 time: 0.8516831 Dec 16 15:27:43.994461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a2829b9-d36a-4b86-abe8-078f7d1229d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.046569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:44.066831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-108a327b-66fb-4fc3-b6fc-2407812da738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.069666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-108a327b-66fb-4fc3-b6fc-2407812da738 service neutron] 10.222.0.30 "GET /v2.0/networks?id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 200 len: 913 time: 1.4406722 Dec 16 15:27:44.075185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d452a35-b0d2-4805-b691-327501ef77d6 req-9ba05336-030b-4eee-924c-0e124b80af3d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9322016 Dec 16 15:27:44.146789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63f09acb-1d28-4cc9-b251-e340bd945f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.163990 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a2829b9-d36a-4b86-abe8-078f7d1229d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7b3d2b870db148338565b32ac12dd4b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5984187 Dec 16 15:27:44.178208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2829b9-d36a-4b86-abe8-078f7d1229d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d36cd58-fec5-47cb-a8f6-123cda08f098,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:44.201934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:44.225999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-cded71ab-7834-4498-b607-7308f752ec44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 200 len: 1002 time: 0.1164458 Dec 16 15:27:44.326386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.491342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.577810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-f73144cc-7963-4b6b-b185-9f607fe87cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.580330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-f73144cc-7963-4b6b-b185-9f607fe87cda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13338c42-9eaf-418c-ad02-3ab4159eb485 HTTP/1.1" status: 200 len: 851 time: 0.3394890 Dec 16 15:27:44.585844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-146f9c27-b2ce-4ac2-8f49-aac8d32b7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.586963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-146f9c27-b2ce-4ac2-8f49-aac8d32b7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.588050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-146f9c27-b2ce-4ac2-8f49-aac8d32b7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.591749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-146f9c27-b2ce-4ac2-8f49-aac8d32b7554 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a06f5318304c34af39eb2591a87408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6163220 Dec 16 15:27:44.611241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.775098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:44.780698 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:44.801623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.833148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:44.839293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Pushing event updated for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:44.875951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-6c83cdb0-26b9-4118-baa5-1a9f7d008140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:44.877981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-6c83cdb0-26b9-4118-baa5-1a9f7d008140 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2846131 Dec 16 15:27:44.919304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.056313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.061422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-ad8b71b1-fa83-4cd2-b29e-1472243356c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.064136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dd79daa-c48e-4a1e-ac90-bb86ecfde515 req-ad8b71b1-fa83-4cd2-b29e-1472243356c9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426973 Dec 16 15:27:45.113791 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfff54e-6bdd-44ab-b419-2b9ba912d339 x-openstack-request-id: req-bdfff54e-6bdd-44ab-b419-2b9ba912d339 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:45.114417 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:45.114847 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bdfff54e-6bdd-44ab-b419-2b9ba912d339 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:45.116520 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'status': 'completed', 'code': 200} Dec 16 15:27:45.128081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.130676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:45.260757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:45.266536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:45.270797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-f9bdf946-e5a4-48cb-a7f0-1dafbbaf704f service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533878 Dec 16 15:27:45.278858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f262df-bf8f-41f4-b467-6b0a74e33006 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:45.302228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.349218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.359674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Transition to ACTIVE for port object f9f262df-bf8f-41f4-b467-6b0a74e33006 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:45.471390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.499051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.499678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.500251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.500791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.501403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.501948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.502471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.504796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-06be9488-af25-4d80-b8b9-bca3c1ca0a98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6340 time: 0.3354933 Dec 16 15:27:45.566416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:45.576896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.583427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.585745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d36cd58-fec5-47cb-a8f6-123cda08f098 HTTP/1.1" status: 204 len: 168 time: 1.3685319 Dec 16 15:27:45.615497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fa7a1-e816-4a3a-8f87-0fde3fa55254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d36cd58-fec5-47cb-a8f6-123cda08f098,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:45.736053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba06702-f9c8-44da-b0e8-0bba864d34ee req-02354bff-1239-4076-975f-547e0dc8a057 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.737751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba06702-f9c8-44da-b0e8-0bba864d34ee req-02354bff-1239-4076-975f-547e0dc8a057 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.3857780 Dec 16 15:27:45.739808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:45.759749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Attempting to bind port f9f262df-bf8f-41f4-b467-6b0a74e33006 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:45.760647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Attempting to bind port f9f262df-bf8f-41f4-b467-6b0a74e33006 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:45.761231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Attempting to bind port f9f262df-bf8f-41f4-b467-6b0a74e33006 on network ff21b903-d241-40b6-99ce-10486315fcd7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:45.762150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471237c5-6fdd-4365-9366-aaf2acdd3d94 req-9539ea3c-8b44-4be6-8fe0-7558a7ce07aa service neutron] 10.222.0.30 "GET /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797735 Dec 16 15:27:45.787095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Port f9f262df-bf8f-41f4-b467-6b0a74e33006 on network ff21b903-d241-40b6-99ce-10486315fcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:45.790071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Attempting to bind port f9f262df-bf8f-41f4-b467-6b0a74e33006 on network ff21b903-d241-40b6-99ce-10486315fcd7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:45.813594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:45.815047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:45.815670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Checking segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:45.816246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Bound using segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:45.816830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Bound port: f9f262df-bf8f-41f4-b467-6b0a74e33006, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:45.817454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:45.900031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da39e0-88b9-47fe-9459-c61ab6863489 req-1bbeb0df-b966-4a03-b030-dcc5e807f330 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:45.909716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52da39e0-88b9-47fe-9459-c61ab6863489 req-1bbeb0df-b966-4a03-b030-dcc5e807f330 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 0.4833446 Dec 16 15:27:45.964312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:45.974906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:46.012786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba06702-f9c8-44da-b0e8-0bba864d34ee req-44098d11-2762-4f18-9848-c8f18d9a7e57 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359855 Dec 16 15:27:46.047293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-aff433bf-ffbc-417d-b47b-d2c43099a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.047799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-aff433bf-ffbc-417d-b47b-d2c43099a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.048333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-aff433bf-ffbc-417d-b47b-d2c43099a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.053790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-aff433bf-ffbc-417d-b47b-d2c43099a211 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a06f5318304c34af39eb2591a87408&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5200813 Dec 16 15:27:46.069734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:46.136549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Router 3f0325a1-e082-4c7e-b62e-4e59556fa385 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:27:46.169296 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:27:46.195298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.196283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:46.197925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 1091 time: 2.1759748 Dec 16 15:27:46.230098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58d360-402d-447c-8907-298fa31c8a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:46.322221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Request body: {'port': {'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:46.409850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9febe164-fc0d-4704-9783-b4bd336d7ca2 None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:46.410439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9febe164-fc0d-4704-9783-b4bd336d7ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:46.452589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:27:46.533490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d2e2df8-4022-439e-882f-5ecd0a54fc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:46.538034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9febe164-fc0d-4704-9783-b4bd336d7ca2 None None] Port 1be216f1-9802-461c-b52d-749095097db7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:27:46.562091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:46.840490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52da39e0-88b9-47fe-9459-c61ab6863489 req-7c7421d0-a7a6-4d4a-8995-fb5ba300229d tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9269164 Dec 16 15:27:46.881797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.891192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.900329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.908781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.917086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.924401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.948445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:46.965352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-ad937695-b119-4d87-b2a5-a06cecf058fa tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5405 time: 0.8153775 Dec 16 15:27:47.123299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd817da2-0233-4aef-8b00-e335b4adbcd5 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:27:47.133713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.151090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Transition to ACTIVE for port object fd817da2-0233-4aef-8b00-e335b4adbcd5 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:27:47.152223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:47.155578 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b71a12e-02d3-4367-a400-63ed1a58ffe6" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:47.303397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.473025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Pushing event updated for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:47.543468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Attempting to bind port fd817da2-0233-4aef-8b00-e335b4adbcd5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:47.547406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Attempting to bind port fd817da2-0233-4aef-8b00-e335b4adbcd5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:47.548982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Attempting to bind port fd817da2-0233-4aef-8b00-e335b4adbcd5 on network ff21b903-d241-40b6-99ce-10486315fcd7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:47.562939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Port fd817da2-0233-4aef-8b00-e335b4adbcd5 on network ff21b903-d241-40b6-99ce-10486315fcd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:27:47.563810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Attempting to bind port fd817da2-0233-4aef-8b00-e335b4adbcd5 on network ff21b903-d241-40b6-99ce-10486315fcd7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:47.572613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:47.573331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Checking segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:47.574132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Bound using segment: {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:47.574808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Bound port: fd817da2-0233-4aef-8b00-e335b4adbcd5, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24ec345d-d454-4551-a78b-5a054fee02e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:47.575747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.688236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:47.694293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:47.767464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.847173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.882917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-6e63b796-24ac-4251-8c12-182a759dcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:47.886000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-6e63b796-24ac-4251-8c12-182a759dcd0a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8000515 Dec 16 15:27:47.904249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-8ef06c61-6694-4dba-a625-4f1f4b61e8a5 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:47.907294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-8ef06c61-6694-4dba-a625-4f1f4b61e8a5 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.30 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 1.3632369 Dec 16 15:27:47.990438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:47.992051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:47.994061 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] 10.222.0.30 "PUT /v2.0/ports/fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 1091 time: 1.6802800 Dec 16 15:27:48.044851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647c40-2305-4e23-b9d0-3bff8723a138 service neutron] Pushing event updated for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:48.218017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-7d8a80a2-eae5-4261-8ccb-01523fa04c8e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.219878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-7d8a80a2-eae5-4261-8ccb-01523fa04c8e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 1.2432492 Dec 16 15:27:48.272363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:48.282271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:48.295885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4dbf27f3-228c-4ac8-b5d1-fe6059f469ac req-74883769-d6a0-4054-afe3-1e02d88250bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.3243179 Dec 16 15:27:48.302527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Sync routers for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:48.317645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318323 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.318681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.320350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fd62febc-49e5-4e6a-92a7-8a0d6ca9d331 admin admin] 10.222.0.71 "PUT /v2.0/routers/3f0325a1-e082-4c7e-b62e-4e59556fa385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5327606 Dec 16 15:27:48.340064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a007eacf-5c28-469d-bc45-5e06c38b9585 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4660704 Dec 16 15:27:48.340351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-a8dbcf08-1997-43e1-846f-ea65dba1f18a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6474 time: 0.1272218 Dec 16 15:27:48.347609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:48.348754 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:48.354704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:48.361322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:48.366403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:48.380781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'network': {'name': 'tempest-RoutersTest-408153785'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:48.453089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-838e14a7-a8b0-4a70-93fe-a3fbd9226fcc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 217 time: 0.1171842 Dec 16 15:27:48.507695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533f0e0-687c-4f44-9435-43be9b76d900 req-4cbe5363-eb14-4ada-b91c-4f20d174b20d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.521919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3533f0e0-687c-4f44-9435-43be9b76d900 req-4cbe5363-eb14-4ada-b91c-4f20d174b20d tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 946 time: 0.7918057 Dec 16 15:27:48.551739 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544baa15-2620-465e-8105-5394109c48ad x-openstack-request-id: req-544baa15-2620-465e-8105-5394109c48ad {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:48.552502 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:48.553732 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-544baa15-2620-465e-8105-5394109c48ad {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:48.556306 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'status': 'completed', 'code': 200} Dec 16 15:27:48.602445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:48.625293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-35c78eaa-8fc0-4e66-a2c2-71c459b1594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.634866 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-35c78eaa-8fc0-4e66-a2c2-71c459b1594a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.1712971 Dec 16 15:27:48.686345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3533f0e0-687c-4f44-9435-43be9b76d900 req-f18d8d77-cefb-4bca-b0c0-670a6e71d861 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5482abf-1ff6-459a-a81a-a9cb0a18bf34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325200 Dec 16 15:27:48.720444 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:48.793757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c59ed7a0-5491-4f0c-b157-56f24eca5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.797988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c59ed7a0-5491-4f0c-b157-56f24eca5739 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538873 Dec 16 15:27:48.884540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Deleting port 14b5812a-4226-43c2-b41b-3c7d445593ce {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:48.888203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:48.988758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd6300-0cd4-47bf-816a-4e6097600a7d req-f0bbeb3f-48d0-4de1-928f-f4ea6d171c19 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:48.990554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0dd6300-0cd4-47bf-816a-4e6097600a7d req-f0bbeb3f-48d0-4de1-928f-f4ea6d171c19 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 945 time: 0.2915902 Dec 16 15:27:49.005613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Deleting port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:49.011319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.012561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5a338a90-c8ab-4bdc-8721-9aaa5be96072', 'name': '', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'mac_address': 'fa:16:3e:bd:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:42Z', 'revision_number': 2, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'subnets': [{'id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:49.033146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-21516e60-afc0-4cbf-b75f-5ba575c439cd service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289438 Dec 16 15:27:49.106870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:49.118831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Checking router: 3f0325a1-e082-4c7e-b62e-4e59556fa385 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:49.119195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Updating router 3f0325a1-e082-4c7e-b62e-4e59556fa385 port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:27:49.121901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.226175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.264510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] For port 67bf6dd8-3968-4629-9d87-c5de62ed1b42, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=67bf6dd8-3968-4629-9d87-c5de62ed1b42,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:49.264950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.283410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Calling delete_port for 67bf6dd8-3968-4629-9d87-c5de62ed1b42 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:49.292544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-1f869a33-1338-45df-ae37-ecd8c093c99a service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514176 Dec 16 15:27:49.418355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-be47d962-5fe7-43d9-beb6-adf98fb23ab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.1168244 Dec 16 15:27:49.453360 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:43Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:49.517528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-68faa84a-8407-4187-b038-5854529091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:49.518393 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-68faa84a-8407-4187-b038-5854529091e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0913281 Dec 16 15:27:49.549348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:49.549842 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Updating router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 port 1be216f1-9802-461c-b52d-749095097db7 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:27:49.609340 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.614817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-b774d282-3354-4813-969a-95d0464e09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:49.617064 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-b774d282-3354-4813-969a-95d0464e09fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898118 Dec 16 15:27:49.640766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-50d2b63b-2d98-4fb4-a70c-f8cb58a1db05 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:49.642438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-50d2b63b-2d98-4fb4-a70c-f8cb58a1db05 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 819 time: 0.1602783 Dec 16 15:27:49.643396 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.715907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] For port 14b5812a-4226-43c2-b41b-3c7d445593ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14b5812a-4226-43c2-b41b-3c7d445593ce,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:49.720824 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.779439 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-5ec45a91-c94e-4be7-a55b-4d2769e10481 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527710 Dec 16 15:27:49.878873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-4b905859-00aa-4b78-b0e7-675f6830b6b3 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/quotas/b3cf763091064a6bbe1fc73c61961b75 HTTP/1.1" status: 200 len: 375 time: 0.2101564 Dec 16 15:27:49.914369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:49.977873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:27:49.981107 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-9bffa849-3914-40bb-a3bb-260310a43cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942065 Dec 16 15:27:50.009292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b184d7b4-de59-4063-8a9b-a787313688fe', '67bf6dd8-3968-4629-9d87-c5de62ed1b42'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:27:50.014522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.073034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.123706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-0dde54c5-b909-4d11-8a20-d16a94052746 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.1311333 Dec 16 15:27:50.169908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.243927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-e5f9814d-587b-4326-ad38-d1cd989cc445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:50.249630 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-e5f9814d-587b-4326-ad38-d1cd989cc445 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1224520 Dec 16 15:27:50.262233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event deleted for resources: {'Port': ['ID=67bf6dd8-3968-4629-9d87-c5de62ed1b42,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:50.281215 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.302415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d7090-b3ae-4645-92d8-591026dd90ca None None] Pushing event updated for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:50.366501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0dd6300-0cd4-47bf-816a-4e6097600a7d req-4217f61b-f30d-45dc-8c73-50e333d3d0f9 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2790234 Dec 16 15:27:50.378438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-83926320-2b7a-442b-a9ee-7b87d28967b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:50.383263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-83926320-2b7a-442b-a9ee-7b87d28967b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251452 Dec 16 15:27:50.386232 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.400253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.401409 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added segment f7b79855-b4fa-4fc9-b58b-66e294fac819 of type vlan for network 2d47e480-3e86-472b-b458-7121ea527bff Dec 16 15:27:50.570124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:50.573935 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02da38c-f5c5-463b-80f7-a04b25fbd825" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:50.609690 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-96b06070-f62b-4a4c-b761-012cbc012454 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185004 Dec 16 15:27:50.648791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Attempting to bind port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:50.649393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Attempting to bind port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:50.649919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Attempting to bind port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:50.650298 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66410eb-583a-4faf-a179-b8fdf6d5429c None None] Pushing event updated for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:50.659999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:50.660699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Checking segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:50.661449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.662026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Bound using segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:50.662688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Bound port: 5a338a90-c8ab-4bdc-8721-9aaa5be96072, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:50.663233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.785654 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Attempting to bind port 1be216f1-9802-461c-b52d-749095097db7 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:50.786118 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Attempting to bind port 1be216f1-9802-461c-b52d-749095097db7 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:50.786403 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Attempting to bind port 1be216f1-9802-461c-b52d-749095097db7 on network 5ad253bd-acde-43db-b5e9-5b78dff09db0 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:50.793741 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:50.794449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Checking segment: {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:50.794862 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.795262 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Bound using segment: {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:50.795763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Bound port: 1be216f1-9802-461c-b52d-749095097db7, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f24e392-f90c-4eb4-8c25-ad9905785568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:50.796177 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.801192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.820541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] For port 5a338a90-c8ab-4bdc-8721-9aaa5be96072, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:50.827664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] For port 5a338a90-c8ab-4bdc-8721-9aaa5be96072, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a338a90-c8ab-4bdc-8721-9aaa5be96072,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:50.929495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.944625 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] For port 1be216f1-9802-461c-b52d-749095097db7, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:50.963145 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-3fa7744e-8d31-46dd-bec7-0f322e95c342 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446708 Dec 16 15:27:50.963589 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] For port 1be216f1-9802-461c-b52d-749095097db7, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1be216f1-9802-461c-b52d-749095097db7,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:50.970686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] No DVR routers for this DVR port 67bf6dd8-3968-4629-9d87-c5de62ed1b42 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:50.981186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:50.985418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b436a0b-9677-4cfa-852a-bf36fc9f2c2a req-16756310-01d8-4e13-bf1d-a3e30975188c tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "DELETE /v2.0/ports/67bf6dd8-3968-4629-9d87-c5de62ed1b42 HTTP/1.1" status: 204 len: 173 time: 2.6571548 Dec 16 15:27:51.003610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'name': 'network-vif-deleted', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:51.008321 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ec51ef-26fd-491c-b813-1c052eaa13ef" -d '{"events": [{"server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "name": "network-vif-deleted", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:51.025027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-5a843354-2adb-42fa-af90-0b6b91642e77 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0737646 Dec 16 15:27:51.081110 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.090564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d7090-b3ae-4645-92d8-591026dd90ca None None] Pushing event updated for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:51.094380 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-fa1b2ac1-b78a-4ffc-ac90-56ddc2f40c45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.1213889 Dec 16 15:27:51.114047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:27:51.155978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:51.156631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:51.221899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.229219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.248329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.269882 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66410eb-583a-4faf-a179-b8fdf6d5429c None None] Pushing event updated for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:51.274291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.283024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.289231 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:51.289881 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:51.291140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.299807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.309481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e132178c-392a-440f-81d2-96b5dfba3528 req-9cfa7397-8480-4c27-8f24-ac148eb718a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.6532538 Dec 16 15:27:51.321953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-395a372e-2245-4588-ba03-0ead7690e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.323024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.323502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.323682 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-395a372e-2245-4588-ba03-0ead7690e51a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.2144451 Dec 16 15:27:51.324194 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Floating IP a855983e-6036-40b3-b044-97c8e23165c3 disassociated. External IP: 172.25.7.237, port: 14b5812a-4226-43c2-b41b-3c7d445593ce. Dec 16 15:27:51.324664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Calling delete_port for 14b5812a-4226-43c2-b41b-3c7d445593ce owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:27:51.375149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2a7ad475-b182-4ad6-9de5-8d21c24c9596 service neutron] 10.222.0.71 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483355 Dec 16 15:27:51.583590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-32078a8f-92d3-40b5-ada6-994e008e9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.583590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-32078a8f-92d3-40b5-ada6-994e008e9b32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1123526 Dec 16 15:27:51.585126 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:51.585283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:51.585283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.642501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e132178c-392a-440f-81d2-96b5dfba3528 req-fa29201c-04e1-4919-aa0c-15a80f7d5598 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3318391 Dec 16 15:27:51.686610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-26d3d4d5-766e-4193-a924-0ab3c52b468b service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279098 Dec 16 15:27:51.715549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-b62e0d87-ac63-4866-9f33-846d59ee56d2 service neutron] 10.222.0.71 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301463 Dec 16 15:27:51.781252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14b5812a-4226-43c2-b41b-3c7d445593ce no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:51.835706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.852647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:51.858100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:51.885500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:51.931193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:50Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:51.998618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No active binding found for port 14b5812a-4226-43c2-b41b-3c7d445593ce {{(pid=104057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 15:27:51.999050 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a72d554-b43f-4293-a228-8fdd823a6ba3 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:50Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:52.002781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14b5812a-4226-43c2-b41b-3c7d445593ce not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:52.063372 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c5e9762d-05aa-4fe3-bef0-1d0de72e782c service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681407 Dec 16 15:27:52.073743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:52.101029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 67bf6dd8-3968-4629-9d87-c5de62ed1b42 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:27:52.235686 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-8f942202-1060-4a8a-9159-262d4874777f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.1214020 Dec 16 15:27:52.258074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-568434c5-6036-4bad-b0f8-93f87e7acd1e req-57d2401e-2756-42da-a99b-898cfe5a8270 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.2227361 Dec 16 15:27:52.363488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.9924119 Dec 16 15:27:52.379374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event deleted for resources: {'Port': ['ID=14b5812a-4226-43c2-b41b-3c7d445593ce,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:52.389347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5461f-482f-4267-9688-38938440c64d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Network': ['ID=2d47e480-3e86-472b-b458-7121ea527bff,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:52.401436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:52.405177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c55de4e6-4889-4763-94c8-e37a5c2d49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:52.406793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-c55de4e6-4889-4763-94c8-e37a5c2d49f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1631191 Dec 16 15:27:52.465280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 67bf6dd8-3968-4629-9d87-c5de62ed1b42 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:27:52.472014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 67bf6dd8-3968-4629-9d87-c5de62ed1b42 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:27:52.473991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2d47e480-3e86-472b-b458-7121ea527bff details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:27:52.527761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'subnet': {'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:52.528282 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5514d586-b579-458c-9d7c-96cc948cb81d x-openstack-request-id: req-5514d586-b579-458c-9d7c-96cc948cb81d {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:52.528282 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:52.528282 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5514d586-b579-458c-9d7c-96cc948cb81d {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:52.528282 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5', 'status': 'completed', 'code': 200} Dec 16 15:27:52.529974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-cb5ef732-f9ce-4395-9571-71e2fa600e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:52.533651 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-cb5ef732-f9ce-4395-9571-71e2fa600e50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187756 Dec 16 15:27:52.776967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-35179a5b-2090-4306-873f-7b3d020a02f8 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353237 Dec 16 15:27:52.820131 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec0272-233f-4da0-902e-a7415c7df2e8 x-openstack-request-id: req-98ec0272-233f-4da0-902e-a7415c7df2e8 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:52.822848 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291e7808-7b5b-41f1-96d1-2b1446e65164", "name": "network-vif-deleted", "tag": "67bf6dd8-3968-4629-9d87-c5de62ed1b42", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:52.823677 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-98ec0272-233f-4da0-902e-a7415c7df2e8 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:52.828377 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291e7808-7b5b-41f1-96d1-2b1446e65164', 'name': 'network-vif-deleted', 'tag': '67bf6dd8-3968-4629-9d87-c5de62ed1b42', 'status': 'completed', 'code': 200} Dec 16 15:27:52.962472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8ca7b47-51fb-4b32-bc7f-99d182ee012f req-4564d906-e22c-4958-8ac3-65e800c92f1e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 210 time: 0.0988722 Dec 16 15:27:52.968694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc9dfea0-6f6b-4630-b667-5697685bab61 req-96cbe19c-be65-4954-ba47-ee0faafe9188 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=291e7808-7b5b-41f1-96d1-2b1446e65164 HTTP/1.1" status: 200 len: 210 time: 0.1378024 Dec 16 15:27:52.993730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1be216f1-9802-461c-b52d-749095097db7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:53.023357 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-4855bf4a-d2b7-4b35-9ecc-ade393a7dd7b service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365439 Dec 16 15:27:53.070214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Router 7cb13f4f-38c7-4446-8fc2-faf528b5881c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:27:53.139613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.213016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Made reservation on behalf of f3e8286b169b4c00a1c88fb5e95516ae for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:53.216766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.219288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-5366d6d7-88f7-43d8-81db-647d9d3872ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.1826932 Dec 16 15:27:53.288583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] For port 1be216f1-9802-461c-b52d-749095097db7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1be216f1-9802-461c-b52d-749095097db7,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:53.379989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5a338a90-c8ab-4bdc-8721-9aaa5be96072', 'name': '', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'mac_address': 'fa:16:3e:bd:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:50Z', 'revision_number': 4, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'subnets': [{'id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:53.381273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-9fee8638-75f3-44fb-a5f3-97ef0c0d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:53.384414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-9fee8638-75f3-44fb-a5f3-97ef0c0d3791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1594443 Dec 16 15:27:53.390725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.455461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:53.457220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.473880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e308a7-92d5-4984-abc0-eda87a089145 None None] The sync data for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 is: [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:27:41Z', 'revision_number': 4, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5a338a90-c8ab-4bdc-8721-9aaa5be96072', 'name': '', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'mac_address': 'fa:16:3e:bd:4d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:50Z', 'revision_number': 4, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'subnets': [{'id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:53.509923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-27628308-9f9d-4911-afb4-2389716ac321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:53.518746 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-27628308-9f9d-4911-afb4-2389716ac321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1198037 Dec 16 15:27:53.650089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63b2ea98-f766-4dc7-ba04-c36618b5657a req-e22e5923-86c5-4684-a995-fc0f2ce1ef86 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.0970125 Dec 16 15:27:53.854445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-1ebf75f9-181a-44d3-8d5c-c0c0fc5c2654 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336756 Dec 16 15:27:53.966683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8038af76-3c48-4f7d-94d9-a43aa6ce956b None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:53.967321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8038af76-3c48-4f7d-94d9-a43aa6ce956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:53.982453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:27:54.048431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Sync routers for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:27:54.073929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0837b8-9ce0-4b69-81ab-b47e0ce6ac20 None None] Pushing event updated for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:54.135416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:54.135416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:54.491605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:54.638208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.652082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.657566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.663660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.684980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.691210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.709308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:54.711514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc43b430-70a7-4b02-87de-671a584598aa req-551f3482-5acb-48be-b415-b68f0c5e829a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 1.5008421 Dec 16 15:27:54.839211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] No DVR routers for this DVR port 14b5812a-4226-43c2-b41b-3c7d445593ce on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:27:54.866120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:54.867649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a338a90-c8ab-4bdc-8721-9aaa5be96072 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:54.871175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e550b87e-9de4-4e84-966c-11c8a5217ef4 req-f89872f3-5a5b-4226-80d2-aaedbeb25937 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.30 "DELETE /v2.0/ports/14b5812a-4226-43c2-b41b-3c7d445593ce HTTP/1.1" status: 204 len: 173 time: 6.9402630 Dec 16 15:27:54.871684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'name': 'network-vif-deleted', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:27:54.874636 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e1330d-1e50-42e2-834a-f44289b37ad0" -d '{"events": [{"server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "name": "network-vif-deleted", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:27:54.915991 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-126f1cd8-8075-4cce-bd74-f0bf74a24380 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0474637 Dec 16 15:27:54.999318 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-483148f5-4c70-40cb-81cb-7f91ea11562c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0792511 Dec 16 15:27:55.046878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.071296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:55.108361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-eef42175-7aab-4d96-ad1c-f8ffbc5d0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:55.108641 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-eef42175-7aab-4d96-ad1c-f8ffbc5d0133 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.0918844 Dec 16 15:27:55.202175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:55.202555 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.207341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-9f2a3605-e5a8-43f2-8077-8465aa316f98 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:55.210425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-9f2a3605-e5a8-43f2-8077-8465aa316f98 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 819 time: 1.3496208 Dec 16 15:27:55.223091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f03b7481-79be-4d0e-a490-2ee580db0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:55.230621 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f03b7481-79be-4d0e-a490-2ee580db0205 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127391 Dec 16 15:27:55.328573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:55.337108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-cdf81c22-babd-40c4-a15f-aaca661f21aa tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/quotas/b3cf763091064a6bbe1fc73c61961b75 HTTP/1.1" status: 200 len: 375 time: 0.0574460 Dec 16 15:27:55.359007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc43b430-70a7-4b02-87de-671a584598aa req-48e829b7-dcea-4215-8187-4d9a6b838e8d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6135223 Dec 16 15:27:55.403920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Checking router: 7cb13f4f-38c7-4446-8fc2-faf528b5881c for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:27:55.457739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:27:55.458752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:55.485087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-f87bd801-95a1-4a85-a8c8-6adeb15052cd service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470088 Dec 16 15:27:55.529986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Subnet': ['ID=3becf527-2db8-48a7-9bf7-826b9b9ab052,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:55.600643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ad67-07bf-4851-817f-af784eacab19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.643501 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:55.672978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-41f6c5aa-1608-495c-a47f-81c53c3d61b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4848623 Dec 16 15:27:55.725844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Checking segment: {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:55.726248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network hostable DHCP agents. Network: 2d47e480-3e86-472b-b458-7121ea527bff, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:27:55.739944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 5a338a90-c8ab-4bdc-8721-9aaa5be96072, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a338a90-c8ab-4bdc-8721-9aaa5be96072,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:27:55.752113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-731ffc64-68fb-42e8-a40d-4e23a2272f7b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3688266 Dec 16 15:27:55.821819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:27:55.832845 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-03e526f2-0075-4b84-852f-5c92164b1104 req-faa70ac4-fbe2-4e49-8c81-5a8967d56923 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395095 Dec 16 15:27:55.987903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f082cda6-ca69-43b9-84df-2056bf17ae4a req-81e95432-a3d9-4af1-bc26-29f56de73799 tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/ports?device_id=31946d08-2088-4672-8f4b-8f012ea9b700 HTTP/1.1" status: 200 len: 210 time: 0.1265516 Dec 16 15:27:56.064998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-a5650f92-6851-4058-9fca-8c24f62cd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.066893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-a5650f92-6851-4058-9fca-8c24f62cd0a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.3118069 Dec 16 15:27:56.071785 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211e8419-3861-46dd-ac1f-bdf5d5d43b4d x-openstack-request-id: req-211e8419-3861-46dd-ac1f-bdf5d5d43b4d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:27:56.072199 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31946d08-2088-4672-8f4b-8f012ea9b700", "name": "network-vif-deleted", "tag": "14b5812a-4226-43c2-b41b-3c7d445593ce", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:27:56.073029 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-211e8419-3861-46dd-ac1f-bdf5d5d43b4d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:27:56.073472 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31946d08-2088-4672-8f4b-8f012ea9b700', 'name': 'network-vif-deleted', 'tag': '14b5812a-4226-43c2-b41b-3c7d445593ce', 'status': 'completed', 'code': 200} Dec 16 15:27:56.128130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-0fee6dde-06bf-4887-b6c5-d99894948c9c service neutron] 10.222.0.71 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031147 Dec 16 15:27:56.194394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.195264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1be216f1-9802-461c-b52d-749095097db7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:56.281468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-0d8a4773-08fd-4884-abdc-389127214eed service neutron] 10.222.0.71 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223896 Dec 16 15:27:56.291306 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ad67-07bf-4851-817f-af784eacab19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.292784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 2d47e480-3e86-472b-b458-7121ea527bff is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:27:56.360679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-4ed5652d-a0d9-4fe3-a171-0f30f13ab70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.381221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-4ed5652d-a0d9-4fe3-a171-0f30f13ab70d service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2590830 Dec 16 15:27:56.391535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:56.419571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.420229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.420724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.421205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.421686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.422162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.422628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.425283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-fa10fd74-7011-4339-9590-78c38d4318b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6474 time: 0.1591387 Dec 16 15:27:56.485262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ad67-07bf-4851-817f-af784eacab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.488094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2d47e480-3e86-472b-b458-7121ea527bff) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:56.522496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7c6c3-25c6-4b96-9ce4-f12f57772bee None None] Network 2d47e480-3e86-472b-b458-7121ea527bff requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:27:56.581517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.585275 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.655305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-a0c5e3da-fdaa-4404-94bb-8f5b7befcc2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1001 time: 0.2839589 Dec 16 15:27:56.660658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c9b5ad67-07bf-4851-817f-af784eacab19 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf2fb8c1c6a54a9bbdad2ad40a0ff340&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5674889 Dec 16 15:27:56.664768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5ad67-07bf-4851-817f-af784eacab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9653cdaf-5261-43c3-b986-edd5c51812cb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:56.667251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:56.711059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-1f1ea8ec-9686-4494-aae4-fd13d181fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.712960 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-1f1ea8ec-9686-4494-aae4-fd13d181fc2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 902 time: 0.2786596 Dec 16 15:27:56.735168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1be216f1-9802-461c-b52d-749095097db7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:56.737151 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:56.783108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-6b4856e4-5dd3-4649-b455-0ce5702108f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.785030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-6b4856e4-5dd3-4649-b455-0ce5702108f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1166365 Dec 16 15:27:56.864877 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-b8b1190d-5e6a-4f20-bb5d-159675a9b8ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.1324878 Dec 16 15:27:56.952979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-6797a223-f0d1-48a7-90cd-3d0ebd3683e4 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:56.958908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-6797a223-f0d1-48a7-90cd-3d0ebd3683e4 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 819 time: 0.4899492 Dec 16 15:27:56.976541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2d47e480-3e86-472b-b458-7121ea527bff', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:27:56.978215 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.001227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-a2d2ca3e-2aa2-4165-8a82-ee29f917d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.008088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-a2d2ca3e-2aa2-4165-8a82-ee29f917d059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1306551 Dec 16 15:27:57.056027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:27:57.104005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-d4bed304-84d6-4283-8b86-f867332a42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.106172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-d4bed304-84d6-4283-8b86-f867332a42e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0936780 Dec 16 15:27:57.118846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Request body: {'port': {'device_id': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'admin_state_up': True, 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:27:57.151668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af35004-ab6f-4567-bf49-84cd5f349a73 None None] The sync data for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 is: [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:21Z', 'revision_number': 4, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '54787c5d-a6a8-4b95-8d68-c8172ee2cc7e', 'name': '', 'network_id': '854c40d1-c610-4d60-b0ac-9f2d5b26e5b8', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'mac_address': 'fa:16:3e:20:00:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:19Z', 'updated_at': '2021-12-16T15:25:30Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'subnets': [{'id': '13338c42-9eaf-418c-ad02-3ab4159eb485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:27:57.189552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.298927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c301d159-38ab-40fa-b139-a4ecda79237e tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8972819 Dec 16 15:27:57.301929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51054) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:57.353286 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-46d681a0-f832-4aea-bcdf-f1ff02c659fc service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391171 Dec 16 15:27:57.401017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Allocated IP 172.23.0.2 (2d47e480-3e86-472b-b458-7121ea527bff/3becf527-2db8-48a7-9bf7-826b9b9ab052/d6ee8b54-41b1-43b7-b88f-c626efe2f56d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:57.604534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3038466-ee07-46ba-b06f-f6ee074a5928 req-994f3b35-2c48-4a8e-888e-2ac148637f70 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.0588748 Dec 16 15:27:57.621251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.636778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.648340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.658238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.660582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.668782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.675388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.682209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.695365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.703334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-8d6a84be-ac5c-49f6-aed1-bc2eb84803d6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.6587474 Dec 16 15:27:57.704548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-9ab74fc1-8181-445b-8c74-8dc5b01a26cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:57.707747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-9ab74fc1-8181-445b-8c74-8dc5b01a26cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7458589 Dec 16 15:27:57.713059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4719b18-f4ff-4d7c-a4cf-70e599650713 None None] New status for floating IP a855983e-6036-40b3-b044-97c8e23165c3: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:27:57.734555 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6b71a12e-02d3-4367-a400-63ed1a58ffe6 req-74b15003-aace-4c27-a152-077b69821516 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259368 Dec 16 15:27:57.774409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:57.975606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a338a90-c8ab-4bdc-8721-9aaa5be96072 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:27:58.010170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Pushing event updated for resources: {'Port': ['ID=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:58.040527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Network 2d47e480-3e86-472b-b458-7121ea527bff is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:27:58.045534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:27:58.055469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:27:58.179590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Attempting to bind port d6ee8b54-41b1-43b7-b88f-c626efe2f56d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:27:58.187862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Attempting to bind port d6ee8b54-41b1-43b7-b88f-c626efe2f56d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:27:58.188534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Attempting to bind port d6ee8b54-41b1-43b7-b88f-c626efe2f56d on network 2d47e480-3e86-472b-b458-7121ea527bff {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:27:58.223039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:27:58.227158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.227720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.228252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.228733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.229210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.229689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.230611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.232661 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.233152 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-0142342a-9838-465a-8b8c-54c8b86e3817 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6474 time: 0.2144036 Dec 16 15:27:58.289127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaf7d4f7-6c49-4722-b96f-9d10bd5c756e req-5ccffd24-6455-49c1-b89a-2df6beee552e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5713694 Dec 16 15:27:58.322304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:27:58.322304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Checking segment: {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:27:58.322304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.322304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Bound using segment: {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:27:58.322304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Bound port: d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:27:58.323029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.364805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.447668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792580fc-41f2-45b4-9ce2-3937d483407a req-1696b8e7-45ac-4b15-8472-a76bcb7f9b05 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.451541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-792580fc-41f2-45b4-9ce2-3937d483407a req-1696b8e7-45ac-4b15-8472-a76bcb7f9b05 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.4674523 Dec 16 15:27:58.483693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.486816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.488321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9653cdaf-5261-43c3-b986-edd5c51812cb HTTP/1.1" status: 204 len: 168 time: 1.8094378 Dec 16 15:27:58.541610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] For port d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:27:58.551670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] For port d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:27:58.596815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-c466c62f-7988-477c-8785-9f23a272c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.598658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-c466c62f-7988-477c-8785-9f23a272c6b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 902 time: 0.3573623 Dec 16 15:27:58.637586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-792580fc-41f2-45b4-9ce2-3937d483407a req-04b71960-b975-4112-ac63-2f5071dafa48 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449044 Dec 16 15:27:58.655429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65331c-5e83-496d-afc0-448f27af7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9653cdaf-5261-43c3-b986-edd5c51812cb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:58.659015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Made reservation on behalf of b3cf763091064a6bbe1fc73c61961b75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:27:58.663131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.667235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.757251 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-23699c0c-dfef-46ec-9749-867a236b156a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.1230843 Dec 16 15:27:58.810263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:58.887375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262f9b-d0fc-4c35-b7c3-f38a276c7e9b None None] Pushing event updated for resources: {'Port': ['ID=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:58.959573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-16abb8a9-a82e-460a-a749-1c6ac609d1c3 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2046070 Dec 16 15:27:58.960964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Allocated IP 172.20.0.12 (997ae88d-95c2-440e-885e-ef40a1afb0a7/bb6a7002-93d0-48ec-bd09-5a927129707d/37d69c76-e16f-49d2-9b3c-635f56b51eb0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:58.974900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b472d8-d47e-4813-b01c-b093471fdf09 req-a3484aa5-e58d-4e70-bd5d-2d6fa6bb56ca tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:58.985224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57b472d8-d47e-4813-b01c-b093471fdf09 req-a3484aa5-e58d-4e70-bd5d-2d6fa6bb56ca tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.5312505 Dec 16 15:27:59.015256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-1a2b931e-28b9-4fd1-b19b-add93e7fef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:59.017248 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-1a2b931e-28b9-4fd1-b19b-add93e7fef5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.2400641 Dec 16 15:27:59.022018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:59.184992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-88510c7f-eca2-4a8a-aec5-9e9fe3cfe8e1 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:59.186879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-88510c7f-eca2-4a8a-aec5-9e9fe3cfe8e1 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.2910724 Dec 16 15:27:59.236444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa946072-baf7-4db7-9062-b73d8480bcbc req-6ccd4615-39ba-4e83-948e-15c5638a5d09 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.0621247 Dec 16 15:27:59.260794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-94e57669-7699-4236-8de6-bd0767432246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:27:59.262540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-94e57669-7699-4236-8de6-bd0767432246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931708 Dec 16 15:27:59.321918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.357765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.436574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-cdcfcb3f-2c8f-4a52-bd6a-59cb86d206e3 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224153 Dec 16 15:27:59.477090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.503342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Allocated IP 172.23.0.1 (2d47e480-3e86-472b-b458-7121ea527bff/3becf527-2db8-48a7-9bf7-826b9b9ab052/235f6f8a-3eae-4862-9ea3-68161e91c0d6) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:27:59.540151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.543469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.547773 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "DELETE /v2.0/security-groups/e5482abf-1ff6-459a-a81a-a9cb0a18bf34 HTTP/1.1" status: 204 len: 168 time: 0.5190551 Dec 16 15:27:59.548418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51078) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:59.634987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea0ce1-6104-46e8-9dc8-0f84601fb97b tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5482abf-1ff6-459a-a81a-a9cb0a18bf34,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:27:59.662681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:27:59.687919 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-93832143-deb2-4973-b733-b0a24461c44f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] show failed (client error): The resource could not be found. Dec 16 15:27:59.690579 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-93832143-deb2-4973-b733-b0a24461c44f tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "GET /v2.0/security-groups/e5482abf-1ff6-459a-a81a-a9cb0a18bf34 HTTP/1.1" status: 404 len: 347 time: 0.1230135 Dec 16 15:27:59.701804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51082) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:27:59.747890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57b472d8-d47e-4813-b01c-b093471fdf09 req-86f6bda9-865d-490f-9569-b7c09eb52942 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7613940 Dec 16 15:27:59.790950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-5816ed49-821f-4236-b63d-cc299a281e07 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164106 Dec 16 15:27:59.810220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Deleting port b184d7b4-de59-4063-8a9b-a787313688fe {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:27:59.810703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.070873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] For port b184d7b4-de59-4063-8a9b-a787313688fe, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b184d7b4-de59-4063-8a9b-a787313688fe,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:00.071253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.077784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6ee8b54-41b1-43b7-b88f-c626efe2f56d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:00.101026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Calling delete_port for b184d7b4-de59-4063-8a9b-a787313688fe owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:00.108820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:00.165426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d6ee8b54-41b1-43b7-b88f-c626efe2f56d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:00.166594 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.205607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.212855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.221988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.233826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.240605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.247718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.254755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.256944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-8caf5509-b7a6-43e9-9db6-2317c54b0e40 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.8010478 Dec 16 15:28:00.257798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79fa8c35-2587-42e1-bb18-647a43f7aba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.331508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c4b56-9515-4e4c-86ea-f882a6324a8c req-f5134d84-84b6-4b58-8980-eafbd375e0e4 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:00.333487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc4c4b56-9515-4e4c-86ea-f882a6324a8c req-f5134d84-84b6-4b58-8980-eafbd375e0e4 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 945 time: 0.3582501 Dec 16 15:28:00.412945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.427678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.451951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Deleting port 5de36983-fff7-4103-a57c-e7fa13bde74b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:00.452578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.464405 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.481696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:00.512184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81bf5dce-dceb-4c8f-97db-0aff65620518 req-6dd257eb-0995-4047-a5ed-8c42e45f756d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2454174 Dec 16 15:28:00.535983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8bc68-5b97-4f7f-92ce-830c686312b9 None None] Network 2d47e480-3e86-472b-b458-7121ea527bff requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:00.596180 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d02da38c-f5c5-463b-80f7-a04b25fbd825 req-2802447a-0f8e-45a9-b7c5-53918e894d18 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903965 Dec 16 15:28:00.642733 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.672491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.678511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.705599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-55c0bdf3-e0e8-4233-9b87-2beb156b41ab None None] Provisioning complete for port d6ee8b54-41b1-43b7-b88f-c626efe2f56d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:00.706139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55c0bdf3-e0e8-4233-9b87-2beb156b41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:00.715252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b184d7b4-de59-4063-8a9b-a787313688fe'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:00.746217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:00.767138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:00.788242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:00.792419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 2d47e480-3e86-472b-b458-7121ea527bff is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:00.806210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:00.815514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:00.842700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:00.897221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc4c4b56-9515-4e4c-86ea-f882a6324a8c req-88a64531-25f0-4556-a446-577473fdd150 tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/security-groups?id=780df819-c99c-47f6-a1eb-e536363391c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441482 Dec 16 15:28:00.963906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0122ad1-8d14-4da5-b343-ff404fdc93d9 req-ddd265f6-c7f7-4b24-8b01-bd29859ec90d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.1144388 Dec 16 15:28:01.061242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Pushing event updated for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:01.073909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:01.075462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.148356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79fa8c35-2587-42e1-bb18-647a43f7aba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.227066 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.227499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.294360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-fa0ae4e5-2012-4031-b76c-ee122a59e6ed tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:01.297694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-fa0ae4e5-2012-4031-b76c-ee122a59e6ed tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.30 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 819 time: 0.7298474 Dec 16 15:28:01.303670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Calling delete_port for 5de36983-fff7-4103-a57c-e7fa13bde74b owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:01.330402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Request body: {'port': {'device_id': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'admin_state_up': True, 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:01.336747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-880c663a-ba64-49f1-b80c-eca37464230e None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:01.337286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-880c663a-ba64-49f1-b80c-eca37464230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.394185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ba232-ce08-434c-bd16-9dfcf9be3cf2 req-f5c3c894-760d-4c81-941a-2b2d235b26ca tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:01.407582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f73ba232-ce08-434c-bd16-9dfcf9be3cf2 req-f5c3c894-760d-4c81-941a-2b2d235b26ca tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.2974668 Dec 16 15:28:01.412184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-880c663a-ba64-49f1-b80c-eca37464230e None None] Port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:28:01.423344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-880c663a-ba64-49f1-b80c-eca37464230e None None] Provisioning complete for port d6ee8b54-41b1-43b7-b88f-c626efe2f56d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:01.423892 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-880c663a-ba64-49f1-b80c-eca37464230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.493142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2e547ab3-3ff3-4f09-973b-c6268600d2e2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3868406 Dec 16 15:28:01.495092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79fa8c35-2587-42e1-bb18-647a43f7aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.496451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] No DVR routers for this DVR port b184d7b4-de59-4063-8a9b-a787313688fe on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:01.510688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:01.524151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.531197 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7135e837-a76f-41c8-a0f7-78fd2e1540bd req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.74 "DELETE /v2.0/ports/b184d7b4-de59-4063-8a9b-a787313688fe HTTP/1.1" status: 204 len: 173 time: 2.2958968 Dec 16 15:28:01.538520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'name': 'network-vif-deleted', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:01.543061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Request body: {'port': {'device_id': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:01.543400 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f260b0dc-9bda-4706-a971-bb084bd07401" -d '{"events": [{"server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "name": "network-vif-deleted", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:01.585776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.600043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9e435-9ccf-4cb2-a124-bac7247ce60e tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] Pushing event deleted for resources: {'Port': ['ID=b184d7b4-de59-4063-8a9b-a787313688fe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:01.690982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f73ba232-ce08-434c-bd16-9dfcf9be3cf2 req-604885c4-d52b-422f-9944-f1d0744b2aad tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760180 Dec 16 15:28:01.710895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-79fa8c35-2587-42e1-bb18-647a43f7aba6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8c344dd5e374b3b963d4bba0413d726&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5935030 Dec 16 15:28:01.720530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:01.752954 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df37ea9a-101c-47d6-9cef-09ca21ca8e89 x-openstack-request-id: req-df37ea9a-101c-47d6-9cef-09ca21ca8e89 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:01.753437 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a376a98d-9f18-4fa3-aa32-84e16318e702", "name": "network-vif-deleted", "tag": "b184d7b4-de59-4063-8a9b-a787313688fe", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:01.753871 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df37ea9a-101c-47d6-9cef-09ca21ca8e89 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:01.754522 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a376a98d-9f18-4fa3-aa32-84e16318e702', 'name': 'network-vif-deleted', 'tag': 'b184d7b4-de59-4063-8a9b-a787313688fe', 'status': 'completed', 'code': 200} Dec 16 15:28:01.858497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.862937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa8c35-2587-42e1-bb18-647a43f7aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c661bddf-e15c-4a71-98d6-9ea03a04338b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:01.900679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8a55d1f6-d158-4a91-8377-7dd51c11c2b7 None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:01.901320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a55d1f6-d158-4a91-8377-7dd51c11c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:01.916403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6ee8b54-41b1-43b7-b88f-c626efe2f56d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:02.041245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8a55d1f6-d158-4a91-8377-7dd51c11c2b7 None None] Port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:28:02.064990 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.088609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d6ee8b54-41b1-43b7-b88f-c626efe2f56d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:02.089138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.511982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.624920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4c42ee5-c9ab-4907-9773-feb6e9a03312 req-d93f3704-8f90-4dc2-a175-a7dda12bd03a tempest-ListServerFiltersTestJSON-1974588216 tempest-ListServerFiltersTestJSON-1974588216-project] 10.222.0.71 "GET /v2.0/ports?device_id=a376a98d-9f18-4fa3-aa32-84e16318e702 HTTP/1.1" status: 200 len: 210 time: 0.5190475 Dec 16 15:28:02.625454 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.627554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.633465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.696427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Pushing event deleted for resources: {'Port': ['ID=5de36983-fff7-4103-a57c-e7fa13bde74b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:02.771978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.778597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.784679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.790615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.797733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.806125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.809590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event updated for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:02.821737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:02.826460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-3e098ab6-afb4-42fc-8ed4-ce1e04181c60 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.9137785 Dec 16 15:28:02.848512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.854563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:02.923932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-683551c9-1be7-4350-bc2b-05646503d881 req-83b381ef-2832-45ad-a9bc-206d1869c310 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.0672774 Dec 16 15:28:03.062532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Network 2d47e480-3e86-472b-b458-7121ea527bff is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:03.063816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:03.072776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Made reservation on behalf of b3cf763091064a6bbe1fc73c61961b75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:03.077303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.110876 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.114271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.118866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e43f88e-fb7e-4dfe-9746-cdc11261e35a tempest-ServersTestManualDisk-946235402 tempest-ServersTestManualDisk-946235402-project] 10.222.0.71 "DELETE /v2.0/floatingips/a855983e-6036-40b3-b044-97c8e23165c3 HTTP/1.1" status: 204 len: 168 time: 3.4072587 Dec 16 15:28:03.125664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51108) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:03.198599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b52015f6-0407-474b-93e8-4f65f5bcae6d req-dff3b3f8-ffd2-449c-907d-15bfe8871024 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3131542 Dec 16 15:28:03.272595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdd011-1245-4b71-a48a-5f6dee3b5410 req-2c12dfdf-295b-4b04-b191-6ea4a767e917 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:03.274549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87cdd011-1245-4b71-a48a-5f6dee3b5410 req-2c12dfdf-295b-4b04-b191-6ea4a767e917 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1487117 Dec 16 15:28:03.335785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:03.360809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.364557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.365945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c661bddf-e15c-4a71-98d6-9ea03a04338b HTTP/1.1" status: 204 len: 168 time: 1.5417190 Dec 16 15:28:03.467517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac8d60-e302-487f-a6a6-b0c9f4bf581d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c661bddf-e15c-4a71-98d6-9ea03a04338b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:03.490860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87cdd011-1245-4b71-a48a-5f6dee3b5410 req-362217ab-c0de-4627-b9d0-01f723f0ad49 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080793 Dec 16 15:28:03.523002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d908ae54-412f-46c0-bbb7-ca8f23c88d5d None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:03.523644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d908ae54-412f-46c0-bbb7-ca8f23c88d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.530030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d69c76-e16f-49d2-9b3c-635f56b51eb0 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:03.538383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:03.544544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:03.550075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51112) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:03.551411 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cbe2e92b-6cbd-41b5-8b7f-02e6c7617667 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2452166 Dec 16 15:28:03.554974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:03.621549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:03.667171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Transition to ACTIVE for port object 37d69c76-e16f-49d2-9b3c-635f56b51eb0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:28:03.672885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:03.673646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:03.774750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d908ae54-412f-46c0-bbb7-ca8f23c88d5d None None] Port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:28:03.818369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:03.833694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.053666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Pushing event updated for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:04.086188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.117669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b184d7b4-de59-4063-8a9b-a787313688fe no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:04.164992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Allocated IP 172.20.0.6 (997ae88d-95c2-440e-885e-ef40a1afb0a7/bb6a7002-93d0-48ec-bd09-5a927129707d/8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:28:04.169586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:04.171939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: b184d7b4-de59-4063-8a9b-a787313688fe {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:04.172729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b184d7b4-de59-4063-8a9b-a787313688fe not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:04.236422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Deleting subnet e2aca59c-9646-4976-a45b-cd53cc105db2 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:04.241663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8752a87-cc74-4130-8c09-53034928e355 req-a9c64d9e-5b00-4d6c-8e1a-45e08f16ded5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.0982742 Dec 16 15:28:04.311055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.502667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:01Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:02Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:04.525366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.550247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:04.551217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Updating router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:28:04.594854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.628587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Deleting port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:04.629357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.633722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Attempting to bind port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:04.633722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Attempting to bind port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:04.633722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Attempting to bind port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:04.710817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:04.711817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Attempting to bind port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:04.804388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] For port 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:04.804679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.817179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.extraroute_db [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:28:04.827394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:28:04.827941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Checking segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:04.828393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Bound using segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:28:04.828984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Bound port: 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:28:04.829420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:04.838183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Calling delete_port for 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:04.895869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.909059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.922547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.934787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.962288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.970953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.977417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:04.982243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-994d03e4-455c-4dba-80cc-9f1bd0971523 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.5412884 Dec 16 15:28:05.021683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.extraroute_db [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Removed routes are [] {{(pid=104056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:28:05.022080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.046648 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.079179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234825b-5e7b-48be-86a9-a3d90af8751e req-78559e67-90b9-45fd-868e-eba7c305b2ac tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:05.080910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1234825b-5e7b-48be-86a9-a3d90af8751e req-78559e67-90b9-45fd-868e-eba7c305b2ac tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.4817700 Dec 16 15:28:05.109845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.151606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.187564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.237322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b036-e7cd-4a3b-a042-2f530146daef None None] Pushing event updated for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:05.264314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.300611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Attempting to bind port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:05.300988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Attempting to bind port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:05.301362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Attempting to bind port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 on network 2d47e480-3e86-472b-b458-7121ea527bff {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:05.307407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:28:05.307794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Checking segment: {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:05.308286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.308691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Bound using segment: {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:28:05.309989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Bound port: 235f6f8a-3eae-4862-9ea3-68161e91c0d6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b79855-b4fa-4fc9-b58b-66e294fac819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:28:05.309989 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.322213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54787c5d-a6a8-4b95-8d68-c8172ee2cc7e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:05.424281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] For port 235f6f8a-3eae-4862-9ea3-68161e91c0d6, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:05.430747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] For port 235f6f8a-3eae-4862-9ea3-68161e91c0d6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=235f6f8a-3eae-4862-9ea3-68161e91c0d6,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:28:05.523745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.610288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:05.629651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:05.652452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67aff39a-b3af-4108-acbc-0d0f34f04086 req-0899f3af-d619-4060-8adf-90a611c62b44 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6460879 Dec 16 15:28:05.677450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b036-e7cd-4a3b-a042-2f530146daef None None] Pushing event updated for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:05.685413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:05.690121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:05.732988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:28:05.749531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1234825b-5e7b-48be-86a9-a3d90af8751e req-e3772582-177f-4cfe-92a6-419855b1e102 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6369085 Dec 16 15:28:06.030550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.035641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.039993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.054386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:06.059051 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.148082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:06.181659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Router 7cb13f4f-38c7-4446-8fc2-faf528b5881c has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:06.205613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2aca59c-9646-4976-a45b-cd53cc105db2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:06.239459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:06.239772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.241360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] 10.222.0.74 "PUT /v2.0/ports/37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 1092 time: 4.7041879 Dec 16 15:28:06.247014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.250596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60cc32b1-d7fc-4d53-8b9f-83109d2f3537 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e2aca59c-9646-4976-a45b-cd53cc105db2 HTTP/1.1" status: 204 len: 168 time: 2.4291797 Dec 16 15:28:06.252893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:06.255331 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2bbece-4d42-499b-a1fb-8842a91f437f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:06.265161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:06.274945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779fe078-c5c9-43df-8b03-79338a51c6b3 None None] Network 7d42cf12-1297-48c4-bb8f-ee4b48056e91 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:06.278576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:06.281124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.310890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:06.346171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.351850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:06.380849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:06.384745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.387329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1aecd35d-0c46-4884-a10e-7ca2ba6860d9 admin admin] 10.222.0.71 "PUT /v2.0/routers/7cb13f4f-38c7-4446-8fc2-faf528b5881c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2624102 Dec 16 15:28:06.390540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51160) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:06.397081 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Sync routers for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:06.414163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:06.415168 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:06.415737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d91693-47d4-4a5b-8511-c0a6a2d89618 req-5a68f2fd-02d2-4729-b16d-8c5933abb38e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:06.418143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88d91693-47d4-4a5b-8511-c0a6a2d89618 req-5a68f2fd-02d2-4729-b16d-8c5933abb38e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 931 time: 0.4925623 Dec 16 15:28:06.418893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697400e-7c71-4a33-bdc0-aab55fd16772 service neutron] Pushing event updated for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:06.425608 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a8d6a6-d018-49ca-ac8a-e94a84f433ab x-openstack-request-id: req-a5a8d6a6-d018-49ca-ac8a-e94a84f433ab {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:06.425904 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:06.426159 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5a8d6a6-d018-49ca-ac8a-e94a84f433ab {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:06.426977 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0', 'status': 'completed', 'code': 200} Dec 16 15:28:06.529632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.578686 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:06.723242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] For port 235f6f8a-3eae-4862-9ea3-68161e91c0d6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=235f6f8a-3eae-4862-9ea3-68161e91c0d6,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:06.733535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.808960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:06.947270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:04Z', 'revision_number': 6, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:05Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:07.057787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d8788-55fd-4fb0-bf9f-a6cbdf58f6e5 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:04Z', 'revision_number': 6, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:05Z', 'revision_number': 4, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:07.061256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a7e0a-932a-4242-9144-71e897a4d9c4 None None] Pushing event updated for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:07.086360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f5d23f28-3a15-4bbb-b55e-93d241a63208 None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:07.087067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5d23f28-3a15-4bbb-b55e-93d241a63208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.134333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:28:05Z', 'revision_number': 5, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port': {'id': 'aac50700-3870-4f1f-813e-e9d4141f6c4d', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:72:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:11Z', 'updated_at': '2021-12-16T15:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:07.223394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] DHCP port deletion for 7d42cf12-1297-48c4-bb8f-ee4b48056e91 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:07.254168 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Checking router: 7cb13f4f-38c7-4446-8fc2-faf528b5881c for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:07.273885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.281734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Routers {'7cb13f4f-38c7-4446-8fc2-faf528b5881c'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:07.283965 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:07.334637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.335329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.420411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-ced49017-f855-4599-8c52-908dd4dd4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.422064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-ced49017-f855-4599-8c52-908dd4dd4d69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1095 time: 1.0203083 Dec 16 15:28:07.466574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Deleting port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:07.466951 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.477743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Pushing event updated for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:07.531813 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] Set router 7cb13f4f-38c7-4446-8fc2-faf528b5881c gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:07.539080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88d91693-47d4-4a5b-8511-c0a6a2d89618 req-2ccbef41-7ce4-400d-bffd-0910e1ccd226 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9944365 Dec 16 15:28:07.596254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Deleting port aac50700-3870-4f1f-813e-e9d4141f6c4d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:07.596803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.606163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] For port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,segment=NetworkSegment(0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc),segment_id=0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:07.606569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.622884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Calling delete_port for 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:07.636686 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 6, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:07.646020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:07.653900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-ce540ad0-f1aa-4b24-9cd6-497ea546a880 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3332884 Dec 16 15:28:07.655292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-c94cc4bd-f830-48ac-8239-1aeda7288382 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.1480560 Dec 16 15:28:07.705120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e87e0-2ac5-4b19-813f-69a785f9b2b9 None None] The sync data for ids ['7cb13f4f-38c7-4446-8fc2-faf528b5881c'] in n-d-821947-3 is: [{'id': '7cb13f4f-38c7-4446-8fc2-faf528b5881c', 'name': 'tempest-ServersTestManualDisk-1267638136-router', 'tenant_id': '58455f49922343008db28458ba9a70dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 6, 'project_id': '58455f49922343008db28458ba9a70dd', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:07.728901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Request body: {'port': {'device_id': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:07.812881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] For port aac50700-3870-4f1f-813e-e9d4141f6c4d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=aac50700-3870-4f1f-813e-e9d4141f6c4d,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:07.816214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.846552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Calling delete_port for aac50700-3870-4f1f-813e-e9d4141f6c4d owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:07.849854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.861234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.873579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.887656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.912885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.919060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.927982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:07.930686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:07.952636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-94fb19ec-4e79-43d7-826d-e8c193e45022 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.6897407 Dec 16 15:28:08.015332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] Pushing event deleted for resources: {'Port': ['ID=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:08.021774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6fb54-7150-45ef-9a80-ee795ee673aa None None] No DVR routers for this DVR port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:08.091363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 235f6f8a-3eae-4862-9ea3-68161e91c0d6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:08.190388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:08.190621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.330084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:08.347119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.347119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1cdab342-95bb-4e8b-885e-bc2ec9d82b4a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 933 time: 4.7956963 Dec 16 15:28:08.349367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:08.350732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-1357bf1f-2344-46a0-b4b0-195dcd2759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:08.352455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-1357bf1f-2344-46a0-b4b0-195dcd2759fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.6365218 Dec 16 15:28:08.377149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c259cf-111b-473f-98a4-a1ecf1601218 req-6a405632-5866-4762-9704-99c5b2e6d234 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:08.381874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58c259cf-111b-473f-98a4-a1ecf1601218 req-6a405632-5866-4762-9704-99c5b2e6d234 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.6228542 Dec 16 15:28:08.390654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.399678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.447793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-0c9e3f0b-afc8-460b-a1db-cbd1274c4d28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642259 Dec 16 15:28:08.480858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac50700-3870-4f1f-813e-e9d4141f6c4d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:08.483099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:08.492438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7532e471-8f67-4a12-a473-73c80ad35e26 req-b5a5f99b-f504-4a8c-b308-8b0c5ab222cc tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5181794 Dec 16 15:28:08.498211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Deleting port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:08.498553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.540970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5f2ebd0-e76e-46d2-8522-8f2fe439418c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 933 time: 0.1903932 Dec 16 15:28:08.545836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51210) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:08.550648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'routes': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:08.564329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:08.564701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:08.720749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.721423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:08.762303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:08.763363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:08.794542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] For port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a, host n-d-821947-3, got binding levels [] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:08.795080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.830538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58c259cf-111b-473f-98a4-a1ecf1601218 req-c5b3fa83-5faa-44d4-b364-8f45ff0e73b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4190528 Dec 16 15:28:08.847028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Calling delete_port for 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:08.868309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a was not found and therefore no delete operation was performed {{(pid=104056) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:28:08.872989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.880343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:08.900858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.057266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-1f7c2dac-43d4-4a61-8076-eb8765e53130 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631800 Dec 16 15:28:09.057978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.063235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] No DVR routers for this DVR port 2dba5f7f-fc36-46a4-b795-cd1a0dee4a4a on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:09.225580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.226261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb13f4f-38c7-4446-8fc2-faf528b5881c {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:28:09.233826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.235683 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71356689-b3e7-4a93-88ba-d42f92153489 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7cb13f4f-38c7-4446-8fc2-faf528b5881c HTTP/1.1" status: 204 len: 168 time: 2.8440309 Dec 16 15:28:09.238682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51226) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:09.258717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:09.279677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cf08e-8a75-46a8-9805-cc4ab74a26b7 req-070273ea-dd40-4a86-ab28-cb0906d71980 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.288145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e0cf08e-8a75-46a8-9805-cc4ab74a26b7 req-070273ea-dd40-4a86-ab28-cb0906d71980 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 931 time: 0.4089251 Dec 16 15:28:09.324945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.336270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Deleting subnet 13338c42-9eaf-418c-ad02-3ab4159eb485 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:09.343236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.401396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.461279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d42cf12-1297-48c4-bb8f-ee4b48056e91']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.485529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135c127-40a5-45be-b5a4-b9f77cd81ae8 req-24af0b6a-1dfc-41a4-8193-9b66a54156b5 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144907 Dec 16 15:28:09.494589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.496983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a599a6b-56d8-45e6-b6e7-efb5c3bda7fc') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.516756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e0cf08e-8a75-46a8-9805-cc4ab74a26b7 req-1b4729e5-8e58-4340-9812-480457757253 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242022 Dec 16 15:28:09.523801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.527811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.529716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:09.556040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.571752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:09.575545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:09.579435 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:09.635545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:04Z', 'revision_number': 6, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.675183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added routes are [] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:28:09.675507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:28:09.705296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:09.715798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.716140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:09.726283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.730057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:09.731804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:09.746249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Transition to ACTIVE for port object 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:28:09.756692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.766901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.774346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.781084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.787588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.794864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.801210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.807669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:09.809982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-775a6069-dd6f-4b04-a736-451970ce724f req-e7e91643-c034-43be-8076-71f90dfcd46a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.1518536 Dec 16 15:28:09.838261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.839061 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/13338c42-9eaf-418c-ad02-3ab4159eb485 HTTP/1.1" status: 204 len: 168 time: 0.5993083 Dec 16 15:28:09.840359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b43754-d1c9-4e19-a1f2-05a20bec7496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13338c42-9eaf-418c-ad02-3ab4159eb485,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.843297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:09.877085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d877f87-ec0f-48e3-b4de-06603f1dc822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.893484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.898728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.917990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:09.920435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7d42cf12-1297-48c4-bb8f-ee4b48056e91 HTTP/1.1" status: 204 len: 168 time: 3.6510069 Dec 16 15:28:09.988676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca108f7-71b2-4838-a7d4-fad85b8dec36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d42cf12-1297-48c4-bb8f-ee4b48056e91,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:09.994060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebb1a2-d267-4ddb-9ac0-27494e4a29f8 None None] Network 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:10.011488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aac50700-3870-4f1f-813e-e9d4141f6c4d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:10.069048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-e203de61-ca2a-4ad0-ba8c-84130aa82ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.070614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-e203de61-ca2a-4ad0-ba8c-84130aa82ec7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1095 time: 0.2578061 Dec 16 15:28:10.075627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.103277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:10.125117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-775a6069-dd6f-4b04-a736-451970ce724f req-6d2c64d0-99e8-4bc7-bc26-852ca2702a81 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3022442 Dec 16 15:28:10.134190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: aac50700-3870-4f1f-813e-e9d4141f6c4d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:10.134543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device aac50700-3870-4f1f-813e-e9d4141f6c4d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:10.135037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:10.173258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:10.173869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 54787c5d-a6a8-4b95-8d68-c8172ee2cc7e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:10.197172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:10.221710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.227400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.310246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2e52-508e-4c2d-b9aa-85b1c5d5e513 req-1ba238f3-7abe-47d1-934d-69c550a39e03 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.311870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-873c2e52-508e-4c2d-b9aa-85b1c5d5e513 req-1ba238f3-7abe-47d1-934d-69c550a39e03 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.3140967 Dec 16 15:28:10.353443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d877f87-ec0f-48e3-b4de-06603f1dc822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.360717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Deleting port 6eee9a76-f78a-4a8f-b84d-48d9504725ec {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:10.361543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.371146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-d78fbbfd-1169-40a6-a810-b6f31cbeae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.372907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-d78fbbfd-1169-40a6-a810-b6f31cbeae87 service neutron] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.2893126 Dec 16 15:28:10.392444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Attempting to bind port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:10.392790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Attempting to bind port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:10.393118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Attempting to bind port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:10.435471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-7b93fca4-d00a-4d67-8ec5-cd31d46ee15b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.0527558 Dec 16 15:28:10.450072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:10.450334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:10.450428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Attempting to bind port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 on network 997ae88d-95c2-440e-885e-ef40a1afb0a7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:10.474758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] DHCP port deletion for 854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:10.475552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] For port 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6eee9a76-f78a-4a8f-b84d-48d9504725ec,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:10.477205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.485323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d877f87-ec0f-48e3-b4de-06603f1dc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.492915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:10.548135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Calling delete_port for 6eee9a76-f78a-4a8f-b84d-48d9504725ec owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:10.578735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-873c2e52-508e-4c2d-b9aa-85b1c5d5e513 req-5f597722-4eed-442b-a043-95c70ca927e0 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544732 Dec 16 15:28:10.591154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:28:10.591528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Checking segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:10.591930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Bound using segment: {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:28:10.592462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Bound port: 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49665b44-7630-4119-a9b0-316955b9eda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:28:10.592763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.699791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d877f87-ec0f-48e3-b4de-06603f1dc822 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9c6dc50e6854c149cb420ac1ec627b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1658442 Dec 16 15:28:10.703342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d877f87-ec0f-48e3-b4de-06603f1dc822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4915f2-b310-425e-bad0-dffd0b77afee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:10.705019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51250) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:10.707468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Deleting port 6eee9a76-f78a-4a8f-b84d-48d9504725ec {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:10.708627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:10.735779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-c96b1a72-bd8e-4cd4-b0e3-3664484e52a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.737469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-c96b1a72-bd8e-4cd4-b0e3-3664484e52a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.2884920 Dec 16 15:28:10.819280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:04Z', 'revision_number': 6, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:10.819591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-86ea219b-2a86-4c5c-ac82-7f39d84ac1f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655591 Dec 16 15:28:10.845700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072e924-9322-45e9-aab6-59bd4731d68b req-0433687d-98ec-4e7f-9b3e-2108d8cd1f70 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:10.847393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c072e924-9322-45e9-aab6-59bd4731d68b req-0433687d-98ec-4e7f-9b3e-2108d8cd1f70 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 943 time: 0.2443411 Dec 16 15:28:10.876236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:10.919118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06da8c9-aff2-4277-92e7-dc20da7fecf6 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:04Z', 'revision_number': 6, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:10.939171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:28:10.983586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.005606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] For port 6eee9a76-f78a-4a8f-b84d-48d9504725ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6eee9a76-f78a-4a8f-b84d-48d9504725ec,segment=NetworkSegment(6d353e09-e1e8-4671-adb0-bb327f69e6cc),segment_id=6d353e09-e1e8-4671-adb0-bb327f69e6cc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:11.011324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.015972 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c4d0835-d33c-477d-85b4-1d6016ede00b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd7458e206ee4d41b3e1cce5466bdc70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5171180 Dec 16 15:28:11.015972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:11.016840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51256) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:11.022893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.028563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-72ffa8c8-a3c9-4f50-928f-b2dcb7c6d46d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 699 time: 2.4772484 Dec 16 15:28:11.030613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:11.050740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.081272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c072e924-9322-45e9-aab6-59bd4731d68b req-cd7dd056-ddf3-457c-87e7-e08bdc61ff9b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670384 Dec 16 15:28:11.088981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Calling delete_port for 6eee9a76-f78a-4a8f-b84d-48d9504725ec owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:11.154768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.217401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.232560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.260091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.266610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.309086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] Pushing event deleted for resources: {'Port': ['ID=6eee9a76-f78a-4a8f-b84d-48d9504725ec,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:11.312198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea7501-fce5-4eed-9ed5-da1230428a16 None None] No DVR routers for this DVR port 6eee9a76-f78a-4a8f-b84d-48d9504725ec on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:11.329508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Pushing event deleted for resources: {'Port': ['ID=6eee9a76-f78a-4a8f-b84d-48d9504725ec,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:11.337045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] No DVR routers for this DVR port 6eee9a76-f78a-4a8f-b84d-48d9504725ec on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:11.378301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-a2b760de-c536-4702-8f68-aa37f6e2ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:11.378301 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-a2b760de-c536-4702-8f68-aa37f6e2ccb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 1096 time: 0.1643853 Dec 16 15:28:11.417528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-75b1085a-fa93-422f-84e3-85210070a70e service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807130 Dec 16 15:28:11.457242 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:11.478093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.480816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.481995 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/780df819-c99c-47f6-a1eb-e536363391c4 HTTP/1.1" status: 204 len: 168 time: 0.4566934 Dec 16 15:28:11.485349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:11.486924 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:11.489547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.514014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced64553-23bf-4416-97a1-dcee68ca1dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780df819-c99c-47f6-a1eb-e536363391c4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:11.528362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854c40d1-c610-4d60-b0ac-9f2d5b26e5b8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:11.551401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d353e09-e1e8-4671-adb0-bb327f69e6cc') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:11.551990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d353e09-e1e8-4671-adb0-bb327f69e6cc') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:11.567770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.587568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5db656d1-63ee-4db5-81a3-63e4579ecd29 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 699 time: 0.5502923 Dec 16 15:28:11.588313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-2408bd3a-48b2-412d-8b4d-c20c217a5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:11.590887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-2408bd3a-48b2-412d-8b4d-c20c217a5d40 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2000046 Dec 16 15:28:11.592363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51264) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:11.616631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:11.617267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.618703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 1091 time: 3.9011481 Dec 16 15:28:11.637442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:11.637442 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481345ac-d354-4167-bb79-9aeda76bb41e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:11.662640 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:11.721086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.723786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.725101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ed4915f2-b310-425e-bad0-dffd0b77afee HTTP/1.1" status: 204 len: 168 time: 1.0000889 Dec 16 15:28:11.748366 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-197016b0-152a-4d4a-a768-b104899ab4d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 200 len: 1001 time: 0.1163385 Dec 16 15:28:11.773644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5548d5ea-1685-4f2e-b19e-29e67b0756d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:11.832005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:11.878612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6eee9a76-f78a-4a8f-b84d-48d9504725ec no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:11.879572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74e4ea-7c06-453d-882f-4b529e22257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4915f2-b310-425e-bad0-dffd0b77afee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:11.889864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d2bbece-4d42-499b-a1fb-8842a91f437f req-c6e69936-19a9-4440-a6e3-0823ceebf8f3 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849462 Dec 16 15:28:11.915313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caa774-ee9d-4a26-8164-d9578b85148a req-a3814c07-e25c-4ee0-accb-7ad8d22aa8a6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:11.925684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3caa774-ee9d-4a26-8164-d9578b85148a req-a3814c07-e25c-4ee0-accb-7ad8d22aa8a6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.5280998 Dec 16 15:28:11.937820 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:09Z', 'revision_number': 7, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:11.950868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6eee9a76-f78a-4a8f-b84d-48d9504725ec {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:11.951464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6eee9a76-f78a-4a8f-b84d-48d9504725ec not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:11.999975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:12.005374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.020313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.026961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.030568 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:12.038359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.046338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.046649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:12.048758 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:12.051694 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:12.067284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.074266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.080668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.082726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-93932560-87d1-4fa7-a184-4aa199c6130f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.6166246 Dec 16 15:28:12.106994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 37d69c76-e16f-49d2-9b3c-635f56b51eb0 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:12.112216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-aef76aeb-ee49-4c29-b3b6-7b2182f51682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.113381 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-aef76aeb-ee49-4c29-b3b6-7b2182f51682 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.3526440 Dec 16 15:28:12.175986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3caa774-ee9d-4a26-8164-d9578b85148a req-142e04a3-5f70-4a72-b379-66eaa9d51c9f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150295 Dec 16 15:28:12.181313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-12261a3f-e47f-469e-bde0-6f95e6fd7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.181313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-12261a3f-e47f-469e-bde0-6f95e6fd7b05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1094 time: 0.2529449 Dec 16 15:28:12.243216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.253759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.257125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] 10.222.0.71 "DELETE /v2.0/networks/854c40d1-c610-4d60-b0ac-9f2d5b26e5b8 HTTP/1.1" status: 204 len: 168 time: 2.4127748 Dec 16 15:28:12.270257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-93022eab-555f-4bf4-8ef8-b1401c5f442c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 217 time: 0.0743780 Dec 16 15:28:12.283904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598321b7-467b-473c-bf6c-3c3bb31dea04 req-ae6f83c3-9467-4a13-bb6d-ffd54cf0a42f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1916068 Dec 16 15:28:12.291064 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:12.323640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00228b-5488-4676-ac89-be9b9a9d994e admin admin] Pushing event deleted for resources: {'Network': ['ID=854c40d1-c610-4d60-b0ac-9f2d5b26e5b8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:12.349083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-ec141d16-fc42-4e49-9c59-9283e1b03791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.350911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-ec141d16-fc42-4e49-9c59-9283e1b03791 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758714 Dec 16 15:28:12.355476 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4884a4c-1139-4eda-b417-8228f42ac5ab x-openstack-request-id: req-a4884a4c-1139-4eda-b417-8228f42ac5ab {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:12.355780 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:12.356081 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4884a4c-1139-4eda-b417-8228f42ac5ab {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:12.356511 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0', 'status': 'completed', 'code': 200} Dec 16 15:28:12.419902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-f8b40ad6-e3bd-4ce4-9285-1bda0f5e5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.428503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-f8b40ad6-e3bd-4ce4-9285-1bda0f5e5059 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.1304033 Dec 16 15:28:12.473264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:12.492235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-028f3f86-affd-4532-a893-98239353d081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548437 Dec 16 15:28:12.508951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '37d69c76-e16f-49d2-9b3c-635f56b51eb0', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'port_id': '37d69c76-e16f-49d2-9b3c-635f56b51eb0', 'mac_address': 'fa:16:3e:58:eb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:12.601080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.627159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3476fa-de37-4cc2-8251-7a55d50946db req-5c22552f-0ffd-414d-9bc5-812b0330e0f7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:12.628830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e3476fa-de37-4cc2-8251-7a55d50946db req-5c22552f-0ffd-414d-9bc5-812b0330e0f7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 943 time: 0.1350565 Dec 16 15:28:12.657418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d69c76-e16f-49d2-9b3c-635f56b51eb0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:12.672516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-3a1042b3-cd75-4446-87c9-81e02ed323bb service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911510 Dec 16 15:28:12.679126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.724873 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:09Z', 'revision_number': 7, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:12.725850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-0621d6a4-465e-4c29-b656-cb2ab10aeec6 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113082 Dec 16 15:28:12.738606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:12.758698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaf4be4-4357-43be-8037-9b686e003140 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:09Z', 'revision_number': 7, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '235f6f8a-3eae-4862-9ea3-68161e91c0d6', 'name': '', 'network_id': '2d47e480-3e86-472b-b458-7121ea527bff', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:98:a7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:58Z', 'updated_at': '2021-12-16T15:28:06Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '3becf527-2db8-48a7-9bf7-826b9b9ab052', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:12.808817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e3476fa-de37-4cc2-8251-7a55d50946db req-2399f4e4-eb2b-4a5a-8884-ffb2c2c083d6 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689677 Dec 16 15:28:12.858904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.870288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51282) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:12.885400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f260ea6-920d-47ad-9f0d-4426cbc6a813 req-5456b4dc-eddc-42ac-ab3f-8f0bbeef9b63 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413875 Dec 16 15:28:12.912794 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6c7-a672-402e-9d18-f5a52c44d6f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:12.946703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1ea56a11-91df-4056-b0d3-a8f2b2bcc8fe req-4f7f362c-5fde-425b-b53f-f27ce98946d2 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632411 Dec 16 15:28:12.975518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:13.045950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6c7-a672-402e-9d18-f5a52c44d6f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.136929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481345ac-d354-4167-bb79-9aeda76bb41e req-a06fafd2-98ef-4f24-9c67-f58a75a9452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:13.141869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-a06fafd2-98ef-4f24-9c67-f58a75a9452a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1094 time: 0.0635102 Dec 16 15:28:13.169099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 235f6f8a-3eae-4862-9ea3-68161e91c0d6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:13.169099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.226643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51288) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:13.269428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481345ac-d354-4167-bb79-9aeda76bb41e req-81bb883c-2669-4cfa-bda5-b9a8ff72fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:13.272452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-81bb883c-2669-4cfa-bda5-b9a8ff72fde1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.1244605 Dec 16 15:28:13.273892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de7ad6c7-a672-402e-9d18-f5a52c44d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.315252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a03ba6f2-2469-4bf6-851b-efba9b2348f8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58455f49922343008db28458ba9a70dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871656 Dec 16 15:28:13.316006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51292) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:13.318713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['37d69c76-e16f-49d2-9b3c-635f56b51eb0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:13.362719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 235f6f8a-3eae-4862-9ea3-68161e91c0d6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=235f6f8a-3eae-4862-9ea3-68161e91c0d6,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:13.363239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.404015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-b411b5f0-bfcb-4390-8d01-c05e217c6757 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 217 time: 0.1204877 Dec 16 15:28:13.411717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-de7ad6c7-a672-402e-9d18-f5a52c44d6f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0cc7b15f7940490f892dff51fbcd2be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5397577 Dec 16 15:28:13.414872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51296) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:13.415666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ad6c7-a672-402e-9d18-f5a52c44d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93db358-c49a-439b-a8d3-def336314443,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:13.416487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 235f6f8a-3eae-4862-9ea3-68161e91c0d6 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:13.558504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d2c2-0850-40dd-8404-4a0cf265755b req-fc85c137-1ded-4a42-a58e-f7d2d743d275 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:13.566208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9e9d2c2-0850-40dd-8404-4a0cf265755b req-fc85c137-1ded-4a42-a58e-f7d2d743d275 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.2892523 Dec 16 15:28:13.597716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.616723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.679515 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.699626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.975049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.977475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.980896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.982160 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b93db358-c49a-439b-a8d3-def336314443 HTTP/1.1" status: 204 len: 168 time: 0.5617054 Dec 16 15:28:13.983340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.985624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:13.989961 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/76c25e4f-d1dc-4092-af42-8735dcb5e33e HTTP/1.1" status: 204 len: 168 time: 0.6057658 Dec 16 15:28:13.990273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481345ac-d354-4167-bb79-9aeda76bb41e req-dcfa47e7-d410-4c77-9489-2849af7c8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:13.991021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-dcfa47e7-d410-4c77-9489-2849af7c8900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.5767677 Dec 16 15:28:14.008356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.015264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.021172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.025258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=235f6f8a-3eae-4862-9ea3-68161e91c0d6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:14.027785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.033741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.034061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93db358-c49a-439b-a8d3-def336314443,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:14.039793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.044373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.044724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.045070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.045407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.045738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.046069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.046602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.046725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.046725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.047015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.047337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.047658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.048331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be97cac5-5621-4539-b437-5787397fe7d7 req-ebc94245-ed67-4a58-b0e6-1b3502cab4c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.5572569 Dec 16 15:28:14.057349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.057349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.087058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.090933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.091180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.092038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd57795-0853-433e-a257-b991c6d67968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:14.102388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-effa3b57-e59b-4dd3-a6bc-5bd16704037b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460017 Dec 16 15:28:14.118741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9e9d2c2-0850-40dd-8404-4a0cf265755b req-aae0e30d-b075-4696-a16b-3a712de36486 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5514653 Dec 16 15:28:14.127647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efe592-ab84-4d3c-aef0-bbb64853625e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c25e4f-d1dc-4092-af42-8735dcb5e33e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:14.133528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-258d2929-358b-4ba8-b385-7ecb76e8df73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:14.320096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:14.449465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51318) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:14.484620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-45c174a4-2efa-476a-9f3d-d7c416ac9444 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255539 Dec 16 15:28:14.498102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be97cac5-5621-4539-b437-5787397fe7d7 req-087c5d79-8857-4475-bf4b-48d50f629903 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3935075 Dec 16 15:28:14.536538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54451f69-7bcc-42be-8739-bcf4e5be04e3 req-552c9159-0d65-4b12-ba65-ace60d1275dd tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:14.539672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54451f69-7bcc-42be-8739-bcf4e5be04e3 req-552c9159-0d65-4b12-ba65-ace60d1275dd tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 943 time: 0.1826212 Dec 16 15:28:14.637016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54451f69-7bcc-42be-8739-bcf4e5be04e3 req-5f4982df-6685-43b2-abfb-a368132d0c48 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958512 Dec 16 15:28:14.659650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481345ac-d354-4167-bb79-9aeda76bb41e req-7bf146eb-bc41-4368-8039-6897352fff5d service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597061 Dec 16 15:28:14.703744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:14.788385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-691416012-network', 'tenant_id': 'a15a621f6ee2416eabb9d3b1263a2a86'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:14.827566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:14.833319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-449f8824-f420-4534-ab54-c2ebb77a8ae5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2396517 Dec 16 15:28:14.840388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51326) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:14.842956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:14.874741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:14.876485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:14.908106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 3becf527-2db8-48a7-9bf7-826b9b9ab052 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:14.912245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:14.958708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Made reservation on behalf of a15a621f6ee2416eabb9d3b1263a2a86 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:14.961993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:14.978587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.003110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.091097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:15.137392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.196301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.279405 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.325844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7dbe5-51d6-41cf-ade3-ea34efcb7517 req-30b732f5-4a86-42ff-8deb-0943f04d0791 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:15.327377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7db7dbe5-51d6-41cf-ade3-ea34efcb7517 req-30b732f5-4a86-42ff-8deb-0943f04d0791 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.0997176 Dec 16 15:28:15.329744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b009bb-a4b4-4a31-90ea-fe85acbbfc3d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:15.398784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7db7dbe5-51d6-41cf-ade3-ea34efcb7517 req-7e9c6fc3-ae9b-463f-b6be-6d6e901cabfa tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649266 Dec 16 15:28:15.403336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.420581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:28:15.462526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=3becf527-2db8-48a7-9bf7-826b9b9ab052,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:15.480166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.483948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ea839abc-560f-4aea-9b77-19b3924b2be5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/3becf527-2db8-48a7-9bf7-826b9b9ab052 HTTP/1.1" status: 204 len: 168 time: 0.6431205 Dec 16 15:28:15.487458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.487955 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Added segment f139a20b-b81a-4b6d-8e42-5b4bed13d893 of type vlan for network f135c2ad-1f17-4692-8c91-0e7175719f5e Dec 16 15:28:15.489061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51348) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:15.495095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:13Z', 'revision_number': 8, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:15.534795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fca849-b035-457b-bca0-d3df265c8aa5 None None] Network 2d47e480-3e86-472b-b458-7121ea527bff requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:15.550378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:15.570019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.623490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:15.637597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:15.641937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:27:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:15.719866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.721371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:15.722663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.724407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:15.864359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:28:15.977792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] Pushing event updated for resources: {'Network': ['ID=f135c2ad-1f17-4692-8c91-0e7175719f5e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:15.989717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port d6ee8b54-41b1-43b7-b88f-c626efe2f56d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:15.990251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.039622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.046774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.053158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.059402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.061407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f135c2ad-1f17-4692-8c91-0e7175719f5e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:28:16.081623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.088502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.095377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.097502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7a06e7b-d842-4c63-903c-7f663821460e req-db651f93-43c8-44e9-b12a-fc3ac3f828c3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.3676016 Dec 16 15:28:16.102764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ca393ffb-39f2-4e3a-8fde-a3004e17ec24 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6515944 Dec 16 15:28:16.139667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 37d69c76-e16f-49d2-9b3c-635f56b51eb0 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:16.143421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:16.161456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4124b6-6769-4873-98a8-32055843db3f req-ac5556c1-6e2a-4c47-94f0-7ae12248147b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:16.169766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c4124b6-6769-4873-98a8-32055843db3f req-ac5556c1-6e2a-4c47-94f0-7ae12248147b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 943 time: 0.1864352 Dec 16 15:28:16.188056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,segment=NetworkSegment(f7b79855-b4fa-4fc9-b58b-66e294fac819),segment_id=f7b79855-b4fa-4fc9-b58b-66e294fac819)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:16.189235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.210479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for d6ee8b54-41b1-43b7-b88f-c626efe2f56d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:16.211325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:16.265854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0', 'network_id': '997ae88d-95c2-440e-885e-ef40a1afb0a7', 'port_id': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0', 'mac_address': 'fa:16:3e:ee:ef:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6a7002-93d0-48ec-bd09-5a927129707d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:16.277841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7a06e7b-d842-4c63-903c-7f663821460e req-981e8f4a-7a87-4fbe-a356-69b17d469d51 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1589489 Dec 16 15:28:16.287778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c4124b6-6769-4873-98a8-32055843db3f req-b51aa42e-2e51-4046-9d26-a5d70bdadbff tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167309 Dec 16 15:28:16.326329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] DHCP port deletion for 2d47e480-3e86-472b-b458-7121ea527bff request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:16.432454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.497614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.506675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:16.540279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d726421-48b1-47b2-999d-fc57e835ba0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.547317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:16.553596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:16.557846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port d6ee8b54-41b1-43b7-b88f-c626efe2f56d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:16.629908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:16.632841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.668752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.669031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Deleting port d6ee8b54-41b1-43b7-b88f-c626efe2f56d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:16.669279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.671201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:16.671602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.693817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d47e480-3e86-472b-b458-7121ea527bff']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:16.706440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b79855-b4fa-4fc9-b58b-66e294fac819') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:16.706804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b79855-b4fa-4fc9-b58b-66e294fac819') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:16.719512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.759410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.771984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:16.774447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:16.782904 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:16.874832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:16.877587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] For port d6ee8b54-41b1-43b7-b88f-c626efe2f56d, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:16.877912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.908074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Calling delete_port for d6ee8b54-41b1-43b7-b88f-c626efe2f56d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:16.913676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.914039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.914384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.914729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.915069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.915408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.915740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.916103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.916436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.916764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.917091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.917444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.917811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:16.927599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Port d6ee8b54-41b1-43b7-b88f-c626efe2f56d was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:28:16.956733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:16.958865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.965017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:16.996587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:17.004646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/2d47e480-3e86-472b-b458-7121ea527bff HTTP/1.1" status: 204 len: 168 time: 1.5139313 Dec 16 15:28:17.006101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88472b74-219b-475f-8cc1-30f3a42efde7 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=2d47e480-3e86-472b-b458-7121ea527bff,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:17.008556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51396) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:17.071447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Network 2d47e480-3e86-472b-b458-7121ea527bff is not hosted by any dhcp agent {{(pid=104057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:28:17.071997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] No DVR routers for this DVR port d6ee8b54-41b1-43b7-b88f-c626efe2f56d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:17.084011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b801f2-cd64-4604-a3f1-aaaddb0fde9c None None] Pushing event deleted for resources: {'Port': ['ID=d6ee8b54-41b1-43b7-b88f-c626efe2f56d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:17.175499 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:17.179969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4d9f-a3d0-403e-acf3-8e3debffc019 req-b54fe697-c45d-4374-b172-9e695a034fb1 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.187090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4d9f-a3d0-403e-acf3-8e3debffc019 req-b54fe697-c45d-4374-b172-9e695a034fb1 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.193154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4d9f-a3d0-403e-acf3-8e3debffc019 req-b54fe697-c45d-4374-b172-9e695a034fb1 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.198643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-717b4d9f-a3d0-403e-acf3-8e3debffc019 req-b54fe697-c45d-4374-b172-9e695a034fb1 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2573345 Dec 16 15:28:17.207251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:13Z', 'revision_number': 8, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:17.262534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332ed72-a3cd-4245-aca6-4a92867b9dc2 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:13Z', 'revision_number': 8, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1be216f1-9802-461c-b52d-749095097db7', 'name': '', 'network_id': '5ad253bd-acde-43db-b5e9-5b78dff09db0', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:9c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:37Z', 'updated_at': '2021-12-16T15:27:53Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'cba7e559-28db-453f-acc0-a0c6c8191ef2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:17.265314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:17.270720 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc52361-a0d5-4769-9e8c-d2157180a6bb" -d '{"events": [{"server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "name": "network-vif-plugged", "status": "completed", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:17.310467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:17.414737 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1165d40f-2cbe-4f03-885e-e7a3600dcd9d x-openstack-request-id: req-1165d40f-2cbe-4f03-885e-e7a3600dcd9d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:17.415224 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "name": "network-vif-plugged", "status": "completed", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:17.415646 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1165d40f-2cbe-4f03-885e-e7a3600dcd9d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:17.416526 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0', 'code': 200} Dec 16 15:28:17.418524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:17.458690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a540e-6be2-4051-8221-70e7ebe92609 req-7462439d-994d-4470-8f1b-257003798033 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.461007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c7a540e-6be2-4051-8221-70e7ebe92609 req-7462439d-994d-4470-8f1b-257003798033 tempest-ComputeTenantNetworksTest-331178370 tempest-ComputeTenantNetworksTest-331178370-project] 10.222.0.71 "GET /v2.0/networks/f135c2ad-1f17-4692-8c91-0e7175719f5e HTTP/1.1" status: 200 len: 768 time: 0.2265744 Dec 16 15:28:17.476384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:17.593635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:17.720309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:17.736663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:17.771552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4abf85-be3a-48c7-93a6-96e167cb84f2 req-6f0edabc-7d8c-46fc-ae63-b63af4977f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.773245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3e4abf85-be3a-48c7-93a6-96e167cb84f2 req-6f0edabc-7d8c-46fc-ae63-b63af4977f03 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0975516 Dec 16 15:28:17.790696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.807415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.825671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.837609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.850699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.866214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.889690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.893518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-93f39518-265b-47c8-8e84-ab3c6d0f9e41 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.3105435 Dec 16 15:28:17.938593 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3e4abf85-be3a-48c7-93a6-96e167cb84f2 req-17a07f38-92f1-4ef1-a599-0a361ace3988 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253600 Dec 16 15:28:17.943033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 235f6f8a-3eae-4862-9ea3-68161e91c0d6 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:17.948801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1efeec-ebdb-4644-86ec-ddb24a8e7b4c req-bedce3cf-2d77-47c2-9903-2f7296831645 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:17.952720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f1efeec-ebdb-4644-86ec-ddb24a8e7b4c req-bedce3cf-2d77-47c2-9903-2f7296831645 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 944 time: 0.3578315 Dec 16 15:28:17.973953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 235f6f8a-3eae-4862-9ea3-68161e91c0d6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:17.974290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 235f6f8a-3eae-4862-9ea3-68161e91c0d6 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:17.974722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6ee8b54-41b1-43b7-b88f-c626efe2f56d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:18.006572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d6ee8b54-41b1-43b7-b88f-c626efe2f56d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:18.006914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6ee8b54-41b1-43b7-b88f-c626efe2f56d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:18.167217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.174570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f1efeec-ebdb-4644-86ec-ddb24a8e7b4c req-a79eb9e0-aa5c-4508-9242-bfa3bf613973 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103221 Dec 16 15:28:18.181304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.187186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03abc1e-2040-4f6b-a91a-e56c2303871d req-548e8b4e-44fe-4b2a-8a06-8e220367e2f6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2763250 Dec 16 15:28:18.214820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f135c2ad-1f17-4692-8c91-0e7175719f5e']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:18.237579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f139a20b-b81a-4b6d-8e42-5b4bed13d893') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:18.238054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f139a20b-b81a-4b6d-8e42-5b4bed13d893') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:18.262478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.296297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.311460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:18.312197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:18.314542 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:18.500743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.512762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.517970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f135c2ad-1f17-4692-8c91-0e7175719f5e HTTP/1.1" status: 204 len: 168 time: 1.0398529 Dec 16 15:28:18.533506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71e279-ae12-467c-ba20-c635cfe37b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=f135c2ad-1f17-4692-8c91-0e7175719f5e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:18.612159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 1be216f1-9802-461c-b52d-749095097db7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:18.612797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.729785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 1be216f1-9802-461c-b52d-749095097db7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1be216f1-9802-461c-b52d-749095097db7,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:18.736141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:18.747182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 1be216f1-9802-461c-b52d-749095097db7 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:18.836073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:18.884583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:19.044887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:19.051326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.070341 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26872f1-3935-4f76-8e77-277ec3d49a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.102498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=1be216f1-9802-461c-b52d-749095097db7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:19.138014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.157448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0cbec339-a785-42d7-ad28-6b94974c5afd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a15a621f6ee2416eabb9d3b1263a2a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107717 Dec 16 15:28:19.162460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:19.311786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26872f1-3935-4f76-8e77-277ec3d49a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.465089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.506563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.522049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.525918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f26872f1-3935-4f76-8e77-277ec3d49a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.632475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26872f1-3935-4f76-8e77-277ec3d49a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a160d82-4a18-48f8-bd7a-47e6d4ccfab7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:19.639571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f26872f1-3935-4f76-8e77-277ec3d49a08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c3b692fb4ea45c69846212b9e34fac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8023608 Dec 16 15:28:19.643602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0517b5c1-cfee-4dd3-b6eb-d5d9b7e9794a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.650627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51480) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:19.653173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16028e-3f3c-42c4-adb3-ce8ea85ea95a req-32996009-950c-46b1-99ea-c560169afe23 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.654652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa16028e-3f3c-42c4-adb3-ce8ea85ea95a req-32996009-950c-46b1-99ea-c560169afe23 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 944 time: 0.2632666 Dec 16 15:28:19.673590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.675158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:19.679748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.686655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.692769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.699335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.705393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.711699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:19.713742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-6fec24d8-9887-4640-b452-73444e199a59 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.2993286 Dec 16 15:28:19.828017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa16028e-3f3c-42c4-adb3-ce8ea85ea95a req-8f16c551-a55e-4184-b5b9-09aea14f7c44 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131289 Dec 16 15:28:19.884276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90fea364-1237-4d47-9cda-0b957de4ef9c req-e47815db-59ac-4dd2-becf-83b2685b11de tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1576478 Dec 16 15:28:19.899626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:19.900021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.905229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.907106 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11b009bb-a4b4-4a31-90ea-fe85acbbfc3d HTTP/1.1" status: 204 len: 168 time: 0.7426286 Dec 16 15:28:19.916664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.920806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:19.930809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.950957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:19.959756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8b554-b72a-45c0-9725-3b61644e3cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b009bb-a4b4-4a31-90ea-fe85acbbfc3d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:20.020276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0517b5c1-cfee-4dd3-b6eb-d5d9b7e9794a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.027432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.045134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:20.100740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0517b5c1-cfee-4dd3-b6eb-d5d9b7e9794a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.132131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.175138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:20.180514 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e304c-2b73-4f47-bd08-68ff26cbd3c2" -d '{"events": [{"server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:20.186469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0517b5c1-cfee-4dd3-b6eb-d5d9b7e9794a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=659360a675e34caaad0e97e340c7bb16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2998211 Dec 16 15:28:20.197286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:20.200077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517b5c1-cfee-4dd3-b6eb-d5d9b7e9794a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8dd960-faa3-483b-9c49-90fb1b0f0dfa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:20.205649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:20.224184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:20.238110 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-93bb5fc8-4c9b-4855-8788-dc82941f5fda tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2276382 Dec 16 15:28:20.244594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51488) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:20.246447 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:20.270366 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902a8889-8642-4319-b403-020335b83e59 x-openstack-request-id: req-902a8889-8642-4319-b403-020335b83e59 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:20.270799 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:20.271216 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-902a8889-8642-4319-b403-020335b83e59 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:20.271861 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0', 'code': 200} Dec 16 15:28:20.299218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.315338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.334580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.364624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet cba7e559-28db-453f-acc0-a0c6c8191ef2 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:20.376974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.490842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:20.494171 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:20.495228 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:20.499126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.507553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.520347 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a160d82-4a18-48f8-bd7a-47e6d4ccfab7 HTTP/1.1" status: 204 len: 168 time: 0.8576863 Dec 16 15:28:20.547393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae9854-65b9-496f-bdb5-e8339d7986ae req-8071ce27-8d46-4c7a-87a9-9509b0865149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:20.549921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bae9854-65b9-496f-bdb5-e8339d7986ae req-8071ce27-8d46-4c7a-87a9-9509b0865149 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1096 time: 0.0980468 Dec 16 15:28:20.554993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.559582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568c83-f589-48d7-8c0a-e09a104185e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a160d82-4a18-48f8-bd7a-47e6d4ccfab7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:20.569572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.571149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d8dd960-faa3-483b-9c49-90fb1b0f0dfa HTTP/1.1" status: 204 len: 168 time: 0.3637516 Dec 16 15:28:20.586271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:20.668107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9aab09-560a-4de9-9bcf-21fa98159e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8dd960-faa3-483b-9c49-90fb1b0f0dfa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:20.707763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bae9854-65b9-496f-bdb5-e8339d7986ae req-27776550-9d7e-4a4a-86f3-00dde76d65e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260488 Dec 16 15:28:20.768788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:20.849921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.100972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.169880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=cba7e559-28db-453f-acc0-a0c6c8191ef2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:21.198044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.210911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b255f4c-93b5-4d49-84cb-05068c85d858 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/cba7e559-28db-453f-acc0-a0c6c8191ef2 HTTP/1.1" status: 204 len: 168 time: 0.9600301 Dec 16 15:28:21.211629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765e63-74f4-43f7-8b07-247f451d687e req-881fb642-4a40-4877-8d4f-62a686113504 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.211815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51506) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:21.232293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f765e63-74f4-43f7-8b07-247f451d687e req-881fb642-4a40-4877-8d4f-62a686113504 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.2377942 Dec 16 15:28:21.283598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41af583-8967-4822-b9e7-b461a66ecf3a None None] Network 5ad253bd-acde-43db-b5e9-5b78dff09db0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:21.314823 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:18Z', 'revision_number': 9, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:21.359676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.375298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.391151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.413726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.429144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.444690 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:21.446463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.465647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.477012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:21.488439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:21.489106 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:21.492495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-14b5290e-8301-45b6-967f-d0d8155d843d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.4079902 Dec 16 15:28:21.612627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f765e63-74f4-43f7-8b07-247f451d687e req-5be5fc9b-4ad3-4176-b201-ca7089fa5f2c tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684790 Dec 16 15:28:21.685821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 2b71fb10-8499-4a3a-bf76-9f71d2083749 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:21.687109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.696728 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:21.781323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab2c199-34c6-42ef-980c-7b7f9b83d1de req-4f1553eb-a3d5-4a4b-8ea0-bc1782f1779c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2869267 Dec 16 15:28:21.925813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 2b71fb10-8499-4a3a-bf76-9f71d2083749, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2b71fb10-8499-4a3a-bf76-9f71d2083749,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:21.926574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:21.964810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 2b71fb10-8499-4a3a-bf76-9f71d2083749 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:22.070244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] DHCP port deletion for 5ad253bd-acde-43db-b5e9-5b78dff09db0 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:22.120060 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:18Z', 'revision_number': 9, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:22.170100 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d9d159-8d8f-49f6-ba21-88cf00a8c821 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:18Z', 'revision_number': 9, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56c4845a-9e96-40d3-a5de-2718bcd2e111', 'name': '', 'network_id': 'b3dbb2b6-a274-46de-90dd-d06b75ed2539', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:09:b9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:23Z', 'updated_at': '2021-12-16T15:27:33Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': '6a78af40-f725-45f1-8751-b92d4aa643d3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:22.229185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Deleting port 2b71fb10-8499-4a3a-bf76-9f71d2083749 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:22.229812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.274640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.295921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 2b71fb10-8499-4a3a-bf76-9f71d2083749 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:22.344838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] For port 2b71fb10-8499-4a3a-bf76-9f71d2083749, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2b71fb10-8499-4a3a-bf76-9f71d2083749,segment=NetworkSegment(6f24e392-f90c-4eb4-8c25-ad9905785568),segment_id=6f24e392-f90c-4eb4-8c25-ad9905785568)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:22.344838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.345412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=2b71fb10-8499-4a3a-bf76-9f71d2083749,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:22.375196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Calling delete_port for 2b71fb10-8499-4a3a-bf76-9f71d2083749 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:22.478453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.511159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad253bd-acde-43db-b5e9-5b78dff09db0']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:22.539811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f24e392-f90c-4eb4-8c25-ad9905785568') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:22.540480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f24e392-f90c-4eb4-8c25-ad9905785568') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:22.568932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.617576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.618262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.635682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:22.636953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:22.640996 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:22.689998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] Pushing event deleted for resources: {'Port': ['ID=2b71fb10-8499-4a3a-bf76-9f71d2083749,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:22.701429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab47263-f8e4-40cf-a5e9-2923a3942019 None None] No DVR routers for this DVR port 2b71fb10-8499-4a3a-bf76-9f71d2083749 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:22.888957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c4e9-e8cc-46f3-b287-037914b27928 req-16a923f6-896d-4f0e-b88e-737e0bdfde42 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:22.902441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0f2c4e9-e8cc-46f3-b287-037914b27928 req-16a923f6-896d-4f0e-b88e-737e0bdfde42 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1069798 Dec 16 15:28:22.919753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.980164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:22.986730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/5ad253bd-acde-43db-b5e9-5b78dff09db0 HTTP/1.1" status: 204 len: 168 time: 1.7712352 Dec 16 15:28:22.986730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af433-88b5-4716-8566-67d3adbbc2e5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=5ad253bd-acde-43db-b5e9-5b78dff09db0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:22.987813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:23.025496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0f2c4e9-e8cc-46f3-b287-037914b27928 req-0b66da3b-4828-400f-9727-aaeba6b7fa83 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213591 Dec 16 15:28:23.159039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:28:23.199413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.222061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.255432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.282619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.303468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.321931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.333741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:23.347740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf7b1137-ef14-4767-b042-25b39a832198 req-c9177203-e508-4abe-89b7-8952feae6d21 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.2438760 Dec 16 15:28:23.470012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf7b1137-ef14-4767-b042-25b39a832198 req-36868b7e-51fe-4544-a2b3-e476a3cf0234 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1204021 Dec 16 15:28:23.601630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:23.728897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51570) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:23.920203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2b71fb10-8499-4a3a-bf76-9f71d2083749 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:24.002167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2b71fb10-8499-4a3a-bf76-9f71d2083749 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:24.004890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2b71fb10-8499-4a3a-bf76-9f71d2083749 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:24.005357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1be216f1-9802-461c-b52d-749095097db7 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:24.073420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19fca1-cfe9-420a-ae45-bc36d51009fa req-b7442432-6dd7-416e-b90c-6686268ce457 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.077962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 1be216f1-9802-461c-b52d-749095097db7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:24.079767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1be216f1-9802-461c-b52d-749095097db7 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:24.093533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b19fca1-cfe9-420a-ae45-bc36d51009fa req-b7442432-6dd7-416e-b90c-6686268ce457 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.2954879 Dec 16 15:28:24.152713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-97b5a545-eb05-4e0b-9448-3bca0a2a60cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.155465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-97b5a545-eb05-4e0b-9448-3bca0a2a60cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1096 time: 0.2543116 Dec 16 15:28:24.303362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 56c4845a-9e96-40d3-a5de-2718bcd2e111 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:24.304146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.368383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b19fca1-cfe9-420a-ae45-bc36d51009fa req-425656a1-e0ad-4587-bd01-67ea19a6f3ec tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644062 Dec 16 15:28:24.388953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1791063037-network', 'tenant_id': 'e2ed706f52b249e7b27976ee800c4476'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:24.458897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.471112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 56c4845a-9e96-40d3-a5de-2718bcd2e111, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56c4845a-9e96-40d3-a5de-2718bcd2e111,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:24.471588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.471806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.484153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.487099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 56c4845a-9e96-40d3-a5de-2718bcd2e111 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:24.496880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.508798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.521282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.534926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.538874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-43551eae-a7e9-4c57-acc7-0e11130355f8 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.3255367 Dec 16 15:28:24.539293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Made reservation on behalf of e2ed706f52b249e7b27976ee800c4476 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:24.542693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.562109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.596546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-fcf37fb5-f93d-4005-acc1-ca83a419dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.599303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-fcf37fb5-f93d-4005-acc1-ca83a419dcc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.4330342 Dec 16 15:28:24.656593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.727551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-624f3807-2ab9-4c56-9db9-9d7ce5dfddc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 217 time: 0.0966916 Dec 16 15:28:24.767370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.837998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62babcb-5855-447b-bf74-39d1c5b44638,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:24.853266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02b55ceb-9f1f-42b9-b84f-c8492aefbfb5 req-3964646f-f444-4e7b-803c-614ee389509c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2875855 Dec 16 15:28:24.902571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.918165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.927799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.940857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.948233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.956425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:28:24.961459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.975664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.980406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df72538f-9cba-48dc-a83d-1f420919b59b req-ca1d5930-a9db-4094-aa0c-12727f5cf972 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.2783010 Dec 16 15:28:24.982848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-fb263114-80c8-4c1c-b656-4694f1362ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:24.984839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-fb263114-80c8-4c1c-b656-4694f1362ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.2139132 Dec 16 15:28:24.985692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:24.986265 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Added segment 7c570800-d679-48fc-8393-fcbc1ac7eba0 of type vlan for network 87f04724-78a8-42a1-b5d5-1a24f88911bd Dec 16 15:28:25.014495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.038766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-41ea2813-2dba-47c6-9ae9-e62680927529 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449960 Dec 16 15:28:25.162965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=56c4845a-9e96-40d3-a5de-2718bcd2e111,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:25.177506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.227772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df72538f-9cba-48dc-a83d-1f420919b59b req-807a15f1-ad13-4e2a-93c4-83defbd9431f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2303333 Dec 16 15:28:25.287557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.302151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.313730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.319789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.327152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.327794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:28:25.333315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.341131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.346622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41fc0eb7-f118-4eaf-8791-b6560de24006 req-92f36278-f950-4c6f-8a19-b533c9615a5f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.2280359 Dec 16 15:28:25.354050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-66224c0b-d2e7-4063-92eb-12221b75426f service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052733 Dec 16 15:28:25.476903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.476903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.476903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.660253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-564d6c24-44e5-4cff-9de6-af21e7cbba65 req-32c6928a-d31d-4807-8638-e46a8a56b471 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850692 Dec 16 15:28:25.690416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:25.696789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242da955-3d86-4403-b8fa-e1f49ed85154 req-f4659262-30a0-4764-8727-b9c345dcd62a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:25.700118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-242da955-3d86-4403-b8fa-e1f49ed85154 req-f4659262-30a0-4764-8727-b9c345dcd62a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1462491 Dec 16 15:28:25.724833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70928e8a-4b1c-4892-bf5c-1f797df1b168 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:25.725691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] Pushing event updated for resources: {'Network': ['ID=87f04724-78a8-42a1-b5d5-1a24f88911bd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:25.739220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:25.769065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 87f04724-78a8-42a1-b5d5-1a24f88911bd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:28:25.858484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-242da955-3d86-4403-b8fa-e1f49ed85154 req-7303d19d-9d9d-4240-835c-d0dcfe03700a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465664 Dec 16 15:28:25.863029 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-175f2eed-ff8c-4253-a5c9-72d8dfaf3f33 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1343799 Dec 16 15:28:25.867655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:25.885404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Request body: {'subnet': {'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1791063037-subnet', 'tenant_id': 'e2ed706f52b249e7b27976ee800c4476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:26.017512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:28:26.032384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1380164638'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:26.054729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Made reservation on behalf of e2ed706f52b249e7b27976ee800c4476 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:26.057188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.129256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:26.213617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:26.244214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '70928e8a-4b1c-4892-bf5c-1f797df1b168', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'port_id': '70928e8a-4b1c-4892-bf5c-1f797df1b168', 'mac_address': 'fa:16:3e:be:a3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:26.344335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.362229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70928e8a-4b1c-4892-bf5c-1f797df1b168 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:26.387156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:26.435794 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.505948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.506507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f9f262df-bf8f-41f4-b467-6b0a74e33006 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:26.512729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd07f9a0-9370-4457-9153-ac6418384555,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:26.534136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.541026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.547231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.554182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.561564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.567567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.574357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.576498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-8b4791d5-4756-42e8-a057-f14619365947 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5417 time: 0.1736295 Dec 16 15:28:26.584504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.584863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.585224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.585554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.585900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.586232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.586567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.586901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.587227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.587556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.587997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.588330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.588651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:28:26.601934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Checking segment: {'id': '7c570800-d679-48fc-8393-fcbc1ac7eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:26.603419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Network hostable DHCP agents. Network: 87f04724-78a8-42a1-b5d5-1a24f88911bd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:28:26.636878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Made reservation on behalf of 6ae59cf30520471abf99ba43de84b5d0 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:26.642895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.672376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.676018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:26.682580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ec647d7-e51d-419a-b7f0-020e5febc182 req-ccee6007-77d7-47e1-95c7-3d79ee2ab6da tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0757773 Dec 16 15:28:26.750735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:26.759956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Network 87f04724-78a8-42a1-b5d5-1a24f88911bd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:28:26.765619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-588f4ea2-4ec9-4203-b77d-23983a84b6ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687178 Dec 16 15:28:26.766704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:26.786145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:26.827769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:26.844114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:26.845342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:26.848563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet 6a78af40-f725-45f1-8751-b92d4aa643d3 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:26.852463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.855279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.905999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 87f04724-78a8-42a1-b5d5-1a24f88911bd) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:26.919779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:26.921170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.924641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'port_id': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'mac_address': 'fa:16:3e:cb:7e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7a87e-c07e-495e-8905-885d652559cb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:26.927654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5105162-667d-4c86-b566-44fd34a2ee52 None None] Network 87f04724-78a8-42a1-b5d5-1a24f88911bd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:26.935756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.991423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:26.995402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d2f06b-6de5-46c3-a78f-6d92b251f1e1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:27.012942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:28:27.033286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.035913 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Added segment a0c87ef7-a011-4bf9-972d-5984bc6693ed of type vlan for network fd980187-5531-423d-a66d-1416418909de Dec 16 15:28:27.083307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b71b8d54-c04d-41a1-885b-3a3cd17dcf91 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2136383 Dec 16 15:28:27.147972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.185199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98384d41-bd16-4c1f-895f-ea603d3899b7 req-8d85e800-cf01-4a40-8164-dd9caafe4c81 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.196655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98384d41-bd16-4c1f-895f-ea603d3899b7 req-8d85e800-cf01-4a40-8164-dd9caafe4c81 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1354342 Dec 16 15:28:27.233125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:27.236356 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.305926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.312859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.314231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.348092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.413511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98384d41-bd16-4c1f-895f-ea603d3899b7 req-1d81c24e-d550-4293-a40a-22ecfaac216b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156613 Dec 16 15:28:27.464062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f262df-bf8f-41f4-b467-6b0a74e33006 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:27.487592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Pushing event updated for resources: {'Network': ['ID=fd980187-5531-423d-a66d-1416418909de,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:27.500709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.526360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde52d9d-6573-483d-b079-9030e9226ff8 None None] Network 87f04724-78a8-42a1-b5d5-1a24f88911bd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:27.529497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fd980187-5531-423d-a66d-1416418909de details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:28:27.531614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=6a78af40-f725-45f1-8751-b92d4aa643d3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:27.537925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.542736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f38bd57e-3648-4895-9613-d77c0f40ea1a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/6a78af40-f725-45f1-8751-b92d4aa643d3 HTTP/1.1" status: 204 len: 168 time: 0.7750390 Dec 16 15:28:27.543157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51642) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:27.581984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cfd028cd-e75b-47ef-a003-43f812b37246 tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8855016 Dec 16 15:28:27.620335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:27.656863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.666870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efdcefe-27cc-4210-910a-2c6446c63ba9 None None] Network b3dbb2b6-a274-46de-90dd-d06b75ed2539 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:27.758247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51658) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:27.764892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 584c47bc-f480-430c-8724-e123d75b0996 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:27.765592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.793817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'network_id': 'fd980187-5531-423d-a66d-1416418909de', 'binding:host_id': 'n-h1-821947-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1756375279'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:27.903516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 584c47bc-f480-430c-8724-e123d75b0996, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=584c47bc-f480-430c-8724-e123d75b0996,segment=NetworkSegment(ecef19bd-4b02-47b7-8a5c-80410b51561f),segment_id=ecef19bd-4b02-47b7-8a5c-80410b51561f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:27.904161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.929879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 584c47bc-f480-430c-8724-e123d75b0996 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:27.943317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.950827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.957393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.965063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.971853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.978129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:27.978675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.979510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:27.986435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:27.987795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-16413b47-712b-47b2-ae30-f04d38c15dff tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5419 time: 0.1390383 Dec 16 15:28:27.995492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Made reservation on behalf of 1fa2bccb7b864e0c8cdfda16cf5a97b8 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:27.999338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.017418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.028878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-4e519ea4-81ee-45cb-b51e-44ed0292c8e5 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:28.030508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-4e519ea4-81ee-45cb-b51e-44ed0292c8e5 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/networks?id=87f04724-78a8-42a1-b5d5-1a24f88911bd HTTP/1.1" status: 200 len: 822 time: 0.2885430 Dec 16 15:28:28.096202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-1ac93d4c-2d5f-485a-b5b2-a279542cf74d tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/quotas/e2ed706f52b249e7b27976ee800c4476 HTTP/1.1" status: 200 len: 375 time: 0.0416694 Dec 16 15:28:28.137532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52e30ed2-14f2-4b9f-8019-0905f42dcfc6 req-e0c06e93-8695-4915-b024-96f77c2d85d8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304364 Dec 16 15:28:28.163248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-1760ac92-1912-4817-a121-e6e31a63fe8c tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e2ed706f52b249e7b27976ee800c4476&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543089 Dec 16 15:28:28.191703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:28.254888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.262989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.296948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=584c47bc-f480-430c-8724-e123d75b0996,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:28.301203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port 584c47bc-f480-430c-8724-e123d75b0996 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:28.347404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-82d37445-cc74-4c1a-990f-9474fe7d4d85 service neutron] 10.222.0.71 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505284 Dec 16 15:28:28.468394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.474168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b588fb1-e07a-4bbb-984b-7d907e2d581d None None] DHCP port deletion for b3dbb2b6-a274-46de-90dd-d06b75ed2539 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:28.487103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:28.491956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 22b6f7f4-9731-449f-aa58-91595f718178 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:28.529944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.551142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'port_id': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:28.580680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:24Z', 'revision_number': 10, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:28.591603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dbb2b6-a274-46de-90dd-d06b75ed2539']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:28.618954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecef19bd-4b02-47b7-8a5c-80410b51561f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:28.619921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecef19bd-4b02-47b7-8a5c-80410b51561f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:28.646713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.665415 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.673633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:28.678633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.684855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.686757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51678) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:28.694956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:28.695600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:28.699812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:28.700631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:28.706679 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:28.718692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f6a50a-b9e6-4382-9293-3d10701f98c8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:28.799199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:28.803350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:28.871071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:28.928885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.954518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.961287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/b3dbb2b6-a274-46de-90dd-d06b75ed2539 HTTP/1.1" status: 204 len: 168 time: 1.4153688 Dec 16 15:28:28.969814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:28.970800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 411660f1-4b17-42a5-b112-2e4461412f11 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:28.982668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:29.071304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.084256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960184f-6467-4871-86e8-c1e2dd68d6f5 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=b3dbb2b6-a274-46de-90dd-d06b75ed2539,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.101554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:29.123243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '411660f1-4b17-42a5-b112-2e4461412f11', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'port_id': '411660f1-4b17-42a5-b112-2e4461412f11', 'mac_address': 'fa:16:3e:11:68:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:29.178536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:24Z', 'revision_number': 10, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:29.180204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.209070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-e97e43ea-e382-4753-bdcf-0822c4dc7ac6 service neutron] 10.222.0.71 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8541856 Dec 16 15:28:29.218577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e5d95-9589-46ab-940a-8d685646c5e8 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:24Z', 'revision_number': 10, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None, '_interfaces': [{'id': '10571336-4267-4805-8d77-1850ac226c70', 'name': '', 'network_id': 'a83cdb3e-1aea-4bc6-be26-b2301494e58a', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'mac_address': 'fa:16:3e:a4:81:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:12Z', 'updated_at': '2021-12-16T15:27:19Z', 'revision_number': 5, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'subnets': [{'id': 'a1e86e45-a8a8-4a52-80d2-a9359e2473a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:29.222631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411660f1-4b17-42a5-b112-2e4461412f11 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:29.252856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:29.279948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034aa80-ce26-47e3-b373-07ccfc26435d req-a2b7edeb-98f8-458a-91ef-c474f8f032ab tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.281574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7034aa80-ce26-47e3-b373-07ccfc26435d req-a2b7edeb-98f8-458a-91ef-c474f8f032ab tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.6485245 Dec 16 15:28:29.303546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.304242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.305126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.305669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.306143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.306607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.307632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.310507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-16886467-820a-49e7-9c4f-7a69e04b820f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.6072516 Dec 16 15:28:29.401565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.403338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 89d0b6c6-520d-454b-b432-daf71c34d379 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:29.449987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 22b6f7f4-9731-449f-aa58-91595f718178 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:29.462382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7034aa80-ce26-47e3-b373-07ccfc26435d req-7e3bdfb2-869f-4605-b185-819d0f29f46e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709671 Dec 16 15:28:29.475676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-6c4b85ec-0d95-4342-8ba6-f7d813a0cbfc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379478 Dec 16 15:28:29.476928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.498831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.498831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=89d0b6c6-520d-454b-b432-daf71c34d379,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:29.500392 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.512208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.512574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '89d0b6c6-520d-454b-b432-daf71c34d379', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'port_id': '89d0b6c6-520d-454b-b432-daf71c34d379', 'mac_address': 'fa:16:3e:57:67:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:29.566916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.592836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d0b6c6-520d-454b-b432-daf71c34d379 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:29.622434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=89d0b6c6-520d-454b-b432-daf71c34d379,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:29.656623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.751476 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:29.752526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4815d4c1-7260-45fd-9db8-01e0d51d0e8c details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:29.879484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ed70424-ee61-4443-82c1-3d6bbc7f833a req-18c02e0d-bbbf-46f3-9980-90f9d4f8ba18 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.0516701 Dec 16 15:28:29.896344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=22b6f7f4-9731-449f-aa58-91595f718178,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.950393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:29.965433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:29.973918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.980866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.988761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.991185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'network_id': '30ec235c-4b8d-4ec9-80fa-a95bb3a10d25', 'port_id': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'mac_address': 'fa:16:3e:c2:c9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c39c5b0-3427-4a6d-a256-871b1aebcf25', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:29.995107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:29.998738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56c4845a-9e96-40d3-a5de-2718bcd2e111 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:30.002491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:30.010134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:30.016646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:30.025914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-67f4e93e-a01a-4994-afde-6613bfbf9e53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5422 time: 0.3553674 Dec 16 15:28:30.028532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Checking segment: {'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:30.028532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Network hostable DHCP agents. Network: fd980187-5531-423d-a66d-1416418909de, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:28:30.045915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 56c4845a-9e96-40d3-a5de-2718bcd2e111 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:30.046439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56c4845a-9e96-40d3-a5de-2718bcd2e111 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:30.047079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 584c47bc-f480-430c-8724-e123d75b0996 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:30.118649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 584c47bc-f480-430c-8724-e123d75b0996 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:30.120014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 584c47bc-f480-430c-8724-e123d75b0996 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:30.131392 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.168730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4815d4c1-7260-45fd-9db8-01e0d51d0e8c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:30.171810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8d3086d-d986-45da-8d1c-6a391ae403bb req-18ca3321-e5f6-48ad-bc45-cfd7521591de tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1448169 Dec 16 15:28:30.178729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port 10571336-4267-4805-8d77-1850ac226c70 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:30.179715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.212313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:30.222325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Network fd980187-5531-423d-a66d-1416418909de is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:28:30.336683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.337370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd817da2-0233-4aef-8b00-e335b4adbcd5 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:30.351906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port 10571336-4267-4805-8d77-1850ac226c70, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10571336-4267-4805-8d77-1850ac226c70,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:30.352279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.368786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for 10571336-4267-4805-8d77-1850ac226c70 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:30.382530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fd980187-5531-423d-a66d-1416418909de) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:30.394504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:30.419209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20316ca-1850-4b36-bc93-565294016799 None None] Network fd980187-5531-423d-a66d-1416418909de requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:30.423254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:30.428288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:30.450008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.452234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.455151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.469407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.471102 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.472322 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 2 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.505019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.505506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.505730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.524758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.525100 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.525502 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 3 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.529913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'fd817da2-0233-4aef-8b00-e335b4adbcd5', 'network_id': 'ff21b903-d241-40b6-99ce-10486315fcd7', 'port_id': 'fd817da2-0233-4aef-8b00-e335b4adbcd5', 'mac_address': 'fa:16:3e:ee:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f7a87e-c07e-495e-8905-885d652559cb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:30.562933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.563852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.564882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.575629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.576785 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.577845 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 4 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.608431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.609149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.609865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.639529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.640023 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.642105 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 5 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.671590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.691465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.691886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.692151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.701720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd817da2-0233-4aef-8b00-e335b4adbcd5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:30.713899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.714593 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.719468 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 6 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.731466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:30.740971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5503-c160-4eb0-a0be-9ed6622aab70 req-1eb27e02-5d08-4d5c-96f8-e90c75d3cee9 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:30.743910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b77a5503-c160-4eb0-a0be-9ed6622aab70 req-1eb27e02-5d08-4d5c-96f8-e90c75d3cee9 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1236534 Dec 16 15:28:30.784935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.785397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.785870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.798593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.803476 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.803476 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 7 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.829525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.829857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.830191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.837504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b77a5503-c160-4eb0-a0be-9ed6622aab70 req-ba586ea7-28d1-4733-9ed3-054e0b68fd28 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817332 Dec 16 15:28:30.841137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.846288 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.846288 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 8 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.860437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.860868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.861227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.869301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.871585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.871965 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.872397 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 9 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.893022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.894102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.894102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.899729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.900103 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.900478 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 10 to bind port 22b6f7f4-9731-449f-aa58-91595f718178 Dec 16 15:28:30.918364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:30.918364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:30.918706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:30.920747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.924413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 22b6f7f4-9731-449f-aa58-91595f718178 on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:30.924654 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 22b6f7f4-9731-449f-aa58-91595f718178 on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:30.926838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:30.986298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:31.019182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=10571336-4267-4805-8d77-1850ac226c70,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:31.090537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 22b6f7f4-9731-449f-aa58-91595f718178, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:31.091070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempted to set empty binding levels {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:28:31.095643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3595a21-d534-4ae8-b29c-b675038683ff req-ad23e477-6e40-44e7-8205-13c9f2c791e8 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.0431342 Dec 16 15:28:31.180738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.205701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.271347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.272479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.292880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=22b6f7f4-9731-449f-aa58-91595f718178,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:31.368903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7aff2fe0-f452-4f28-8883-33dd7dc4fe99 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6071410 Dec 16 15:28:31.384823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.392393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:31.393559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.401621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.410051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.417630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.424661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.432207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:31.436722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-86aceff9-f2ca-4d4d-a747-e5aabc603413 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5424 time: 0.1234033 Dec 16 15:28:31.516243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df5a6c28-fb56-4965-bd3f-4058dc7384bc req-2b36cc36-ab1f-41d8-9424-dcd74a68eb1d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0739863 Dec 16 15:28:31.640155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:31.675994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Deleting port 22b6f7f4-9731-449f-aa58-91595f718178 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:31.676350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.794037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:31.800660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b0ccf3e-1512-424d-97c8-20990aafa575 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8165455 Dec 16 15:28:31.805134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51722) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:31.823863 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:31.844976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:31.848328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 22b6f7f4-9731-449f-aa58-91595f718178, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:31.848780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.856071 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:31.860097 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:31.868964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['89d0b6c6-520d-454b-b432-daf71c34d379'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:31.871884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Calling delete_port for 22b6f7f4-9731-449f-aa58-91595f718178 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:31.891245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting subnet a1e86e45-a8a8-4a52-80d2-a9359e2473a0 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:31.898173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:31.993052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['411660f1-4b17-42a5-b112-2e4461412f11'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:31.997238 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:32.018068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.103790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecb3c5-e08d-4347-9408-66124d5063ce req-e8f56ecf-dc17-45f7-a785-1cd863bde37c tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.112432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['70928e8a-4b1c-4892-bf5c-1f797df1b168'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:32.115575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ecb3c5-e08d-4347-9408-66124d5063ce req-e8f56ecf-dc17-45f7-a785-1cd863bde37c tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1249681 Dec 16 15:28:32.116212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f9f262df-bf8f-41f4-b467-6b0a74e33006'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:32.125426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['fd817da2-0233-4aef-8b00-e335b4adbcd5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:32.157783 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:32.167198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.236926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.257899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1ecb3c5-e08d-4347-9408-66124d5063ce req-ea5632c5-4a7d-43aa-b0b2-88b039c4b986 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406171 Dec 16 15:28:32.260526 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:32.285057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:32.286475 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:32.298918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.303165 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "DELETE /v2.0/ports/22b6f7f4-9731-449f-aa58-91595f718178 HTTP/1.1" status: 204 len: 168 time: 0.9089839 Dec 16 15:28:32.304423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d92641e-223d-41ef-a4b8-812325d0e711 req-114b92cb-18b1-47d9-ad77-973d9771c1e3 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.0410414 Dec 16 15:28:32.305748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51728) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:32.344103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b318bb4-cb21-49ff-ad85-580f1b9dbd6d tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event deleted for resources: {'Port': ['ID=22b6f7f4-9731-449f-aa58-91595f718178,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:32.349450 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e242e3-69ae-40b0-b8d1-83af79ad2195 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:28:32.352837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c6e242e3-69ae-40b0-b8d1-83af79ad2195 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports/22b6f7f4-9731-449f-aa58-91595f718178 HTTP/1.1" status: 404 len: 333 time: 0.0448301 Dec 16 15:28:32.357791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:32.365260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'network_id': 'fd980187-5531-423d-a66d-1416418909de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1808333191'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:32.394467 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:32.405830 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.453274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e86e45-a8a8-4a52-80d2-a9359e2473a0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:32.463857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.470390 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-beaed653-0206-40f0-960c-72ae0215ce02 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/a1e86e45-a8a8-4a52-80d2-a9359e2473a0 HTTP/1.1" status: 204 len: 168 time: 0.6642962 Dec 16 15:28:32.470911 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:32.474867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51732) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:32.539664 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f060a92-fbe8-40f4-b54e-04babbfef69d None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:32.606628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Made reservation on behalf of 1fa2bccb7b864e0c8cdfda16cf5a97b8 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:32.616031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.786470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 744fef20-c767-4e6a-9736-4643dd19cc7e yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:32.788882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cc765-e4af-4b5f-8774-247ae254038b None None] Network a83cdb3e-1aea-4bc6-be26-b2301494e58a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:32.800425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:32.829384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.841180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.852783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.864448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.876313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.888213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.900240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:32.903565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-76f35c7a-f435-42be-87b4-780eb3766450 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5424 time: 0.2675471 Dec 16 15:28:32.950357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4815d4c1-7260-45fd-9db8-01e0d51d0e8c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:33.289156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7ae20e-8209-410d-80ba-792e7ee2a4ba req-b4982b06-d0f9-4514-bed3-ff3dc280266b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3279614 Dec 16 15:28:33.517597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] DHCP port deletion for a83cdb3e-1aea-4bc6-be26-b2301494e58a request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:28:33.558052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Deleting port d4fa767a-f139-4b6a-970b-796de78dcbfc {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:33.560877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:33.599561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:33.679303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-b29a7efa-5e8a-473d-9562-3e6b8bbe5f98 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:33.685816 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-b29a7efa-5e8a-473d-9562-3e6b8bbe5f98 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.74 "GET /v2.0/networks?id=87f04724-78a8-42a1-b5d5-1a24f88911bd HTTP/1.1" status: 200 len: 822 time: 0.2938397 Dec 16 15:28:33.709686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Request body: {'port': {'device_id': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd', 'admin_state_up': True, 'tenant_id': 'e2ed706f52b249e7b27976ee800c4476'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:33.715662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dbba02e-9e2b-4719-8546-6aacf4e3a401 req-97055e8d-ae6e-4fd9-9e8f-0ab5328e7155 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.1350238 Dec 16 15:28:33.797783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Deleting port d4fa767a-f139-4b6a-970b-796de78dcbfc {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:33.798357 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:33.887415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d5469-52a4-49bb-8f9a-2ecd4ab0881a req-917e5aa1-0abb-4a7e-9e10-8664255bec86 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:33.890552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d16d5469-52a4-49bb-8f9a-2ecd4ab0881a req-917e5aa1-0abb-4a7e-9e10-8664255bec86 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.4350567 Dec 16 15:28:33.904399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] For port d4fa767a-f139-4b6a-970b-796de78dcbfc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4fa767a-f139-4b6a-970b-796de78dcbfc,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:33.905162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:33.919687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] For port d4fa767a-f139-4b6a-970b-796de78dcbfc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4fa767a-f139-4b6a-970b-796de78dcbfc,segment=NetworkSegment(70a4ce38-bc19-4b27-83c3-7962733a5175),segment_id=70a4ce38-bc19-4b27-83c3-7962733a5175)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:33.921227 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:33.944625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Calling delete_port for d4fa767a-f139-4b6a-970b-796de78dcbfc owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:33.950139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Calling delete_port for d4fa767a-f139-4b6a-970b-796de78dcbfc owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:33.978032 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.063073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Made reservation on behalf of e2ed706f52b249e7b27976ee800c4476 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:34.071123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.104718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10571336-4267-4805-8d77-1850ac226c70 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:34.132947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 10571336-4267-4805-8d77-1850ac226c70 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:34.133366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10571336-4267-4805-8d77-1850ac226c70 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:34.133855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4fa767a-f139-4b6a-970b-796de78dcbfc no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:34.161956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Network fd980187-5531-423d-a66d-1416418909de is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:34.214117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:34.219334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:34.225244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.225244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.262182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=744fef20-c767-4e6a-9736-4643dd19cc7e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:34.263780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.273822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d16d5469-52a4-49bb-8f9a-2ecd4ab0881a req-4572ec28-1f5d-4c84-8216-d9f486f0abad tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047330 Dec 16 15:28:34.322487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.325240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] Pushing event deleted for resources: {'Port': ['ID=d4fa767a-f139-4b6a-970b-796de78dcbfc,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:34.330719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79ecd9-3df3-4fb8-b94e-fee26d70678a None None] No DVR routers for this DVR port d4fa767a-f139-4b6a-970b-796de78dcbfc on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:34.360699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.374665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No DVR routers for this DVR port d4fa767a-f139-4b6a-970b-796de78dcbfc on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:34.383872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a6087ddb-80bd-4fed-80f3-808d85e640cf tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0196509 Dec 16 15:28:34.385152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:34.385389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Port': ['ID=d4fa767a-f139-4b6a-970b-796de78dcbfc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:34.408492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:34.476496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.563311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Allocated IP 172.20.0.13 (87f04724-78a8-42a1-b5d5-1a24f88911bd/bd07f9a0-9370-4457-9153-ac6418384555/3cc07273-3b9e-4704-b059-4386554bfd3c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:28:34.574620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.608757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83cdb3e-1aea-4bc6-be26-b2301494e58a']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:34.623144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a4ce38-bc19-4b27-83c3-7962733a5175') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:34.623500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a4ce38-bc19-4b27-83c3-7962733a5175') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:34.636360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.647173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.658927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.672896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.684785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.696385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.708492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:34.712153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-b2e0a407-72f0-4831-b3ae-1e5ed32fe6a5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5424 time: 0.1829357 Dec 16 15:28:34.739918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.782062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.807763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:34.809029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:34.814440 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:34.871884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.883430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 744fef20-c767-4e6a-9736-4643dd19cc7e yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:34.893548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.959698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:34.971958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2aa45e1-3e24-4040-8ae2-17bbe83ad0a0 req-3fd0a2f5-dab5-49e4-8417-f51fed8cf787 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.0793045 Dec 16 15:28:34.986844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d84aa1f7-8111-4748-97f4-b0ff900868dd req-7f75bee8-d247-4690-b757-82c8f05add5d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2626755 Dec 16 15:28:35.033267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.053291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=744fef20-c767-4e6a-9736-4643dd19cc7e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:35.103325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Network 87f04724-78a8-42a1-b5d5-1a24f88911bd is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:35.104525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.104926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.105269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.114157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:35.119633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:35.122924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.127234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.127234 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.135258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.143340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/networks/a83cdb3e-1aea-4bc6-be26-b2301494e58a HTTP/1.1" status: 204 len: 168 time: 2.6660972 Dec 16 15:28:35.150866 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 2 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.154775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:35.178579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Pushing event updated for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:35.184598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.184941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.185311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.188025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'routes': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:35.194117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09c0b7-365d-4cfc-8727-6192e3502b1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Pushing event deleted for resources: {'Network': ['ID=a83cdb3e-1aea-4bc6-be26-b2301494e58a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:35.194794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.195146 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.200078 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 3 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.213435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:35.214150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.226689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.227318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.227666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.234673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.235136 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.235752 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 4 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.257436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.258333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.259046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.267326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.268511 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.269267 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 5 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.288788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.289318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.289824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.299421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.299961 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.300504 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 6 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.309468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-ad4858ba-2547-40c0-8d9d-4ed46f54d5d9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6051986 Dec 16 15:28:35.322752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.323293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.324455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.333934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Request body: {'port': {'device_id': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:35.339301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.339733 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.340241 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 7 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.375061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.375403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.375969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.404961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.405282 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.407754 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 8 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.433575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.441984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.442559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.443039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.451949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.extraroute_db [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Added routes are [] {{(pid=104056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:28:35.452844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.extraroute_db [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Removed routes are [] {{(pid=104056) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:28:35.452844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.462648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.463149 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.465277 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 9 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.515170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.515976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.516726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.536519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.537015 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.539725 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 10 to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e Dec 16 15:28:35.578905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:35.579428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:35.580125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:35.657258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:35.658187 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 744fef20-c767-4e6a-9736-4643dd19cc7e on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:35.659034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.659230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.674541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe907b8-b460-4b1f-b980-8eae0dc72600 req-9a2096a7-1bf8-41c9-bb30-78d91730e7db tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:35.677082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fe907b8-b460-4b1f-b980-8eae0dc72600 req-9a2096a7-1bf8-41c9-bb30-78d91730e7db tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1762829 Dec 16 15:28:35.679319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.810549 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 744fef20-c767-4e6a-9736-4643dd19cc7e, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:35.810944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempted to set empty binding levels {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:28:35.830774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:35.861816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fe907b8-b460-4b1f-b980-8eae0dc72600 req-f7c24a33-db92-4827-8ddd-804dfdcefe76 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722496 Dec 16 15:28:35.908367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:35.912082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc07273-3b9e-4704-b059-4386554bfd3c {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:35.926451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.000053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] In _notify_port_updated(), no bound segment for port 744fef20-c767-4e6a-9736-4643dd19cc7e on network fd980187-5531-423d-a66d-1416418909de {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:28:36.001880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.002342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.004834 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "PUT /v2.0/ports/744fef20-c767-4e6a-9736-4643dd19cc7e HTTP/1.1" status: 200 len: 975 time: 1.6186068 Dec 16 15:28:36.011526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.027325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Transition to ACTIVE for port object 3cc07273-3b9e-4704-b059-4386554bfd3c will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:28:36.037835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f800fb7-1d99-49ee-a16d-65ce7a5dc491 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=744fef20-c767-4e6a-9736-4643dd19cc7e,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:36.104692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:36.114478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.115724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c47118f8-9ac6-4492-b3ab-8c83925ee9f2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 700 time: 0.9590151 Dec 16 15:28:36.120214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.126493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Sync routers for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:36.150164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:36.151332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:36.170579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.178332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2d3ec052-1ef1-47ee-b859-14c700265af2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 205 time: 0.0565591 Dec 16 15:28:36.236764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.264250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Pushing event updated for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:36.329819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:36.376684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.449438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:36.451346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Attempting to bind port 3cc07273-3b9e-4704-b059-4386554bfd3c on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:36.451937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Attempting to bind port 3cc07273-3b9e-4704-b059-4386554bfd3c by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7c570800-d679-48fc-8393-fcbc1ac7eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:36.452431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Attempting to bind port 3cc07273-3b9e-4704-b059-4386554bfd3c on network 87f04724-78a8-42a1-b5d5-1a24f88911bd {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:36.461556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Port 3cc07273-3b9e-4704-b059-4386554bfd3c on network 87f04724-78a8-42a1-b5d5-1a24f88911bd not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:36.462325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Attempting to bind port 3cc07273-3b9e-4704-b059-4386554bfd3c on network 87f04724-78a8-42a1-b5d5-1a24f88911bd {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:36.473899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:28:36.474410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Checking segment: {'id': '7c570800-d679-48fc-8393-fcbc1ac7eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:36.475074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Bound using segment: {'id': '7c570800-d679-48fc-8393-fcbc1ac7eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:28:36.475735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Bound port: 3cc07273-3b9e-4704-b059-4386554bfd3c, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c570800-d679-48fc-8393-fcbc1ac7eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:28:36.476406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.503450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Checking router: 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:36.527001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Routers {'4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:36.528245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:36.610622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.611739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.612418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.613247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.613905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.614552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.615220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.615695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.616226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.616699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.617174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.617649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.618117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.618301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:36.618580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.619046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.619513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.620011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.624694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.625784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3cc07273-3b9e-4704-b059-4386554bfd3c,segment=NetworkSegment(7c570800-d679-48fc-8393-fcbc1ac7eba0),segment_id=7c570800-d679-48fc-8393-fcbc1ac7eba0)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:28:36.626009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.626009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.626009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.626009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.626717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.627004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.627406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.627939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.628363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.628819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.629281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.629744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.630204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.630669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.631129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.631587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.632088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.632663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.633010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.633468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.633934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.634392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.648313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3f9a683e-2571-4edb-b850-833c783ca2ec tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42183 time: 0.6266265 Dec 16 15:28:36.648936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:36.685061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] Set router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:36.687619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b846-d220-4479-adf8-4169140361bf req-f287632d-4e01-4444-b0bc-87d7e46ae935 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.689268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b08b846-d220-4479-adf8-4169140361bf req-f287632d-4e01-4444-b0bc-87d7e46ae935 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 944 time: 0.4830432 Dec 16 15:28:36.715004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.759037 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.782738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.817709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:36.826338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.838028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.839344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:36.841967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] 10.222.0.74 "PUT /v2.0/ports/3cc07273-3b9e-4704-b059-4386554bfd3c HTTP/1.1" status: 200 len: 1092 time: 1.5126538 Dec 16 15:28:36.842888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:36.843893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.847319 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1104460d-4390-4932-bdd0-e2c22aae5c64" -d '{"events": [{"name": "network-changed", "server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:36.854243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.869541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.883397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.895732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.898479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22849c42-447f-45d3-b7e9-8fb4337e167d service neutron] Pushing event updated for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:36.906020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:36.915299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63619d1c-aef2-4657-90b9-121d28384c2d req-20b11e91-4aea-4b97-a4f5-78a3462ea424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5424 time: 0.7210393 Dec 16 15:28:36.917188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc8f2d-6bc9-4946-baa6-03ca7bab9f00 None None] The sync data for ids ['4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660'] in n-d-821947-3 is: [{'id': '4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660', 'name': 'tempest-RoutersTest-router-355262447', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:09Z', 'updated_at': '2021-12-16T15:28:30Z', 'revision_number': 11, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:36.973008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Deleting port 744fef20-c767-4e6a-9736-4643dd19cc7e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:36.973752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.068852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f9f262df-bf8f-41f4-b467-6b0a74e33006 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:37.145082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 744fef20-c767-4e6a-9736-4643dd19cc7e, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:37.146385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.190858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Calling delete_port for 744fef20-c767-4e6a-9736-4643dd19cc7e owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:37.227051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b08b846-d220-4479-adf8-4169140361bf req-ab7d150e-d7f8-4a37-a068-b0f9f55f41c9 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945095 Dec 16 15:28:37.264819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.265923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router 4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:28:37.281592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63619d1c-aef2-4657-90b9-121d28384c2d req-e1ab2b32-3fcb-4124-a295-a98a495443dc tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2883575 Dec 16 15:28:37.299257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.316568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a1ffe147-00d0-4f71-903a-fb6340c9fdbf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 204 len: 168 time: 1.0771549 Dec 16 15:28:37.317709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51788) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:37.328568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f9f262df-bf8f-41f4-b467-6b0a74e33006 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:37.333951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63638893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:37.335502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f9f262df-bf8f-41f4-b467-6b0a74e33006 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:37.335502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.383699 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e101fb-1d63-4525-bfe4-b52c66640cc8 x-openstack-request-id: req-98e101fb-1d63-4525-bfe4-b52c66640cc8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:37.384052 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:37.384306 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-98e101fb-1d63-4525-bfe4-b52c66640cc8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:37.384733 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c', 'status': 'completed', 'code': 200} Dec 16 15:28:37.418492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-69f22ce5-58e0-4989-aab6-7d13eaddca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:37.421076 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-69f22ce5-58e0-4989-aab6-7d13eaddca71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2ed706f52b249e7b27976ee800c4476&device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 1095 time: 0.2066910 Dec 16 15:28:37.532452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.534243 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.569239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.589518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f79be-72fe-41d7-b386-d379dcfbb0d7 req-571716e2-323a-467d-b486-d834498fcdd3 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:37.592309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-342f79be-72fe-41d7-b386-d379dcfbb0d7 req-571716e2-323a-467d-b486-d834498fcdd3 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1023736 Dec 16 15:28:37.600816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:37.603424 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f91e1-5949-403c-bfef-8bb139c92e60" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:37.629922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:37.660540 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec9d2a-0e05-4ff2-9bfe-52af3345bf7f x-openstack-request-id: req-84ec9d2a-0e05-4ff2-9bfe-52af3345bf7f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:37.661381 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:37.661802 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84ec9d2a-0e05-4ff2-9bfe-52af3345bf7f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:37.662449 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'code': 200} Dec 16 15:28:37.723366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.724845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd817da2-0233-4aef-8b00-e335b4adbcd5 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:37.754487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.763589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-342f79be-72fe-41d7-b386-d379dcfbb0d7 req-2ac2bd23-367c-4f8a-94f7-34b0c50ab67e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624236 Dec 16 15:28:37.835579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:37.866619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.883008 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-aae71440-79b3-4a9f-af0f-cdebb4079021 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc07273-3b9e-4704-b059-4386554bfd3c HTTP/1.1" status: 200 len: 217 time: 0.4459920 Dec 16 15:28:37.883535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.924834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event deleted for resources: {'Port': ['ID=744fef20-c767-4e6a-9736-4643dd19cc7e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:37.933751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port fd817da2-0233-4aef-8b00-e335b4adbcd5 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:37.939034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port fd817da2-0233-4aef-8b00-e335b4adbcd5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:37.939647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.952011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.955384 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71f5dd65-c346-4eff-899e-b78f512aeefe tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "DELETE /v2.0/ports/744fef20-c767-4e6a-9736-4643dd19cc7e HTTP/1.1" status: 204 len: 168 time: 1.3040426 Dec 16 15:28:37.960520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:37.960872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:37.963893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e7460b67-5851-4218-9355-648a8360f8c1 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6424074 Dec 16 15:28:37.968293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:37.973214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:38.012689 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4de541c-543b-4e7e-9a7b-bb1a26f03b39 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:28:38.022803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4de541c-543b-4e7e-9a7b-bb1a26f03b39 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports/744fef20-c767-4e6a-9736-4643dd19cc7e HTTP/1.1" status: 404 len: 333 time: 0.0492060 Dec 16 15:28:38.024276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:38.033920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-912973720', 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:38.048764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-eb311312-3606-4569-8408-1abbdc108d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.051489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-eb311312-3606-4569-8408-1abbdc108d46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd07f9a0-9370-4457-9153-ac6418384555 HTTP/1.1" status: 200 len: 862 time: 0.1394558 Dec 16 15:28:38.061727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.102407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:38.122226 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-c81dc977-62da-4780-a574-4fcdcf17cf8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87f04724-78a8-42a1-b5d5-1a24f88911bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608079 Dec 16 15:28:38.191900 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.193219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:38.236566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Made reservation on behalf of 1fa2bccb7b864e0c8cdfda16cf5a97b8 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:38.239714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.307189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 51defb16-3958-417c-9996-2dbe169c9c06 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:38.363200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:38.442942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:38.451679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:38.455910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.470550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-dbd3787d-a39c-4157-9f45-8b1404c2ad9d service neutron] 10.222.0.74 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308380 Dec 16 15:28:38.638451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.714809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:38.754176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.780668 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.807593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec4a37-d508-44a9-8543-6869ee839a67 req-2baf322b-0318-4b9d-85ee-01ce59dc904e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.809963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36ec4a37-d508-44a9-8543-6869ee839a67 req-2baf322b-0318-4b9d-85ee-01ce59dc904e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 944 time: 0.1837113 Dec 16 15:28:38.822166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.828222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.834536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.834840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.836282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 411660f1-4b17-42a5-b112-2e4461412f11 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:38.845511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.849875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8acff36a-5f9c-496a-8ea3-08ffce556714 req-88ade84a-02a7-4919-bcf6-6af39e3fae1c service neutron] 10.222.0.74 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099821 Dec 16 15:28:38.851618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.858977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.865369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:38.867391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-63c4b6c2-9c1a-4b46-a7b8-6fe9b019e98c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5426 time: 0.2385154 Dec 16 15:28:38.897677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:38.963620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36ec4a37-d508-44a9-8543-6869ee839a67 req-b3607b40-138c-4620-a56c-c91ae447bcf6 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949736 Dec 16 15:28:38.965637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.001955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Network fd980187-5531-423d-a66d-1416418909de is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:39.007585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:39.023680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:39.023680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.024931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.058698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=51defb16-3958-417c-9996-2dbe169c9c06,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:39.065128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f647db0a-22c2-4bb2-8c19-00941f684f19 req-cfc86306-5d62-440e-9eb7-6ec0a5876334 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1790969 Dec 16 15:28:39.226608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-ca2b991c-87e0-4b3a-8de4-018bfcf5fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.228563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-ca2b991c-87e0-4b3a-8de4-018bfcf5fd31 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2ed706f52b249e7b27976ee800c4476&device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 1095 time: 0.1192946 Dec 16 15:28:39.263487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:39.324770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c1dc-2143-4057-8549-0443f806e53b req-4a57da2d-e36a-4a00-bd0c-73741190e949 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.326734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e17c1dc-2143-4057-8549-0443f806e53b req-4a57da2d-e36a-4a00-bd0c-73741190e949 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.0805960 Dec 16 15:28:39.328670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Router 02352d41-5377-4164-b047-33b2f26f8848 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:28:39.342810 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ec985b0f-421d-4816-93dd-8413b00569dd tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3164856 Dec 16 15:28:39.349713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51814) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.424238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-80eac1ce-fa9f-498c-a32f-640442bc7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.427404 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-80eac1ce-fa9f-498c-a32f-640442bc7f77 service neutron] 10.222.0.74 "GET /v2.0/networks?id=87f04724-78a8-42a1-b5d5-1a24f88911bd HTTP/1.1" status: 200 len: 923 time: 0.1892049 Dec 16 15:28:39.463144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 411660f1-4b17-42a5-b112-2e4461412f11 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:39.473849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5eb037-5159-414a-94aa-6e0fb15c26e4 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.475759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 411660f1-4b17-42a5-b112-2e4461412f11 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:39.476427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.477535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0a5eb037-5159-414a-94aa-6e0fb15c26e4 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports/51defb16-3958-417c-9996-2dbe169c9c06 HTTP/1.1" status: 200 len: 954 time: 0.1251335 Dec 16 15:28:39.484445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:39.488579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.507695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.513537 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-35dbe433-fdab-48fc-9558-9eda45412231 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cc07273-3b9e-4704-b059-4386554bfd3c HTTP/1.1" status: 200 len: 217 time: 0.0782070 Dec 16 15:28:39.514317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.519897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bd440599-8e54-4966-84a7-55b679c5855d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "PUT /v2.0/routers/02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 200 len: 692 time: 1.5429316 Dec 16 15:28:39.520104 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Sync routers for ids ['02352d41-5377-4164-b047-33b2f26f8848'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:39.544871 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Routers {'02352d41-5377-4164-b047-33b2f26f8848'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:39.546279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02352d41-5377-4164-b047-33b2f26f8848'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:39.596734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e17c1dc-2143-4057-8549-0443f806e53b req-218d1a5a-3dec-4aca-bb36-c71f79673ac4 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565336 Dec 16 15:28:39.641477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Deleting port 51defb16-3958-417c-9996-2dbe169c9c06 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:39.642101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.666607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:39.670189 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59925c3-7cbb-48ba-824f-269c782519b7" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:39.688461 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Set router 02352d41-5377-4164-b047-33b2f26f8848 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:39.692670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.731573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.753259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Calling delete_port for 51defb16-3958-417c-9996-2dbe169c9c06 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:39.774229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:39.782449 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2d28f7-4e3f-48dc-ae19-6f0f5c356464 x-openstack-request-id: req-9a2d28f7-4e3f-48dc-ae19-6f0f5c356464 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:39.782900 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:39.783406 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a2d28f7-4e3f-48dc-ae19-6f0f5c356464 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:39.784063 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5', 'code': 200} Dec 16 15:28:39.784563 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'code': 200} Dec 16 15:28:39.827212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-f59345bc-609e-44f7-b523-8e63e4a0bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:39.829024 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-f59345bc-609e-44f7-b523-8e63e4a0bac4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd07f9a0-9370-4457-9153-ac6418384555 HTTP/1.1" status: 200 len: 862 time: 0.3023949 Dec 16 15:28:39.836965 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b22dabf-0e57-4051-b3f2-fe192dfba71d tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/routers/02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 200 len: 698 time: 0.3208754 Dec 16 15:28:39.841469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.851277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:39.852477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 89d0b6c6-520d-454b-b432-daf71c34d379 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:39.892805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e6178f1-6411-4d10-a2af-7d9176fe455a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 200 len: 205 time: 0.0500703 Dec 16 15:28:39.895296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:39.912642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-540f448f-cb2b-4664-8ec9-94f7809da9b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=87f04724-78a8-42a1-b5d5-1a24f88911bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741990 Dec 16 15:28:39.982609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352d41-5377-4164-b047-33b2f26f8848', 'name': 'tempest-RoutersTest-router-63638893', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:28:37Z', 'updated_at': '2021-12-16T15:28:38Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:40.006785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.047963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Checking router: 02352d41-5377-4164-b047-33b2f26f8848 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:40.074738 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Routers {'02352d41-5377-4164-b047-33b2f26f8848'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:40.075381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02352d41-5377-4164-b047-33b2f26f8848'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:40.126793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-866b2b3f-a801-4851-bb2c-2a23e0760fe5 service neutron] 10.222.0.74 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059338 Dec 16 15:28:40.136523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:40.215887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.233754 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] Set router 02352d41-5377-4164-b047-33b2f26f8848 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:40.268176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 89d0b6c6-520d-454b-b432-daf71c34d379 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:40.274681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 89d0b6c6-520d-454b-b432-daf71c34d379 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:40.275418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.300501 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352d41-5377-4164-b047-33b2f26f8848', 'name': 'tempest-RoutersTest-router-63638893', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:28:37Z', 'updated_at': '2021-12-16T15:28:38Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:40.306169 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1104460d-4390-4932-bdd0-e2c22aae5c64 req-c4e6e07c-e118-4808-a76a-a15a2272c972 service neutron] 10.222.0.74 "GET /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681569 Dec 16 15:28:40.341779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ed745-d474-4ee8-9434-a18588c538f5 None None] The sync data for ids ['02352d41-5377-4164-b047-33b2f26f8848'] in n-d-821947-3 is: [{'id': '02352d41-5377-4164-b047-33b2f26f8848', 'name': 'tempest-RoutersTest-router-63638893', 'tenant_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:28:37Z', 'updated_at': '2021-12-16T15:28:38Z', 'revision_number': 2, 'project_id': 'f3e8286b169b4c00a1c88fb5e95516ae', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:40.348293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.351985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.357110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "DELETE /v2.0/ports/51defb16-3958-417c-9996-2dbe169c9c06 HTTP/1.1" status: 204 len: 168 time: 0.8663509 Dec 16 15:28:40.360520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.360908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.363115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc0ee5-6ab6-4b3c-b6c7-5a71e3505825 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event deleted for resources: {'Port': ['ID=51defb16-3958-417c-9996-2dbe169c9c06,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:40.403733 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d399f2d3-7de7-42b5-bc54-491f667b4a97 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:28:40.406650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d399f2d3-7de7-42b5-bc54-491f667b4a97 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports/51defb16-3958-417c-9996-2dbe169c9c06 HTTP/1.1" status: 404 len: 333 time: 0.0432384 Dec 16 15:28:40.412788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.428851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'network_id': 'fd980187-5531-423d-a66d-1416418909de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1120120482'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:40.453955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.500209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda7596-33a1-47f2-8981-4400516ad089 req-ef84948f-c429-4b53-83ba-d24416a73a26 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.510200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fda7596-33a1-47f2-8981-4400516ad089 req-ef84948f-c429-4b53-83ba-d24416a73a26 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 944 time: 0.3534617 Dec 16 15:28:40.519725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=89d0b6c6-520d-454b-b432-daf71c34d379,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:40.549585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.556976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.564254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.570493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.576781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.582827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.589003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:40.591151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-4cc2f955-7f35-4dae-939c-e5449f4dae07 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5428 time: 0.2811565 Dec 16 15:28:40.611382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Made reservation on behalf of 1fa2bccb7b864e0c8cdfda16cf5a97b8 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:40.613859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.618949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.619600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Fanout notify agent at l3_agent the message router_deleted on router 02352d41-5377-4164-b047-33b2f26f8848 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:28:40.641426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 56c80d42-f4dd-4c69-947f-b4ea8909223f yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:40.649119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.649119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-884fd423-1ce5-481d-93cb-5af6cd7366d4 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 204 len: 168 time: 0.7461870 Dec 16 15:28:40.649119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.665329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fda7596-33a1-47f2-8981-4400516ad089 req-9a76190a-553e-42f4-ad0d-f44b25553aea tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541102 Dec 16 15:28:40.691239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.692243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4815d4c1-7260-45fd-9db8-01e0d51d0e8c up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:40.692888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d0b1f9a-3387-46e2-87be-e7f10bbe9d3f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 200 len: 205 time: 0.0429413 Dec 16 15:28:40.698404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.753440 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-a2b92d94-fe94-40f6-aa28-825877394ea3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:40.754491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a2b92d94-fe94-40f6-aa28-825877394ea3 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/02352d41-5377-4164-b047-33b2f26f8848 HTTP/1.1" status: 404 len: 336 time: 0.0549617 Dec 16 15:28:40.759427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51860) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.776482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:40.797782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac7163c7-dbde-417b-a01b-3963ef2cdf73 req-aa4be7b4-33b4-4b91-91cd-28fdb08a5c0b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1947935 Dec 16 15:28:40.798986 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-931f3ea5-6ee7-4fc2-8a53-490ec2382cd2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:40.799510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931f3ea5-6ee7-4fc2-8a53-490ec2382cd2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:40.806960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-931f3ea5-6ee7-4fc2-8a53-490ec2382cd2 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/3becf527-2db8-48a7-9bf7-826b9b9ab052 HTTP/1.1" status: 404 len: 337 time: 0.0422835 Dec 16 15:28:40.808563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.887498 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae94255d-2af2-4cc2-b394-8d0453153e05 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:40.888476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae94255d-2af2-4cc2-b394-8d0453153e05 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:40.895157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae94255d-2af2-4cc2-b394-8d0453153e05 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/cba7e559-28db-453f-acc0-a0c6c8191ef2 HTTP/1.1" status: 404 len: 337 time: 0.0813241 Dec 16 15:28:40.905119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.945027 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15e6f97-21ad-4734-ae94-aaa916e76f92 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:40.945493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15e6f97-21ad-4734-ae94-aaa916e76f92 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:40.948859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b15e6f97-21ad-4734-ae94-aaa916e76f92 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/6a78af40-f725-45f1-8751-b92d4aa643d3 HTTP/1.1" status: 404 len: 337 time: 0.0459054 Dec 16 15:28:40.949847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:40.955937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:40.956421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:40.957043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.986197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:40.996848 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-136dd8fc-bceb-49c0-bc32-8ed2ce913c7a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:40.997312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136dd8fc-bceb-49c0-bc32-8ed2ce913c7a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:41.000551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-136dd8fc-bceb-49c0-bc32-8ed2ce913c7a tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/a1e86e45-a8a8-4a52-80d2-a9359e2473a0 HTTP/1.1" status: 404 len: 337 time: 0.0435405 Dec 16 15:28:41.004275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51876) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.039709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e65f9487-82a2-4b0f-b680-0af7968fe3bf tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 200 len: 205 time: 0.0306728 Dec 16 15:28:41.040356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.044580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26551a-3417-45ee-99bd-935d40af525e req-d38dead5-787e-4b66-8399-51a1341c908b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:41.046169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff26551a-3417-45ee-99bd-935d40af525e req-d38dead5-787e-4b66-8399-51a1341c908b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1602981 Dec 16 15:28:41.086679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.095325 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-f7f02a61-9fe0-4a1f-8ceb-724d6c79e164 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.100623 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f7f02a61-9fe0-4a1f-8ceb-724d6c79e164 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/4097dbdc-a4fe-4cf1-a2a8-8f8ea40e8660 HTTP/1.1" status: 404 len: 336 time: 0.0551763 Dec 16 15:28:41.103061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.123100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff26551a-3417-45ee-99bd-935d40af525e req-3c9b29e3-288a-4c62-b1c9-d0a4cb4df89a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684748 Dec 16 15:28:41.141801 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-645789fb-c6b7-4b31-8618-fc367173c0ab tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 HTTP/1.1" status: 200 len: 205 time: 0.0339801 Dec 16 15:28:41.142647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:41.142845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51882) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.158410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.181705 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-af69fb3a-6644-47ea-a3e8-ee425aa7e5d9 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.187434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-af69fb3a-6644-47ea-a3e8-ee425aa7e5d9 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/f289ef70-b7d3-4a18-b3bf-37d400f4f2e3 HTTP/1.1" status: 404 len: 336 time: 0.0395515 Dec 16 15:28:41.187434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.216911 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f261df1-ee09-48a9-89f3-e69760e6e550 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:41.217363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f261df1-ee09-48a9-89f3-e69760e6e550 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:41.220595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3f261df1-ee09-48a9-89f3-e69760e6e550 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/2114a292-3882-4b34-b276-82b0e4d81c69 HTTP/1.1" status: 404 len: 337 time: 0.0321283 Dec 16 15:28:41.225236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51888) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.234021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Network fd980187-5531-423d-a66d-1416418909de is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:28:41.237884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:41.244728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:28:41.246001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:41.246789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.255583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fde0a59c-6d93-4f83-b3a0-6d2c0fe0f961 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 200 len: 205 time: 0.0287015 Dec 16 15:28:41.258513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.258785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=56c80d42-f4dd-4c69-947f-b4ea8909223f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:41.265220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.267245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70928e8a-4b1c-4892-bf5c-1f797df1b168 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:41.307403 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-f978f9e5-8d5b-4643-a76a-a9002407c17f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.312064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f978f9e5-8d5b-4643-a76a-a9002407c17f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/71267973-a845-4824-83d2-cfe9626ae08a HTTP/1.1" status: 404 len: 336 time: 0.0492876 Dec 16 15:28:41.314868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.348126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-20969f15-a6aa-4196-b5e8-0b516496cb91 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd077873-a4ca-4e57-8c47-43569e94b0ab HTTP/1.1" status: 200 len: 205 time: 0.0318451 Dec 16 15:28:41.351937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.392567 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-c0c9da71-1cd6-4969-a807-5ef0d1cfd989 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.394621 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0c9da71-1cd6-4969-a807-5ef0d1cfd989 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/cd077873-a4ca-4e57-8c47-43569e94b0ab HTTP/1.1" status: 404 len: 336 time: 0.0404661 Dec 16 15:28:41.396555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:41.398064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51896) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.398695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-39c6b1a5-084e-407f-9f1c-7a708a162339 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9850266 Dec 16 15:28:41.406979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.418883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:41.460115 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e7c963-3c5b-4a09-b385-4ffce9a6bd7c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:41.460571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e7c963-3c5b-4a09-b385-4ffce9a6bd7c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:41.468404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68e7c963-3c5b-4a09-b385-4ffce9a6bd7c tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/88eb61bb-8c59-43ce-9981-550cf4e13d5f HTTP/1.1" status: 404 len: 337 time: 0.0616486 Dec 16 15:28:41.469811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.491389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 70928e8a-4b1c-4892-bf5c-1f797df1b168 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:41.500667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 70928e8a-4b1c-4892-bf5c-1f797df1b168 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:41.501463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.535985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.555388 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b01d48fd-657f-48c4-9baa-f859f7699712 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5747cd8-f955-49f8-95b1-1c87bf2194e9 HTTP/1.1" status: 200 len: 205 time: 0.0851424 Dec 16 15:28:41.556380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.613317 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-eb769911-2dcb-419b-8e19-20ae6879de22 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.620423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eb769911-2dcb-419b-8e19-20ae6879de22 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/a5747cd8-f955-49f8-95b1-1c87bf2194e9 HTTP/1.1" status: 404 len: 336 time: 0.0612535 Dec 16 15:28:41.620423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.671174 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7cc46f-a1e0-4ec0-9004-e48a8ba26f22 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:41.672382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7cc46f-a1e0-4ec0-9004-e48a8ba26f22 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:41.676278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f48d51-978e-4385-93a8-99655af95101 req-f8e4570e-b201-48cd-969d-3b78d24441db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:41.677853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-f8e4570e-b201-48cd-969d-3b78d24441db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1096 time: 0.1430438 Dec 16 15:28:41.683955 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df7cc46f-a1e0-4ec0-9004-e48a8ba26f22 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/77c1d6f2-7241-44c3-9813-5b09924bd290 HTTP/1.1" status: 404 len: 337 time: 0.0617337 Dec 16 15:28:41.684887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.734371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dd310f19-b90e-4657-b221-5d21a7a8c815 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "GET /v2.0/ports?device_id=d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 HTTP/1.1" status: 200 len: 205 time: 0.0479269 Dec 16 15:28:41.736412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:41.739745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.792767 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-ecdc3331-618b-42ef-a8d7-320f3e73d105 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] delete failed (client error): The resource could not be found. Dec 16 15:28:41.798974 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ecdc3331-618b-42ef-a8d7-320f3e73d105 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/routers/d35502a8-4825-4ce5-a5f0-6ed1c3c910f3 HTTP/1.1" status: 404 len: 336 time: 0.0532937 Dec 16 15:28:41.800834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.812309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d0b6c6-520d-454b-b432-daf71c34d379'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:41.827093 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e21d4c-c448-466c-8b91-1516d52552ef" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "411660f1-4b17-42a5-b112-2e4461412f11"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "89d0b6c6-520d-454b-b432-daf71c34d379"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:41.890466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f48d51-978e-4385-93a8-99655af95101 req-6292ed3d-2c50-4437-a09d-0dd7f0675310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:41.892056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-6292ed3d-2c50-4437-a09d-0dd7f0675310 service neutron] 10.222.0.30 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.1582673 Dec 16 15:28:41.904942 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-888d296a-bbbc-4808-aa68-23c633216b45 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:41.906415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888d296a-bbbc-4808-aa68-23c633216b45 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:41.911414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:41.921507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-888d296a-bbbc-4808-aa68-23c633216b45 tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/98e64a4c-430f-45ee-8294-90b727e02100 HTTP/1.1" status: 404 len: 337 time: 0.1185002 Dec 16 15:28:41.925174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:41.986956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-31b97f7e-03a4-4bb8-b959-9a8a465b565d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 217 time: 0.0604289 Dec 16 15:28:41.987575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.030060 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7c9ea2-d9d6-4722-b845-9448bfb57e1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] DELETE failed (client error): The resource could not be found. Dec 16 15:28:42.030807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7c9ea2-d9d6-4722-b845-9448bfb57e1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:28:42.057440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d7c9ea2-d9d6-4722-b845-9448bfb57e1f tempest-RoutersTest-193257444 tempest-RoutersTest-193257444-project] 10.222.0.71 "DELETE /v2.0/subnets/84107e24-cdbd-4b8d-bb21-19a72fcbbdbe HTTP/1.1" status: 404 len: 337 time: 0.1300452 Dec 16 15:28:42.063485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f48d51-978e-4385-93a8-99655af95101 req-02064b2b-856a-4431-b520-6a4610c3d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.065083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-02064b2b-856a-4431-b520-6a4610c3d8d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.0695670 Dec 16 15:28:42.133805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:42.187985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-f970cb2b-d957-4bcd-a39f-8905cb977390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727110 Dec 16 15:28:42.202493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbc9fc-ac61-4ad0-8aa1-815d25a4a661 req-a56f2e1d-5c80-40f6-8b14-a033b7c95b1e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.204563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4cbc9fc-ac61-4ad0-8aa1-815d25a4a661 req-a56f2e1d-5c80-40f6-8b14-a033b7c95b1e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 944 time: 0.3115034 Dec 16 15:28:42.271111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3cc07273-3b9e-4704-b059-4386554bfd3c details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:28:42.313578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] device_id is not set on port 56c80d42-f4dd-4c69-947f-b4ea8909223f yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:28:42.333598 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.351518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.360289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.368063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.380792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.389121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.395935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.401431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:42.403653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-48051238-4a0c-434b-a0d6-585cd3619b10 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.3350317 Dec 16 15:28:42.464219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4cbc9fc-ac61-4ad0-8aa1-815d25a4a661 req-5c4ffcd2-d093-4651-a055-319a36350979 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298923 Dec 16 15:28:42.487341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-294fe994-639d-4f64-9520-8bfa7a46042f service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579358 Dec 16 15:28:42.508932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.515340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3cc07273-3b9e-4704-b059-4386554bfd3c,segment=NetworkSegment(7c570800-d679-48fc-8393-fcbc1ac7eba0),segment_id=7c570800-d679-48fc-8393-fcbc1ac7eba0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:42.556642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '3cc07273-3b9e-4704-b059-4386554bfd3c', 'network_id': '87f04724-78a8-42a1-b5d5-1a24f88911bd', 'port_id': '3cc07273-3b9e-4704-b059-4386554bfd3c', 'mac_address': 'fa:16:3e:53:d3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd07f9a0-9370-4457-9153-ac6418384555', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:28:42.658346 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47967e1-427f-4b77-9df6-3557aff95a8e x-openstack-request-id: req-f47967e1-427f-4b77-9df6-3557aff95a8e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:42.659151 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "411660f1-4b17-42a5-b112-2e4461412f11", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "89d0b6c6-520d-454b-b432-daf71c34d379", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:42.662065 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f47967e1-427f-4b77-9df6-3557aff95a8e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:42.662963 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11', 'code': 200} Dec 16 15:28:42.664496 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d0b6c6-520d-454b-b432-daf71c34d379', 'code': 200} Dec 16 15:28:42.665167 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'code': 200} Dec 16 15:28:42.668793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.731611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc07273-3b9e-4704-b059-4386554bfd3c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:28:42.778567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3cc07273-3b9e-4704-b059-4386554bfd3c,segment=NetworkSegment(7c570800-d679-48fc-8393-fcbc1ac7eba0),segment_id=7c570800-d679-48fc-8393-fcbc1ac7eba0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:42.872466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:42.970996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67eecc00-4105-49e8-bfec-643ed1a30a02 req-3127bf2f-0bfc-4f76-81d7-c462523fa431 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5444474 Dec 16 15:28:42.992661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=56c80d42-f4dd-4c69-947f-b4ea8909223f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.011321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.031634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.031953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.033584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.043693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87f48d51-978e-4385-93a8-99655af95101 req-9a36b733-e63b-414f-ba72-5638bb6d7594 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538187 Dec 16 15:28:43.047083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.047419 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.048573 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 2 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.059734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6b08-2d0c-4415-991e-9726e9265f73 req-83c4bc3a-c6a0-4bc1-b1c2-055604d1ccbe tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:43.066706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51934) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:43.067521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29fc6b08-2d0c-4415-991e-9726e9265f73 req-83c4bc3a-c6a0-4bc1-b1c2-055604d1ccbe tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1736259 Dec 16 15:28:43.097779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.098055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.098482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.113736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.114127 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.117150 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 3 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.149984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29fc6b08-2d0c-4415-991e-9726e9265f73 req-823b5a1b-c9e0-48d2-8c54-53c99151839c tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Dec 16 15:28:43.152480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.153345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.154242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.166180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.168849 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.169293 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 4 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.189220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.189569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.189940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.195580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.196284 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.196452 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 5 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.213345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.213694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.214048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.222476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.223367 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.223951 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 6 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.247686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.249076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.249675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.257762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.258302 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.259081 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 7 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.282125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.282499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.282821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.288096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b374eb42-4398-47b2-87ae-03fbe24b28a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3e8286b169b4c00a1c88fb5e95516ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173316 Dec 16 15:28:43.288401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.288623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:43.288741 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.289273 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 8 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.295654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3cc07273-3b9e-4704-b059-4386554bfd3c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:43.314167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.315569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.316118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.323149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.324893 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.325729 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 9 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.347332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.347942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.348343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.353729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.354217 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.354755 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempt 10 to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f Dec 16 15:28:43.360460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.371868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:28:43.372409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:28:43.372858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempting to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:28:43.378583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:28:43.378973 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Failed to bind port 56c80d42-f4dd-4c69-947f-b4ea8909223f on host n-h1-821947-3 for vnic_type normal using segments [{'id': 'a0c87ef7-a011-4bf9-972d-5984bc6693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fd980187-5531-423d-a66d-1416418909de'}] Dec 16 15:28:43.380014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.390817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.477285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 56c80d42-f4dd-4c69-947f-b4ea8909223f, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:28:43.477663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attempted to set empty binding levels {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:28:43.560272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.562984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.567210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f914ab80-5103-4d1b-a183-9e1a64fdf95a HTTP/1.1" status: 204 len: 168 time: 0.2743311 Dec 16 15:28:43.573918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134640bd-d48b-4a35-b67f-9206b2ccf65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914ab80-5103-4d1b-a183-9e1a64fdf95a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.608160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.648359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] In _notify_port_updated(), no bound segment for port 56c80d42-f4dd-4c69-947f-b4ea8909223f on network fd980187-5531-423d-a66d-1416418909de {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:28:43.649648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:43.650315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.654389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "PUT /v2.0/ports/56c80d42-f4dd-4c69-947f-b4ea8909223f HTTP/1.1" status: 200 len: 975 time: 2.2437067 Dec 16 15:28:43.655562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:43.679244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb103-6a54-43a4-9fd2-afe591a07ae8 req-378f99ba-5e8a-4925-902b-5ea92f35ca78 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:43.680993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08cfb103-6a54-43a4-9fd2-afe591a07ae8 req-378f99ba-5e8a-4925-902b-5ea92f35ca78 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 945 time: 0.1239150 Dec 16 15:28:43.685695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5ee00-ba00-481b-8211-4ba83ac35728 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event updated for resources: {'Port': ['ID=56c80d42-f4dd-4c69-947f-b4ea8909223f,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:43.772006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Deleting port 56c80d42-f4dd-4c69-947f-b4ea8909223f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:43.772006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.779729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08cfb103-6a54-43a4-9fd2-afe591a07ae8 req-6855794a-fabe-4cef-be6f-b5dcea44e4bc tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825939 Dec 16 15:28:43.878022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] For port 56c80d42-f4dd-4c69-947f-b4ea8909223f, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:43.878298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:43.894876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Calling delete_port for 56c80d42-f4dd-4c69-947f-b4ea8909223f owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:44.060067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10771eb3-28a8-47e9-b00f-3c7a8b547b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.103745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.154953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Pushing event deleted for resources: {'Port': ['ID=56c80d42-f4dd-4c69-947f-b4ea8909223f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:44.173473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.179584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f7e9dd0-009d-4e2a-8414-3313c861a8eb tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "DELETE /v2.0/ports/56c80d42-f4dd-4c69-947f-b4ea8909223f HTTP/1.1" status: 204 len: 168 time: 0.5226016 Dec 16 15:28:44.184432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51956) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:44.197328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.206311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.212960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.220530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.228645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.236583 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-d488dea4-69eb-4c60-9e31-9c7eb9204b35 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:28:44.236865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.239950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d488dea4-69eb-4c60-9e31-9c7eb9204b35 tempest-PortsAdminExtendedAttrsTestJSON-1545058778 tempest-PortsAdminExtendedAttrsTestJSON-1545058778-project-admin] 10.222.0.71 "GET /v2.0/ports/56c80d42-f4dd-4c69-947f-b4ea8909223f HTTP/1.1" status: 404 len: 333 time: 0.0536127 Dec 16 15:28:44.244227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.244727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51960) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:44.253533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-cbc01bb6-c829-4ebe-a600-476e5d95aa15 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.1258609 Dec 16 15:28:44.378978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d949d-baf6-4be7-b0d0-13074160ec00 req-7b01300d-d1ae-4e57-a119-81780c7364ac tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.380736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e87d949d-baf6-4be7-b0d0-13074160ec00 req-7b01300d-d1ae-4e57-a119-81780c7364ac tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.0874205 Dec 16 15:28:44.396721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9c67e79-1e39-4d73-b1c5-5ca50c060f79 req-e6117a44-537c-403b-8dda-dbce8dcb25fb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1409404 Dec 16 15:28:44.420846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.524115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e87d949d-baf6-4be7-b0d0-13074160ec00 req-949b36a2-b7db-4ee2-93cd-210902d7cded tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207316 Dec 16 15:28:44.555922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.582073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd980187-5531-423d-a66d-1416418909de']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:44.594237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c87ef7-a011-4bf9-972d-5984bc6693ed') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:44.594540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c87ef7-a011-4bf9-972d-5984bc6693ed') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:44.611411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.628605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.636787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:28:44.637166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:28:44.640446 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:28:44.668374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70928e8a-4b1c-4892-bf5c-1f797df1b168'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:44.671376 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9f1c1e-17e9-482f-bb66-48617ca11051" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "70928e8a-4b1c-4892-bf5c-1f797df1b168"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:44.743577 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239f219-c61b-40c8-8466-26812f8eb480 x-openstack-request-id: req-7239f219-c61b-40c8-8466-26812f8eb480 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:44.744727 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-plugged", "status": "completed", "tag": "70928e8a-4b1c-4892-bf5c-1f797df1b168", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:44.745261 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7239f219-c61b-40c8-8466-26812f8eb480 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:44.746421 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70928e8a-4b1c-4892-bf5c-1f797df1b168', 'code': 200} Dec 16 15:28:44.774826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.793825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:44.818958 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] 10.222.0.71 "DELETE /v2.0/networks/fd980187-5531-423d-a66d-1416418909de HTTP/1.1" status: 204 len: 168 time: 0.5683382 Dec 16 15:28:44.852312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47303d9b-1608-44be-b7b7-2ec3e450367d tempest-PortsAdminExtendedAttrsTestJSON-768300151 tempest-PortsAdminExtendedAttrsTestJSON-768300151-project] Pushing event deleted for resources: {'Network': ['ID=fd980187-5531-423d-a66d-1416418909de,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:44.987557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0657e-a30d-4dda-baab-456622c57c56 req-74d913f6-d034-4e2c-9715-905b8f99ffbb tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:44.989480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c0657e-a30d-4dda-baab-456622c57c56 req-74d913f6-d034-4e2c-9715-905b8f99ffbb tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 945 time: 0.1091988 Dec 16 15:28:45.002073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.002571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.003049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.003523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.004024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.004492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.004961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.007050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-24b114f0-5f00-4cad-bd8a-d16687cdf914 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.0815485 Dec 16 15:28:45.111655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46c0657e-a30d-4dda-baab-456622c57c56 req-1d4c6a89-2870-4f38-b40b-4d0b1bea9285 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152816 Dec 16 15:28:45.146852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe64ae3f-0960-4893-817b-3f7162c7d18e req-265f50c4-6ce2-4977-825b-9fe5eccc5f9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=871d6cfc-067a-4b60-b250-78f6182c76a6&id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1254063 Dec 16 15:28:45.197418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:45.319478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-be9cd50f-cfa9-4177-9518-3b623e0ae134 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-690136489', 'prefixes': ['172.20.0.0/16']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:45.599262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.607773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.614840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.621398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.641497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.649737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.656827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.658846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-c21bc4a7-75d3-41ad-9289-431429ae3f3c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.1703076 Dec 16 15:28:45.692719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be9cd50f-cfa9-4177-9518-3b623e0ae134 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] Publish callbacks [] for subnetpool, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:45.694696 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-be9cd50f-cfa9-4177-9518-3b623e0ae134 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4959328 Dec 16 15:28:45.699089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:45.749389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460180-cbba-4c7e-8f80-4449016c07ec req-e983e798-8681-4923-b991-85ce9ad06198 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:45.750326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d460180-cbba-4c7e-8f80-4449016c07ec req-e983e798-8681-4923-b991-85ce9ad06198 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.0905042 Dec 16 15:28:45.773615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bceb61d3-caf7-4b0a-a18b-b7726b4db0fb req-adc8aa96-e9c8-4078-b7d5-a383411ac60e tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1033831 Dec 16 15:28:45.777333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b20db324-2fc9-46c0-9d07-46c8d7d62a29 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "GET /v2.0/subnetpools/782a887d-22b0-41a7-af6c-1a8e0ead43f0 HTTP/1.1" status: 200 len: 731 time: 0.0751121 Dec 16 15:28:45.779334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 51994) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:45.787240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e7135569-c470-45f6-9bc2-de105aa40359 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-70286785'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:45.841976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 51996) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:45.874803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d460180-cbba-4c7e-8f80-4449016c07ec req-8e76a889-0647-42c3-926d-d96a820218c9 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997922 Dec 16 15:28:46.087189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4dbd4f1d-75e3-4533-880b-f9f28ffde1cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ae59cf30520471abf99ba43de84b5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430689 Dec 16 15:28:46.090910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52004) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:46.108381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7135569-c470-45f6-9bc2-de105aa40359 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] Publish callbacks [] for subnetpool, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.114246 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7135569-c470-45f6-9bc2-de105aa40359 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "PUT /v2.0/subnetpools/782a887d-22b0-41a7-af6c-1a8e0ead43f0 HTTP/1.1" status: 200 len: 682 time: 0.3290548 Dec 16 15:28:46.114734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52006) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:46.299599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3cc07273-3b9e-4704-b059-4386554bfd3c up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:28:46.358887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.409515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.452792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e7f8401-3d50-48f1-81ae-c26009a90109 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] Publish callbacks [] for subnetpool, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.455146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e7f8401-3d50-48f1-81ae-c26009a90109 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "DELETE /v2.0/subnetpools/782a887d-22b0-41a7-af6c-1a8e0ead43f0 HTTP/1.1" status: 204 len: 168 time: 0.3389611 Dec 16 15:28:46.459346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:46.478309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-681e33ae-efca-4960-928d-5b5dcb16c219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.515363 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-cb7a6a4f-4b59-4d83-855a-0d8b7540b125 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] show failed (client error): The resource could not be found. Dec 16 15:28:46.517820 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb7a6a4f-4b59-4d83-855a-0d8b7540b125 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "GET /v2.0/subnetpools/782a887d-22b0-41a7-af6c-1a8e0ead43f0 HTTP/1.1" status: 404 len: 346 time: 0.0564590 Dec 16 15:28:46.520064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f22ed3-74c4-4e77-92f9-d17e59e05e93 req-1a3ee685-a090-4056-ac99-2644b88afdb1 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:46.522747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52014) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:46.530016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 3cc07273-3b9e-4704-b059-4386554bfd3c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:28:46.535586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f22ed3-74c4-4e77-92f9-d17e59e05e93 req-1a3ee685-a090-4056-ac99-2644b88afdb1 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 945 time: 0.2764685 Dec 16 15:28:46.559875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 3cc07273-3b9e-4704-b059-4386554bfd3c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:28:46.579549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.663280 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-773a5faa-8fd2-4fd1-86e5-4f1649098173 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] delete failed (client error): The resource could not be found. Dec 16 15:28:46.666620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-773a5faa-8fd2-4fd1-86e5-4f1649098173 tempest-SubnetPoolsTestJSON-2111337389 tempest-SubnetPoolsTestJSON-2111337389-project] 10.222.0.71 "DELETE /v2.0/subnetpools/782a887d-22b0-41a7-af6c-1a8e0ead43f0 HTTP/1.1" status: 404 len: 346 time: 0.1419075 Dec 16 15:28:46.705757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f22ed3-74c4-4e77-92f9-d17e59e05e93 req-05e28c1b-50a5-4a3b-b4b9-dc6a789b84d8 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681466 Dec 16 15:28:46.877366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.937030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:46.941265 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5e37f-db2b-49e3-a8eb-6009a1df7ab7" -d '{"events": [{"server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "name": "network-vif-plugged", "status": "completed", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:46.943412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.946069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:46.947234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/26d2f06b-6de5-46c3-a78f-6d92b251f1e1 HTTP/1.1" status: 204 len: 168 time: 0.8552601 Dec 16 15:28:47.003091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a495f-4209-4678-9df1-f394764c6546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d2f06b-6de5-46c3-a78f-6d92b251f1e1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:47.059722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.068650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3cc07273-3b9e-4704-b059-4386554bfd3c,segment=NetworkSegment(7c570800-d679-48fc-8393-fcbc1ac7eba0),segment_id=7c570800-d679-48fc-8393-fcbc1ac7eba0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:47.069981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.104712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.111102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.126850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.140762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:47.147026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.153644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.155872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3fa74ccb-a1c7-4639-919b-5e4674bd1d39 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.2429714 Dec 16 15:28:47.299748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:47.309503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fc66b-0c27-48f5-8eb0-d8eb9ca3a47d req-5adeace1-7769-4aa5-a794-c7963dfb4717 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.314628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c96fc66b-0c27-48f5-8eb0-d8eb9ca3a47d req-5adeace1-7769-4aa5-a794-c7963dfb4717 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1492329 Dec 16 15:28:47.451280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdfa535f-091b-465e-8e00-e1c040e4ff09 req-3ec0807d-2a90-4034-b753-408fc5eb7acd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2273595 Dec 16 15:28:47.497349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c96fc66b-0c27-48f5-8eb0-d8eb9ca3a47d req-0da3110b-e0fd-4984-b523-3aca08b2fa96 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682763 Dec 16 15:28:47.570795 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35623a1-b85e-4753-a221-56b86cdbf505 x-openstack-request-id: req-f35623a1-b85e-4753-a221-56b86cdbf505 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:47.571579 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "name": "network-vif-plugged", "status": "completed", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:47.575255 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f35623a1-b85e-4753-a221-56b86cdbf505 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:47.576423 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c', 'code': 200} Dec 16 15:28:47.597592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:47.741805 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:47.770341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a2c2-78b7-4af2-b68d-91629e7e1c2c req-65186463-460e-450b-a096-e1dc24f6b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:47.784483 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e1a1a2c2-78b7-4af2-b68d-91629e7e1c2c req-65186463-460e-450b-a096-e1dc24f6b612 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 1097 time: 0.0914445 Dec 16 15:28:47.906092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e1a1a2c2-78b7-4af2-b68d-91629e7e1c2c req-edd8e32e-05b3-4ccd-8baa-d1ed031defc0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139898 Dec 16 15:28:47.914075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f0bff0a-f612-41ed-97a7-2cf266cb0245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.040451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3b09-f47c-4824-8468-3ba23521c609 req-17c0bda0-eb6b-44b6-81c5-9a819d579cee tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.044305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af9a3b09-f47c-4824-8468-3ba23521c609 req-17c0bda0-eb6b-44b6-81c5-9a819d579cee tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.1573775 Dec 16 15:28:48.090648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f0bff0a-f612-41ed-97a7-2cf266cb0245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.109860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af9a3b09-f47c-4824-8468-3ba23521c609 req-ed960896-64b9-4cec-935a-522d79f873e3 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572376 Dec 16 15:28:48.170934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:48.202908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f0bff0a-f612-41ed-97a7-2cf266cb0245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.250381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d9862c89-defd-457a-bece-316a2180906d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1fa2bccb7b864e0c8cdfda16cf5a97b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776746 Dec 16 15:28:48.255082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:48.257299 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f0bff0a-f612-41ed-97a7-2cf266cb0245 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b7da03d6d5f4724a401740c9ff348a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584191 Dec 16 15:28:48.258343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bff0a-f612-41ed-97a7-2cf266cb0245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e949307-fd4c-4f75-92b5-8c5970e3761b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:48.261864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52044) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:48.334111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.364940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.365841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.394043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.506848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.518774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.518774 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e949307-fd4c-4f75-92b5-8c5970e3761b HTTP/1.1" status: 204 len: 168 time: 0.2517426 Dec 16 15:28:48.536719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d782f-d20b-4544-a0b8-6e870fd7d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e949307-fd4c-4f75-92b5-8c5970e3761b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:48.558577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.558577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:48.558577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66f6a50a-b9e6-4382-9293-3d10701f98c8 HTTP/1.1" status: 204 len: 168 time: 0.2917695 Dec 16 15:28:48.644217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b452dde-be9b-4315-8fbc-a1ed99e8bbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f6a50a-b9e6-4382-9293-3d10701f98c8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:48.707680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.719028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.732509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.745841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.759593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.777934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.790799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.795789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-e65bba1c-910a-4a6a-bc6c-443147b83b34 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.2280345 Dec 16 15:28:48.914014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ecbd789-5139-4f4e-b15d-e2954cc98e66 req-b904dfe9-cec6-4150-8a10-8276df7dab53 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0978477 Dec 16 15:28:48.930328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa3a0f-a88a-469e-a012-c8520a6a8862 req-bf564f5c-164a-4cb7-a26d-e4a1aafce813 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:48.932699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09fa3a0f-a88a-469e-a012-c8520a6a8862 req-bf564f5c-164a-4cb7-a26d-e4a1aafce813 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1351261 Dec 16 15:28:49.051213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09fa3a0f-a88a-469e-a012-c8520a6a8862 req-741d6557-0519-46df-a83a-add346c9ef5d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953968 Dec 16 15:28:49.122915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:49.348310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.357621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.363518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.369912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.376952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.384121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.400580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.412835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb256357-bda5-4a9c-8967-9cac26272db4 req-213adb07-377e-4a40-9520-b7f4e88d018c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.2198982 Dec 16 15:28:49.418874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52074) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:49.423688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Request body: {'floatingip': {'port_id': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:49.434745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a983361-7b9a-4566-8d01-8f5302c85fc9 req-3f55c33e-3399-4c23-9dcf-24412ffcd332 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:49.444423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a983361-7b9a-4566-8d01-8f5302c85fc9 req-3f55c33e-3399-4c23-9dcf-24412ffcd332 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.1871221 Dec 16 15:28:49.555588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:49.576986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a983361-7b9a-4566-8d01-8f5302c85fc9 req-e1250ab5-d99b-43b5-bb3d-e949603c0930 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319330 Dec 16 15:28:49.986393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:50.225683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667d1a7-ba6c-4dff-8dbf-92f7f908c5a6 req-fc1433b0-3dcc-4a6a-9e18-ce306d3d1e02 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:50.236829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d667d1a7-ba6c-4dff-8dbf-92f7f908c5a6 req-fc1433b0-3dcc-4a6a-9e18-ce306d3d1e02 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1325231 Dec 16 15:28:50.267095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:50.331026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:50.488151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2e5d-37a0-4089-9b5c-ee274c62cc9c req-60ba0f93-d562-4e8b-9664-0cff1f6928cf tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:50.492212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d5d2e5d-37a0-4089-9b5c-ee274c62cc9c req-60ba0f93-d562-4e8b-9664-0cff1f6928cf tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.2441835 Dec 16 15:28:50.513797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d667d1a7-ba6c-4dff-8dbf-92f7f908c5a6 req-13160729-e976-43e2-af74-4e7dab0f09a9 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717865 Dec 16 15:28:50.586110 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Floating IP aef3bddd-f523-49b1-bab2-40fb4d60f6f6 associated. External IP: 172.25.7.8, port: 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1. Dec 16 15:28:50.598237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d5d2e5d-37a0-4089-9b5c-ee274c62cc9c req-72973c86-22c0-445d-b983-3a42996a3b29 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824440 Dec 16 15:28:51.007877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:51.102403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee7e9d-cefe-4044-8368-9e15c9f7077c req-bd223fd1-2573-44dc-adbb-b28de92cb17d tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:51.114043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68ee7e9d-cefe-4044-8368-9e15c9f7077c req-bd223fd1-2573-44dc-adbb-b28de92cb17d tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.1556301 Dec 16 15:28:51.334050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68ee7e9d-cefe-4044-8368-9e15c9f7077c req-84d18ce7-3eda-44a3-af8b-499c332587bc tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166879 Dec 16 15:28:51.446935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:51.649405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:51.662153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:51.668008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Sync routers for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:51.705513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:51.705878 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-840d01f5-fa31-4324-af83-08a6611f6424 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "PUT /v2.0/floatingips/aef3bddd-f523-49b1-bab2-40fb4d60f6f6 HTTP/1.1" status: 200 len: 989 time: 2.2857151 Dec 16 15:28:51.706150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:51.706494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:51.710296 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e7517-549e-494f-afd6-2d56e7158245" -d '{"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:51.926472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03353a-1f99-4b32-9e1e-ed1eba74e80c req-1c855fef-ba91-4896-8057-09ef4ddbb94f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:51.950044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd03353a-1f99-4b32-9e1e-ed1eba74e80c req-1c855fef-ba91-4896-8057-09ef4ddbb94f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1750550 Dec 16 15:28:51.972959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340754227-network', 'tenant_id': '8b63a89237f94524a09eeb8d22581283'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:52.050393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd03353a-1f99-4b32-9e1e-ed1eba74e80c req-07c3c95e-a877-4f65-b3e6-04c809ec934d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973866 Dec 16 15:28:52.157515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Made reservation on behalf of 8b63a89237f94524a09eeb8d22581283 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:52.162537 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.212425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.224152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:52.311378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6ee0c-fbcd-4e5c-b597-8fc21898e32a req-ec77da26-7acf-4096-a989-1557a8d84ac5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.323161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a6ee0c-fbcd-4e5c-b597-8fc21898e32a req-ec77da26-7acf-4096-a989-1557a8d84ac5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.2096307 Dec 16 15:28:52.406735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-786948e2-7282-4ec4-a61e-696d9b5ab990 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.408600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-786948e2-7282-4ec4-a61e-696d9b5ab990 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.1237185 Dec 16 15:28:52.554911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49a6ee0c-fbcd-4e5c-b597-8fc21898e32a req-a6f09b4d-7fc5-4152-b103-b3cf2b173963 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302165 Dec 16 15:28:52.626947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd79d51-57a6-4ea0-a7b6-98032644e308 req-86302ecb-8c51-4961-b391-4188875900df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.636672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'aef3bddd-f523-49b1-bab2-40fb4d60f6f6', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'port_id': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:27:02Z', 'updated_at': '2021-12-16T15:28:50Z', 'revision_number': 1, 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:52.638525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fd79d51-57a6-4ea0-a7b6-98032644e308 req-86302ecb-8c51-4961-b391-4188875900df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1096 time: 0.3119302 Dec 16 15:28:52.673108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Checking router: 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:52.686263 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94199dfa-71e8-4116-a5d2-12ce98c568ae x-openstack-request-id: req-94199dfa-71e8-4116-a5d2-12ce98c568ae {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:52.687357 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:52.687357 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94199dfa-71e8-4116-a5d2-12ce98c568ae {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:52.688090 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'status': 'completed', 'code': 200} Dec 16 15:28:52.697853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:52.697853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:52.833192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.834456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.835100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.835740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.836396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.837243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.837881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:52.840250 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-d40bb2c5-d964-4993-8461-a9e16256285e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.0984573 Dec 16 15:28:52.843133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Deleting port 6d0714f2-7754-412e-b6fe-6c16becac9b0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:52.843807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:52.949394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.022162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fd79d51-57a6-4ea0-a7b6-98032644e308 req-73b73aa2-f039-48c7-970e-b47105de0ca1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462491 Dec 16 15:28:53.042513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74425f1c-50ea-4c6e-9737-c29504236f73 req-5808a85c-9a5f-4162-85af-e6a95ce234d0 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:53.064371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74425f1c-50ea-4c6e-9737-c29504236f73 req-5808a85c-9a5f-4162-85af-e6a95ce234d0 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.2971213 Dec 16 15:28:53.104784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.142752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:53.225646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:28:53.283691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.284459 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Added segment 25df84f4-ca6e-444b-a383-61da99ce5734 of type vlan for network 41e7fa70-a3e8-4bb1-ad72-db5052873a94 Dec 16 15:28:53.300994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c017ac9-c137-4d02-b467-f4229666d96a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:53.308460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74425f1c-50ea-4c6e-9737-c29504236f73 req-6b831553-d8c4-496c-9fac-a09f1d8a5bba tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428632 Dec 16 15:28:53.433844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.519001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a6f1a-d03d-4c31-a3bf-245d2551c264 req-b1043a7f-328f-4b3e-adb8-b9fdd8495ee7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:53.521243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea0a6f1a-d03d-4c31-a3bf-245d2551c264 req-b1043a7f-328f-4b3e-adb8-b9fdd8495ee7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 945 time: 0.2577093 Dec 16 15:28:53.712679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea0a6f1a-d03d-4c31-a3bf-245d2551c264 req-a844fbe7-d64e-480f-b871-d7e803356f41 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=76eb2653-a324-45fa-977d-bbcae8fcd960&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041117 Dec 16 15:28:53.712679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:53.723557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] For port 6d0714f2-7754-412e-b6fe-6c16becac9b0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6d0714f2-7754-412e-b6fe-6c16becac9b0,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:53.724287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.735369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-35ec44d6-cb5e-44ff-9cab-960728fde60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:53.737129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-35ec44d6-cb5e-44ff-9cab-960728fde60d service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269 HTTP/1.1" status: 200 len: 912 time: 0.8880184 Dec 16 15:28:53.792301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'aef3bddd-f523-49b1-bab2-40fb4d60f6f6', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'port_id': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:27:02Z', 'updated_at': '2021-12-16T15:28:50Z', 'revision_number': 1, 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:53.903378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07208572-0d5e-4ad4-9ee5-b6586ec678ed None None] The sync data for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 is: [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'aef3bddd-f523-49b1-bab2-40fb4d60f6f6', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'port_id': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:27:02Z', 'updated_at': '2021-12-16T15:28:50Z', 'revision_number': 1, 'project_id': '05a06f5318304c34af39eb2591a87408', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:53.974294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.976139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:53.977274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:53.986228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f3e5978c-5e88-4d7f-9cb9-b1329c88a4d1 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:54.090100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-4e456e46-2bd9-4580-9596-8e446930205a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 997 time: 0.3354628 Dec 16 15:28:54.237599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-e6854856-6c7b-47b0-9275-3dd9ac0cf69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:54.239297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-e6854856-6c7b-47b0-9275-3dd9ac0cf69e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.1371112 Dec 16 15:28:54.254858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70debd76-2c9d-4e76-adc7-693e03c9451d req-24e0ab42-0d50-48eb-bfaf-6b6334541353 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:54.271424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70debd76-2c9d-4e76-adc7-693e03c9451d req-24e0ab42-0d50-48eb-bfaf-6b6334541353 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.4007599 Dec 16 15:28:54.311588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.312119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.312568 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Floating IP af4d6f36-02a3-4cce-9bdb-92545892b1ab disassociated. External IP: 172.25.7.156, port: 6d0714f2-7754-412e-b6fe-6c16becac9b0. Dec 16 15:28:54.313018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Calling delete_port for 6d0714f2-7754-412e-b6fe-6c16becac9b0 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:54.320771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e7517-549e-494f-afd6-2d56e7158245 req-241e8518-053b-42c2-91a9-c365bf163ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:54.321464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-241e8518-053b-42c2-91a9-c365bf163ebb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734129 Dec 16 15:28:54.392540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] Pushing event updated for resources: {'Network': ['ID=41e7fa70-a3e8-4bb1-ad72-db5052873a94,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:54.418666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb3b99b0-c85b-4003-bcf9-56379f49704d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4092109 Dec 16 15:28:54.420099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 41e7fa70-a3e8-4bb1-ad72-db5052873a94 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:28:54.431420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850e0d2-0528-4718-bfac-48dce7305def req-94f048aa-aa8f-4a22-b2e8-38cc2d76b8e2 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:54.433193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4850e0d2-0528-4718-bfac-48dce7305def req-94f048aa-aa8f-4a22-b2e8-38cc2d76b8e2 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.74 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.4391513 Dec 16 15:28:54.439881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.459605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Request body: {'subnet': {'network_id': '41e7fa70-a3e8-4bb1-ad72-db5052873a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340754227-subnet', 'tenant_id': '8b63a89237f94524a09eeb8d22581283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:54.497714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70debd76-2c9d-4e76-adc7-693e03c9451d req-bd59cc2c-665a-443a-8fcf-8d1b83d4d2ea tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249091 Dec 16 15:28:54.509464 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44163e-0435-480a-afd9-21608b1a2d0c None None] New status for floating IP aef3bddd-f523-49b1-bab2-40fb4d60f6f6: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:28:54.617379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-0a316a9d-467e-4f3e-94ce-3c394381a257 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875214 Dec 16 15:28:54.735879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f3e5978c-5e88-4d7f-9cb9-b1329c88a4d1 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "PUT /v2.0/quotas/295a237734744537aa85f22d40de7c7d HTTP/1.1" status: 200 len: 366 time: 1.0381074 Dec 16 15:28:54.742219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52184) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.768696 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f124366-c8c9-4b4c-b62d-a18093e90ed1 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0222325 Dec 16 15:28:54.769474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52186) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.815395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0537-479e-4bc0-8967-988cb80ed7e1 req-2fd9fef2-2c0b-44f7-b97c-449401e3836e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:54.820643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-051b0537-479e-4bc0-8967-988cb80ed7e1 req-2fd9fef2-2c0b-44f7-b97c-449401e3836e tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 946 time: 0.3215082 Dec 16 15:28:54.821813 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68fe945d-9d2e-4885-bc0b-7a0c65877446 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas/295a237734744537aa85f22d40de7c7d HTTP/1.1" status: 200 len: 366 time: 0.0419707 Dec 16 15:28:54.822804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:54.830548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Made reservation on behalf of 8b63a89237f94524a09eeb8d22581283 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:54.834442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.844264 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b42e7517-549e-494f-afd6-2d56e7158245 req-75e10f92-474a-49de-a450-833d220e0c72 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126021 Dec 16 15:28:54.954354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:54.992726 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a82796f2-c691-4ffa-9dd0-aab1b0741ee0 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/295a237734744537aa85f22d40de7c7d HTTP/1.1" status: 204 len: 168 time: 0.1638522 Dec 16 15:28:54.998671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52190) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.004126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'Port': ['ID=6d0714f2-7754-412e-b6fe-6c16becac9b0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:55.028746 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c138928-d6fe-41ac-af4d-2ade8e4a95a0 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0286629 Dec 16 15:28:55.031989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52192) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.059260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8bd5b7-d6b2-4a05-b74b-7802e5460018 req-56f063c7-b34b-4c67-9ca1-ad963edef969 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 210 time: 0.0997293 Dec 16 15:28:55.083422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Deleting port 3cc07273-3b9e-4704-b059-4386554bfd3c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:55.083903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.087924 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-047daebe-e9f8-45a0-8275-2a763faee8c8 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas/295a237734744537aa85f22d40de7c7d HTTP/1.1" status: 200 len: 370 time: 0.0538490 Dec 16 15:28:55.093048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52194) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.098310 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c403cc95-6dd2-4264-b13d-ad0440cb4904 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas/295a237734744537aa85f22d40de7c7d/default HTTP/1.1" status: 200 len: 370 time: 0.0041196 Dec 16 15:28:55.103857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52196) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.143117 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-5461f75f-34f0-4fd4-a13d-1d8f4c397574 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] delete failed (client error): The resource could not be found. Dec 16 15:28:55.148161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5461f75f-34f0-4fd4-a13d-1d8f4c397574 tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/295a237734744537aa85f22d40de7c7d HTTP/1.1" status: 404 len: 348 time: 0.0394356 Dec 16 15:28:55.184462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:28:55.219887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-051b0537-479e-4bc0-8967-988cb80ed7e1 req-de4b8dd5-840b-49ab-8135-d4572b904f2a tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/security-groups?id=a62babcb-5855-447b-bf74-39d1c5b44638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906465 Dec 16 15:28:55.327552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] For port 3cc07273-3b9e-4704-b059-4386554bfd3c, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3cc07273-3b9e-4704-b059-4386554bfd3c,segment=NetworkSegment(7c570800-d679-48fc-8393-fcbc1ac7eba0),segment_id=7c570800-d679-48fc-8393-fcbc1ac7eba0)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:28:55.327932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.353183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:28:55.371183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:28:55.373926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Calling delete_port for 3cc07273-3b9e-4704-b059-4386554bfd3c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:55.399688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:55.400366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:55.494941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] No DVR routers for this DVR port 6d0714f2-7754-412e-b6fe-6c16becac9b0 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:55.500705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.513524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a5f793a8-1dba-48e5-8d81-79d36953320f req-ab09f968-e477-4d00-a96a-682920ef82d3 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "DELETE /v2.0/ports/6d0714f2-7754-412e-b6fe-6c16becac9b0 HTTP/1.1" status: 204 len: 173 time: 3.0934939 Dec 16 15:28:55.514315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'name': 'network-vif-deleted', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:55.518527 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b8911-d94b-45fa-959d-db384305b7d1" -d '{"events": [{"server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "name": "network-vif-deleted", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:55.526139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.681044 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eda3f2-4cfe-4d4a-8739-d0ce83fb452b x-openstack-request-id: req-87eda3f2-4cfe-4d4a-8739-d0ce83fb452b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:55.681543 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc3ace2-7265-456d-b201-3b3a7dc9db97", "name": "network-vif-deleted", "tag": "6d0714f2-7754-412e-b6fe-6c16becac9b0", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:55.681959 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-87eda3f2-4cfe-4d4a-8739-d0ce83fb452b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:55.683285 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc3ace2-7265-456d-b201-3b3a7dc9db97', 'name': 'network-vif-deleted', 'tag': '6d0714f2-7754-412e-b6fe-6c16becac9b0', 'status': 'completed', 'code': 200} Dec 16 15:28:55.686860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:55.786745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c3aade-6747-41d6-acd5-0c22cf88a330,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:55.791035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:network and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:55.804120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Checking segment: {'id': '25df84f4-ca6e-444b-a383-61da99ce5734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '41e7fa70-a3e8-4bb1-ad72-db5052873a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:28:55.804507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Network hostable DHCP agents. Network: 41e7fa70-a3e8-4bb1-ad72-db5052873a94, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:28:55.812627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:55.832912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:55.844902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b72664-d9de-4e1f-8bcd-c0cc83fe48fd req-74b50a5a-4111-4618-8f34-296755cd7f4d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:55.856434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34b72664-d9de-4e1f-8bcd-c0cc83fe48fd req-74b50a5a-4111-4618-8f34-296755cd7f4d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.1421337 Dec 16 15:28:55.860845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:subnet and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:55.883848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:55.914559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:subnetpool and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:55.941310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:55.943469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:55.963331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:port and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:55.977427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:55.998315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Network 41e7fa70-a3e8-4bb1-ad72-db5052873a94 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:28:56.003108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:router and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:56.024128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:56.049891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:floatingip and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:56.057231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:56.136358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3cc07273-3b9e-4704-b059-4386554bfd3c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:28:56.156491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34b72664-d9de-4e1f-8bcd-c0cc83fe48fd req-a0494b0d-2a8a-430f-83f8-6a9d526dd934 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017609 Dec 16 15:28:56.168852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:security_group and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:56.184920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:56.218703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Usage tracker for resource:security_group_rule and project:1d7d9262513f4fe2a1e25f4bf8874aee is out of sync, need to count used quota {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 16 15:28:56.226991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.quota.resource [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104055) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 16 15:28:56.239157 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-94158f58-9c6f-4162-9865-eeae977f911d tempest-QuotasTest-993309503 tempest-QuotasTest-993309503-project-admin] 10.222.0.71 "GET /v2.0/quotas/1d7d9262513f4fe2a1e25f4bf8874aee/details.json HTTP/1.1" status: 200 len: 703 time: 0.5494118 Dec 16 15:28:56.300420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Pushing event deleted for resources: {'Port': ['ID=3cc07273-3b9e-4704-b059-4386554bfd3c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:56.309510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 41e7fa70-a3e8-4bb1-ad72-db5052873a94) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:28:56.376517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:56.377800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.385047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f40afd65-4db4-4a78-a714-30e095219563 req-6a41c510-adf2-4690-91bd-0348ded6dedb tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=bbc3ace2-7265-456d-b201-3b3a7dc9db97 HTTP/1.1" status: 200 len: 210 time: 0.1166184 Dec 16 15:28:56.386607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] No DVR routers for this DVR port 3cc07273-3b9e-4704-b059-4386554bfd3c on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:28:56.408122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:56.415058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4850e0d2-0528-4718-bfac-48dce7305def req-33a988c0-93d9-401e-b5d9-c7b953707e89 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.74 "DELETE /v2.0/ports/3cc07273-3b9e-4704-b059-4386554bfd3c HTTP/1.1" status: 204 len: 173 time: 1.9710467 Dec 16 15:28:56.418493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'name': 'network-vif-deleted', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:28:56.423016 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a0559-2a3e-4be5-a337-4efb1b1f9ea4" -d '{"events": [{"server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "name": "network-vif-deleted", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:28:56.435936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f8446-bf13-43f0-8080-3c64f30fccf9 None None] Network 41e7fa70-a3e8-4bb1-ad72-db5052873a94 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:56.489081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6d0714f2-7754-412e-b6fe-6c16becac9b0 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:56.529123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7b20-1a16-4bf6-9225-afcc36efab8a req-4e32ddb3-75e6-458b-8212-be2e68833577 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:56.530960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b32d7b20-1a16-4bf6-9225-afcc36efab8a req-4e32ddb3-75e6-458b-8212-be2e68833577 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1413367 Dec 16 15:28:56.584667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dbbd885-2b85-4dc6-a7f3-c919f3719e40 req-f39f9c94-8da3-4f59-8c47-0678a6ff85f7 tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.0526249 Dec 16 15:28:56.623187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b32d7b20-1a16-4bf6-9225-afcc36efab8a req-b3575c73-5cb5-457c-a036-f6dbf1218c8e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806201 Dec 16 15:28:56.661771 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452230d-7628-4d98-bbcc-104a547e7f91 x-openstack-request-id: req-9452230d-7628-4d98-bbcc-104a547e7f91 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:28:56.662589 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306ac2dd-9f42-4b1f-9c51-3f42960936a3", "name": "network-vif-deleted", "tag": "3cc07273-3b9e-4704-b059-4386554bfd3c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:28:56.663757 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9452230d-7628-4d98-bbcc-104a547e7f91 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:28:56.664382 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306ac2dd-9f42-4b1f-9c51-3f42960936a3', 'name': 'network-vif-deleted', 'tag': '3cc07273-3b9e-4704-b059-4386554bfd3c', 'status': 'completed', 'code': 200} Dec 16 15:28:56.679278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5609a29c-4ba1-4ea3-b36c-e299fefacaf9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2361772 Dec 16 15:28:56.947980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 6d0714f2-7754-412e-b6fe-6c16becac9b0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:56.949217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6d0714f2-7754-412e-b6fe-6c16becac9b0 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:57.093028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352a3f6a-22c4-4526-8946-d25bb42a726c None None] Network 41e7fa70-a3e8-4bb1-ad72-db5052873a94 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:28:57.168649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:57.213749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:28:57.267035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:28:57.267739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:57.441878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52240) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:57.499425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:57.504815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74d20b-99ae-4689-9f51-29d3ac306293 req-7268a343-c2ad-4488-8035-b1482f189b83 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:57.516806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea74d20b-99ae-4689-9f51-29d3ac306293 req-7268a343-c2ad-4488-8035-b1482f189b83 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1142001 Dec 16 15:28:57.567678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:28:57.660922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea74d20b-99ae-4689-9f51-29d3ac306293 req-23550fda-ecb1-44c4-aa59-37f91051e6b6 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407714 Dec 16 15:28:57.783880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52254) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:57.996896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:57.998782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1ab61b1-d791-459c-8e00-2f465012f910 req-6bce25cf-661a-42bd-a44f-68351a65664f tempest-ServerAddressesNegativeTestJSON-877879216 tempest-ServerAddressesNegativeTestJSON-877879216-project] 10.222.0.71 "GET /v2.0/ports?device_id=306ac2dd-9f42-4b1f-9c51-3f42960936a3 HTTP/1.1" status: 200 len: 210 time: 0.1064384 Dec 16 15:28:58.001531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-432a7f03-e961-4f83-9256-534d77c60609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.059580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.074867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:28:58.114223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a40cda-6e9b-484b-852a-6449616bba95 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:28:58.134705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-805f6a0b-8c3c-4195-b512-c7d94bcccc37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.241257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-432a7f03-e961-4f83-9256-534d77c60609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.274208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.280647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.284302 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "DELETE /v2.0/security-groups/76eb2653-a324-45fa-977d-bbcae8fcd960 HTTP/1.1" status: 204 len: 168 time: 0.4989486 Dec 16 15:28:58.288698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52262) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:58.302980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfe65c-b3b9-4d36-b1be-7cb830dce7b4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb2653-a324-45fa-977d-bbcae8fcd960,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:58.340727 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-4b46cb92-f7a9-47d8-bd10-53e2eba8c3a4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] show failed (client error): The resource could not be found. Dec 16 15:28:58.342413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4b46cb92-f7a9-47d8-bd10-53e2eba8c3a4 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups/76eb2653-a324-45fa-977d-bbcae8fcd960 HTTP/1.1" status: 404 len: 347 time: 0.0526671 Dec 16 15:28:58.349016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52264) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:58.350343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-805f6a0b-8c3c-4195-b512-c7d94bcccc37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.377256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-432a7f03-e961-4f83-9256-534d77c60609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.416715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3cc07273-3b9e-4704-b059-4386554bfd3c no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:28:58.436326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a7f03-e961-4f83-9256-534d77c60609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40f4f7e-7459-4401-9cc3-6f324dd05d2e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:58.452405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-432a7f03-e961-4f83-9256-534d77c60609 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ac3659edd58e4f319e6938bef56bfe08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9493704 Dec 16 15:28:58.453568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52266) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:58.483941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 3cc07273-3b9e-4704-b059-4386554bfd3c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:28:58.485148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3cc07273-3b9e-4704-b059-4386554bfd3c not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:28:58.485740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-805f6a0b-8c3c-4195-b512-c7d94bcccc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.569111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Deleting port 8176abc5-cdf8-4931-b330-297a67fd67e9 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:28:58.570031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.596857 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-805f6a0b-8c3c-4195-b512-c7d94bcccc37 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aea6209e1faa4f90b602bce4e8f473d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1552687 Dec 16 15:28:58.600514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52270) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:58.628374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f6a0b-8c3c-4195-b512-c7d94bcccc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad3255-dda3-49dd-b5c4-7441f1e435ca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:58.631449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.679953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.680310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.682243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.688601 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d28248-6066-4d51-b0b3-094b0b3e93cc None None] New status for floating IP af4d6f36-02a3-4cce-9bdb-92545892b1ab: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:28:58.701578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Calling delete_port for 8176abc5-cdf8-4931-b330-297a67fd67e9 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:28:58.786472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.801174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.816151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52276) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:58.825514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119582989-network', 'tenant_id': 'c3b9268bd481445fa5e674cac0d34da0'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:28:58.852599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:58.924711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3514d35-8f33-4147-aea7-179aa0d3e67d req-c26cdcdb-553b-4c1d-9fad-0fe06db19001 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:58.926414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3514d35-8f33-4147-aea7-179aa0d3e67d req-c26cdcdb-553b-4c1d-9fad-0fe06db19001 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1110594 Dec 16 15:28:58.990725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Made reservation on behalf of c3b9268bd481445fa5e674cac0d34da0 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:28:58.993513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.009994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.027075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.027075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.027075 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b40f4f7e-7459-4401-9cc3-6f324dd05d2e HTTP/1.1" status: 204 len: 168 time: 0.5716391 Dec 16 15:28:59.027075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.033130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.039494 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3aad3255-dda3-49dd-b5c4-7441f1e435ca HTTP/1.1" status: 204 len: 168 time: 0.4337347 Dec 16 15:28:59.045534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3514d35-8f33-4147-aea7-179aa0d3e67d req-6d881a1d-cd82-4dda-968b-0cbdb04b6f35 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017072 Dec 16 15:28:59.075989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4759da4-8c2b-4328-b25c-a29fc8888864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40f4f7e-7459-4401-9cc3-6f324dd05d2e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.118095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d011273-b71f-415f-91cf-7145c67484bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad3255-dda3-49dd-b5c4-7441f1e435ca,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.140932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52286) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:59.264788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Deleting subnet bd07f9a0-9370-4457-9153-ac6418384555 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:28:59.275620 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.312079 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.315109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.380060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'Port': ['ID=8176abc5-cdf8-4931-b330-297a67fd67e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.425338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.429198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.463141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.490746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:28:59.501325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.528498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.529298 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Added segment b8517a71-d8e1-40dc-9ede-40c343755959 of type vlan for network 434c186a-3413-4a1d-8bb6-6bf60dcfffa6 Dec 16 15:28:59.530403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90285a97-aa96-4895-84f2-4073050eb7fd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.575995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.578858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.591117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b22bfd14-12c6-498d-9a37-093085b3b91c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "DELETE /v2.0/floatingips/af4d6f36-02a3-4cce-9bdb-92545892b1ab HTTP/1.1" status: 204 len: 168 time: 1.2326372 Dec 16 15:28:59.604636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.769574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.802285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.809826 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bd07f9a0-9370-4457-9153-ac6418384555 HTTP/1.1" status: 204 len: 168 time: 0.6637383 Dec 16 15:28:59.809826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52298) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:28:59.888584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2576917-e4a6-4e09-869f-c63628c32cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd07f9a0-9370-4457-9153-ac6418384555,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:28:59.916321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7191a-c8a9-46a9-a7d6-2cdfc4cf1756 req-b61b0201-d53b-4b64-bfc9-004b93e094a5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:59.933350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c7191a-c8a9-46a9-a7d6-2cdfc4cf1756 req-b61b0201-d53b-4b64-bfc9-004b93e094a5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.0730114 Dec 16 15:28:59.934129 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.935141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:28:59.935742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:28:59.997653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.048096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] Pushing event updated for resources: {'Network': ['ID=434c186a-3413-4a1d-8bb6-6bf60dcfffa6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.064144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 434c186a-3413-4a1d-8bb6-6bf60dcfffa6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:29:00.066352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c7191a-c8a9-46a9-a7d6-2cdfc4cf1756 req-1579927f-7cd4-4aaa-860a-a5edeabc14a9 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406980 Dec 16 15:29:00.170542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-618d4315-81f5-4276-b478-6bd05d325096 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3484154 Dec 16 15:29:00.178306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.178499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52304) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:00.184114 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:29:00.186175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Request body: {'subnet': {'network_id': '434c186a-3413-4a1d-8bb6-6bf60dcfffa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119582989-subnet', 'tenant_id': 'c3b9268bd481445fa5e674cac0d34da0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:00.200619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f04724-78a8-42a1-b5d5-1a24f88911bd']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:00.216081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c570800-d679-48fc-8393-fcbc1ac7eba0') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:00.216644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c570800-d679-48fc-8393-fcbc1ac7eba0') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:00.225761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:00.237539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.242230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1216087935', 'description': 'tempest-description--1103315413'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:00.270959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.285254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:29:00.285900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:29:00.288966 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:29:00.372402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Made reservation on behalf of c3b9268bd481445fa5e674cac0d34da0 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:00.377311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.450757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:00.467900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5eacfd98-60c7-4ec7-bb31-cdf5eaa5f7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.494088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.499184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.502837 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] 10.222.0.71 "DELETE /v2.0/networks/87f04724-78a8-42a1-b5d5-1a24f88911bd HTTP/1.1" status: 204 len: 168 time: 0.6920590 Dec 16 15:29:00.531760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52096b44-e677-4918-9a2e-7b44b795c194 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f04724-78a8-42a1-b5d5-1a24f88911bd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.642359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5eacfd98-60c7-4ec7-bb31-cdf5eaa5f7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.673440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.779193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.786155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5eacfd98-60c7-4ec7-bb31-cdf5eaa5f7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.786421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.830206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5eacfd98-60c7-4ec7-bb31-cdf5eaa5f7cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1d7d9262513f4fe2a1e25f4bf8874aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781443 Dec 16 15:29:00.833300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacfd98-60c7-4ec7-bb31-cdf5eaa5f7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a727cf-85a2-4379-9817-c8c26fa118f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.836349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52320) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:00.883575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c6f57f-5b8b-45fb-9121-777e627f4f64,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.903161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:00.923005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Checking segment: {'id': 'b8517a71-d8e1-40dc-9ede-40c343755959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '434c186a-3413-4a1d-8bb6-6bf60dcfffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:00.923458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Network hostable DHCP agents. Network: 434c186a-3413-4a1d-8bb6-6bf60dcfffa6, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:29:00.966771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a284010-08c7-4387-a5ac-ada12d6e162b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:00.987952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.016014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.074006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Network 434c186a-3413-4a1d-8bb6-6bf60dcfffa6 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:29:01.080016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.084680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1b2ee15-44d9-4597-b23f-85329a723689 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8573906 Dec 16 15:29:01.085637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52328) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:01.092379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group_rule': {'security_group_id': '1a284010-08c7-4387-a5ac-ada12d6e162b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:01.230989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.234914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:01.238986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 434c186a-3413-4a1d-8bb6-6bf60dcfffa6) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:01.245232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:01.246434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.252488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b8ed2f-8a29-4692-8ec0-df3156e54f8f None None] Network 434c186a-3413-4a1d-8bb6-6bf60dcfffa6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:01.262101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.274914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.286964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41a727cf-85a2-4379-9817-c8c26fa118f1 HTTP/1.1" status: 204 len: 168 time: 0.4488366 Dec 16 15:29:01.322109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a073428-7546-48a4-971e-ab62aac0665e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2ed706f52b249e7b27976ee800c4476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0840218 Dec 16 15:29:01.322917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52338) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:01.335196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b1cd1-5f71-4ee4-b55e-0b32245dc536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a727cf-85a2-4379-9817-c8c26fa118f1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:01.361626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ee509-8cb0-4bea-989e-b7971bcfe7aa req-b2562b01-d0b4-49f8-8341-704c76755c88 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:01.366854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a3ee509-8cb0-4bea-989e-b7971bcfe7aa req-b2562b01-d0b4-49f8-8341-704c76755c88 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1679957 Dec 16 15:29:01.427415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.436356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.451478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1e5a0f3-f38b-4e92-a682-3ec197e2abc5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2788308 Dec 16 15:29:01.503927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a3ee509-8cb0-4bea-989e-b7971bcfe7aa req-6b2d894f-a37b-450a-9b06-1802fbdf2c29 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243949 Dec 16 15:29:01.524222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.524222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.550872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d6318-1143-4edf-abaa-15d572d3e2fb None None] Network 434c186a-3413-4a1d-8bb6-6bf60dcfffa6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:01.557501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b849d1-2bb1-4338-be1e-ff299fd6205b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:01.718172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.723208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f98777ec-1e8a-4130-97e4-ec34d2326299 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6336961 Dec 16 15:29:01.723762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52346) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:01.728986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'security_group_rule': {'security_group_id': '1a284010-08c7-4387-a5ac-ada12d6e162b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:01.796319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.803734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.810226 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a62babcb-5855-447b-bf74-39d1c5b44638 HTTP/1.1" status: 204 len: 168 time: 0.4807537 Dec 16 15:29:01.813342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:01.819058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea49ff4-8876-474c-8f97-81f8f252c01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62babcb-5855-447b-bf74-39d1c5b44638,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:01.905334 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:01.927605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Deleting subnet 37c3aade-6747-41d6-acd5-0c22cf88a330 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:29:01.949307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.065551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.137847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.155601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.212175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.237420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d01e95f-06bf-461f-832f-f5f4165d8d92,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:02.328381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.332976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e9cecf4-85fb-423f-b19d-7a16be4ae48c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6071301 Dec 16 15:29:02.338824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:02.347970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:02.351623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.470675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c3aade-6747-41d6-acd5-0c22cf88a330,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:02.474647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.484789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92256ad2-06a8-4f65-ac9d-d71262005eed admin admin] 10.222.0.71 "DELETE /v2.0/subnets/37c3aade-6747-41d6-acd5-0c22cf88a330 HTTP/1.1" status: 204 len: 168 time: 0.6662953 Dec 16 15:29:02.484969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52368) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:02.625246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.636970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.824672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.853237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e7fa70-a3e8-4bb1-ad72-db5052873a94']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:02.867330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df84f4-ca6e-444b-a383-61da99ce5734') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:02.871896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df84f4-ca6e-444b-a383-61da99ce5734') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:02.883857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.910067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.922392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:29:02.929126 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:29:03.008040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.178657 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.214202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.218141 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/41e7fa70-a3e8-4bb1-ad72-db5052873a94 HTTP/1.1" status: 204 len: 168 time: 0.7320640 Dec 16 15:29:03.223236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52392) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:03.246377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fbd9d-b6e9-4279-aafd-beb04cd856b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e7fa70-a3e8-4bb1-ad72-db5052873a94,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:03.329868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Deleting subnet e4c6f57f-5b8b-45fb-9121-777e627f4f64 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:29:03.336562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.392044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Allocated IP 172.25.7.113 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1196d2ea-35f4-49b3-91e9-5862370d49f9) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:03.399976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.504104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.676093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.929749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.975893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c6f57f-5b8b-45fb-9121-777e627f4f64,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:03.975893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:03.975893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7910caf6-b9b9-4822-9771-58aa90edd6a3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e4c6f57f-5b8b-45fb-9121-777e627f4f64 HTTP/1.1" status: 204 len: 168 time: 0.7489176 Dec 16 15:29:03.977843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52410) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:04.029173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.102241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:04.102768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:04.109596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.114456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:04.119020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=1196d2ea-35f4-49b3-91e9-5862370d49f9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:04.303671 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.314375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.333517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434c186a-3413-4a1d-8bb6-6bf60dcfffa6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:04.347704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8517a71-d8e1-40dc-9ede-40c343755959') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:04.347704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8517a71-d8e1-40dc-9ede-40c343755959') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:04.360089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.390973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.403748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:29:04.404354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:29:04.407013 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:29:04.492562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52422) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:04.523693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:04.914470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1627254281'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:05.051499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.061058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.064540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] 10.222.0.71 "DELETE /v2.0/networks/434c186a-3413-4a1d-8bb6-6bf60dcfffa6 HTTP/1.1" status: 204 len: 168 time: 1.0853872 Dec 16 15:29:05.080304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69f21a-f054-4c9b-8abe-ca50f15e5e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=434c186a-3413-4a1d-8bb6-6bf60dcfffa6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:05.091032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.148310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:05.153022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.176140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.249420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.311928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.322381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=1196d2ea-35f4-49b3-91e9-5862370d49f9,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:05.335975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.460510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.465560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.467489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf7bf24d-2bf2-4ed7-8ab2-cdbbf286ed6a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1263597 Dec 16 15:29:05.486076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:29:05.502701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.503791 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Added segment e0d1862f-2649-4125-b2e5-9c0cdff6eb30 of type vlan for network 9c869ec4-34fc-45b6-b4ff-832dc948e039 Dec 16 15:29:05.549551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.581868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af008e2-3001-4624-8ffb-7fa48bf757a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:05.685162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.702542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:05.703427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:05.738736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52452) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:05.832880 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fb346d0d-fb23-4db9-bad7-a950dbc5cd6b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b63a89237f94524a09eeb8d22581283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918658 Dec 16 15:29:05.837326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:05.984010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:06.045331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:06.230391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:06.230391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:06.230391 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0c017ac9-c137-4d02-b467-f4229666d96a HTTP/1.1" status: 204 len: 168 time: 0.3902216 Dec 16 15:29:06.240123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d8231-5ebc-4ca1-b1b6-70a7e1b4fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c017ac9-c137-4d02-b467-f4229666d96a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:06.241304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7450278 Dec 16 15:29:06.243389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:06.250911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'subnet': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:06.313477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c60250-e262-40c4-8b95-1a31f524e044 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Network': ['ID=9c869ec4-34fc-45b6-b4ff-832dc948e039,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:06.327264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:29:06.336822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb599e-25af-4e80-9836-f0a72688282e req-2666ffa4-f580-4bfb-9c76-8ef066bad9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.339553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-2666ffa4-f580-4bfb-9c76-8ef066bad9e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.6148620 Dec 16 15:29:06.361865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee069464-43c6-4b0f-83f2-ef580bc13a2d req-5f59da29-3d74-4dd0-91ce-719c73ad2fea tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.363440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee069464-43c6-4b0f-83f2-ef580bc13a2d req-5f59da29-3d74-4dd0-91ce-719c73ad2fea tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.7359111 Dec 16 15:29:06.485740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee069464-43c6-4b0f-83f2-ef580bc13a2d req-e2e8323f-abec-42ee-85f1-43cc5af891f7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100569 Dec 16 15:29:06.496805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:06.509930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:06.547628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb599e-25af-4e80-9836-f0a72688282e req-71e54e99-03d4-4b3a-8da7-8f1db0f59b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.549401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-71e54e99-03d4-4b3a-8da7-8f1db0f59b1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.1987751 Dec 16 15:29:06.617613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-4b86a6b8-df47-4ff6-8754-6cec4b2c5a3b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.0551136 Dec 16 15:29:06.695163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb599e-25af-4e80-9836-f0a72688282e req-f83ea6a9-f948-4039-9aad-b14f38d162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:06.697412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-f83ea6a9-f948-4039-9aad-b14f38d162a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.0696321 Dec 16 15:29:06.756556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-a141799f-b560-4706-8232-975359966a5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474558 Dec 16 15:29:06.882770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-b5658768-f6c3-4c13-9691-197b202d83ee service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152134 Dec 16 15:29:07.012271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dbb599e-25af-4e80-9836-f0a72688282e req-6afc563a-2ad1-40ae-94b0-130fda0d9a80 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174788 Dec 16 15:29:07.069389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:07.194742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Subnet': ['ID=cd13baea-b4be-48f5-8f4b-4392d201e431,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:07.210558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Checking segment: {'id': 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:07.211319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network hostable DHCP agents. Network: 9c869ec4-34fc-45b6-b4ff-832dc948e039, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:29:07.326227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:29:07.438203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9c869ec4-34fc-45b6-b4ff-832dc948e039) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:07.445095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.447186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:07.455533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a7a8d-236f-4f6b-a8ad-ef1d9b215014 None None] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:07.593204 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-be976528-cc08-474c-86c9-e4a91741eb5c tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3482347 Dec 16 15:29:07.594522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:07.606575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-274695993'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:07.656067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9c869ec4-34fc-45b6-b4ff-832dc948e039', 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'project_id': 'bc70670ecaff4371adcf3ea612b29e2e', 'fixed_ips': [{'subnet_id': 'cd13baea-b4be-48f5-8f4b-4392d201e431'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:29:07.657006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:07.719240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-76030225-efce-4452-8568-9901981243ce tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1216087935&fields=id&tenant_id=904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 267 time: 0.1867850 Dec 16 15:29:07.809853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1122-60b7-470e-86a5-e2fbd5d3977d req-a29f06c3-69fc-463a-aab3-1a0e87fe6280 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.819620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ea1122-60b7-470e-86a5-e2fbd5d3977d req-a29f06c3-69fc-463a-aab3-1a0e87fe6280 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2193542 Dec 16 15:29:07.864824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52502) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:07.868220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Allocated IP 2001:db8::2 (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/388491de-7d44-409a-97f4-7a289b947b7c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:07.950347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ea1122-60b7-470e-86a5-e2fbd5d3977d req-713b94c1-97d6-4431-9a65-8b40757bec5a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294155 Dec 16 15:29:07.993601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-6abd89de-2d70-471f-ac91-fa3994a2b9d8 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:07.998992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-6abd89de-2d70-471f-ac91-fa3994a2b9d8 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 811 time: 0.2746599 Dec 16 15:29:08.059290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cbcfef9a-a506-4c83-84cf-c4d4b1c5e506 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c3b9268bd481445fa5e674cac0d34da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912498 Dec 16 15:29:08.060961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-26f576ec-9409-4ab8-865b-383dbaa0d40d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/quotas/904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 375 time: 0.0541539 Dec 16 15:29:08.063095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52504) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:08.078175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:08.084813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.129609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.145540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port a266f57b-0926-4276-a2bd-0528c50016f8 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:08.187686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-fbcfa002-c171-46c8-8a72-d54ade8cfcb2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769441 Dec 16 15:29:08.196185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.211591 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.342382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-ba947a40-a7e9-4715-a975-99e771a86343 service neutron] 10.222.0.71 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112075 Dec 16 15:29:08.345237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.358325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Pushing event updated for resources: {'Port': ['ID=388491de-7d44-409a-97f4-7a289b947b7c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:08.384944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:08.388343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:08.392644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:08.426994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::e (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/a266f57b-0926-4276-a2bd-0528c50016f8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:08.488677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-42c7a355-c142-459e-92df-94ce21b540d1 service neutron] 10.222.0.71 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343093 Dec 16 15:29:08.517038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Attempting to bind port 388491de-7d44-409a-97f4-7a289b947b7c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:08.517038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Attempting to bind port 388491de-7d44-409a-97f4-7a289b947b7c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:08.517038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Attempting to bind port 388491de-7d44-409a-97f4-7a289b947b7c on network 9c869ec4-34fc-45b6-b4ff-832dc948e039 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:08.529017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:08.530258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Checking segment: {'id': 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:08.530951 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.531854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Bound using segment: {'id': 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:08.532893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Bound port: 388491de-7d44-409a-97f4-7a289b947b7c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:08.533817 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.610558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] For port 388491de-7d44-409a-97f4-7a289b947b7c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:08.614107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] For port 388491de-7d44-409a-97f4-7a289b947b7c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=388491de-7d44-409a-97f4-7a289b947b7c,segment=NetworkSegment(e0d1862f-2649-4125-b2e5-9c0cdff6eb30),segment_id=e0d1862f-2649-4125-b2e5-9c0cdff6eb30)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:08.622293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.624953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.628570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/90285a97-aa96-4895-84f2-4073050eb7fd HTTP/1.1" status: 204 len: 168 time: 0.5620964 Dec 16 15:29:08.634951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3708-53a0-4e54-96c5-e1aa45ada1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90285a97-aa96-4895-84f2-4073050eb7fd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:08.679499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.734725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.806779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500bbbe-1716-4269-99dc-8e7c42b45fd8 None None] Pushing event updated for resources: {'Port': ['ID=388491de-7d44-409a-97f4-7a289b947b7c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:08.844135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:08.915813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:08.921757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:08.974593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:08.993552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:08.994726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.032058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b0e0679-c11e-4f92-9d7a-8adfca1b8896 req-ec48bb37-e81f-4db5-8fb6-a39f34ecdb2c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.1085141 Dec 16 15:29:09.059009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=a266f57b-0926-4276-a2bd-0528c50016f8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:09.198305 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-53642b43-c9d7-488b-94b4-697e7dad1dcf tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6013629 Dec 16 15:29:09.215144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:09.217517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860fc99-d95e-44e0-8e23-43d93a47d274 req-6406eab4-8325-4bad-a98a-9add06be512f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:09.219870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9860fc99-d95e-44e0-8e23-43d93a47d274 req-6406eab4-8325-4bad-a98a-9add06be512f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1000044 Dec 16 15:29:09.230632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-838017078', 'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:1a:52:9c'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:09.324564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9860fc99-d95e-44e0-8e23-43d93a47d274 req-5ead168a-5c40-46ba-9887-72f2975cbbc2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976171 Dec 16 15:29:09.445597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52536) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:09.591310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:09.630427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f10aae-d5ea-4501-80e3-2f9b4cc0b4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.755435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f10aae-d5ea-4501-80e3-2f9b4cc0b4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.765533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.796606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port be45a639-38f5-4867-b704-e760660f41c4 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:09.889900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-66f10aae-d5ea-4501-80e3-2f9b4cc0b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:09.966742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-66f10aae-d5ea-4501-80e3-2f9b4cc0b4d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ac95b7da52ad4849ae7c3a335cfdcc27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193202 Dec 16 15:29:09.968751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52554) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:10.044457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 388491de-7d44-409a-97f4-7a289b947b7c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:10.047775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f10aae-d5ea-4501-80e3-2f9b4cc0b4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc4eafa-afd8-49d5-9e91-26e9554052a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:10.102909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.160953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.186555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::16b (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/be45a639-38f5-4867-b704-e760660f41c4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:10.221893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 388491de-7d44-409a-97f4-7a289b947b7c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:10.224414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.258422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74ef87f2-1854-46c4-afba-99149a87aede req-e245465f-37b9-423e-83e1-ff5b0129b8f6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.0841081 Dec 16 15:29:10.428158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.434929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.442561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9dc4eafa-afd8-49d5-9e91-26e9554052a4 HTTP/1.1" status: 204 len: 168 time: 0.4721298 Dec 16 15:29:10.470518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c8334-ba0c-4cf5-b10f-6d44e0f6da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc4eafa-afd8-49d5-9e91-26e9554052a4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:10.516290 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.635436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 388491de-7d44-409a-97f4-7a289b947b7c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=388491de-7d44-409a-97f4-7a289b947b7c,segment=NetworkSegment(e0d1862f-2649-4125-b2e5-9c0cdff6eb30),segment_id=e0d1862f-2649-4125-b2e5-9c0cdff6eb30)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:10.742227 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.759075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42957b8-ad2c-4b38-9caa-883e6f898a12 req-1c2c53b2-6216-43b5-aa47-dc3185d883a8 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:10.762976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c42957b8-ad2c-4b38-9caa-883e6f898a12 req-1c2c53b2-6216-43b5-aa47-dc3185d883a8 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1907132 Dec 16 15:29:10.783580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.936508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:10.940239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c42957b8-ad2c-4b38-9caa-883e6f898a12 req-947432dd-6a45-4de6-99ce-35a18b3d2f2d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619594 Dec 16 15:29:11.078309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=be45a639-38f5-4867-b704-e760660f41c4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:11.096418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:11.098280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:11.105280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:11.118774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:11.120133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.197454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2fde3-2692-493c-8a9f-f6e4487bdf8e None None] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:11.226173 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dcd43d33-ba62-4ab5-84a7-ad604d8777eb tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0149264 Dec 16 15:29:11.229324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:11.301462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ff920da9-3890-48f8-9044-1a3611867c11 None None] Provisioning complete for port 388491de-7d44-409a-97f4-7a289b947b7c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:11.302072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff920da9-3890-48f8-9044-1a3611867c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.333286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=388491de-7d44-409a-97f4-7a289b947b7c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:11.356880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb775535-92b7-48d2-aa01-20177ef7eac7 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:11.365528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb775535-92b7-48d2-aa01-20177ef7eac7 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:11.375907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb775535-92b7-48d2-aa01-20177ef7eac7 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:11.378110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb775535-92b7-48d2-aa01-20177ef7eac7 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1471539 Dec 16 15:29:11.381073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52586) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:11.536726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f91b8a77-8f3e-4acd-b0a1-30716164573a req-0c9b0ab1-f151-4c97-afbc-8c4f25eecc6e tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.0915978 Dec 16 15:29:11.570404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port be45a639-38f5-4867-b704-e760660f41c4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:11.570941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.701582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.718377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for be45a639-38f5-4867-b704-e760660f41c4 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:11.790945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Provisioning complete for port 388491de-7d44-409a-97f4-7a289b947b7c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:11.791631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.921766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Provisioning complete for port be45a639-38f5-4867-b704-e760660f41c4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:11.926136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:11.989361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Port be45a639-38f5-4867-b704-e760660f41c4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:12.005708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Provisioning complete for port a266f57b-0926-4276-a2bd-0528c50016f8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:12.006282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.035372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 388491de-7d44-409a-97f4-7a289b947b7c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:12.128950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c19c1465-22c9-4706-bb98-2194357cc383 None None] Port a266f57b-0926-4276-a2bd-0528c50016f8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:12.153971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 388491de-7d44-409a-97f4-7a289b947b7c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:12.154614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.191273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.228182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=be45a639-38f5-4867-b704-e760660f41c4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:12.248665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bed7b0-1d50-44fc-bb9b-8345a00914d3 req-729c823e-bacb-4ffe-9cb2-25334181605d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:12.250285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08bed7b0-1d50-44fc-bb9b-8345a00914d3 req-729c823e-bacb-4ffe-9cb2-25334181605d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1129403 Dec 16 15:29:12.286980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b3e1d4e-75b0-4725-84cb-ca54df44f5f9 None None] Provisioning complete for port a266f57b-0926-4276-a2bd-0528c50016f8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:12.287593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b3e1d4e-75b0-4725-84cb-ca54df44f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.336607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b3e1d4e-75b0-4725-84cb-ca54df44f5f9 None None] Port a266f57b-0926-4276-a2bd-0528c50016f8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:12.485087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.485367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:12.491413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8b90453f-836b-4b0b-af3e-60d1e536b76f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/be45a639-38f5-4867-b704-e760660f41c4 HTTP/1.1" status: 204 len: 168 time: 1.1088195 Dec 16 15:29:12.494072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52602) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:12.499690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08bed7b0-1d50-44fc-bb9b-8345a00914d3 req-4cdc9eb0-6a29-43f7-9020-7e4261dfb3fd tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262185 Dec 16 15:29:12.545046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-261c8979-f767-46d7-8e20-054248986f06 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:12.556585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-261c8979-f767-46d7-8e20-054248986f06 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 811 time: 0.2082305 Dec 16 15:29:12.557003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-200dcfc1-b18d-444c-a2ff-0154e9c0b968 None None] Could not find standard attr ID for object be45a639-38f5-4867-b704-e760660f41c4. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:29:12.640640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fc20-cc6d-4f71-8502-980fa187b0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:12.643528 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f4ade6-ce53-412e-981b-9bd47f1bfb6f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] GET failed (client error): The resource could not be found. Dec 16 15:29:12.651016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4f4ade6-ce53-412e-981b-9bd47f1bfb6f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports/be45a639-38f5-4867-b704-e760660f41c4 HTTP/1.1" status: 404 len: 333 time: 0.1557066 Dec 16 15:29:12.660895 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:12.688022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079740951'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:12.688597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-94b037ee-1f83-4d17-bca4-23f6aece957a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=904ac6653b4040728ad1271488a25e79 HTTP/1.1" status: 200 len: 380 time: 0.1246054 Dec 16 15:29:12.727940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'port': {'device_id': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'admin_state_up': True, 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'security_groups': ['1a284010-08c7-4387-a5ac-ada12d6e162b']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:12.828186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd265552-1ad5-4993-ab02-97c615d5e29b req-938dd363-18d2-4322-b5f9-aac7817a3628 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.1282384 Dec 16 15:29:12.914664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fc20-cc6d-4f71-8502-980fa187b0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.047891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:13.053867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.061828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fc20-cc6d-4f71-8502-980fa187b0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.157539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port dd3c7aba-bbf2-4192-a16e-640707a346f5 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:13.170172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7ee8fc20-cc6d-4f71-8502-980fa187b0ae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f899f880f0874d1bb83ff7b2356b6f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6839776 Dec 16 15:29:13.174139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8fc20-cc6d-4f71-8502-980fa187b0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2496f3c-7d37-4769-bb32-7620df257c40,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:13.175302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:13.231683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Made reservation on behalf of 904ac6653b4040728ad1271488a25e79 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:13.244340 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.330447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52620) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:13.407878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.410590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::229 (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/dd3c7aba-bbf2-4192-a16e-640707a346f5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:13.476946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.569577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Allocated IP 172.20.0.9 (cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb/9ea63211-94cd-49d5-890e-8a3ba01426b5/2805b695-4829-4d79-b59b-64342a7875f5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:13.719882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.722453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.723650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a2496f3c-7d37-4769-bb32-7620df257c40 HTTP/1.1" status: 204 len: 168 time: 0.5417366 Dec 16 15:29:13.742708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c9c57-dd5b-45c3-8acf-9e4c36cc6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2496f3c-7d37-4769-bb32-7620df257c40,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:13.747767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.786633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.792762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89e89-d74f-4448-820e-1297b9f4ca44 req-7131f4fe-5fb6-4e62-8f47-6348078cb95a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:13.794058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9e89e89-d74f-4448-820e-1297b9f4ca44 req-7131f4fe-5fb6-4e62-8f47-6348078cb95a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1373794 Dec 16 15:29:13.882223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:13.962287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9e89e89-d74f-4448-820e-1297b9f4ca44 req-7b3719ef-dad4-4712-9ad2-441d4dcbd81c tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559799 Dec 16 15:29:13.984109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c7aed8e-d068-4eaf-9d59-1ff9c026daab req-28f1e04a-cea2-4b5f-bf5b-9ee0055f7209 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.0411565 Dec 16 15:29:13.984262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.149283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-73770f19-86c0-4554-841c-0e21224b1ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.151076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.152196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.155159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.224658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:14.238516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:14.246006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:14.251583 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85f9b45946e6498c964e064aba0279dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9159176 Dec 16 15:29:14.259786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:14.272440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:14.273917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd2b69-f8a4-4b25-8861-974af1338ad2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:14.278484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=dd3c7aba-bbf2-4192-a16e-640707a346f5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:14.290018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:14.306382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:14.313464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:14.314442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.329009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.329572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.330119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.330621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.331252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.331751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.332372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.332877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.333412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.334159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.334772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.345443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:14.346928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.347795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.348690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c51bc1-c2fa-4601-b948-e54cd4d197bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.374754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.375162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.375517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.375915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.376394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.376742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.377084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.377419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.377753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.378136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.378465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.385777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.386892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:14.395566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event updated for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:14.465728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-574b74f0-9219-471f-8cb2-7742958c29f2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7682276 Dec 16 15:29:14.477707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.490015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Request body: {'port': {'device_id': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:14.523723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.614003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ca84b04-5ac6-416b-8aba-fdb9bd507391 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9511862 Dec 16 15:29:14.618294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:14.629064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:1a:52:9c'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:14.788227 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.800536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.807167 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6fd2b69-f8a4-4b25-8861-974af1338ad2 HTTP/1.1" status: 204 len: 168 time: 0.5375621 Dec 16 15:29:14.809622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.827609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a3cee66a-ed1e-470f-8d8c-567bdea1ae0d None None] Provisioning complete for port 2805b695-4829-4d79-b59b-64342a7875f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:14.828248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3cee66a-ed1e-470f-8d8c-567bdea1ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:14.859605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91903f03-72d8-4bd2-af5a-01c7a7f30745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd2b69-f8a4-4b25-8861-974af1338ad2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:14.910963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a3cee66a-ed1e-470f-8d8c-567bdea1ae0d None None] Port 2805b695-4829-4d79-b59b-64342a7875f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:15.057096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.064580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9a0f1fff-5551-4ea3-bee6-18175f873702 None None] Provisioning complete for port dd3c7aba-bbf2-4192-a16e-640707a346f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:15.065526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1fff-5551-4ea3-bee6-18175f873702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.130957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f1fff-5551-4ea3-bee6-18175f873702 None None] Port dd3c7aba-bbf2-4192-a16e-640707a346f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:15.316330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69e59f-3d2c-4c03-a065-68a9ddf867bd req-ad3529d5-d684-44ab-b636-aedde0320080 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:15.317944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c69e59f-3d2c-4c03-a065-68a9ddf867bd req-ad3529d5-d684-44ab-b636-aedde0320080 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2151754 Dec 16 15:29:15.326131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299f43-c3a6-488b-ad1b-2ac580ff2f18 req-219b407a-372a-4b47-a4a9-251d9c465a2b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:15.330545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59299f43-c3a6-488b-ad1b-2ac580ff2f18 req-219b407a-372a-4b47-a4a9-251d9c465a2b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 931 time: 0.1699543 Dec 16 15:29:15.332369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.451600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.457984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c69e59f-3d2c-4c03-a065-68a9ddf867bd req-66583a56-6767-46f9-a054-6e9e2d0ab17a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271813 Dec 16 15:29:15.471675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59299f43-c3a6-488b-ad1b-2ac580ff2f18 req-8bce30bc-0fbf-4f2d-88a2-6ab5bc197db8 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187506 Dec 16 15:29:15.538325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] In _notify_port_updated(), no bound segment for port dd3c7aba-bbf2-4192-a16e-640707a346f5 on network 9c869ec4-34fc-45b6-b4ff-832dc948e039 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:29:15.564412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:15.566368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.576139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52674) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:15.576434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "PUT /v2.0/ports/dd3c7aba-bbf2-4192-a16e-640707a346f5 HTTP/1.1" status: 200 len: 1001 time: 0.9549413 Dec 16 15:29:15.618349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff7f99-dbfa-4317-b130-5244c04767d8 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=dd3c7aba-bbf2-4192-a16e-640707a346f5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:15.677227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2805b695-4829-4d79-b59b-64342a7875f5 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:15.697629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.712365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52678) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:15.942281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dd27cb12-97d4-473c-bc67-191df42daca8 None None] Provisioning complete for port dd3c7aba-bbf2-4192-a16e-640707a346f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:15.943301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dd27cb12-97d4-473c-bc67-191df42daca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:15.990511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dd27cb12-97d4-473c-bc67-191df42daca8 None None] Port dd3c7aba-bbf2-4192-a16e-640707a346f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:16.025258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e041df3-f6e2-4b8a-a0d1-0b78d42a09a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.044249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Transition to ACTIVE for port object 2805b695-4829-4d79-b59b-64342a7875f5 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:29:16.092839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port dd3c7aba-bbf2-4192-a16e-640707a346f5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:16.093460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.142098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e041df3-f6e2-4b8a-a0d1-0b78d42a09a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.162919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.289583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Pushing event updated for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:16.343130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.345976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52688) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:16.365013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for dd3c7aba-bbf2-4192-a16e-640707a346f5 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:16.369583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b8b06af-7049-43b1-8332-e733bf31b836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.396357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Attempting to bind port 2805b695-4829-4d79-b59b-64342a7875f5 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:16.397257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Attempting to bind port 2805b695-4829-4d79-b59b-64342a7875f5 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:16.397592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Attempting to bind port 2805b695-4829-4d79-b59b-64342a7875f5 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:16.412715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e041df3-f6e2-4b8a-a0d1-0b78d42a09a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.439126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Port 2805b695-4829-4d79-b59b-64342a7875f5 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:29:16.439428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Attempting to bind port 2805b695-4829-4d79-b59b-64342a7875f5 on network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:16.450402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:16.450785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Checking segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:16.451128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Bound using segment: {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:16.451588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Bound port: 2805b695-4829-4d79-b59b-64342a7875f5, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:16.451996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.507891 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd5fd796-73bb-480e-b371-2e11dbc5e4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.518885 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6e041df3-f6e2-4b8a-a0d1-0b78d42a09a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=73341bea72f54e5b89edfef0ae00733f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8007669 Dec 16 15:29:16.519061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52694) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:16.529826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e041df3-f6e2-4b8a-a0d1-0b78d42a09a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678282d0-99dc-40c0-9c81-74e9b9d5419e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:16.639289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:16.644697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b8b06af-7049-43b1-8332-e733bf31b836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.711166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2805b695-4829-4d79-b59b-64342a7875f5,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:16.750228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.801334 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.811771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b8b06af-7049-43b1-8332-e733bf31b836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.831752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3e47-af75-49cb-812d-70e9feee8b07 req-c381a27d-56e5-4984-957e-bbb0ff04243f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.838110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ce3e47-af75-49cb-812d-70e9feee8b07 req-c381a27d-56e5-4984-957e-bbb0ff04243f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1684248 Dec 16 15:29:16.870039 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b8b06af-7049-43b1-8332-e733bf31b836 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c27a6964312443f79c7da30c6f71ffeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5186536 Dec 16 15:29:16.870382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e21e57-d4e7-4c27-85b6-0789da0f2391 req-c0cbbf17-37ab-4c16-b145-c0d73227d106 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.870582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b06af-7049-43b1-8332-e733bf31b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8b49b3-bc0a-4984-bbbf-f840d6630564,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:16.870775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e21e57-d4e7-4c27-85b6-0789da0f2391 req-c0cbbf17-37ab-4c16-b145-c0d73227d106 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 943 time: 0.1747739 Dec 16 15:29:16.871519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52702) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:16.910313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.936895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.975587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.988913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.993937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:16.994576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:16.996744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] 10.222.0.74 "PUT /v2.0/ports/2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 1091 time: 2.5144632 Dec 16 15:29:17.010440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:17.013730 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead899c-f9f3-4931-8f81-504546957608" -d '{"events": [{"name": "network-changed", "server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "tag": "2805b695-4829-4d79-b59b-64342a7875f5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:17.038193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ce3e47-af75-49cb-812d-70e9feee8b07 req-ab95660d-4b33-47b1-982e-d9d66de9130e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857648 Dec 16 15:29:17.090486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164401b-0caa-4e3b-8833-c06bd924c87a service neutron] Pushing event updated for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:17.119581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4e21e57-d4e7-4c27-85b6-0789da0f2391 req-06d37660-f5e4-442f-9172-c72bd4ff2d17 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258084 Dec 16 15:29:17.127546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.130520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.134164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/678282d0-99dc-40c0-9c81-74e9b9d5419e HTTP/1.1" status: 204 len: 168 time: 0.6118684 Dec 16 15:29:17.161288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=dd3c7aba-bbf2-4192-a16e-640707a346f5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:17.176906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfbe0d-734f-4881-ad27-af2207493dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678282d0-99dc-40c0-9c81-74e9b9d5419e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:17.249267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.255356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.261706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f8b49b3-bc0a-4984-bbbf-f840d6630564 HTTP/1.1" status: 204 len: 168 time: 0.3853970 Dec 16 15:29:17.301489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22cbd2-a986-4226-975d-32cd8e4e08a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8b49b3-bc0a-4984-bbbf-f840d6630564,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:17.341804 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20657f-ca43-4e7d-a551-10cc61835c1a x-openstack-request-id: req-7e20657f-ca43-4e7d-a551-10cc61835c1a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:17.341804 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "tag": "2805b695-4829-4d79-b59b-64342a7875f5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:17.341804 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e20657f-ca43-4e7d-a551-10cc61835c1a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:17.341804 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5', 'status': 'completed', 'code': 200} Dec 16 15:29:17.359557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.372130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52712) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:17.372441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-15b42581-bb8a-4534-b490-c89315c301f1 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/dd3c7aba-bbf2-4192-a16e-640707a346f5 HTTP/1.1" status: 204 len: 168 time: 1.7955310 Dec 16 15:29:17.400670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-a7b520d8-b529-4aa2-921a-abd258268c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:17.405714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-a7b520d8-b529-4aa2-921a-abd258268c4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1094 time: 0.1701853 Dec 16 15:29:17.416336 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac0b9f6-144f-4d8b-9233-0b232b691372 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] GET failed (client error): The resource could not be found. Dec 16 15:29:17.422131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bac0b9f6-144f-4d8b-9233-0b232b691372 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports/dd3c7aba-bbf2-4192-a16e-640707a346f5 HTTP/1.1" status: 404 len: 333 time: 0.0446947 Dec 16 15:29:17.423122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52714) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:17.428900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-659674620'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:17.525319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-1e380030-0948-4787-8d07-418374b68971 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 217 time: 0.0926530 Dec 16 15:29:17.622905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-33b413c5-02dd-46a1-ba7d-ef8b4e688e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:17.625497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-33b413c5-02dd-46a1-ba7d-ef8b4e688e1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.0848820 Dec 16 15:29:17.725160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-fd42d5ee-90f8-4059-b54f-5c655d2bb7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:17.726702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-fd42d5ee-90f8-4059-b54f-5c655d2bb7a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907593 Dec 16 15:29:17.788234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.829851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-f5f7979d-8929-4e62-a045-235b4e8624fa service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935793 Dec 16 15:29:17.884344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:17.887991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:17.917585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:18.006055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a8fa7b5-055e-466a-9b19-b63cedc3828e req-b30abb45-02a4-4045-8313-223afc3ada81 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680398 Dec 16 15:29:18.098670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::136 (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/e91d567d-a6e0-48b5-9bbe-f7eb13c66be0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:18.461988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e32b7-a39a-44b5-b214-34f3963ec361 req-54efc7ce-1031-4372-a717-4dccbb533e7b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.463495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e8e32b7-a39a-44b5-b214-34f3963ec361 req-54efc7ce-1031-4372-a717-4dccbb533e7b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2299280 Dec 16 15:29:18.472270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead899c-f9f3-4931-8f81-504546957608 req-844e3b66-950a-44f1-8f28-a85391792928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.473791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-844e3b66-950a-44f1-8f28-a85391792928 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1094 time: 0.2356088 Dec 16 15:29:18.519484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379740fb-37ae-40cd-ac5b-4a4a1d0d23d6 req-719c33df-1e40-4904-b609-75b1d9ca8b34 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.521442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-379740fb-37ae-40cd-ac5b-4a4a1d0d23d6 req-719c33df-1e40-4904-b609-75b1d9ca8b34 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 943 time: 0.1935713 Dec 16 15:29:18.584295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.671253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e8e32b7-a39a-44b5-b214-34f3963ec361 req-a4b06fd6-7304-48a1-a338-8f6c38819363 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928484 Dec 16 15:29:18.690252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216d3da-a76a-4d9b-8f0a-e70b43b193bf req-6e8301c4-adf7-4d80-a96f-bb33e7aa1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.692639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e216d3da-a76a-4d9b-8f0a-e70b43b193bf req-6e8301c4-adf7-4d80-a96f-bb33e7aa1de4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.0566533 Dec 16 15:29:18.707296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-379740fb-37ae-40cd-ac5b-4a4a1d0d23d6 req-c25a201f-588b-41e0-9b34-458bf2c7cdfa tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382217 Dec 16 15:29:18.718297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead899c-f9f3-4931-8f81-504546957608 req-eefec5b8-ac9f-4bb1-9932-c32b16d3a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.720056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-eefec5b8-ac9f-4bb1-9932-c32b16d3a781 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2259884 Dec 16 15:29:18.796517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-51dd35c0-52ea-43bf-a07c-19461a5af855 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 217 time: 0.0675755 Dec 16 15:29:18.812373 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e216d3da-a76a-4d9b-8f0a-e70b43b193bf req-7351356e-dd37-4991-b7b8-0e1cd6f6b833 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075871 Dec 16 15:29:18.858913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead899c-f9f3-4931-8f81-504546957608 req-c03d8e43-a359-46e2-9e58-5922fae54705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.860462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-c03d8e43-a359-46e2-9e58-5922fae54705 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.0559566 Dec 16 15:29:18.878324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.906000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52742) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:18.937813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:18.948820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:18.955165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:18.955430 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb68b995-4184-4796-8089-b0c341c4efa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.970913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:18.973100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:18.989624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=e91d567d-a6e0-48b5-9bbe-f7eb13c66be0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:19.098761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb68b995-4184-4796-8089-b0c341c4efa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.158857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead899c-f9f3-4931-8f81-504546957608 req-5cd4d773-c41f-4e99-863e-3d88586619b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.160483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-5cd4d773-c41f-4e99-863e-3d88586619b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849979 Dec 16 15:29:19.236904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-33600642-b130-49b7-9efb-7ee771c39f38 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8107736 Dec 16 15:29:19.238845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52746) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.246117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1a:52:9c'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:19.290381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-d373eda3-f9e2-4b4f-80cf-3bf954f6b4a9 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212883 Dec 16 15:29:19.330574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.334619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6590a472-0545-4950-9ae1-d1e109abd453 None None] Provisioning complete for port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:19.335335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6590a472-0545-4950-9ae1-d1e109abd453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.351858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb68b995-4184-4796-8089-b0c341c4efa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.370453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.400731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6590a472-0545-4950-9ae1-d1e109abd453 None None] Port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:19.432478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68b995-4184-4796-8089-b0c341c4efa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46237a9-d545-45a3-9a52-8e0d720871ca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:19.439354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eb68b995-4184-4796-8089-b0c341c4efa7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5d906fe81384490a32a88382417ea7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5314574 Dec 16 15:29:19.447399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.476118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ead899c-f9f3-4931-8f81-504546957608 req-25ea0b7f-173e-45af-aae8-2a79bdf7747f service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658216 Dec 16 15:29:19.580489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.634311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.685215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.870766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.900578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73b6fd-6448-43f2-8d04-bb0f99de44d5 req-977fdd49-39a3-4cf9-b78b-6f539ed2b4f5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.902309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe73b6fd-6448-43f2-8d04-bb0f99de44d5 req-977fdd49-39a3-4cf9-b78b-6f539ed2b4f5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1315639 Dec 16 15:29:19.922685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] In _notify_port_updated(), no bound segment for port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 on network 9c869ec4-34fc-45b6-b4ff-832dc948e039 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:29:19.924220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89e170-60bd-4370-af7c-40e38ed16453 req-d48483fb-692c-432f-b89c-213b78658d81 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.926152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b89e170-60bd-4370-af7c-40e38ed16453 req-d48483fb-692c-432f-b89c-213b78658d81 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 943 time: 0.1035631 Dec 16 15:29:19.928346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:19.929024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.933977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "PUT /v2.0/ports/e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 HTTP/1.1" status: 200 len: 1002 time: 0.6939676 Dec 16 15:29:19.934648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:19.941660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.944268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:19.945568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b46237a9-d545-45a3-9a52-8e0d720871ca HTTP/1.1" status: 204 len: 168 time: 0.4971483 Dec 16 15:29:19.951778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.067286 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9a9bd-9fe9-46dc-a7ea-415b008ddef6 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=e91d567d-a6e0-48b5-9bbe-f7eb13c66be0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:20.084561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4dd3a-a3aa-4bfd-a0e6-b3f5ac9c4ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46237a9-d545-45a3-9a52-8e0d720871ca,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:20.115988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe73b6fd-6448-43f2-8d04-bb0f99de44d5 req-9db793ca-401d-47b9-b933-4cb311971a77 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846690 Dec 16 15:29:20.155490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:20.155862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.172666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b89e170-60bd-4370-af7c-40e38ed16453 req-42ac53f9-26d8-4ccd-bf02-870a15b0be5d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191291 Dec 16 15:29:20.330259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.353066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:20.443932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-10ca69a4-8800-4d2b-bfc4-aeea681a6ef5 None None] Provisioning complete for port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:20.445029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10ca69a4-8800-4d2b-bfc4-aeea681a6ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.487024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-10ca69a4-8800-4d2b-bfc4-aeea681a6ef5 None None] Port e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:20.538207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2805b695-4829-4d79-b59b-64342a7875f5 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:29:20.703046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.721484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2805b695-4829-4d79-b59b-64342a7875f5,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:20.735350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '2805b695-4829-4d79-b59b-64342a7875f5', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'port_id': '2805b695-4829-4d79-b59b-64342a7875f5', 'mac_address': 'fa:16:3e:3e:5c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:29:20.765029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=e91d567d-a6e0-48b5-9bbe-f7eb13c66be0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:20.784355 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.813560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2805b695-4829-4d79-b59b-64342a7875f5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:29:20.828489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:20.838549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:20.842217 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8bfdc2f8-f62b-487f-b579-ecf5f257adcc tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 HTTP/1.1" status: 204 len: 168 time: 0.9038072 Dec 16 15:29:20.851094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2805b695-4829-4d79-b59b-64342a7875f5,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:20.884531 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-91613825-9694-4500-9aa8-f51e43e38cac tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] GET failed (client error): The resource could not be found. Dec 16 15:29:20.887376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91613825-9694-4500-9aa8-f51e43e38cac tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports/e91d567d-a6e0-48b5-9bbe-f7eb13c66be0 HTTP/1.1" status: 404 len: 333 time: 0.0467472 Dec 16 15:29:20.893414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:20.904601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-454607250'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:21.000520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:21.152604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:21.169995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.170569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.171312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.172053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.173018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.173612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.174355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.175154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.176188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.177214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.178810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.179772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.185252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:21.222931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:21.229953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:21.312230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port 46131355-a21d-4484-aafc-7fb2fc35b477 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:21.394636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['2805b695-4829-4d79-b59b-64342a7875f5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:29:21.550458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da9fa-0efd-4622-9284-1d4f5390b4b8 req-9eae030a-dcc2-421f-87b5-82db624a9456 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:21.552211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b26da9fa-0efd-4622-9284-1d4f5390b4b8 req-9eae030a-dcc2-421f-87b5-82db624a9456 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1990833 Dec 16 15:29:21.563629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1028e-5e41-4497-8761-93cc2ad3ed27 req-c283f970-1682-40dc-a944-ec48cf1a4049 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:21.571705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ead1028e-5e41-4497-8761-93cc2ad3ed27 req-c283f970-1682-40dc-a944-ec48cf1a4049 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 944 time: 0.2163730 Dec 16 15:29:21.653849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::84 (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/46131355-a21d-4484-aafc-7fb2fc35b477) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:21.708917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ead1028e-5e41-4497-8761-93cc2ad3ed27 req-c3872d02-8de5-4404-bc9f-45690de5217d tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372280 Dec 16 15:29:21.715289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b26da9fa-0efd-4622-9284-1d4f5390b4b8 req-c8c08a91-3b61-404e-aa29-e6871484e50b tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421313 Dec 16 15:29:21.975488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.165357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.210307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:22.213491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:22.218662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:22.226224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:22.227014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.241720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=46131355-a21d-4484-aafc-7fb2fc35b477,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:22.410382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ab8a2-af31-4834-a971-bd5188068130 req-ff232c31-789f-476c-821f-52c40abe6d73 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:22.414220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b30ab8a2-af31-4834-a971-bd5188068130 req-ff232c31-789f-476c-821f-52c40abe6d73 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.0835824 Dec 16 15:29:22.457707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cee44142-6b9b-412c-abb7-26f83ab82902 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5621715 Dec 16 15:29:22.461446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52820) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:22.472063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'network_id': '9c869ec4-34fc-45b6-b4ff-832dc948e039', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1174594390'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:22.553185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2805b695-4829-4d79-b59b-64342a7875f5 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:22.645342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b30ab8a2-af31-4834-a971-bd5188068130 req-edefabe4-6cac-43c8-be1a-4d0acd06d397 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176001 Dec 16 15:29:22.851882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7eaa87aa-dc6a-4996-92e5-24603eaa26f3 None None] Provisioning complete for port 46131355-a21d-4484-aafc-7fb2fc35b477 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:22.852416 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7eaa87aa-dc6a-4996-92e5-24603eaa26f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:22.921892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa87aa-dc6a-4996-92e5-24603eaa26f3 None None] Port 46131355-a21d-4484-aafc-7fb2fc35b477 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:22.977512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb92dee-9097-4450-a7ad-985c74ad62ad req-1156d44a-010c-4ca4-b0de-a527e022591c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:22.979665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eb92dee-9097-4450-a7ad-985c74ad62ad req-1156d44a-010c-4ca4-b0de-a527e022591c tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 944 time: 0.0797744 Dec 16 15:29:22.986139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Made reservation on behalf of bc70670ecaff4371adcf3ea612b29e2e for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:22.991475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.004773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 2805b695-4829-4d79-b59b-64342a7875f5 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:29:23.016947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 2805b695-4829-4d79-b59b-64342a7875f5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:23.017717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.087807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] device_id is not set on port cda659e1-305e-424a-84ce-f991881c59ac yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:23.177855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eb92dee-9097-4450-a7ad-985c74ad62ad req-2b54deda-8904-41de-aa10-efc4cd7c17b7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811695 Dec 16 15:29:23.261810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-f2459948-6c71-4b3b-948f-593e91e7a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.266005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-f2459948-6c71-4b3b-948f-593e91e7a860 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.6161318 Dec 16 15:29:23.287389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:23.380343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.414078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Allocated IP 2001:db8::161 (9c869ec4-34fc-45b6-b4ff-832dc948e039/cd13baea-b4be-48f5-8f4b-4392d201e431/cda659e1-305e-424a-84ce-f991881c59ac) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:23.454419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:23.466127 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b572b358-c107-4aa5-aa26-62cf2f17b37d" -d '{"events": [{"server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "name": "network-vif-plugged", "status": "completed", "tag": "2805b695-4829-4d79-b59b-64342a7875f5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:23.476337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-66b971f0-5ef0-443d-b5fc-aeee61d7fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.480614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-66b971f0-5ef0-443d-b5fc-aeee61d7fbac service neutron] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.2052369 Dec 16 15:29:23.511342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2805b695-4829-4d79-b59b-64342a7875f5,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:23.581650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-601b0f8c-0037-4758-b457-6a48de03bb40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.0933971 Dec 16 15:29:23.657563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.674184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-3da47ebe-ea9f-44d7-badc-757e7d876af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:23.675757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-3da47ebe-ea9f-44d7-badc-757e7d876af9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.0859153 Dec 16 15:29:23.682002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.692270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c026a8-e2b6-487b-acb4-7b9caf6a7b9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:23.759553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-795bb233-983c-432f-8486-d5d81dc9a824 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648291 Dec 16 15:29:23.800945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:23.992128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.137873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:24.144727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:24.176971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:24.188234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.190115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.196272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=cda659e1-305e-424a-84ce-f991881c59ac,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:24.352622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974b69c-b204-475f-866e-dcd45b1e8c55 req-c3640d4a-1c46-4314-a1e7-c0d7bdfe4311 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.354148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7974b69c-b204-475f-866e-dcd45b1e8c55 req-c3640d4a-1c46-4314-a1e7-c0d7bdfe4311 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.5112939 Dec 16 15:29:24.393516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-385b1795-8074-43db-9a15-e140a7949db5 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247969 Dec 16 15:29:24.415760 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8d2ef9de-9d25-4585-bad5-68276471872f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9523187 Dec 16 15:29:24.418969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52856) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:24.440802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:1a:52:9c'}, {'ip_address': '2001:db8::84', 'mac_address': 'fa:16:3e:0a:53:a4'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:24.479615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c026a8-e2b6-487b-acb4-7b9caf6a7b9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.545837 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0da66b-75a8-47ce-8402-17ebeae15ec8 x-openstack-request-id: req-6e0da66b-75a8-47ce-8402-17ebeae15ec8 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:24.546588 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "name": "network-vif-plugged", "status": "completed", "tag": "2805b695-4829-4d79-b59b-64342a7875f5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:24.547065 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e0da66b-75a8-47ce-8402-17ebeae15ec8 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:24.548660 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5', 'code': 200} Dec 16 15:29:24.616233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7974b69c-b204-475f-866e-dcd45b1e8c55 req-59e7f57f-4c45-4a04-85c0-38d5fda34bfb tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481503 Dec 16 15:29:24.677073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f3229ea-2cf4-408f-84ff-1f6170e16260 req-b73dea36-c38a-4814-8f73-75742a90ecec service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735479 Dec 16 15:29:24.683598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bb766fb-bae8-4544-a42f-f6ae2633663d None None] Provisioning complete for port cda659e1-305e-424a-84ce-f991881c59ac triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:24.684389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bb766fb-bae8-4544-a42f-f6ae2633663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.747867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3bb766fb-bae8-4544-a42f-f6ae2633663d None None] Port cda659e1-305e-424a-84ce-f991881c59ac cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:24.792742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bd480-b79b-4d63-948d-1585818caccc req-991d5f43-2c11-4085-af4a-34ce87912602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.794249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b44bd480-b79b-4d63-948d-1585818caccc req-991d5f43-2c11-4085-af4a-34ce87912602 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1096 time: 0.0855803 Dec 16 15:29:24.801038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d5ce-287b-42fe-a13e-4f0c1e9fb7ed req-8388a55b-fdd3-4a63-8435-b9ee406669a7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:24.802572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f42d5ce-287b-42fe-a13e-4f0c1e9fb7ed req-8388a55b-fdd3-4a63-8435-b9ee406669a7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.1046042 Dec 16 15:29:24.852345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.862652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c026a8-e2b6-487b-acb4-7b9caf6a7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:24.917835 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b44bd480-b79b-4d63-948d-1585818caccc req-2d380bfe-98fb-47f9-a986-64c827d57c6d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948513 Dec 16 15:29:24.918624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f42d5ce-287b-42fe-a13e-4f0c1e9fb7ed req-7729f3e9-9ca4-4dd7-a1a1-32957059f00a tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064770 Dec 16 15:29:24.952779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c026a8-e2b6-487b-acb4-7b9caf6a7b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e442e1-11e6-4ef8-8dd6-b05a43092bf6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:24.964000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38c026a8-e2b6-487b-acb4-7b9caf6a7b9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=26c16842ffb445c4a1c42bcc767dd734&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6738627 Dec 16 15:29:24.977509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52860) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:25.066751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.109557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.140234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.289028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.324382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] In _notify_port_updated(), no bound segment for port cda659e1-305e-424a-84ce-f991881c59ac on network 9c869ec4-34fc-45b6-b4ff-832dc948e039 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:29:25.329365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.330033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.333088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "PUT /v2.0/ports/cda659e1-305e-424a-84ce-f991881c59ac HTTP/1.1" status: 200 len: 1065 time: 0.9104078 Dec 16 15:29:25.334640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:25.349552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.355270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.355270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1e442e1-11e6-4ef8-8dd6-b05a43092bf6 HTTP/1.1" status: 204 len: 168 time: 0.3793929 Dec 16 15:29:25.362669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc717d-1913-45c9-a490-469243055dfd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event updated for resources: {'Port': ['ID=cda659e1-305e-424a-84ce-f991881c59ac,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:25.414456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c0097-6a44-4aee-9531-e1330aa91356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e442e1-11e6-4ef8-8dd6-b05a43092bf6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:25.497285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52872) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:25.520442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port cda659e1-305e-424a-84ce-f991881c59ac {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:25.520442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.652146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.667257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for cda659e1-305e-424a-84ce-f991881c59ac owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:25.709154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-50e01fa5-b1db-4763-aa89-7bc18f1b33bc None None] Provisioning complete for port cda659e1-305e-424a-84ce-f991881c59ac triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:25.710470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50e01fa5-b1db-4763-aa89-7bc18f1b33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.769518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25d3d500-f484-4023-b948-8dc87659a7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:25.812641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-50e01fa5-b1db-4763-aa89-7bc18f1b33bc None None] Port cda659e1-305e-424a-84ce-f991881c59ac cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:25.937018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a63e39-165d-448f-95c5-7e4d784a02b2 req-d79609fc-8b6d-49e5-bd1b-61e8a4a849a7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:25.944147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48a63e39-165d-448f-95c5-7e4d784a02b2 req-d79609fc-8b6d-49e5-bd1b-61e8a4a849a7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.0857532 Dec 16 15:29:25.968967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.040720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=cda659e1-305e-424a-84ce-f991881c59ac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:26.052677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25d3d500-f484-4023-b948-8dc87659a7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.128643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48a63e39-165d-448f-95c5-7e4d784a02b2 req-72bef707-0df5-467e-8f5d-de6447f4dd5a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835604 Dec 16 15:29:26.175590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d741bd3-9433-4373-b58a-7593920f7b88 req-598b1bbd-8779-4ec7-b38c-08029d4f3443 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:26.177267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d741bd3-9433-4373-b58a-7593920f7b88 req-598b1bbd-8779-4ec7-b38c-08029d4f3443 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.1447823 Dec 16 15:29:26.181934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25d3d500-f484-4023-b948-8dc87659a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.238773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d500-f484-4023-b948-8dc87659a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1247844b-f699-40c3-9d87-3461e133be2e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:26.274089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-25d3d500-f484-4023-b948-8dc87659a7b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e7a23026f50740c88e849b7b89a04a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753615 Dec 16 15:29:26.278497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:26.354464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d741bd3-9433-4373-b58a-7593920f7b88 req-11c297db-dcd0-4f2e-8ac7-e15156b62c27 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586540 Dec 16 15:29:26.390522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.395069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2cfa7107-f714-47b9-8bde-21bca64a05fd tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/cda659e1-305e-424a-84ce-f991881c59ac HTTP/1.1" status: 204 len: 168 time: 1.0581300 Dec 16 15:29:26.403617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.404504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:26.442734 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d380fce-7153-425c-8452-5ac14f9682a0 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] GET failed (client error): The resource could not be found. Dec 16 15:29:26.445287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d380fce-7153-425c-8452-5ac14f9682a0 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports/cda659e1-305e-424a-84ce-f991881c59ac HTTP/1.1" status: 404 len: 333 time: 0.0386257 Dec 16 15:29:26.452024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:26.472251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.620420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port 46131355-a21d-4484-aafc-7fb2fc35b477 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:26.621158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.773160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.792755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for 46131355-a21d-4484-aafc-7fb2fc35b477 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:26.798297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.800910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:26.802951 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1247844b-f699-40c3-9d87-3461e133be2e HTTP/1.1" status: 204 len: 168 time: 0.5231481 Dec 16 15:29:26.831047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a398b1-6110-413c-a34a-77cf1ac71414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1247844b-f699-40c3-9d87-3461e133be2e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:27.278720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2ada8-9911-44de-ac81-748f7f163415 req-daf4e46d-100e-4ca5-90f2-a00d2af3d0d7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:27.280454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fb2ada8-9911-44de-ac81-748f7f163415 req-daf4e46d-100e-4ca5-90f2-a00d2af3d0d7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.0642765 Dec 16 15:29:27.302935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:27.384426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fb2ada8-9911-44de-ac81-748f7f163415 req-30803cdc-960f-4dfe-a49b-0e16fc7ea4a9 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968366 Dec 16 15:29:27.453643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=46131355-a21d-4484-aafc-7fb2fc35b477,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:27.457396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:27.470577 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce0a91bd-a856-49d3-9689-951469c3254f tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/46131355-a21d-4484-aafc-7fb2fc35b477 HTTP/1.1" status: 204 len: 168 time: 1.0174499 Dec 16 15:29:27.474816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52932) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:27.535715 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94e9581-a933-41ad-be9e-deaa858c029b tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] GET failed (client error): The resource could not be found. Dec 16 15:29:27.541433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52934) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:27.548519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a94e9581-a933-41ad-be9e-deaa858c029b tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "GET /v2.0/ports/46131355-a21d-4484-aafc-7fb2fc35b477 HTTP/1.1" status: 404 len: 333 time: 0.0724442 Dec 16 15:29:27.655309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b30f3-0a76-463c-9866-ea0efb54fca8 req-50423f98-2a36-4399-90e9-39af93cf2a51 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:27.657114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-754b30f3-0a76-463c-9866-ea0efb54fca8 req-50423f98-2a36-4399-90e9-39af93cf2a51 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.1070511 Dec 16 15:29:27.743156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port a266f57b-0926-4276-a2bd-0528c50016f8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:27.743502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:27.795934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-754b30f3-0a76-463c-9866-ea0efb54fca8 req-cf48743d-b7f2-42ba-aee2-ff292507b43f tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230297 Dec 16 15:29:27.887227 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:27.913231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for a266f57b-0926-4276-a2bd-0528c50016f8 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:27.945639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9f22f-0399-4b00-8933-119e7da05d41 req-f9611bc5-76df-4c0f-8b13-029d5ea72faf tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:27.947663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56f9f22f-0399-4b00-8933-119e7da05d41 req-f9611bc5-76df-4c0f-8b13-029d5ea72faf tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.0674231 Dec 16 15:29:27.956618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:27.961661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Request body: {'floatingip': {'port_id': '2805b695-4829-4d79-b59b-64342a7875f5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:28.038871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.348638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.407889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=a266f57b-0926-4276-a2bd-0528c50016f8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:28.449091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52952) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:28.458336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.477228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:28.479131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-107ea67b-bf8c-40b2-a2fa-a130430749de tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/ports/a266f57b-0926-4276-a2bd-0528c50016f8 HTTP/1.1" status: 204 len: 168 time: 0.9340825 Dec 16 15:29:28.558481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.632103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.789376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting subnet cd13baea-b4be-48f5-8f4b-4392d201e431 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:29:28.821286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:28.969606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.043757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:29:29.105662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.145988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.162645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.250266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.293958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.400209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf3ce1-998a-4f98-be98-5789911981f0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:29.400804 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.410212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=33819b22cec44f40a84c3f4846589138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9525647 Dec 16 15:29:29.414651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:29.443397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.444081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.444599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.445141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.445653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.446156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.446767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.447346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.447930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.449043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.449544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.450031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.450515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb70bfa-5974-461b-a9f3-2e5fd7eaed7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:29:29.458725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Subnet': ['ID=cd13baea-b4be-48f5-8f4b-4392d201e431,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:29.466371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.501421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.506967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.514192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e71a4cdc-22de-4da4-be39-6d93c3a2ced9 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/subnets/cd13baea-b4be-48f5-8f4b-4392d201e431 HTTP/1.1" status: 204 len: 168 time: 1.0211112 Dec 16 15:29:29.514192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:29.515443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b8814-360a-429e-b461-9d5d07f48ce5 None None] Network 9c869ec4-34fc-45b6-b4ff-832dc948e039 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:29.536146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.596119 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Floating IP 06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22 associated. External IP: 172.25.7.113, port: 2805b695-4829-4d79-b59b-64342a7875f5. Dec 16 15:29:29.761738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.761738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.762864 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83cf3ce1-998a-4f98-be98-5789911981f0 HTTP/1.1" status: 204 len: 168 time: 0.3471475 Dec 16 15:29:29.783214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60636b3-8041-4989-8a7f-310dab874c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf3ce1-998a-4f98-be98-5789911981f0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:29.801708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] DHCP port deletion for 9c869ec4-34fc-45b6-b4ff-832dc948e039 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:29:29.895496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Deleting port 388491de-7d44-409a-97f4-7a289b947b7c {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:29.896053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:29.999207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] For port 388491de-7d44-409a-97f4-7a289b947b7c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=388491de-7d44-409a-97f4-7a289b947b7c,segment=NetworkSegment(e0d1862f-2649-4125-b2e5-9c0cdff6eb30),segment_id=e0d1862f-2649-4125-b2e5-9c0cdff6eb30)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:30.000003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.017797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Calling delete_port for 388491de-7d44-409a-97f4-7a289b947b7c owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:30.075788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 388491de-7d44-409a-97f4-7a289b947b7c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:29:30.129814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.209932 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.321804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Deleting port 388491de-7d44-409a-97f4-7a289b947b7c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:30.322142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.332282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.413726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] Pushing event deleted for resources: {'Port': ['ID=388491de-7d44-409a-97f4-7a289b947b7c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:30.419296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa489e63-6d45-4a73-ad90-c3f48a826a09 None None] No DVR routers for this DVR port 388491de-7d44-409a-97f4-7a289b947b7c on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:29:30.469708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] For port 388491de-7d44-409a-97f4-7a289b947b7c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=388491de-7d44-409a-97f4-7a289b947b7c,segment=NetworkSegment(e0d1862f-2649-4125-b2e5-9c0cdff6eb30),segment_id=e0d1862f-2649-4125-b2e5-9c0cdff6eb30)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:30.470096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.492668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Calling delete_port for 388491de-7d44-409a-97f4-7a289b947b7c owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:30.501853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:29:30.693048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:30.698925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.704004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:30.720985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:30.759152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Port': ['ID=388491de-7d44-409a-97f4-7a289b947b7c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:30.765891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] No DVR routers for this DVR port 388491de-7d44-409a-97f4-7a289b947b7c on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:29:30.781217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fabf7daf-fefc-4ecb-b9c2-425b46b5bed6 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "PUT /v2.0/floatingips/06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22 HTTP/1.1" status: 200 len: 991 time: 2.8234365 Dec 16 15:29:30.802004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:30.809381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:30.840807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:29:30.853011 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ba3daa-b557-41a5-b5c4-c43495560b67" -d '{"events": [{"name": "network-changed", "server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "tag": "2805b695-4829-4d79-b59b-64342a7875f5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:29:30.983917 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f30588-4b1f-475b-95a8-ae1dd646358e x-openstack-request-id: req-38f30588-4b1f-475b-95a8-ae1dd646358e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:29:30.991430 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "tag": "2805b695-4829-4d79-b59b-64342a7875f5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:29:30.991972 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38f30588-4b1f-475b-95a8-ae1dd646358e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:29:30.992601 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5', 'status': 'completed', 'code': 200} Dec 16 15:29:31.030187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.126111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c869ec4-34fc-45b6-b4ff-832dc948e039']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:31.134565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:31.144194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-369a4389-ca6f-4369-ac57-ccd61e11ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.147235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-369a4389-ca6f-4369-ac57-ccd61e11ac3d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1096 time: 0.0959058 Dec 16 15:29:31.177554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:31.178491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d1862f-2649-4125-b2e5-9c0cdff6eb30') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:31.207740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.233387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.274043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c213d-3677-4d3f-8d5c-ef81bb4daca0 req-ba534fcf-7802-4478-b338-fe089e459661 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.279404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597c213d-3677-4d3f-8d5c-ef81bb4daca0 req-ba534fcf-7802-4478-b338-fe089e459661 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2191684 Dec 16 15:29:31.290437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:29:31.293014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:29:31.306496 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:29:31.392698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-c1205043-c88c-4399-9406-a072bf385f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.394908 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-c1205043-c88c-4399-9406-a072bf385f76 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2401562 Dec 16 15:29:31.490986 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-a0a6b900-67e7-4708-82ce-8a148fb4b38a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 999 time: 0.0862703 Dec 16 15:29:31.537373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597c213d-3677-4d3f-8d5c-ef81bb4daca0 req-4b69a95e-df19-4788-ba0c-85c6b737dd4e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357688 Dec 16 15:29:31.571810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.604086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:31.610393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-d63d67bc-0839-49c8-9d1f-09c97b2d809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.616203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] 10.222.0.71 "DELETE /v2.0/networks/9c869ec4-34fc-45b6-b4ff-832dc948e039 HTTP/1.1" status: 204 len: 168 time: 2.0992174 Dec 16 15:29:31.617434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-d63d67bc-0839-49c8-9d1f-09c97b2d809f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1190972 Dec 16 15:29:31.659072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53cba-2abc-468c-a6e9-6932f0da0154 tempest-AllowedAddressPairIpV6TestJSON-560155420 tempest-AllowedAddressPairIpV6TestJSON-560155420-project] Pushing event deleted for resources: {'Network': ['ID=9c869ec4-34fc-45b6-b4ff-832dc948e039,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:31.727741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-60a12adf-6726-4910-a4b1-7b8b976a6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:31.731260 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-60a12adf-6726-4910-a4b1-7b8b976a6f0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054363 Dec 16 15:29:31.923329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '2805b695-4829-4d79-b59b-64342a7875f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:3e:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:04Z', 'updated_at': '2021-12-16T15:29:28Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:31.978492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-f195922e-a264-463d-b46b-999de9443ef4 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389143 Dec 16 15:29:31.991321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:29:32.006056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:32.006984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:32.180249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55ba3daa-b557-41a5-b5c4-c43495560b67 req-16f73961-2a4c-4d63-abb9-e56e1feecda3 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935863 Dec 16 15:29:32.237856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:29:32.609791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '2805b695-4829-4d79-b59b-64342a7875f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:3e:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:04Z', 'updated_at': '2021-12-16T15:29:28Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:32.641193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36c888d-86fd-4421-abf3-cf8ea3f873be None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'port_id': '2805b695-4829-4d79-b59b-64342a7875f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'mac_address': 'fa:16:3e:3e:5c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:29:04Z', 'updated_at': '2021-12-16T15:29:28Z', 'revision_number': 1, 'project_id': '904ac6653b4040728ad1271488a25e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:32.686663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53100) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:33.022547 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb010a4-d23d-4633-af08-c8f4b528353c None None] New status for floating IP 06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:29:33.130583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f77d4e-b4b8-47d0-b04e-8d05ebb3868c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.249300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:33.250591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f77d4e-b4b8-47d0-b04e-8d05ebb3868c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.513379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32f77d4e-b4b8-47d0-b04e-8d05ebb3868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.553214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32f77d4e-b4b8-47d0-b04e-8d05ebb3868c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5102bc3a4ad437cacb11e63ca297ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8654156 Dec 16 15:29:33.554114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f77d4e-b4b8-47d0-b04e-8d05ebb3868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202f5f2a-d09e-43c2-8a84-5a8819d4a4a3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:33.556111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53122) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:33.650168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.688492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.808233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4220e6aa-0d38-4775-bd8a-dd637811a3c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc70670ecaff4371adcf3ea612b29e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5565257 Dec 16 15:29:33.808470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53128) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:33.903464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:33.942133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.042619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.045451 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.046687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/202f5f2a-d09e-43c2-8a84-5a8819d4a4a3 HTTP/1.1" status: 204 len: 168 time: 0.4894986 Dec 16 15:29:34.056037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde6314-8e76-48c0-ba07-98f1a0ab41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202f5f2a-d09e-43c2-8a84-5a8819d4a4a3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:34.150775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.159945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.164784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1af008e2-3001-4624-8ffb-7fa48bf757a4 HTTP/1.1" status: 204 len: 168 time: 0.3524501 Dec 16 15:29:34.174177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:34.204399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a5078-b189-463c-a3f9-2279a52de9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af008e2-3001-4624-8ffb-7fa48bf757a4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:34.754862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-448781c0-13c7-48a6-912c-ad9443435752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:34.919694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-448781c0-13c7-48a6-912c-ad9443435752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.046881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-448781c0-13c7-48a6-912c-ad9443435752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.135007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-448781c0-13c7-48a6-912c-ad9443435752 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=99a25e92f10d43eea34bb5a8eb39e9a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9586232 Dec 16 15:29:35.137517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448781c0-13c7-48a6-912c-ad9443435752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2750a-f3f3-429a-9753-fbc69c26f9bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:35.139630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:35.238064 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.282027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.355470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:35.373626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2590be08-9ace-4dd0-92a7-687e3d38d893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.516783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.519427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.524524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04f2750a-f3f3-429a-9753-fbc69c26f9bc HTTP/1.1" status: 204 len: 168 time: 0.3794451 Dec 16 15:29:35.539251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575be6e-ad2e-47ec-96b7-b6697dc3d41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2750a-f3f3-429a-9753-fbc69c26f9bc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:35.606213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2590be08-9ace-4dd0-92a7-687e3d38d893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.758314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2590be08-9ace-4dd0-92a7-687e3d38d893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:35.849571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2590be08-9ace-4dd0-92a7-687e3d38d893 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c557e5da6ad472f941098b10a1d405e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4921889 Dec 16 15:29:35.852113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53184) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:35.853999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590be08-9ace-4dd0-92a7-687e3d38d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3099312b-1c14-46b8-b2db-41e405763773,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:35.980693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:36.022683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:36.328981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:36.331699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:36.332931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3099312b-1c14-46b8-b2db-41e405763773 HTTP/1.1" status: 204 len: 168 time: 0.4798124 Dec 16 15:29:36.343184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae51d51-f2cd-4a04-94f8-3010b0f1ecce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3099312b-1c14-46b8-b2db-41e405763773,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:37.140332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:37.160834 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:29:37.174182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-451b746e-da70-4f95-a1ba-779f0ad0ab3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.318799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-451b746e-da70-4f95-a1ba-779f0ad0ab3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.450848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-451b746e-da70-4f95-a1ba-779f0ad0ab3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.515740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b746e-da70-4f95-a1ba-779f0ad0ab3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b9088f-c7b4-4566-8476-0baac254009d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:37.531466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-451b746e-da70-4f95-a1ba-779f0ad0ab3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d8a7ec197d85498e902d619f4e13235e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894353 Dec 16 15:29:37.534190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53216) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:37.562497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:37.612606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.650113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.857263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.861483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:37.863177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18b9088f-c7b4-4566-8476-0baac254009d HTTP/1.1" status: 204 len: 168 time: 0.3276005 Dec 16 15:29:37.875411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59560f13-1c99-410f-9733-28c83d453579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b9088f-c7b4-4566-8476-0baac254009d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:37.946773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-236790275'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:38.091106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Made reservation on behalf of f14fc892872f4407bae73c8f62f0b158 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:38.096238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.110161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.226981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.365048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.391288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:29:38.408221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66910cfa-b4f5-4d6e-840f-f71dab172177,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:38.411683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.412223 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Added segment 59fd1832-1271-4638-9e77-2a458f9f4768 of type vlan for network d3182351-9bfc-443d-9f87-e193b9192bd5 Dec 16 15:29:38.493198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.731608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:38.739234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:38.740774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:39.215010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Network': ['ID=d3182351-9bfc-443d-9f87-e193b9192bd5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:39.228158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d3182351-9bfc-443d-9f87-e193b9192bd5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:29:39.334070 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d1462d6-9a92-4519-9aea-1dfac8e839bd tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7688763 Dec 16 15:29:39.339036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53266) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:39.345522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'subnet': {'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:39.599869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Made reservation on behalf of f14fc892872f4407bae73c8f62f0b158 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:39.599869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.005305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.101153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Subnet': ['ID=8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:40.139606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Checking segment: {'id': '59fd1832-1271-4638-9e77-2a458f9f4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:40.140074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network hostable DHCP agents. Network: d3182351-9bfc-443d-9f87-e193b9192bd5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:29:40.250950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network d3182351-9bfc-443d-9f87-e193b9192bd5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:29:40.374957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d3182351-9bfc-443d-9f87-e193b9192bd5) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:40.380434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:40.381346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.394301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aaa7a8-a7e5-4184-bdb6-7a2394ce3233 None None] Network d3182351-9bfc-443d-9f87-e193b9192bd5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:40.580950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d3182351-9bfc-443d-9f87-e193b9192bd5', 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5', 'project_id': 'f14fc892872f4407bae73c8f62f0b158', 'fixed_ips': [{'subnet_id': '8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:29:40.581970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.607800 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-37cb9c2f-0f9d-4014-9733-efa9d3fdd84e tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2667913 Dec 16 15:29:40.612510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53292) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:40.620704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-635914512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:40.773232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.775573 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.781115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Allocated IP 172.20.0.2 (d3182351-9bfc-443d-9f87-e193b9192bd5/8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c/41b0d850-000b-4b75-8bce-120d68cc689a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:40.878845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:40.972112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.033519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.105772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53306) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:41.130472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.141494 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-effe310d-0a90-4883-9fb8-490d2dad3f71 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5258272 Dec 16 15:29:41.144622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:41.194550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.302064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Network d3182351-9bfc-443d-9f87-e193b9192bd5 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:41.309958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:41.314285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:41.371676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Pushing event updated for resources: {'Port': ['ID=41b0d850-000b-4b75-8bce-120d68cc689a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:41.396679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18c797ab-94a8-41c6-94c3-b0ea592f6f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.434416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Attempting to bind port 41b0d850-000b-4b75-8bce-120d68cc689a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:29:41.438112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Attempting to bind port 41b0d850-000b-4b75-8bce-120d68cc689a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '59fd1832-1271-4638-9e77-2a458f9f4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:29:41.445864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Attempting to bind port 41b0d850-000b-4b75-8bce-120d68cc689a on network d3182351-9bfc-443d-9f87-e193b9192bd5 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:29:41.462124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:29:41.463453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Checking segment: {'id': '59fd1832-1271-4638-9e77-2a458f9f4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:29:41.464469 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.465413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Bound using segment: {'id': '59fd1832-1271-4638-9e77-2a458f9f4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:29:41.466593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Bound port: 41b0d850-000b-4b75-8bce-120d68cc689a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fd1832-1271-4638-9e77-2a458f9f4768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:29:41.467858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.604262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] For port 41b0d850-000b-4b75-8bce-120d68cc689a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:29:41.609521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] For port 41b0d850-000b-4b75-8bce-120d68cc689a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=41b0d850-000b-4b75-8bce-120d68cc689a,segment=NetworkSegment(59fd1832-1271-4638-9e77-2a458f9f4768),segment_id=59fd1832-1271-4638-9e77-2a458f9f4768)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:29:41.623534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18c797ab-94a8-41c6-94c3-b0ea592f6f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.650725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.799865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.802174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18c797ab-94a8-41c6-94c3-b0ea592f6f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:41.994074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6034e-5307-4618-a9ba-6469fb7b71f9 None None] Pushing event updated for resources: {'Port': ['ID=41b0d850-000b-4b75-8bce-120d68cc689a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:42.070592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Allocated IP 172.20.0.1 (d3182351-9bfc-443d-9f87-e193b9192bd5/8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c/9576c9a1-f14b-49dd-86dd-b1a40ffef2fb) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:42.098689 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18c797ab-94a8-41c6-94c3-b0ea592f6f47 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d19a5a75d6794fdf96491f29f017cbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9913871 Dec 16 15:29:42.099471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c797ab-94a8-41c6-94c3-b0ea592f6f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6622267-2191-411b-be08-62c45ed6034e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:42.102946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:42.419574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.480856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.501611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.678163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.742116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network d3182351-9bfc-443d-9f87-e193b9192bd5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:42.752718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:42.762820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:42.765677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.768740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:42.769975 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6622267-2191-411b-be08-62c45ed6034e HTTP/1.1" status: 204 len: 168 time: 0.6643326 Dec 16 15:29:42.834467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=9576c9a1-f14b-49dd-86dd-b1a40ffef2fb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:42.859784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e9d73-0213-4a5f-9c75-b8aa8d70e2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6622267-2191-411b-be08-62c45ed6034e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:42.890529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-2869ce94-1d71-472a-8d4c-739806e71da0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4326577 Dec 16 15:29:42.894256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:43.082770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.083266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.083740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.084254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.084721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.085184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.085649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.087695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b33c30f4-687f-47ad-b3b1-2f25873b5dea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.0810983 Dec 16 15:29:43.376796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:43.527500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-29e0e5e8-4fdc-440c-b799-d2ab4388bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.528573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-29e0e5e8-4fdc-440c-b799-d2ab4388bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.528744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-29e0e5e8-4fdc-440c-b799-d2ab4388bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.531110 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-29e0e5e8-4fdc-440c-b799-d2ab4388bdde service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 2292 time: 0.3718717 Dec 16 15:29:43.620925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa9cd14-3c46-4353-b37e-154489af6466 None None] Network d3182351-9bfc-443d-9f87-e193b9192bd5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:29:43.691364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-433bcf35-cadd-4865-b493-a63df77753b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 999 time: 0.1510215 Dec 16 15:29:43.734314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] Provisioning complete for port 41b0d850-000b-4b75-8bce-120d68cc689a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:43.734943 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:43.862737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-1e4543d4-18b1-4d6e-bffe-83c25a4c94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:43.864578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-1e4543d4-18b1-4d6e-bffe-83c25a4c94ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.1639540 Dec 16 15:29:43.877304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53392) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:43.908080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21f8b511-3265-47aa-8ac1-53a77244f6b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:43.926089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.019637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] For port 41b0d850-000b-4b75-8bce-120d68cc689a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=41b0d850-000b-4b75-8bce-120d68cc689a,segment=NetworkSegment(59fd1832-1271-4638-9e77-2a458f9f4768),segment_id=59fd1832-1271-4638-9e77-2a458f9f4768)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:29:44.075101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21f8b511-3265-47aa-8ac1-53a77244f6b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.078355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-e305fa5e-9f2b-4eae-a0d8-9b5e54e97e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:44.080376 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-e305fa5e-9f2b-4eae-a0d8-9b5e54e97e09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009277 Dec 16 15:29:44.102991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-c949de30-481b-4cbb-80a3-44210d8a7148 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:29:44.105263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-c949de30-481b-4cbb-80a3-44210d8a7148 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132217 Dec 16 15:29:44.110692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.131186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 41b0d850-000b-4b75-8bce-120d68cc689a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:44.166650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.179100 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d584f651-d17b-4ec6-a3bd-470e222add75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.204579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21f8b511-3265-47aa-8ac1-53a77244f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.264423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae22567-cafc-4ff6-891c-248c7c12ff7b None None] Pushing event updated for resources: {'Port': ['ID=41b0d850-000b-4b75-8bce-120d68cc689a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:44.290546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21f8b511-3265-47aa-8ac1-53a77244f6b4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7da98d708394db39529faefa2a0058c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085340 Dec 16 15:29:44.292731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53416) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:44.311485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.336959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 41b0d850-000b-4b75-8bce-120d68cc689a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:44.336959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.421426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8b511-3265-47aa-8ac1-53a77244f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ea57a-ba3a-4826-aa6a-52e07f69d9ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:44.432332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-35502d05-7ebc-4f37-a7da-b512253df81d None None] Provisioning complete for port 41b0d850-000b-4b75-8bce-120d68cc689a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:44.433710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35502d05-7ebc-4f37-a7da-b512253df81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.461694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.505546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.549395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=9576c9a1-f14b-49dd-86dd-b1a40ffef2fb,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:44.555863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.683958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-35502d05-7ebc-4f37-a7da-b512253df81d None None] Provisioning complete for port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:44.685053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35502d05-7ebc-4f37-a7da-b512253df81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.735252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.738030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.739418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d76ea57a-ba3a-4826-aa6a-52e07f69d9ce HTTP/1.1" status: 204 len: 168 time: 0.4384537 Dec 16 15:29:44.742889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-35502d05-7ebc-4f37-a7da-b512253df81d None None] Port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:44.750812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee87a4-b272-49b4-ad7b-4ee13c449b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ea57a-ba3a-4826-aa6a-52e07f69d9ce,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:44.779459 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-123822ac-2ca5-48f0-bada-64854a7d81a2 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651862 Dec 16 15:29:44.868055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d5b39a57-3a40-4ee1-8152-23834c1c0a96 None None] Provisioning complete for port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:44.868777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5b39a57-3a40-4ee1-8152-23834c1c0a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:44.908266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network d3182351-9bfc-443d-9f87-e193b9192bd5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:44.912368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d5b39a57-3a40-4ee1-8152-23834c1c0a96 None None] Port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:44.919234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:44.996124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-d46af9a1-e347-4c17-862f-1906b082ce25 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067349 Dec 16 15:29:45.120975 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-a89eef7b-55c4-4741-806c-911800efa136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.0618491 Dec 16 15:29:45.221136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-01367d07-d2f4-4977-99ac-69abdc93212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:45.222922 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-01367d07-d2f4-4977-99ac-69abdc93212a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0934587 Dec 16 15:29:45.239883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-403b41eb-1833-4d4e-8d4a-dfe6bab82f51 None None] Provisioning complete for port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:45.240723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-403b41eb-1833-4d4e-8d4a-dfe6bab82f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:45.297546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-403b41eb-1833-4d4e-8d4a-dfe6bab82f51 None None] Port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:45.300152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-76f058d4-c388-4688-9e59-6a88636d985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:45.301956 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-76f058d4-c388-4688-9e59-6a88636d985d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699074 Dec 16 15:29:45.360577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53450) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:45.423047 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-7a4ab2ef-191b-4e63-83ba-85604df17f7d service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122613 Dec 16 15:29:45.445352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Router 381d6d48-2748-491c-b49e-e839b5dd7eeb is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:29:45.620056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b4de24-8214-4efb-b2e9-19fefbe1e6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:45.782520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b4de24-8214-4efb-b2e9-19fefbe1e6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:45.944008 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b4de24-8214-4efb-b2e9-19fefbe1e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:45.976097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:45.978979 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-7d74f144-e2b8-4ee5-ba92-8fdead4c867d service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476704 Dec 16 15:29:45.986287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8aab15b2-50e3-4eaf-ae52-6cc44222c6e7 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "PUT /v2.0/routers/381d6d48-2748-491c-b49e-e839b5dd7eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8366652 Dec 16 15:29:45.987389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:45.992619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'port': {'network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5', 'name': 'tempest-FloatingIPNegativeTestJSON-236436721'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:46.001118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] Sync routers for ids ['381d6d48-2748-491c-b49e-e839b5dd7eeb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:46.042030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4de24-8214-4efb-b2e9-19fefbe1e6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa0046c-baeb-4850-8689-1f0652a159a5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:46.060073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-29b4de24-8214-4efb-b2e9-19fefbe1e6e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d43813b91154c5181ee2b1af30a4b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6980801 Dec 16 15:29:46.065968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:46.067288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 41b0d850-000b-4b75-8bce-120d68cc689a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:29:46.075739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] Routers {'381d6d48-2748-491c-b49e-e839b5dd7eeb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:46.082149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['381d6d48-2748-491c-b49e-e839b5dd7eeb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:46.153774 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-494854e9-df51-458e-88a7-a6e75494ff6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.0572357 Dec 16 15:29:46.192062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.222415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-35d5895e-6d1b-4f60-a83d-4d01f1985275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:46.224389 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-35d5895e-6d1b-4f60-a83d-4d01f1985275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0626833 Dec 16 15:29:46.237145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.252239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:46.279390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] Routers {'381d6d48-2748-491c-b49e-e839b5dd7eeb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:46.280276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['381d6d48-2748-491c-b49e-e839b5dd7eeb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:46.298998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Made reservation on behalf of f14fc892872f4407bae73c8f62f0b158 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:46.310252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.322639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:46.323675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6924a3bf-613e-45b8-bfe0-4c0f9eddc4bb None None] The sync data for ids ['381d6d48-2748-491c-b49e-e839b5dd7eeb'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:46.341819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] device_id is not set on port af0a44c2-78ea-4db2-8c91-aee974d6f21a yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:29:46.345875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 41b0d850-000b-4b75-8bce-120d68cc689a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:46.346264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.360734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-eb257941-6dbb-4a6e-b9a2-2463cd93ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:46.362431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-eb257941-6dbb-4a6e-b9a2-2463cd93ed07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305528 Dec 16 15:29:46.422377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.426955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.430803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aaa0046c-baeb-4850-8689-1f0652a159a5 HTTP/1.1" status: 204 len: 168 time: 0.3631053 Dec 16 15:29:46.445275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5245b6-2ad8-43f5-9557-cedcf517d3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa0046c-baeb-4850-8689-1f0652a159a5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:46.523922 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d095786a-35a2-434e-8c27-64b076060604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:46.530142 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-42c32d0a-b35d-4c47-8851-83097400863e service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590931 Dec 16 15:29:46.742668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Allocated IP 172.20.0.12 (d3182351-9bfc-443d-9f87-e193b9192bd5/8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c/af0a44c2-78ea-4db2-8c91-aee974d6f21a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:46.750213 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-c0fea24d-4d0c-455e-8809-72facb0b3eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696332 Dec 16 15:29:46.810319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-f17ad4f7-d519-4c5a-becf-646750897458 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.0514038 Dec 16 15:29:46.920926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-64cd3172-348b-464e-9809-abafb250b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:46.922544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-64cd3172-348b-464e-9809-abafb250b5d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1002364 Dec 16 15:29:47.046454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-007ff916-04b4-4d66-9c75-b7b82aff4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:47.048235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-007ff916-04b4-4d66-9c75-b7b82aff4e59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0799441 Dec 16 15:29:47.135737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.222215 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-8f6d4847-c09f-4100-b97b-7ae8e6e764da service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640365 Dec 16 15:29:47.348989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-c54dd485-1af5-4fa2-9e6e-6efd288cf578 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191268 Dec 16 15:29:47.404194 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-f85e078e-bc1a-4bce-bb25-3b2345fd1dcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0478945 Dec 16 15:29:47.405865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.539216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53550) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:47.558738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-edaeca21-0c07-472b-8bb2-39ac3ccfeebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.574750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network d3182351-9bfc-443d-9f87-e193b9192bd5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:47.587841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=af0a44c2-78ea-4db2-8c91-aee974d6f21a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:47.592596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:47.600686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:47.652080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3986bf13-9daf-4f97-94b0-b0b5745b1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:47.653575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3986bf13-9daf-4f97-94b0-b0b5745b1f2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.2294683 Dec 16 15:29:47.696088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-edaeca21-0c07-472b-8bb2-39ac3ccfeebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.712563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:47.713291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.787720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b3be88cc-04b2-4fcd-a779-cc63eb77c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:47.791163 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-b3be88cc-04b2-4fcd-a779-cc63eb77c940 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0738916 Dec 16 15:29:47.812647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.855486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-edaeca21-0c07-472b-8bb2-39ac3ccfeebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:47.890726 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-677e76db-4342-4f96-94c8-e49d132645cf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9015191 Dec 16 15:29:47.893955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53566) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:47.900752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:47.997717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaeca21-0c07-472b-8bb2-39ac3ccfeebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1402660a-ac3c-4c37-8f86-38c93c85bae7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:48.003206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-7f239321-1c79-42aa-b18c-8395b5fdba7a service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014108 Dec 16 15:29:48.009285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-edaeca21-0c07-472b-8bb2-39ac3ccfeebc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e790b599e044f929f811aed7a91390c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4686887 Dec 16 15:29:48.014621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53570) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:48.075844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3683af81-d792-4935-9314-f7fabc24a788 None None] Provisioning complete for port af0a44c2-78ea-4db2-8c91-aee974d6f21a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:29:48.077067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3683af81-d792-4935-9314-f7fabc24a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.100677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.146090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.160884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.168269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3683af81-d792-4935-9314-f7fabc24a788 None None] Port af0a44c2-78ea-4db2-8c91-aee974d6f21a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:29:48.298437 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-aa30bc8d-2289-4bbc-9da7-480faac9cd7c service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740171 Dec 16 15:29:48.349430 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-1cc5311e-919e-461d-8c2d-978ff33c129f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.0431573 Dec 16 15:29:48.353453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.357323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.363111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1402660a-ac3c-4c37-8f86-38c93c85bae7 HTTP/1.1" status: 204 len: 168 time: 0.3421848 Dec 16 15:29:48.369486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04fcbf-7576-4132-976e-1efd9923ccff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1402660a-ac3c-4c37-8f86-38c93c85bae7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:48.424487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.437745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-8df18773-3cd6-43d4-9963-e39d110d8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:48.439298 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-8df18773-3cd6-43d4-9963-e39d110d8802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.0829015 Dec 16 15:29:48.580162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-24d12672-54d9-4924-b51e-7ce264b87198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:48.583276 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-24d12672-54d9-4924-b51e-7ce264b87198 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089680 Dec 16 15:29:48.661854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Allocated IP 172.25.7.51 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/6674c8b6-28f0-489d-bcc5-791d2ce61b4a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:48.767945 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3843f978-b6ec-4858-b995-08d3f2ee9535 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753938 Dec 16 15:29:48.872388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:48.957030 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-5d1a5e5e-b96d-49ba-840f-6161dc60e00e service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814597 Dec 16 15:29:49.010103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f697f0-2aed-4fb4-bdb0-84285fb0f6b2 req-cface3a9-a177-4ab6-ae76-7765cdee25c4 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.012946 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3919dcd1-53ad-4c1f-9fdc-bf13c808c8c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0470631 Dec 16 15:29:49.016737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-01ae630f-fb2b-4eed-bab4-d54c09458d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.018283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-01ae630f-fb2b-4eed-bab4-d54c09458d25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1224937 Dec 16 15:29:49.028382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97f697f0-2aed-4fb4-bdb0-84285fb0f6b2 req-cface3a9-a177-4ab6-ae76-7765cdee25c4 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1284778 Dec 16 15:29:49.085057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53596) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:49.113543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97f697f0-2aed-4fb4-bdb0-84285fb0f6b2 req-15e2b094-f0f0-49bf-a7e0-c85f5db30d7f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Dec 16 15:29:49.132679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.198972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.226135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3ca80ab4-9fbb-428d-ade9-41ce0f7539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.232271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-3ca80ab4-9fbb-428d-ade9-41ce0f7539d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.2084491 Dec 16 15:29:49.232271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:49.236187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-3772a8f7-5eb2-429a-97bf-bb8eaebca5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.237769 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-3772a8f7-5eb2-429a-97bf-bb8eaebca5fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.1900656 Dec 16 15:29:49.238668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:49.241277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:49.283147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=6674c8b6-28f0-489d-bcc5-791d2ce61b4a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:49.327524 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1554c9e4-d29b-4dd5-9724-768012ed1f2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.375463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-3decc287-4007-4095-bde1-3ce781b44935 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.0988877 Dec 16 15:29:49.465553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-d583220c-670b-49bf-a352-99eb47328061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.467258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-d583220c-670b-49bf-a352-99eb47328061 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206056 Dec 16 15:29:49.467754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1554c9e4-d29b-4dd5-9724-768012ed1f2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.535730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-398344a1-b52a-4082-a0e3-8abbb5896ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:49.537309 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-398344a1-b52a-4082-a0e3-8abbb5896ea6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.1439061 Dec 16 15:29:49.559879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.571053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1554c9e4-d29b-4dd5-9724-768012ed1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.593270 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-98836d2f-77c9-441e-9a9d-35a0de5a00ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449281 Dec 16 15:29:49.635979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-6169202d-8d0b-45aa-adf4-9dcf522db643 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:29:49.644106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1554c9e4-d29b-4dd5-9724-768012ed1f2b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb193492a0324394bfb4576af95e25e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336998 Dec 16 15:29:49.644106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554c9e4-d29b-4dd5-9724-768012ed1f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a3490-6eae-46b6-a616-21043f88b0e9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:49.644697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-6169202d-8d0b-45aa-adf4-9dcf522db643 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161901 Dec 16 15:29:49.644898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:49.731204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.764812 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-92e59938-e51f-4a52-a804-4af1a6ce83a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874599 Dec 16 15:29:49.772810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.774678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.909139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:49.941032 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-18a736db-1b04-40f0-993e-06390eb05cf5 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639456 Dec 16 15:29:50.017417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:50.024600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:50.028067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c62a3490-6eae-46b6-a616-21043f88b0e9 HTTP/1.1" status: 204 len: 168 time: 0.3815904 Dec 16 15:29:50.044473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6a630-22d3-4937-94eb-01755a1b105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a3490-6eae-46b6-a616-21043f88b0e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:50.367943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bdc0-3678-47f4-aec5-ee492fc8fb68 req-f272f520-ff00-4189-adbf-e8501670ce78 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:50.371334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e262bdc0-3678-47f4-aec5-ee492fc8fb68 req-f272f520-ff00-4189-adbf-e8501670ce78 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1142175 Dec 16 15:29:50.497529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e262bdc0-3678-47f4-aec5-ee492fc8fb68 req-da35986f-7aa3-4027-85a9-f7c0357fcf65 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152272 Dec 16 15:29:50.541140 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-693d4cba-e72e-4120-91be-23ef5a8aecb6 req-dd36bc30-bc70-4164-92e7-24170d2a73f2 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662590 Dec 16 15:29:50.594666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-795db72e-b1cb-4a9e-a515-4035a54d403b req-758df463-c59b-413f-bde9-fa2d7e17c914 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618364 Dec 16 15:29:50.694667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:50.762033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:50.899343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=6674c8b6-28f0-489d-bcc5-791d2ce61b4a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:50.914542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.003971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.006284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-27dbf437-d555-4172-a0e7-64aff7fa1eef tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1111298 Dec 16 15:29:51.009753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53656) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:51.015255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-91752369-1c7b-41ae-bf25-34efe9829b57 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'floatingip': {'port_id': 'af0a44c2-78ea-4db2-8c91-aee974d6f21a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:51.066959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91752369-1c7b-41ae-bf25-34efe9829b57 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.256902 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-91752369-1c7b-41ae-bf25-34efe9829b57 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] update failed (client error): The resource could not be found. Dec 16 15:29:51.259515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91752369-1c7b-41ae-bf25-34efe9829b57 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "PUT /v2.0/floatingips/ae3948c3-d1c4-47b1-a3e5-669fa40d831c HTTP/1.1" status: 404 len: 507 time: 0.2474840 Dec 16 15:29:51.262550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53662) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:51.390990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53664) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:51.410768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-093d9eea-7f62-4e79-a178-3d92fe172a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.578115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53672) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:51.652682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting port 6674c8b6-28f0-489d-bcc5-791d2ce61b4a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:51.654522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.897249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-093d9eea-7f62-4e79-a178-3d92fe172a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.913686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ae87804-de31-4f46-bb24-b809dad0659b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.985486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-093d9eea-7f62-4e79-a178-3d92fe172a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:51.999693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028dcb7-a3a5-4aa5-bbec-667c2d4bb1f1 req-463e9eed-421c-47e1-8094-9b04c9414fec tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:52.008653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f028dcb7-a3a5-4aa5-bbec-667c2d4bb1f1 req-463e9eed-421c-47e1-8094-9b04c9414fec tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2225323 Dec 16 15:29:52.104542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.109125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.115224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f028dcb7-a3a5-4aa5-bbec-667c2d4bb1f1 req-d4cb39a5-6c8f-4e1f-8bbc-9907890805f6 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Dec 16 15:29:52.130589 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-093d9eea-7f62-4e79-a178-3d92fe172a1b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2216af22dcbc4cc99a37d3c76bf77d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7393076 Dec 16 15:29:52.137775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53682) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:52.144853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d9eea-7f62-4e79-a178-3d92fe172a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e10e84-a263-46dc-bb36-4a0cec840b0c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:52.155424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Calling delete_port for 6674c8b6-28f0-489d-bcc5-791d2ce61b4a owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:52.197292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ae87804-de31-4f46-bb24-b809dad0659b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.222420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.245803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.365183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ae87804-de31-4f46-bb24-b809dad0659b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.408065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.414446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.414446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68e10e84-a263-46dc-bb36-4a0cec840b0c HTTP/1.1" status: 204 len: 168 time: 0.2693300 Dec 16 15:29:52.429037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2ae87804-de31-4f46-bb24-b809dad0659b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fba3736e798a4e369db6a5189e64951f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8457141 Dec 16 15:29:52.429580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53694) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:52.438607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.441402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae87804-de31-4f46-bb24-b809dad0659b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be73f87-3796-47bd-9d6b-fd70b67493bf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:52.469674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59f966-3f97-4d56-9275-0af965fddff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e10e84-a263-46dc-bb36-4a0cec840b0c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:52.493664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Port': ['ID=6674c8b6-28f0-489d-bcc5-791d2ce61b4a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:52.558471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.605651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.625492 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.631726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.634961 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-33a1ee79-0385-4778-b37c-3429e826f90f tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "DELETE /v2.0/floatingips/ae3948c3-d1c4-47b1-a3e5-669fa40d831c HTTP/1.1" status: 204 len: 168 time: 1.3707519 Dec 16 15:29:52.640544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53700) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:52.647355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e85239ee-042a-466b-be49-841c7df9a3b3 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'floatingip': {'floating_network_id': 'd3182351-9bfc-443d-9f87-e193b9192bd5', 'port_id': 'af0a44c2-78ea-4db2-8c91-aee974d6f21a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:52.743687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e85239ee-042a-466b-be49-841c7df9a3b3 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.799676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.804842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:52.811922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5be73f87-3796-47bd-9d6b-fd70b67493bf HTTP/1.1" status: 204 len: 168 time: 0.3757672 Dec 16 15:29:52.833344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b4d01-deb0-49ac-a4b3-91cd35caf6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be73f87-3796-47bd-9d6b-fd70b67493bf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:53.085203 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-e85239ee-042a-466b-be49-841c7df9a3b3 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:29:53.086554 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e85239ee-042a-466b-be49-841c7df9a3b3 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4444602 Dec 16 15:29:53.091268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53714) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:53.096350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'af0a44c2-78ea-4db2-8c91-aee974d6f21a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:53.266298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:53.339879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf9f9e-e7f7-466e-a228-e601d4fa7f5b req-61280c77-1d1f-4d68-b708-ee0f5363fce6 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:53.341501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70cf9f9e-e7f7-466e-a228-e601d4fa7f5b req-61280c77-1d1f-4d68-b708-ee0f5363fce6 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1279867 Dec 16 15:29:53.445096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70cf9f9e-e7f7-466e-a228-e601d4fa7f5b req-a1cbdf50-d687-46d2-81b2-9265f9181b32 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Dec 16 15:29:53.514180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:53.693216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Allocated IP 172.25.7.188 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e24c36f7-4572-49c0-b803-3b631ecadfc8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:29:53.810745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:53.967264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:54.066291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:29:54.080779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:29:54.087454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:29:54.137236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event updated for resources: {'Port': ['ID=e24c36f7-4572-49c0-b803-3b631ecadfc8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:54.320001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting port e24c36f7-4572-49c0-b803-3b631ecadfc8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:54.321004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:54.419964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:54.420520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:54.436038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Calling delete_port for e24c36f7-4572-49c0-b803-3b631ecadfc8 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:54.662765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd4398-bfbe-4617-b6a3-9d67bc33dea9 req-a884c245-9028-46d9-a6f1-de55040d2b1d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:54.665167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44fd4398-bfbe-4617-b6a3-9d67bc33dea9 req-a884c245-9028-46d9-a6f1-de55040d2b1d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1347041 Dec 16 15:29:54.731816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44fd4398-bfbe-4617-b6a3-9d67bc33dea9 req-8bc44d5f-0313-4e20-b9a1-52d8ebc14dcf tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594661 Dec 16 15:29:54.756267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:54.782148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Port': ['ID=e24c36f7-4572-49c0-b803-3b631ecadfc8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:55.199723 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] create failed (client error): The resource could not be found. Dec 16 15:29:55.199723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dfed5652-61cf-4193-a85e-1fe5f90a6a22 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0779717 Dec 16 15:29:55.199723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53774) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:55.297994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting port af0a44c2-78ea-4db2-8c91-aee974d6f21a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:55.298555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:55.453311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:55.472327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Calling delete_port for af0a44c2-78ea-4db2-8c91-aee974d6f21a owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:55.774676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:55.820563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Port': ['ID=af0a44c2-78ea-4db2-8c91-aee974d6f21a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:55.953617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:55.973730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68e8df48-9a93-4f26-b4ad-86a8f7350439 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "DELETE /v2.0/ports/af0a44c2-78ea-4db2-8c91-aee974d6f21a HTTP/1.1" status: 204 len: 168 time: 0.7907779 Dec 16 15:29:55.974136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53794) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:56.034972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f66636-333f-427a-b834-b6dd05f084f1 req-1aec9c2a-822c-4f9a-9b91-067d3700ebbb tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:56.038295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f66636-333f-427a-b834-b6dd05f084f1 req-1aec9c2a-822c-4f9a-9b91-067d3700ebbb tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1627986 Dec 16 15:29:56.150042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b308688-dc12-4c52-aed1-6d22bf720818 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:56.154565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b308688-dc12-4c52-aed1-6d22bf720818 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "GET /v2.0/ports?device_id=381d6d48-2748-491c-b49e-e839b5dd7eeb HTTP/1.1" status: 200 len: 913 time: 0.1778784 Dec 16 15:29:56.157816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:56.165713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f66636-333f-427a-b834-b6dd05f084f1 req-1f431476-d2e1-4006-82c5-1464b1670e58 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143122 Dec 16 15:29:56.607335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:56.991642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting port 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:29:56.997461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:57.115045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:57.141357 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Calling delete_port for 9576c9a1-f14b-49dd-86dd-b1a40ffef2fb owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:29:57.408228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fb2fb-9bef-4da8-8de5-955bb72e03e1 req-594923b0-8167-4233-8dba-a39838881bb7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:57.416519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b09fb2fb-9bef-4da8-8de5-955bb72e03e1 req-594923b0-8167-4233-8dba-a39838881bb7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1098261 Dec 16 15:29:57.500511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b09fb2fb-9bef-4da8-8de5-955bb72e03e1 req-b32a7719-4ffc-4899-9787-9f13a3852078 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769892 Dec 16 15:29:57.582545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:57.616526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Port': ['ID=9576c9a1-f14b-49dd-86dd-b1a40ffef2fb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:57.880238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:57.880472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:58.146948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Router 381d6d48-2748-491c-b49e-e839b5dd7eeb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:29:58.161020 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-91fec059-0dbf-468e-97f4-a172ac6f4215 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1393924 Dec 16 15:29:58.319779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:29:58.336338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:58.336930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2586568a-6bc3-4aa2-bf73-1da455e022bf tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "PUT /v2.0/routers/381d6d48-2748-491c-b49e-e839b5dd7eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1772106 Dec 16 15:29:58.343143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] Sync routers for ids ['381d6d48-2748-491c-b49e-e839b5dd7eeb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:29:58.365080 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] Routers {'381d6d48-2748-491c-b49e-e839b5dd7eeb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:58.367486 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['381d6d48-2748-491c-b49e-e839b5dd7eeb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:58.372584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.373532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.375472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.375472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.376688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.377571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.378428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.382718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-6247c152-8480-4d09-ba77-dde69092bf50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 6501 time: 0.1221316 Dec 16 15:29:58.416149 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:58.427960 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] Routers {'381d6d48-2748-491c-b49e-e839b5dd7eeb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:29:58.428612 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:29:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['381d6d48-2748-491c-b49e-e839b5dd7eeb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:58.450922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-578131595'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:29:58.474248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:29:58.474917 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547341db-a1b8-40a4-b511-7fe3e7220093 None None] The sync data for ids ['381d6d48-2748-491c-b49e-e839b5dd7eeb'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:29:58.540830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:58.582603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:58.594447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53858) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:58.694381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9d18f104-08cd-41b2-990d-565631e6e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.695859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9d18f104-08cd-41b2-990d-565631e6e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.696886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9d18f104-08cd-41b2-990d-565631e6e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.702821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9d18f104-08cd-41b2-990d-565631e6e619 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=a367c4f8-0852-4d1d-a3df-87966e259d7a&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&id=ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 200 len: 2297 time: 0.2789285 Dec 16 15:29:58.790290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c34a9758-4c74-4ea4-8402-dc02bc3e4390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:58.820739 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-38d0d36b-3a91-40ae-9b3e-038f9f3b7e5e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 200 len: 1000 time: 0.1115587 Dec 16 15:29:58.905399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-88969293-5698-4a0e-9766-79a42d643cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.906879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-88969293-5698-4a0e-9766-79a42d643cd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 200 len: 856 time: 0.0766885 Dec 16 15:29:58.979600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c34a9758-4c74-4ea4-8402-dc02bc3e4390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:58.992888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-95878f2f-d325-4525-936c-d5d9249cfb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:58.995082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-95878f2f-d325-4525-936c-d5d9249cfb4b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7c9b50aa-922a-44ea-b29d-8ba3e4047df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798795 Dec 16 15:29:59.080479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Made reservation on behalf of a491ef5f10e0495cafa7d2ec22a2ce0a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:29:59.084599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.133566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.156211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.160262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.165333 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c34a9758-4c74-4ea4-8402-dc02bc3e4390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.187803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09a596-ea67-4a4a-a469-d31df7ded8b4 req-33fd12c6-af4e-4a78-9c9b-f274c3508200 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:59.189931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b09a596-ea67-4a4a-a469-d31df7ded8b4 req-33fd12c6-af4e-4a78-9c9b-f274c3508200 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.5232222 Dec 16 15:29:59.222558 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-d7f81006-1baa-4d7e-aada-939ae54f03ef service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055035 Dec 16 15:29:59.269216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c34a9758-4c74-4ea4-8402-dc02bc3e4390 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0b1161c771848e1b3bf2d28538873f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6677611 Dec 16 15:29:59.271111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:59.336828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a9758-4c74-4ea4-8402-dc02bc3e4390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cccb5ec-b53e-4ae6-af86-aca5d018c15d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:59.344361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b09a596-ea67-4a4a-a469-d31df7ded8b4 req-8edb5bc1-a3ae-4f00-a6bb-b34a55d5a605 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111076 Dec 16 15:29:59.351680 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.352275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Fanout notify agent at l3_agent the message router_deleted on router 381d6d48-2748-491c-b49e-e839b5dd7eeb {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:29:59.360047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.361265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a674ae0-ca46-40da-ba70-9484cd567cb0 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "DELETE /v2.0/routers/381d6d48-2748-491c-b49e-e839b5dd7eeb HTTP/1.1" status: 204 len: 168 time: 1.0238538 Dec 16 15:29:59.364731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:29:59.444268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-08a9979e-c411-4e54-b8f5-6de094f9b298 service neutron] 10.222.0.74 "GET /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245767 Dec 16 15:29:59.457139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.472583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting subnet 8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:29:59.478775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.479804 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.482151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.515507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-7ceb4013-ed56-4e9c-9b45-5e6d3a12af88 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 217 time: 0.0618100 Dec 16 15:29:59.541441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.556913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.583251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-1b8e69b7-1906-470f-a109-dfac63e48108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:59.585657 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-1b8e69b7-1906-470f-a109-dfac63e48108 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.0620582 Dec 16 15:29:59.587029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.644213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:29:59.677487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-8e75bbff-03c0-49b2-98ec-df7d17908538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:29:59.680266 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-8e75bbff-03c0-49b2-98ec-df7d17908538 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0835760 Dec 16 15:29:59.688695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.689181 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Added segment e34f5d45-d451-4305-8b55-f74756ab3a6d of type vlan for network 2e157177-ad60-4013-a0df-b6ed8189d2a6 Dec 16 15:29:59.695013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a469d66-09bf-4aef-9471-020f3c307c16,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:29:59.785767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.800583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.895195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.896273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-79f2670e-35f2-45ca-8b4b-445d9bb1f980 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056334 Dec 16 15:29:59.899278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:29:59.901422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cccb5ec-b53e-4ae6-af86-aca5d018c15d HTTP/1.1" status: 204 len: 168 time: 0.6290789 Dec 16 15:29:59.921391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88349f-97c5-4f0d-8ad0-99c19cf38b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cccb5ec-b53e-4ae6-af86-aca5d018c15d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:00.009454 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.016754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:00.020157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.081508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.097201 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-046d2d31-95be-4176-a7ed-b6048ff8ea5d service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913753 Dec 16 15:30:00.147898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:00.155785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.160180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fe89490d-ee4a-4231-a931-57f249ce2027 tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "DELETE /v2.0/subnets/8d0bc272-c3d8-4c56-8e12-ba088ffd5d3c HTTP/1.1" status: 204 len: 168 time: 0.7886393 Dec 16 15:30:00.161498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event updated for resources: {'Network': ['ID=2e157177-ad60-4013-a0df-b6ed8189d2a6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:00.164553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:00.179852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49957a3-e2e0-4c19-9aa2-c36c3b4da46c None None] Network d3182351-9bfc-443d-9f87-e193b9192bd5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:00.261403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.270331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-366145b1-3e83-4894-a0eb-bfb71ec31498 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3886406 Dec 16 15:30:00.273447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:00.279396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Request body: {'subnet': {'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:00.289263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-0e1666d7-3d3d-4744-8b5b-2b9988e36040 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 217 time: 0.1821656 Dec 16 15:30:00.313972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:00.394881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-0f9cbb57-ea6d-41f7-a870-f7ca0b56814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:00.414129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-0f9cbb57-ea6d-41f7-a870-f7ca0b56814d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.0965476 Dec 16 15:30:00.518222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-fd96f4ee-aac4-4c9b-90bd-d984f7761dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:00.519874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-fd96f4ee-aac4-4c9b-90bd-d984f7761dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053896 Dec 16 15:30:00.697245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-58a5c5fb-6b61-4675-98d9-dc45e2e2c66b service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636729 Dec 16 15:30:00.700844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c57c-cc58-4a5c-884f-3335c0e4a620 req-7fdcfdd9-5c69-42ee-9afb-64043d9db8f7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:00.702923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2d5c57c-cc58-4a5c-884f-3335c0e4a620 req-7fdcfdd9-5c69-42ee-9afb-64043d9db8f7 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1785970 Dec 16 15:30:00.714794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Deleting port 41b0d850-000b-4b75-8bce-120d68cc689a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:00.715060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.730414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] DHCP port deletion for d3182351-9bfc-443d-9f87-e193b9192bd5 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:30:00.799888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Made reservation on behalf of a491ef5f10e0495cafa7d2ec22a2ce0a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:00.804357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.852256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Deleting port 41b0d850-000b-4b75-8bce-120d68cc689a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:00.853306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:00.976938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2d5c57c-cc58-4a5c-884f-3335c0e4a620 req-998f23b3-01be-4e6a-b793-1c47c842e925 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439010 Dec 16 15:30:00.980733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9acf9914-bb50-4e8d-86b2-da93419c4c1b service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597728 Dec 16 15:30:01.025161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] For port 41b0d850-000b-4b75-8bce-120d68cc689a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=41b0d850-000b-4b75-8bce-120d68cc689a,segment=NetworkSegment(59fd1832-1271-4638-9e77-2a458f9f4768),segment_id=59fd1832-1271-4638-9e77-2a458f9f4768)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:01.025618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.050584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Calling delete_port for 41b0d850-000b-4b75-8bce-120d68cc689a owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:01.075237 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-191ceb33-8ea1-4e22-8078-b64c2c177fe0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 200 len: 217 time: 0.0771031 Dec 16 15:30:01.134750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:01.160132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db33a543-7753-48a8-b5c3-fd4b425064f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.240501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-63b0ce6c-8996-47c8-bc00-8486d4fc6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:01.248320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-63b0ce6c-8996-47c8-bc00-8486d4fc6f7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.1637065 Dec 16 15:30:01.289878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] For port 41b0d850-000b-4b75-8bce-120d68cc689a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=41b0d850-000b-4b75-8bce-120d68cc689a,segment=NetworkSegment(59fd1832-1271-4638-9e77-2a458f9f4768),segment_id=59fd1832-1271-4638-9e77-2a458f9f4768)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:01.290697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.309105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Calling delete_port for 41b0d850-000b-4b75-8bce-120d68cc689a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:01.324645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db33a543-7753-48a8-b5c3-fd4b425064f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.339379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-cb6fe01d-692e-4e50-82c7-f70461a85ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:01.344332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-cb6fe01d-692e-4e50-82c7-f70461a85ed2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0857167 Dec 16 15:30:01.460796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db33a543-7753-48a8-b5c3-fd4b425064f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.578409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db33a543-7753-48a8-b5c3-fd4b425064f6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2141724812ea4a71a0051f99a4c232ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422233 Dec 16 15:30:01.581366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:01.584708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33a543-7753-48a8-b5c3-fd4b425064f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a43a75-b22f-40ae-b5f1-a5c650ebba14,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:01.633142 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-a6a45a62-8265-4982-adc8-aad84989f662 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811537 Dec 16 15:30:01.663225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:01.696018 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:30:01.707069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.707995 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.714042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.740256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] Pushing event deleted for resources: {'Port': ['ID=41b0d850-000b-4b75-8bce-120d68cc689a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:01.744711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d4493-3167-4cf2-97a4-3be7f4b48ae2 None None] No DVR routers for this DVR port 41b0d850-000b-4b75-8bce-120d68cc689a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:01.755995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] No DVR routers for this DVR port 41b0d850-000b-4b75-8bce-120d68cc689a on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:01.771772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Port': ['ID=41b0d850-000b-4b75-8bce-120d68cc689a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:01.803508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:01.993252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.010576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event updated for resources: {'Subnet': ['ID=dc87d5f9-18c8-429c-899e-4f5e12d6defc,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:02.039423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Checking segment: {'id': 'e34f5d45-d451-4305-8b55-f74756ab3a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:02.043979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Network hostable DHCP agents. Network: 2e157177-ad60-4013-a0df-b6ed8189d2a6, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:02.058545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3182351-9bfc-443d-9f87-e193b9192bd5']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:02.093311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fd1832-1271-4638-9e77-2a458f9f4768') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:02.094460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fd1832-1271-4638-9e77-2a458f9f4768') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:02.154826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.203554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 41b0d850-000b-4b75-8bce-120d68cc689a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:02.222737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.228411 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.231925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/34a43a75-b22f-40ae-b5f1-a5c650ebba14 HTTP/1.1" status: 204 len: 168 time: 0.6491468 Dec 16 15:30:02.234508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.264975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 41b0d850-000b-4b75-8bce-120d68cc689a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:30:02.265795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 41b0d850-000b-4b75-8bce-120d68cc689a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:30:02.335074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:02.335840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.337529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-744e4dc6-bcb2-4a97-b7ba-38e0981dd564 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949093 Dec 16 15:30:02.343277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:02.354944 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:02.360253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bc132-26b9-4e68-b755-52e561c12e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a43a75-b22f-40ae-b5f1-a5c650ebba14,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:02.443508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-9251785c-6ccc-4527-abe0-65f78545dd07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0958841 Dec 16 15:30:02.532141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64971689-b697-443f-93be-c35c4ea78556 req-dc1478c2-8d82-4292-bebb-1d67a88c5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:02.532424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-da04a613-49ca-4829-8f40-3666c6d577d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:02.535216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-da04a613-49ca-4829-8f40-3666c6d577d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 200 len: 797 time: 0.0835259 Dec 16 15:30:02.535553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64971689-b697-443f-93be-c35c4ea78556 req-dc1478c2-8d82-4292-bebb-1d67a88c5074 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.3907390 Dec 16 15:30:02.565438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2e692-7415-422a-9381-fe24c4621ee5 req-aa1f0ec2-6581-43b5-8573-c6d313ca17a5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:02.568305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5da2e692-7415-422a-9381-fe24c4621ee5 req-aa1f0ec2-6581-43b5-8573-c6d313ca17a5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.3289087 Dec 16 15:30:02.619344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-443828f1-2d7f-4218-b06e-06e78ce26f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:02.622092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-443828f1-2d7f-4218-b06e-06e78ce26f29 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a367c4f8-0852-4d1d-a3df-87966e259d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730789 Dec 16 15:30:02.665360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64971689-b697-443f-93be-c35c4ea78556 req-2907254d-a346-42bf-950e-484845c73f37 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952799 Dec 16 15:30:02.678818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5da2e692-7415-422a-9381-fe24c4621ee5 req-eb15e455-ec61-452d-8284-fa77518fe625 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742335 Dec 16 15:30:02.683483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2e157177-ad60-4013-a0df-b6ed8189d2a6) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:02.689437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:02.690670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.701387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd67cb21-b095-40ce-a3a2-2f9ad04bcb61 None None] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:02.747497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.769953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.774027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] 10.222.0.71 "DELETE /v2.0/networks/d3182351-9bfc-443d-9f87-e193b9192bd5 HTTP/1.1" status: 204 len: 168 time: 2.6081009 Dec 16 15:30:02.794386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17c4bc-14b7-47c3-a349-e351fb56fb5a tempest-FloatingIPNegativeTestJSON-458366938 tempest-FloatingIPNegativeTestJSON-458366938-project] Pushing event deleted for resources: {'Network': ['ID=d3182351-9bfc-443d-9f87-e193b9192bd5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:02.802837 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-39558b40-94cc-4e0b-a907-04b250294969 service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722691 Dec 16 15:30:02.859479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2e157177-ad60-4013-a0df-b6ed8189d2a6', 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6', 'project_id': 'a491ef5f10e0495cafa7d2ec22a2ce0a', 'fixed_ips': [{'subnet_id': 'dc87d5f9-18c8-429c-899e-4f5e12d6defc'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:02.860444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:02.913267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a6e8dfae-aeac-49bc-805f-02dcd341de31 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6348743 Dec 16 15:30:02.913557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:02.919598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Request body: {'port': {'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-760578724'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:03.150742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Allocated IP 172.20.0.2 (2e157177-ad60-4013-a0df-b6ed8189d2a6/dc87d5f9-18c8-429c-899e-4f5e12d6defc/6b6d6ff1-b68b-4e31-a292-1cde17138c81) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:03.158018 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-19b8a4b0-b1e7-41e7-a425-117fa3337bac service neutron] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085218 Dec 16 15:30:03.212743 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-ca402cdc-7044-4909-941b-da7d4ef69b57 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 200 len: 217 time: 0.0441957 Dec 16 15:30:03.299042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-3e164743-15e6-492c-84c8-e0e043c74b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:03.302658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-3e164743-15e6-492c-84c8-e0e043c74b7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.0817089 Dec 16 15:30:03.373959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Made reservation on behalf of a491ef5f10e0495cafa7d2ec22a2ce0a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:03.380844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:03.419793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] device_id is not set on port 318470e4-bb62-4508-bc82-110bc6de0243 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:30:03.434417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-e3781fcd-079a-44f9-9d8e-c4a04121fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:03.436074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-e3781fcd-079a-44f9-9d8e-c4a04121fc6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253264 Dec 16 15:30:03.506930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:03.604853 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-b015157c-7722-4b61-9f39-16b5b3c10616 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379366 Dec 16 15:30:03.636149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:03.733934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53942) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:03.745868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:03.757049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:03.770368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:03.844650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6ff1-b68b-4e31-a292-1cde17138c81,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:03.887376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Allocated IP 172.20.0.10 (2e157177-ad60-4013-a0df-b6ed8189d2a6/dc87d5f9-18c8-429c-899e-4f5e12d6defc/318470e4-bb62-4508-bc82-110bc6de0243) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:03.901530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Attempting to bind port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:03.902327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Attempting to bind port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e34f5d45-d451-4305-8b55-f74756ab3a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:03.903086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Attempting to bind port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 on network 2e157177-ad60-4013-a0df-b6ed8189d2a6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:03.913117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:03.914253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Checking segment: {'id': 'e34f5d45-d451-4305-8b55-f74756ab3a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:03.915232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:03.916286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Bound using segment: {'id': 'e34f5d45-d451-4305-8b55-f74756ab3a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:03.917473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Bound port: 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34f5d45-d451-4305-8b55-f74756ab3a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2e157177-ad60-4013-a0df-b6ed8189d2a6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:03.918420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.014505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-f9af6e76-2650-4531-81b8-2b6eff0ca5cf service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812521 Dec 16 15:30:04.042029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eba836ce-b618-4778-a1a6-8beacb2953e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f14fc892872f4407bae73c8f62f0b158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061085 Dec 16 15:30:04.046270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53952) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:04.082637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] For port 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:04.089774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] For port 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6d6ff1-b68b-4e31-a292-1cde17138c81,segment=NetworkSegment(e34f5d45-d451-4305-8b55-f74756ab3a6d),segment_id=e34f5d45-d451-4305-8b55-f74756ab3a6d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:04.104002 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-f8c53b7e-7194-4205-8203-af67d0e9ffc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 200 len: 217 time: 0.0788414 Dec 16 15:30:04.128760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccb085-2f47-41e1-ba23-7364c1982140 req-76642417-20a2-43a2-acd6-aa4a91ce593a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:04.132133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75ccb085-2f47-41e1-ba23-7364c1982140 req-76642417-20a2-43a2-acd6-aa4a91ce593a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1253185 Dec 16 15:30:04.232323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75ccb085-2f47-41e1-ba23-7364c1982140 req-92b2a872-b164-4a9a-b001-4ae3d37aa4de tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883048 Dec 16 15:30:04.235851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-f7fb065a-b295-49cf-bc08-f1a1cce3022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:04.237423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-f7fb065a-b295-49cf-bc08-f1a1cce3022c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 200 len: 797 time: 0.1003020 Dec 16 15:30:04.247883 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.300106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.325545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.357767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a96c6a-a3e2-4760-86b9-5076abf80ed9 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6ff1-b68b-4e31-a292-1cde17138c81,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:04.358087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.379638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-2d8b044b-1b90-40d7-9d2c-27ad35f070da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:04.381489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-2d8b044b-1b90-40d7-9d2c-27ad35f070da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ca81bb8a-8f02-4693-b6d0-62552a81f85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308763 Dec 16 15:30:04.762657 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.779301 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-5c2476b5-d10c-4c7f-9daa-a5f84722c897 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873513 Dec 16 15:30:04.868336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.881693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:04.883639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66910cfa-b4f5-4d6e-840f-f71dab172177 HTTP/1.1" status: 204 len: 168 time: 0.8339183 Dec 16 15:30:04.927068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:04.944337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:04.949016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:05.079985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37624-341c-403c-889d-4202fc4f12d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66910cfa-b4f5-4d6e-840f-f71dab172177,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:05.120662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event updated for resources: {'Port': ['ID=318470e4-bb62-4508-bc82-110bc6de0243,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:05.168234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:05.169677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:05.248778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-209fcf58-35ec-4b27-b155-1c5811fc3d8f req-7dde9c13-8ea9-42d6-9dc0-424d143429b6 service neutron] 10.222.0.74 "GET /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098585 Dec 16 15:30:05.301961 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff15f8df-0eaf-4919-976d-6e3df305b5b5 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3865538 Dec 16 15:30:05.305469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53972) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:05.674524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3a184-4c32-4c03-820a-433446990742 req-c3a073f4-3ecf-4b0e-9e14-1e55373ef7a2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:05.689396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34d3a184-4c32-4c03-820a-433446990742 req-c3a073f4-3ecf-4b0e-9e14-1e55373ef7a2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2552373 Dec 16 15:30:05.839639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34d3a184-4c32-4c03-820a-433446990742 req-032dcf6b-3420-4c60-a9a3-a0cdc73b8f65 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476548 Dec 16 15:30:05.847543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Deleting port 318470e4-bb62-4508-bc82-110bc6de0243 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:05.855725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.177868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.199298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Calling delete_port for 318470e4-bb62-4508-bc82-110bc6de0243 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:06.230974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6d6ff1-b68b-4e31-a292-1cde17138c81 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:06.286762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41ece0-c3d1-4f1b-8bdd-af79472457e2 None None] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:06.481436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] Provisioning complete for port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:06.481819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.561554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:06.562238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.632461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.697545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event deleted for resources: {'Port': ['ID=318470e4-bb62-4508-bc82-110bc6de0243,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:06.733404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:06.831482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:07.051612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] For port 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6d6ff1-b68b-4e31-a292-1cde17138c81,segment=NetworkSegment(e34f5d45-d451-4305-8b55-f74756ab3a6d),segment_id=e34f5d45-d451-4305-8b55-f74756ab3a6d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:07.110597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:07.122104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:07.126062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68e2c3e7-e99d-4318-a8ec-3f3bd2470df4 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "DELETE /v2.0/ports/318470e4-bb62-4508-bc82-110bc6de0243 HTTP/1.1" status: 204 len: 168 time: 1.8189237 Dec 16 15:30:07.132647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:07.179098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40434bc7-86ba-41c7-8374-1ce0328195f0 req-e329f734-31c0-4737-8eb0-fa329b0e4c11 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:07.188668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40434bc7-86ba-41c7-8374-1ce0328195f0 req-e329f734-31c0-4737-8eb0-fa329b0e4c11 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1779473 Dec 16 15:30:07.226669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-950e1d28-b307-401a-bd37-512d6d626af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:07.231887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-950e1d28-b307-401a-bd37-512d6d626af5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 1097 time: 0.1964109 Dec 16 15:30:07.345635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40434bc7-86ba-41c7-8374-1ce0328195f0 req-f8a2375c-8268-4b45-8314-cfffd6701013 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559432 Dec 16 15:30:07.359391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:07.359391 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:07.359391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:07.508860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837bde7-c6e6-44c0-8032-061c433e70f6 None None] Pushing event updated for resources: {'Port': ['ID=6b6d6ff1-b68b-4e31-a292-1cde17138c81,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:07.518535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e2a23252-a1bd-4f1b-88d7-23e48e06ee69 None None] Could not find standard attr ID for object 318470e4-bb62-4508-bc82-110bc6de0243. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:30:07.548804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e2a23252-a1bd-4f1b-88d7-23e48e06ee69 None None] Provisioning complete for port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:07.549451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2a23252-a1bd-4f1b-88d7-23e48e06ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:07.685899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-3b4e9be1-d461-4bdf-ad8f-4b00f31b1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:07.687524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-3b4e9be1-d461-4bdf-ad8f-4b00f31b1539 service neutron] 10.222.0.74 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.4425793 Dec 16 15:30:07.742007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-562516901'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:07.752874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-4f989b21-a72a-4a5c-972a-236914b80b43 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 200 len: 217 time: 0.0569017 Dec 16 15:30:07.833322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac133bf2-3117-49d8-8c85-441f197d8238 tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.6992390 Dec 16 15:30:07.836070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54038) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:07.843874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1539318547'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:07.857425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-29df200e-3c47-4b18-8472-2417afb57951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:07.863042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-29df200e-3c47-4b18-8472-2417afb57951 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.1007640 Dec 16 15:30:07.927280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8bf2d280-6e4e-4095-a231-0342bacb6b40 None None] Could not find standard attr ID for object 318470e4-bb62-4508-bc82-110bc6de0243. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:30:07.947328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:07.953494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:07.987740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.056638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-7e155e58-f777-4d56-83c6-6923500f2aa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1737411 Dec 16 15:30:08.108377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6d6ff1-b68b-4e31-a292-1cde17138c81 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:08.184565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Made reservation on behalf of a491ef5f10e0495cafa7d2ec22a2ce0a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:08.191441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.208684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.256035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:08.270736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:08.271557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.282177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-390b93e6-435d-43b6-967c-5bfaf04d5640 service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161641 Dec 16 15:30:08.284447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.285001 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Added segment 7b4aff0b-e457-468c-8765-ce4bde27efd1 of type vlan for network b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 Dec 16 15:30:08.289886 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.326482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:08.356560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.363205 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 4f4d190b-8fd4-42c2-8c64-d625db9a7b3f of type vlan for network 6e5e3676-40ec-46f1-b310-8d129a6c592c Dec 16 15:30:08.503962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.524216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.560897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d88dee-34f5-4152-b2f7-ae532c92520c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:08.611233 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a6cd7668-f1d2-40cc-a041-9490993d8c87 req-066723af-77d0-44f0-8436-ebbeac18202b service neutron] 10.222.0.74 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066006 Dec 16 15:30:08.642945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.650584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:08.652455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.682694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acdf7a-5437-45c6-ad5b-b713aff0c3c2 req-df334226-498b-4d2c-b7e6-988fd7885a87 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:08.694512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79acdf7a-5437-45c6-ad5b-b713aff0c3c2 req-df334226-498b-4d2c-b7e6-988fd7885a87 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1745203 Dec 16 15:30:08.702510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.721519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:08.724397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:08.791384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event updated for resources: {'Network': ['ID=b6a3ad7c-2b88-47dc-8b2e-10b360d9c158,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:08.808352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:08.822512 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d49a589-0cde-48d6-806f-3e570aab16ec tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9845040 Dec 16 15:30:08.823881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54056) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:08.917298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=6e5e3676-40ec-46f1-b310-8d129a6c592c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:08.971808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:09.036306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79acdf7a-5437-45c6-ad5b-b713aff0c3c2 req-950f2ecf-d3eb-44a8-86cb-5fe410f2fd54 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059525 Dec 16 15:30:09.123333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8b19c8a-68d5-4ddc-bb2b-2a76f4f6d3aa tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.2978406 Dec 16 15:30:09.125786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-527e2e45-41a5-41a9-bfe6-6d7e8157724c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0139847 Dec 16 15:30:09.131457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54062) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:09.401698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5249ae-5574-43be-82e4-25d6defe16ce tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] Network b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:09.519109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:09.525854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0400b3b-accc-4825-994a-e62a08ea076a None None] Network b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:09.534307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0c5249ae-5574-43be-82e4-25d6defe16ce tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "POST /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3965335 Dec 16 15:30:09.897795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-28cdfd7f-3ac5-4a6b-be03-b4107126045d tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks HTTP/1.1" status: 200 len: 12018 time: 0.3741767 Dec 16 15:30:09.899522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:10.115256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:10.117610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-73fc121a-3a87-4fa5-9cba-f6c73822feec tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "DELETE /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks/b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 HTTP/1.1" status: 204 len: 168 time: 0.2158349 Dec 16 15:30:10.454880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91feadab-8892-49c4-ab65-423b493f8e3d req-19472fa8-fa87-4eca-8849-0d09aa0a0024 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:10.477350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91feadab-8892-49c4-ab65-423b493f8e3d req-19472fa8-fa87-4eca-8849-0d09aa0a0024 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2291615 Dec 16 15:30:10.590783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5a911356-1624-4393-b671-8f8543a81990 tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.4734757 Dec 16 15:30:10.595267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54086) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:10.686784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4b4c5ac-f503-4994-8b4d-ed336d353f91 tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/networks/2e157177-ad60-4013-a0df-b6ed8189d2a6/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0901911 Dec 16 15:30:10.689738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54088) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:10.725305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91feadab-8892-49c4-ab65-423b493f8e3d req-06fe9e4d-4499-455d-a96d-80f66959775d tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442408 Dec 16 15:30:10.736105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:10.743209 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a3cef1e5-3875-40cf-90da-b4352ce09943 tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/networks/2e157177-ad60-4013-a0df-b6ed8189d2a6/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0522282 Dec 16 15:30:11.365889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:11.366180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c1e59a6d-47d4-4752-874f-0e604885b0d1 tempest-DHCPAgentSchedulersTestJSON-1827219760 tempest-DHCPAgentSchedulersTestJSON-1827219760-project-admin] 10.222.0.71 "GET /v2.0/agents/c5020f97-e2e0-4f2f-842c-531a1190ae55/dhcp-networks HTTP/1.1" status: 200 len: 11247 time: 0.6284990 Dec 16 15:30:11.522442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:11.684790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:11.805911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a3ad7c-2b88-47dc-8b2e-10b360d9c158']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:11.818580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54104) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:11.843355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4aff0b-e457-468c-8765-ce4bde27efd1') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:11.843682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4aff0b-e457-468c-8765-ce4bde27efd1') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:11.884036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:11.923949 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:11.943386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:11.944181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:12.056260 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:12.134609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7966-f3c1-406f-b848-61de2c09f8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.207376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.321000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.337308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "DELETE /v2.0/networks/b6a3ad7c-2b88-47dc-8b2e-10b360d9c158 HTTP/1.1" status: 204 len: 168 time: 0.9639168 Dec 16 15:30:12.337308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0227655-fd46-4d3a-a1ce-b36fb61f2ff6 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event deleted for resources: {'Network': ['ID=b6a3ad7c-2b88-47dc-8b2e-10b360d9c158,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:12.344066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:12.424228 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4824a3cc-b191-447b-b84f-44e4419bc82d tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] DELETE failed (client error): The resource could not be found. Dec 16 15:30:12.425922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4824a3cc-b191-447b-b84f-44e4419bc82d tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:30:12.437771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4824a3cc-b191-447b-b84f-44e4419bc82d tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "DELETE /v2.0/ports/318470e4-bb62-4508-bc82-110bc6de0243 HTTP/1.1" status: 404 len: 333 time: 0.0919714 Dec 16 15:30:12.439175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54112) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:12.568498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626948d-e0c0-4724-a206-91a937364ea4 req-e2050ed3-e74e-485e-9474-b412002032bf tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:12.584511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c626948d-e0c0-4724-a206-91a937364ea4 req-e2050ed3-e74e-485e-9474-b412002032bf tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.4001136 Dec 16 15:30:12.620398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Deleting subnet dc87d5f9-18c8-429c-899e-4f5e12d6defc {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:30:12.636633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.839428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.901164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:12.930196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7966-f3c1-406f-b848-61de2c09f8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:12.981271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c626948d-e0c0-4724-a206-91a937364ea4 req-4b30becc-2c67-4cf7-b897-9800bfbfb4df tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954091 Dec 16 15:30:13.020239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7966-f3c1-406f-b848-61de2c09f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.311562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.348040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d2eb7966-f3c1-406f-b848-61de2c09f8cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e683ab8d6ff499da0a8b4d50584211d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5262938 Dec 16 15:30:13.351846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb7966-f3c1-406f-b848-61de2c09f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354e3899-3b49-4906-b889-4aa6c2367358,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:13.358216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54126) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:13.517016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da19a319-53c3-41f2-a8c8-5d6c716b5735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.703434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.770740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ca793-831d-43cf-a5b5-d38582062c24 None None] Network 2e157177-ad60-4013-a0df-b6ed8189d2a6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:13.772132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da19a319-53c3-41f2-a8c8-5d6c716b5735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.827266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.834197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:13.860138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "DELETE /v2.0/subnets/dc87d5f9-18c8-429c-899e-4f5e12d6defc HTTP/1.1" status: 204 len: 168 time: 1.4089675 Dec 16 15:30:13.863033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54132) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:13.866860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d7d6-4545-482f-80c0-06c70a0e3271 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event deleted for resources: {'Subnet': ['ID=dc87d5f9-18c8-429c-899e-4f5e12d6defc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:13.887609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.006230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da19a319-53c3-41f2-a8c8-5d6c716b5735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.072606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.115206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-da19a319-53c3-41f2-a8c8-5d6c716b5735 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e55aea66bec479f939c406e277c8efd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1976049 Dec 16 15:30:14.115206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19a319-53c3-41f2-a8c8-5d6c716b5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2348535-4ff2-4bda-935e-c4a68f4df69e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:14.129150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54136) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:14.134391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.140915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.143024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/354e3899-3b49-4906-b889-4aa6c2367358 HTTP/1.1" status: 204 len: 168 time: 0.7831450 Dec 16 15:30:14.156394 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:30:14.186071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:14.186200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ad87c30-fc68-4d75-9193-17697553cd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.194709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:14.197206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e4498-1c7d-4bbf-992d-3f7f0fed08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354e3899-3b49-4906-b889-4aa6c2367358,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:14.231440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] DHCP port deletion for 2e157177-ad60-4013-a0df-b6ed8189d2a6 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:30:14.317200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Deleting port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:14.317742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.339136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Deleting port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:14.339471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.345115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.450624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] For port 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6d6ff1-b68b-4e31-a292-1cde17138c81,segment=NetworkSegment(e34f5d45-d451-4305-8b55-f74756ab3a6d),segment_id=e34f5d45-d451-4305-8b55-f74756ab3a6d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:14.451073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.495588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Calling delete_port for 6b6d6ff1-b68b-4e31-a292-1cde17138c81 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:14.777431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.823440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] Pushing event deleted for resources: {'Port': ['ID=6b6d6ff1-b68b-4e31-a292-1cde17138c81,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:14.834812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a7c9b-2364-44a5-bd5f-90904a0c3893 None None] No DVR routers for this DVR port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:14.842311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.873183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] For port 6b6d6ff1-b68b-4e31-a292-1cde17138c81, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6d6ff1-b68b-4e31-a292-1cde17138c81,segment=NetworkSegment(e34f5d45-d451-4305-8b55-f74756ab3a6d),segment_id=e34f5d45-d451-4305-8b55-f74756ab3a6d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:14.880013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:14.905052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Calling delete_port for 6b6d6ff1-b68b-4e31-a292-1cde17138c81 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:14.960598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:14.968054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.142832 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.184936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event deleted for resources: {'Port': ['ID=6b6d6ff1-b68b-4e31-a292-1cde17138c81,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:15.188564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.193262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.195209 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c2348535-4ff2-4bda-935e-c4a68f4df69e HTTP/1.1" status: 204 len: 168 time: 1.0644588 Dec 16 15:30:15.196801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] No DVR routers for this DVR port 6b6d6ff1-b68b-4e31-a292-1cde17138c81 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:15.251661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.252327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.252867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.253341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.253849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.254307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.254838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.255398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.255984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.256546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.257009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.257585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.258074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:15.269052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaff3c-9c8f-4a47-b9a5-1b7b237680a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2348535-4ff2-4bda-935e-c4a68f4df69e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:15.447238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.552316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e157177-ad60-4013-a0df-b6ed8189d2a6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.593093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:15.598461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34f5d45-d451-4305-8b55-f74756ab3a6d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.599083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34f5d45-d451-4305-8b55-f74756ab3a6d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:15.656326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7350ad8c-af01-4249-8701-0ef9f0e17988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.670016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.723651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.745540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:15.748811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.774632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:15.775162 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:15.793410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7350ad8c-af01-4249-8701-0ef9f0e17988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.874119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7350ad8c-af01-4249-8701-0ef9f0e17988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:15.961567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7350ad8c-af01-4249-8701-0ef9f0e17988 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48414985d8444476bae1dd5f77c0a125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646882 Dec 16 15:30:15.962352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350ad8c-af01-4249-8701-0ef9f0e17988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942225da-284c-4c89-9544-cb5f31e27691,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:15.962529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.049311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=bf2f9307-73c3-44af-af55-499834f1507f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.087130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:16.087989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: 6e5e3676-40ec-46f1-b310-8d129a6c592c, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:16.104933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6d6ff1-b68b-4e31-a292-1cde17138c81 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:16.113579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.141680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.141680 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] 10.222.0.71 "DELETE /v2.0/networks/2e157177-ad60-4013-a0df-b6ed8189d2a6 HTTP/1.1" status: 204 len: 168 time: 2.2644324 Dec 16 15:30:16.143552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6b6d6ff1-b68b-4e31-a292-1cde17138c81 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:30:16.143552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6d6ff1-b68b-4e31-a292-1cde17138c81 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:30:16.161700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bbf8f-bdb7-42ad-8fe6-4d518e5dd469 tempest-DHCPAgentSchedulersTestJSON-1287233402 tempest-DHCPAgentSchedulersTestJSON-1287233402-project] Pushing event deleted for resources: {'Network': ['ID=2e157177-ad60-4013-a0df-b6ed8189d2a6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.219110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.263870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.331109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:16.481234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6580614b-75c3-4584-9357-10411dcc6511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.482235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.488440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.493737 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/942225da-284c-4c89-9544-cb5f31e27691 HTTP/1.1" status: 204 len: 168 time: 0.5248992 Dec 16 15:30:16.494791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6e5e3676-40ec-46f1-b310-8d129a6c592c) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:16.502777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.510531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:16.511503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.516243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedd16a-492c-49b5-9ce4-a1ef13a8e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942225da-284c-4c89-9544-cb5f31e27691,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:16.544812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a595e7-c3b7-4ed4-8f3b-f7a667994c86 None None] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:16.553314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-916e7528-97bd-42ea-9ff5-de5735c1709c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.680548 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-70bc0113-68ea-431e-ac94-89868f622ce8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4908905 Dec 16 15:30:16.684747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54172) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:16.697525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944967010'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:16.704433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6e5e3676-40ec-46f1-b310-8d129a6c592c', 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': 'bf2f9307-73c3-44af-af55-499834f1507f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:16.705610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.917631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Allocated IP 2001:db8:0:ffff::2 (6e5e3676-40ec-46f1-b310-8d129a6c592c/bf2f9307-73c3-44af-af55-499834f1507f/070438d2-49de-4077-891d-8c839887b2b1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:16.920101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-916e7528-97bd-42ea-9ff5-de5735c1709c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.924290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:16.928679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.982605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:16.999267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:16.999622 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment a4055837-87e9-4836-baef-9a4d6decef85 of type vlan for network b9900652-fae5-4b86-a66a-eab2ac9aee77 Dec 16 15:30:17.028925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-916e7528-97bd-42ea-9ff5-de5735c1709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.150721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54180) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:17.152332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-916e7528-97bd-42ea-9ff5-de5735c1709c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0dfd944975b42cbb5b9ceb6c8ca1176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6467741 Dec 16 15:30:17.154015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e7528-97bd-42ea-9ff5-de5735c1709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884fc70d-c9b2-4da4-9cf5-4888c29167b4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.191103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54182) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:17.196077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.330663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.373598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.379305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:17.380025 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.437039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.515664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.603868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=b9900652-fae5-4b86-a66a-eab2ac9aee77,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.608842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a3fb6a46-cd3e-49fe-82a1-896d99c27774 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a491ef5f10e0495cafa7d2ec22a2ce0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4156067 Dec 16 15:30:17.610573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54192) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:17.615183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.679568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56d66541-b2bd-4704-be1d-59ced904671c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9903846 Dec 16 15:30:17.682089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54196) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:17.688636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:17.719266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b9900652-fae5-4b86-a66a-eab2ac9aee77 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:17.736778 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.779182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:17.783228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.846354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:17.861020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:17.877219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.877487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Pushing event updated for resources: {'Port': ['ID=070438d2-49de-4077-891d-8c839887b2b1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.883573 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:17.903921 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/884fc70d-c9b2-4da4-9cf5-4888c29167b4 HTTP/1.1" status: 204 len: 168 time: 0.7378306 Dec 16 15:30:17.933557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042825f-f1c5-4568-a96e-a6876ec9f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884fc70d-c9b2-4da4-9cf5-4888c29167b4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:17.965506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.047000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Attempting to bind port 070438d2-49de-4077-891d-8c839887b2b1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:18.047609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Attempting to bind port 070438d2-49de-4077-891d-8c839887b2b1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:18.079744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Attempting to bind port 070438d2-49de-4077-891d-8c839887b2b1 on network 6e5e3676-40ec-46f1-b310-8d129a6c592c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:18.081035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.081035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.081035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a469d66-09bf-4aef-9471-020f3c307c16 HTTP/1.1" status: 204 len: 168 time: 0.4420533 Dec 16 15:30:18.081035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a7fc-6476-4995-a131-6628be039c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a469d66-09bf-4aef-9471-020f3c307c16,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:18.083931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:18.084523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Checking segment: {'id': '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:18.087414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.088216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Bound using segment: {'id': '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:18.092970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Bound port: 070438d2-49de-4077-891d-8c839887b2b1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6e5e3676-40ec-46f1-b310-8d129a6c592c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:18.093742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.135344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:18.142781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.263383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] For port 070438d2-49de-4077-891d-8c839887b2b1, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:18.271538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] For port 070438d2-49de-4077-891d-8c839887b2b1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=070438d2-49de-4077-891d-8c839887b2b1,segment=NetworkSegment(4f4d190b-8fd4-42c2-8c64-d625db9a7b3f),segment_id=4f4d190b-8fd4-42c2-8c64-d625db9a7b3f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:18.373156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.509306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a134e-8e9f-4fc5-a1ef-21be9b6c4b90 None None] Pushing event updated for resources: {'Port': ['ID=070438d2-49de-4077-891d-8c839887b2b1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:18.639987 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:18.744316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=6ae9a3e2-1de7-49d2-bb13-d8aa35d70118,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:18.747624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': 'a4055837-87e9-4836-baef-9a4d6decef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:18.748347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: b9900652-fae5-4b86-a66a-eab2ac9aee77, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:18.883559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network b9900652-fae5-4b86-a66a-eab2ac9aee77 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:19.003749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b9900652-fae5-4b86-a66a-eab2ac9aee77) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:19.010445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:19.012900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.016911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2223fa-4f31-43f2-b249-018b6388b37b None None] Network b9900652-fae5-4b86-a66a-eab2ac9aee77 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:19.160198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54226) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:19.162681 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ab9aeef0-cf7e-4488-9781-b348ec2c2f2a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4778576 Dec 16 15:30:19.289196 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.328711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-b9900652-fae5-4b86-a66a-eab2ac9aee77', 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': '6ae9a3e2-1de7-49d2-bb13-d8aa35d70118'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:19.335854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.372205 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.595864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.606938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Allocated IP 2001:db8::1 (b9900652-fae5-4b86-a66a-eab2ac9aee77/6ae9a3e2-1de7-49d2-bb13-d8aa35d70118/8000f983-8be4-40ee-be0a-5098293debd7) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:19.900320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:19.909723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.060624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.070046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54240) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:20.101897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a270570b-ead1-4a5a-9d28-121d911cd150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.199047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Network b9900652-fae5-4b86-a66a-eab2ac9aee77 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:20.211325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Pushing event updated for resources: {'Port': ['ID=8000f983-8be4-40ee-be0a-5098293debd7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.219628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:20.223798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:20.250666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.320915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae9a3e2-1de7-49d2-bb13-d8aa35d70118,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.347554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d710613-a9c4-4288-8dea-b152bdf6acc8 None None] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:20.430468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 070438d2-49de-4077-891d-8c839887b2b1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:20.442697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a270570b-ead1-4a5a-9d28-121d911cd150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.464643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.501600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9900652-fae5-4b86-a66a-eab2ac9aee77']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:20.518360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4055837-87e9-4836-baef-9a4d6decef85') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:20.518990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4055837-87e9-4836-baef-9a4d6decef85') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:20.522927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Attempting to bind port 8000f983-8be4-40ee-be0a-5098293debd7 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:20.523725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Attempting to bind port 8000f983-8be4-40ee-be0a-5098293debd7 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a4055837-87e9-4836-baef-9a4d6decef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:20.524138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Attempting to bind port 8000f983-8be4-40ee-be0a-5098293debd7 on network b9900652-fae5-4b86-a66a-eab2ac9aee77 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:20.534814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:20.535353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Checking segment: {'id': 'a4055837-87e9-4836-baef-9a4d6decef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:20.535931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.536351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Bound using segment: {'id': 'a4055837-87e9-4836-baef-9a4d6decef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:20.536876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Bound port: 8000f983-8be4-40ee-be0a-5098293debd7, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4055837-87e9-4836-baef-9a4d6decef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:20.537273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.539375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.565186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.580838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:20.581745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:20.595961 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:20.625463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a270570b-ead1-4a5a-9d28-121d911cd150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.683509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] Provisioning complete for port 070438d2-49de-4077-891d-8c839887b2b1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:20.685474 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.762405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270570b-ead1-4a5a-9d28-121d911cd150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e2bec8-571d-46ff-bc4b-2d235c2fa560,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:20.793031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54252) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:20.793264 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a270570b-ead1-4a5a-9d28-121d911cd150 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=27b903dc1e8d4a42b51e1a8c77a9935a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7215908 Dec 16 15:30:20.845751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 070438d2-49de-4077-891d-8c839887b2b1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:20.849280 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:20.902124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:30:20.902124 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:30:20.902124 n-d-821947-3 neutron-server[104056]: [parameters: {'id': 'b9900652-fae5-4b86-a66a-eab2ac9aee77'}] Dec 16 15:30:20.902124 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:20.905701 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:21.016958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.029870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] For port 8000f983-8be4-40ee-be0a-5098293debd7, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:21.054205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] For port 8000f983-8be4-40ee-be0a-5098293debd7, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8000f983-8be4-40ee-be0a-5098293debd7,segment=NetworkSegment(a4055837-87e9-4836-baef-9a4d6decef85),segment_id=a4055837-87e9-4836-baef-9a4d6decef85)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:21.085445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.253868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.401434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.406142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.431391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.445564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.447116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c0e2bec8-571d-46ff-bc4b-2d235c2fa560 HTTP/1.1" status: 204 len: 168 time: 0.6519587 Dec 16 15:30:21.462673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a881fd6-3e63-4cc0-8564-57be88fc8afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e2bec8-571d-46ff-bc4b-2d235c2fa560,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:21.548373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.574570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Pushing event updated for resources: {'Port': ['ID=8000f983-8be4-40ee-be0a-5098293debd7,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:21.592305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 8000f983-8be4-40ee-be0a-5098293debd7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:21.603143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.603688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.604811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.605398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.608205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.614348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.615305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.615986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.616537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.625483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.625483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.625483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.625483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.625483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3797679-5fe7-409c-80cb-294a03130723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:21.662184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] For port 070438d2-49de-4077-891d-8c839887b2b1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=070438d2-49de-4077-891d-8c839887b2b1,segment=NetworkSegment(4f4d190b-8fd4-42c2-8c64-d625db9a7b3f),segment_id=4f4d190b-8fd4-42c2-8c64-d625db9a7b3f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:21.669725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c15ef-4325-45a7-aa8c-6491b7ea318d None None] Network b9900652-fae5-4b86-a66a-eab2ac9aee77 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:21.770813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 8000f983-8be4-40ee-be0a-5098293debd7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8000f983-8be4-40ee-be0a-5098293debd7,segment=NetworkSegment(a4055837-87e9-4836-baef-9a4d6decef85),segment_id=a4055837-87e9-4836-baef-9a4d6decef85)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:21.771219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:21.793298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 8000f983-8be4-40ee-be0a-5098293debd7 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:21.984710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.123165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:22.123529 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:22.149202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5c504-64e4-4439-8102-efea2a67489b None None] Pushing event updated for resources: {'Port': ['ID=070438d2-49de-4077-891d-8c839887b2b1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:22.158740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ce817960-4597-45d3-9bc6-5854acfa5736 None None] Provisioning complete for port 070438d2-49de-4077-891d-8c839887b2b1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:22.159272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce817960-4597-45d3-9bc6-5854acfa5736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.176558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.252684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d632140-cd88-421a-a413-0cbaf8c571aa None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:30:22.252811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=8000f983-8be4-40ee-be0a-5098293debd7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:22.273180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 8000f983-8be4-40ee-be0a-5098293debd7 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:22.500020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.581761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9900652-fae5-4b86-a66a-eab2ac9aee77']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:22.642483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4055837-87e9-4836-baef-9a4d6decef85') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:22.644862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4055837-87e9-4836-baef-9a4d6decef85') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:22.664586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.695605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d632140-cd88-421a-a413-0cbaf8c571aa None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:30:22.716749 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.762696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:22.765963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:22.785018 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:23.015754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 070438d2-49de-4077-891d-8c839887b2b1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:23.216877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.230249 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.251078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 070438d2-49de-4077-891d-8c839887b2b1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:23.251734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.266307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54308) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:23.275478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352283556'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:23.296702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/b9900652-fae5-4b86-a66a-eab2ac9aee77 HTTP/1.1" status: 204 len: 168 time: 4.1336420 Dec 16 15:30:23.383118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e962b45-68bb-4c08-9ae0-ddde4505e3ee tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=b9900652-fae5-4b86-a66a-eab2ac9aee77,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:23.772255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port b823f794-1ffa-48cb-afa3-249ab695d0d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:23.773177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.794830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:23.799379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.840316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:23.856615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:23.857224 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment e11f7ee1-fccd-45e7-978e-b280812a139e of type vlan for network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 Dec 16 15:30:23.992562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.032730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.033675 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.200400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.220986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:24.224352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.350034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.351119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.443877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:24.482684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:24.532385 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dfff8ea-f380-40a4-ae15-821042dc5358 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2642524 Dec 16 15:30:24.535068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54326) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:24.545464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:24.597632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 8cdba8ce-ef14-4362-bed0-e9600f5e6395 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.598122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.648721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Port 8cdba8ce-ef14-4362-bed0-e9600f5e6395 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:24.667010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.667695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.813365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 1196d2ea-35f4-49b3-91e9-5862370d49f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.814561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.907266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Port 1196d2ea-35f4-49b3-91e9-5862370d49f9 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:24.920737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:24.921313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:24.926988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:24.936289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.174928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port dfe24aed-ba9f-4f48-80fa-83205e0fad8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:25.176999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.547364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.598752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Port dfe24aed-ba9f-4f48-80fa-83205e0fad8d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:25.645233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port f82b7d14-d865-4c7b-beb1-388243617243 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:25.647725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:25.766750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=3719c56e-55eb-4be2-965b-abba1279e836,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:25.811335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': 'e11f7ee1-fccd-45e7-978e-b280812a139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:25.811870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:25.863584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:25.863584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.035979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.036459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.066346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:26.143122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port 26d0a2a9-1852-4de8-827b-6429e5e77d4f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.143482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.290896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Provisioning complete for port de0273a6-97d1-490c-98e7-c453854a7a1c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:26.291309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59a15106-7769-44b1-9fd2-4cf1400db222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.668018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:26.675282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:26.677547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:26.684959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce037697-39db-4ef2-a5b8-cc7c9fa2b8e4 None None] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:26.805871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:26.809512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87d41e81-3851-4701-8527-022c1b6aaf56 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2723861 Dec 16 15:30:26.843110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033705852'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:27.030486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9', 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': '3719c56e-55eb-4be2-965b-abba1279e836'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:27.031626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.078918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:27.083368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.119012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:27.141143 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.142120 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment bbcb09a2-0d7f-49c9-836b-54af1676c4f3 of type vlan for network b41bf969-833b-4c09-9eac-8d7ff00d1e44 Dec 16 15:30:27.290430 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.319629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Allocated IP 2001:db8::1 (b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9/3719c56e-55eb-4be2-965b-abba1279e836/c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:27.536154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.545004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:27.545922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.620890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:27.668456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=b41bf969-833b-4c09-9eac-8d7ff00d1e44,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:27.686816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b41bf969-833b-4c09-9eac-8d7ff00d1e44 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:27.790688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e03c10d5-18e4-491d-b0c3-67e226dc7a3d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9767568 Dec 16 15:30:27.798025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54428) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:27.804594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:27.899947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:27.948389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.093111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Pushing event updated for resources: {'Port': ['ID=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:28.096278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:28.108294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.109972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:28.113318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:28.123851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:28.254908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing IP validity checks on allocation pools {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:30:28.256971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:30:28.282080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Attempting to bind port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:28.284768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Attempting to bind port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e11f7ee1-fccd-45e7-978e-b280812a139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:28.285401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Attempting to bind port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 on network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:28.297281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:28.297906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Checking segment: {'id': 'e11f7ee1-fccd-45e7-978e-b280812a139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:28.318847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-baa5e1f5-3c18-4b1d-8ee7-3764d97f5b99 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1998155177'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:28.318847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-baa5e1f5-3c18-4b1d-8ee7-3764d97f5b99 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Unknown quota resources ['metering_label']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:30:28.319204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.319204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Bound using segment: {'id': 'e11f7ee1-fccd-45e7-978e-b280812a139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:28.319204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Bound port: c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11f7ee1-fccd-45e7-978e-b280812a139e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:28.321273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.534657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] For port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:28.545834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] For port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,segment=NetworkSegment(e11f7ee1-fccd-45e7-978e-b280812a139e),segment_id=e11f7ee1-fccd-45e7-978e-b280812a139e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:28.824639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.831466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.837967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:28.993348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:29.183065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc092c-675d-4ce8-a2e2-a118f70982da None None] Pushing event updated for resources: {'Port': ['ID=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:29.214148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-baa5e1f5-3c18-4b1d-8ee7-3764d97f5b99 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.222516 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-baa5e1f5-3c18-4b1d-8ee7-3764d97f5b99 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.3211074 Dec 16 15:30:29.223497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:29.258380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-84316f6b-7502-4834-9f4c-d50ef062f659 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '635160f8-4dab-45a2-896a-560209d5b041'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:29.259767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-84316f6b-7502-4834-9f4c-d50ef062f659 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:30:29.326383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=1cc11598-9a81-4c2c-82e5-31003f0172e4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:29.412165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:29.413990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: b41bf969-833b-4c09-9eac-8d7ff00d1e44, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:29.530073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.628470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54458) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:29.706210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network b41bf969-833b-4c09-9eac-8d7ff00d1e44 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:29.760668 n-d-821947-3 neutron-server[104055]: WARNING neutron.services.metering.metering_plugin [None req-84316f6b-7502-4834-9f4c-d50ef062f659 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 15:30:29.844844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b41bf969-833b-4c09-9eac-8d7ff00d1e44) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:29.850049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:29.850643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:29.874382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165bb3c-8f51-46eb-a8c6-343cc2f5ae20 None None] Network b41bf969-833b-4c09-9eac-8d7ff00d1e44 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:29.917943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.008308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84316f6b-7502-4834-9f4c-d50ef062f659 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.009607 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84316f6b-7502-4834-9f4c-d50ef062f659 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7812090 Dec 16 15:30:30.015527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:30.020439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1d1c980c-2d60-489a-a879-368d2784ab62 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '635160f8-4dab-45a2-896a-560209d5b041'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:30.020961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1d1c980c-2d60-489a-a879-368d2784ab62 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:30:30.099886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b5a63fa8-ee2b-4ac4-89a1-a7754defabe1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2998531 Dec 16 15:30:30.105966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:30.146622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bf879eb-4d62-4086-ba04-4aa5d1afed8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.163559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-b41bf969-833b-4c09-9eac-8d7ff00d1e44', 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': '1cc11598-9a81-4c2c-82e5-31003f0172e4'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:30.165606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.298359 n-d-821947-3 neutron-server[104055]: WARNING neutron.services.metering.metering_plugin [None req-1d1c980c-2d60-489a-a879-368d2784ab62 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 15:30:30.319197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.481577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.575710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d1c980c-2d60-489a-a879-368d2784ab62 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.577466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d1c980c-2d60-489a-a879-368d2784ab62 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5607858 Dec 16 15:30:30.581706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:30.593705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.606595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bf879eb-4d62-4086-ba04-4aa5d1afed8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.615026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Allocated IP 2001:db8::3 (b41bf969-833b-4c09-9eac-8d7ff00d1e44/1cc11598-9a81-4c2c-82e5-31003f0172e4/5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:30.621276 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2a23953-6752-4705-886a-8b532440099b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=7ccd29a8-3350-449b-bd05-6406b7379291 HTTP/1.1" status: 200 len: 462 time: 0.0324333 Dec 16 15:30:30.621570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54474) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:30.626660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927ab1e8-f1eb-4eda-9d4a-855e08ce8fd5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:30.880875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.886404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.887790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.889963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.891026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.892769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.894153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.895238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.896485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.897213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.897769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.900296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.900296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:30:30.956652 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95ca57c7-ee22-4227-a042-8484a3b61146 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.957693 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-95ca57c7-ee22-4227-a042-8484a3b61146 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/7ccd29a8-3350-449b-bd05-6406b7379291 HTTP/1.1" status: 204 len: 168 time: 0.3351076 Dec 16 15:30:30.961075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bf879eb-4d62-4086-ba04-4aa5d1afed8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:30.962743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:30.998981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c43517ff-c4a3-4e8b-a884-528932a99465 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=7ccd29a8-3350-449b-bd05-6406b7379291 HTTP/1.1" status: 200 len: 221 time: 0.0330272 Dec 16 15:30:31.006555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:31.012705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-db2e44aa-85b4-4206-9456-948e4c5caa35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f2e8c8ea21c4f0d9122155c4190382e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9865315 Dec 16 15:30:31.023330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54480) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:31.032018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f565cbdd-abeb-4310-8192-edb4637fd92d tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--838107746', 'description': 'label created by tempest'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:31.039030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f565cbdd-abeb-4310-8192-edb4637fd92d tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Unknown quota resources ['metering_label']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:30:31.169186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.174440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:31.223113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf879eb-4d62-4086-ba04-4aa5d1afed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b170e2f5-114e-4563-b5ec-ac3a1acac3be,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:31.247158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6bf879eb-4d62-4086-ba04-4aa5d1afed8f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8e8b7f0c4b36431198d7ee1978a20f67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6133409 Dec 16 15:30:31.251595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54482) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:31.305534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.375245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.398826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.466121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:31.466730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.708320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22505bd-d5a1-4df2-8354-7cfa3dc10287 None None] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:31.724283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f565cbdd-abeb-4310-8192-edb4637fd92d tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.724283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f565cbdd-abeb-4310-8192-edb4637fd92d tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7010553 Dec 16 15:30:31.724283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54492) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:31.822805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.836328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.837303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.841338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/927ab1e8-f1eb-4eda-9d4a-855e08ce8fd5 HTTP/1.1" status: 204 len: 168 time: 0.8053615 Dec 16 15:30:31.880734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.902641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:31.957826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10df42-46d6-4c3b-a75e-01c08abce45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927ab1e8-f1eb-4eda-9d4a-855e08ce8fd5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:32.050927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc11598-9a81-4c2c-82e5-31003f0172e4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:32.062082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.103001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Pushing event updated for resources: {'Port': ['ID=5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:32.107642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-662ffd5a-c107-454c-9803-e488f5d90950 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=d1326292-c2c0-42ce-ad60-113681738ef9 HTTP/1.1" status: 200 len: 467 time: 0.3807011 Dec 16 15:30:32.126338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54498) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:32.166683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Network b41bf969-833b-4c09-9eac-8d7ff00d1e44 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:32.189186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:32.195304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:32.359386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.365394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.371231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b170e2f5-114e-4563-b5ec-ac3a1acac3be HTTP/1.1" status: 204 len: 168 time: 1.1138344 Dec 16 15:30:32.402933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408c858-85dd-4772-8bc7-df7421cc8f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b170e2f5-114e-4563-b5ec-ac3a1acac3be,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:32.425529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.455982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-31daed36-688e-4021-800d-b7cb6753610e None None] Provisioning complete for port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:32.457828 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-31daed36-688e-4021-800d-b7cb6753610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.506532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41bf969-833b-4c09-9eac-8d7ff00d1e44']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:32.553684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:32.554664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:32.675682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.721455 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.765978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:32.770383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.912761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:32.988209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Attempting to bind port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:32.988887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Attempting to bind port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:32.989370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Attempting to bind port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 on network b41bf969-833b-4c09-9eac-8d7ff00d1e44 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:33.013131 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:33.069042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:33.069042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Checking segment: {'id': 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:33.069546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.071031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Bound using segment: {'id': 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:33.071685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Bound port: 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:33.072214 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.358529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:30:33.358529 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:30:33.358529 n-d-821947-3 neutron-server[104056]: [parameters: {'id': 'b41bf969-833b-4c09-9eac-8d7ff00d1e44'}] Dec 16 15:30:33.358529 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:33.359701 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:33.380972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-31daed36-688e-4021-800d-b7cb6753610e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.403355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,segment=NetworkSegment(e11f7ee1-fccd-45e7-978e-b280812a139e),segment_id=e11f7ee1-fccd-45e7-978e-b280812a139e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:33.431458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] For port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:33.439939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] For port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8,segment=NetworkSegment(bbcb09a2-0d7f-49c9-836b-54af1676c4f3),segment_id=bbcb09a2-0d7f-49c9-836b-54af1676c4f3)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:33.592988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.601974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.609465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.615780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.640387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.674782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.686787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.712261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:33.741051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-29870784-6c89-4d43-89c6-2a7e877c6c5c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.3886051 Dec 16 15:30:33.751160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d419be28-7c6a-4d31-b182-150c35aa847b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.757929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:33.759577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d419be28-7c6a-4d31-b182-150c35aa847b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/d1326292-c2c0-42ce-ad60-113681738ef9 HTTP/1.1" status: 204 len: 168 time: 1.6294932 Dec 16 15:30:33.832680 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66498925-bd42-4122-97c2-0b104de1fe92 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=d1326292-c2c0-42ce-ad60-113681738ef9 HTTP/1.1" status: 200 len: 216 time: 0.0678623 Dec 16 15:30:33.833033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54516) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:33.871163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54518) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:33.892966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d23629c-bb6c-403f-97b3-aa50612e0483 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0412638 Dec 16 15:30:33.893510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.894070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:33.954604 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:33.966502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:34.004344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d38343-eee0-443d-ac52-2d4aa94ca988 req-b9081717-8345-44fc-a776-de7ec08c2550 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422400 Dec 16 15:30:34.006011 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c9315d08-90a1-4129-a321-406d7ec04e1b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0905912 Dec 16 15:30:34.006653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54524) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.028538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e3505d-6107-401b-a2e9-c4ab95f0382d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.130876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:34.131735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.262554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8,segment=NetworkSegment(bbcb09a2-0d7f-49c9-836b-54af1676c4f3),segment_id=bbcb09a2-0d7f-49c9-836b-54af1676c4f3)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:34.263050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.312964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-31daed36-688e-4021-800d-b7cb6753610e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:34.313893 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-31daed36-688e-4021-800d-b7cb6753610e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:34.322289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aab71a-dedb-4589-b4f7-3964000eb8da None None] Pushing event updated for resources: {'Port': ['ID=5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:34.336972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e3505d-6107-401b-a2e9-c4ab95f0382d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.342706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e127666e-d0cf-4612-8b93-2a5e661a9eac tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/635160f8-4dab-45a2-896a-560209d5b041 HTTP/1.1" status: 200 len: 473 time: 0.3189905 Dec 16 15:30:34.343909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54528) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.357201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:34.388430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d4fea-a725-452b-ae67-683d3883da28 None None] Network b41bf969-833b-4c09-9eac-8d7ff00d1e44 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:34.399208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1865e66f-5158-4aa7-beeb-f46d7257b482 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/b6f2b31a-1772-44ae-b212-ae8fdbe3432b HTTP/1.1" status: 200 len: 459 time: 0.0532351 Dec 16 15:30:34.419937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.447237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-78e3505d-6107-401b-a2e9-c4ab95f0382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.531382 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-78e3505d-6107-401b-a2e9-c4ab95f0382d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9cbb9a4b1db54894a56abadaf0e687b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580374 Dec 16 15:30:34.533794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3505d-6107-401b-a2e9-c4ab95f0382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf6bd2-5f9d-4c57-b0a0-f25b21c637b0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:34.537279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54534) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.593552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.648985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.676641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a10fd-fab2-4efc-8be6-18066d6d11ee None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:30:34.690837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.782922 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.812410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f82-3a19-427e-b37f-15cccddd68f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.817159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55dbc823-e4c7-4683-b7e1-9a898f56bf42 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.822726 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-55dbc823-e4c7-4683-b7e1-9a898f56bf42 tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/b6f2b31a-1772-44ae-b212-ae8fdbe3432b HTTP/1.1" status: 204 len: 168 time: 0.3971145 Dec 16 15:30:34.834558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:34.834804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:34.837869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 5f6c67bf-b69c-46d6-bc1b-d6ebbf0bcfc8 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:34.966393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:34.976030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:34.979575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.986799 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:34.988436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:34.992216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0caf6bd2-5f9d-4c57-b0a0-f25b21c637b0 HTTP/1.1" status: 204 len: 168 time: 0.4535246 Dec 16 15:30:34.999589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.026770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.027094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3902b-213e-4b57-ae08-d089f4047bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf6bd2-5f9d-4c57-b0a0-f25b21c637b0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:35.033841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.058400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.058854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-0c8a1cbd-ecd4-435a-93dd-677674704a9e tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.4831326 Dec 16 15:30:35.063985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.178292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41bf969-833b-4c09-9eac-8d7ff00d1e44']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:35.198614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:35.201058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb09a2-0d7f-49c9-836b-54af1676c4f3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:35.208525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-314e4320-8175-4589-aab5-87cec1b8ccc1 None None] Provisioning complete for port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:35.209421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-314e4320-8175-4589-aab5-87cec1b8ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.241153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.256633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a10fd-fab2-4efc-8be6-18066d6d11ee None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:30:35.320999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.340280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:35.340822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:35.345039 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:35.392682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.409303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.419325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.421391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f82-3a19-427e-b37f-15cccddd68f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.438143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.448278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.470658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.483225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.497671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-5d82d736-c435-469e-9aad-2dee9b3809eb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.2909839 Dec 16 15:30:35.548752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-6faf0dec-882f-4d7a-a72e-9b150b978328 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:35.553755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-6faf0dec-882f-4d7a-a72e-9b150b978328 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4765337 Dec 16 15:30:35.575358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f76f4f82-3a19-427e-b37f-15cccddd68f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.803354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06e4e299-aead-4c90-beb1-8d14d8ff3c3b req-08b5d0c6-63aa-4101-acc2-feca32e7feb3 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2933204 Dec 16 15:30:35.820653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.863695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:35.875342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/b41bf969-833b-4c09-9eac-8d7ff00d1e44 HTTP/1.1" status: 204 len: 168 time: 5.7681172 Dec 16 15:30:35.880946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7c617-99c6-46a9-8d8f-492b97b70dca tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=b41bf969-833b-4c09-9eac-8d7ff00d1e44,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:35.883098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54554) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:35.902236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12526078'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:35.933436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:36.085039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:36.090471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.157361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:36.162302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.174712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:36.202656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.203652 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 61203663-d859-4b20-a324-6f8caa537dda of type vlan for network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 Dec 16 15:30:36.305002 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f76f4f82-3a19-427e-b37f-15cccddd68f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a897b6bd7754843a776aa59394b0e98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7055414 Dec 16 15:30:36.327992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54558) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:36.386171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.485380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26250bfb-6d7e-4d38-aa84-27a12c7b055b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.490937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26250bfb-6d7e-4d38-aa84-27a12c7b055b tempest-MeteringIpV6TestJSON-13117979 tempest-MeteringIpV6TestJSON-13117979-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/635160f8-4dab-45a2-896a-560209d5b041 HTTP/1.1" status: 204 len: 168 time: 1.6614678 Dec 16 15:30:36.514788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4f82-3a19-427e-b37f-15cccddd68f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156156cf-31fc-4a0d-93b6-659c568a7ebd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:36.571599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.582409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:36.593284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.811036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a24bb2d1-4511-4c8f-8945-c21e8f20bdae no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:36.812965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:36.862021 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-dedde589-e65f-4822-a8d9-531258722445 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5614448 Dec 16 15:30:36.862363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:36.880273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-605ce422-0959-45db-be1b-9649b3278fa3 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9964540 Dec 16 15:30:36.884959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54578) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:36.899407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:36.911390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:36.962734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:37.118148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.343749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.365061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.389756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.405491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.412081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.438517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.486689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.508821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:37.530547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-d7c5c34d-751d-449d-88d9-c34ecd7c7a99 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 5444 time: 0.4013231 Dec 16 15:30:37.614939 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.650159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54584) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:37.710563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:37.715547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:37.718933 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c27073-5715-4a0a-82cb-1ede0710229d" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:37.754297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-913a7b55-a154-463b-b87b-ca11337d0c55 req-9d528607-bc48-4b8b-9e22-a8853a69398d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187848 Dec 16 15:30:37.781934 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7105c15-b795-49cf-820c-b3ece03cb206 x-openstack-request-id: req-b7105c15-b795-49cf-820c-b3ece03cb206 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:37.782511 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:37.783132 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7105c15-b795-49cf-820c-b3ece03cb206 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:37.783799 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'code': 200} Dec 16 15:30:37.803907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.815679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:37.815929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.828510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.828769 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/156156cf-31fc-4a0d-93b6-659c568a7ebd HTTP/1.1" status: 204 len: 168 time: 1.4920526 Dec 16 15:30:37.856835 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:37.859291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:37.862203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4be1b-381a-4891-bc6a-25eb3516e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156156cf-31fc-4a0d-93b6-659c568a7ebd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:37.978719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:38.083407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] For port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:38.238249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] device_id is not set on port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:30:38.239077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:38.260091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.302810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96f3e0a0-5d1f-4ab7-a344-c048040a08cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.364725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.394805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.468678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:38.531081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] No DVR routers for this DVR port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:38.610478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96f3e0a0-5d1f-4ab7-a344-c048040a08cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.623619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:38.640372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] In _notify_port_updated(), no bound segment for port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:30:38.644131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:38.650297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.650297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-270db420-a3c7-4c31-aaa1-6a1445294b9e service neutron] 10.222.0.74 "PUT /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 200 len: 1032 time: 1.7795980 Dec 16 15:30:38.680113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.681625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9b5447dc-97f8-48e8-ad95-bc9a38cba11a no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:38.773298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96f3e0a0-5d1f-4ab7-a344-c048040a08cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:38.905158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-17c5a6ab-8846-44fa-9755-22d147044950 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:38.911186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-17c5a6ab-8846-44fa-9755-22d147044950 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "GET /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2498763 Dec 16 15:30:38.933158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-96f3e0a0-5d1f-4ab7-a344-c048040a08cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f571b27aa72f41b3bf3e616518d1204c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2805619 Dec 16 15:30:38.943992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54608) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:38.944305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:38.998329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:39.156035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:39.217030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b18cb2fd-1155-4980-81df-1dfba775eeaa None None] Provisioning complete for port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:39.225253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b18cb2fd-1155-4980-81df-1dfba775eeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:39.229443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:39.379185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:39.461181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b18cb2fd-1155-4980-81df-1dfba775eeaa None None] Port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:39.540482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3e0a0-5d1f-4ab7-a344-c048040a08cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d8bbb6-e314-4ae9-9a32-851a6afbbf83,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:39.597670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:39.600936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:39.601405 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:39.602144 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:39.789366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.800579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:39.806094 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c0bf1d-a0f7-4f06-8980-5e57530160c4" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:39.808008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.825568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.835067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.845909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.878204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:39.885903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-7b465ce5-a09b-4e28-af8d-926a078574c4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 4659 time: 0.3380082 Dec 16 15:30:39.896641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:39.899692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.190189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.220837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.254558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=dd315908-1c74-40ab-8c4a-418c11b39501,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:40.298982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:40.317119 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be5511-ae29-4c9c-97de-bf27c36077b8 x-openstack-request-id: req-19be5511-ae29-4c9c-97de-bf27c36077b8 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:40.317119 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "9b5447dc-97f8-48e8-ad95-bc9a38cba11a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:40.317614 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19be5511-ae29-4c9c-97de-bf27c36077b8 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:40.318173 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'code': 200} Dec 16 15:30:40.318605 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b5447dc-97f8-48e8-ad95-bc9a38cba11a', 'code': 200} Dec 16 15:30:40.374927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.387316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:40.521063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54345fa8-1a55-4b54-a91d-298961b11b74 req-72646c16-3451-4f27-b00e-0d752b8132b2 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&id=5598b66e-2280-486a-8066-bc753dfa47d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6167490 Dec 16 15:30:40.544481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.545793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:40.568264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': '61203663-d859-4b20-a324-6f8caa537dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:40.568567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:40.604761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:40.687488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] For port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:40.745944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] device_id is not set on port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:30:40.760016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.778476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:40.786544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:40.864278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.870581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.876790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42d8bbb6-e314-4ae9-9a32-851a6afbbf83 HTTP/1.1" status: 204 len: 168 time: 1.9321916 Dec 16 15:30:40.885750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:40.897194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece99aee-4c32-494b-8096-6d3d600eb8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d8bbb6-e314-4ae9-9a32-851a6afbbf83,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:40.988730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.010905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:41.018526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:41.028990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:41.030182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.052239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0d808-8967-4a1c-adaf-96e941c2e304 None None] Network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:41.143067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] No DVR routers for this DVR port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:41.246791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] In _notify_port_updated(), no bound segment for port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a on network a367c4f8-0852-4d1d-a3df-87966e259d7a {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:30:41.248810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:41.249903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.252256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] 10.222.0.74 "PUT /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 200 len: 1032 time: 2.3266358 Dec 16 15:30:41.254235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf943e2-3888-4fc9-8777-84f0888adea6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:41.268608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-061f794b-fd5f-4ca5-85fc-cc5e4a517254 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.3811915 Dec 16 15:30:41.273204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:41.309570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.310891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:41.412630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:41.507324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:30:41.507324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7f5d0634-325e-4611-93c1-d14c4c5e16f9 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:41.670342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961', 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': 'dd315908-1c74-40ab-8c4a-418c11b39501'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:41.684290 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.778199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:41.779332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.924312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:41.987706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.003887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.019561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.033891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.046526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.051789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port 7f5d0634-325e-4611-93c1-d14c4c5e16f9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7f5d0634-325e-4611-93c1-d14c4c5e16f9,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:42.056308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.082986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471211be-0916-4935-918a-77a48a297cb6 req-248f75a5-d8a2-48dd-b47b-715e6a95f649 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 3878 time: 0.3829660 Dec 16 15:30:42.098650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for 7f5d0634-325e-4611-93c1-d14c4c5e16f9 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:42.277727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Allocated IP 2001:db8::1 (75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961/dd315908-1c74-40ab-8c4a-418c11b39501/db48642f-470e-47bb-ab3d-94ba840b1a3a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:42.408368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:42.418190 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c050ec93-02d1-4f58-ae62-8d9660ba5385" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:42.463422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b2731f58-57cf-496f-88bd-6f931be41340 None None] Provisioning complete for port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:42.463422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b2731f58-57cf-496f-88bd-6f931be41340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.464292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.663062 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ef5937-2715-4d1e-b8ea-54952fd95709 x-openstack-request-id: req-28ef5937-2715-4d1e-b8ea-54952fd95709 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:42.663619 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-unplugged", "status": "completed", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:42.664109 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28ef5937-2715-4d1e-b8ea-54952fd95709 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:42.664769 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'code': 200} Dec 16 15:30:42.683431 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'code': 200} Dec 16 15:30:42.703258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-712ab104-d7ec-40c8-81bf-44a95b3b8618 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2267234 Dec 16 15:30:42.733792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-471211be-0916-4935-918a-77a48a297cb6 req-a8ac90f1-1b2d-4258-9d41-f318026e2bdf tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6476905 Dec 16 15:30:42.738620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.862780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:42.867583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b2731f58-57cf-496f-88bd-6f931be41340 None None] Port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:30:42.950224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=7f5d0634-325e-4611-93c1-d14c4c5e16f9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:42.964924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-d9ef03de-84ef-41f8-b2c8-e735e1e72e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:42.967738 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-d9ef03de-84ef-41f8-b2c8-e735e1e72e7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cf763091064a6bbe1fc73c61961b75&device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 1096 time: 0.2044115 Dec 16 15:30:43.042980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54676) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:43.074797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5b8be93-df01-41ed-b88f-8f77308c82d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.084367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port 7f5d0634-325e-4611-93c1-d14c4c5e16f9 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:43.252720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.273251 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-fcadbfcd-00a0-47f3-9b7e-45929a923f97 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "DELETE /v2.0/ports/7f5d0634-325e-4611-93c1-d14c4c5e16f9 HTTP/1.1" status: 204 len: 173 time: 1.9798951 Dec 16 15:30:43.276770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:43.289473 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7df02a-b611-4ad5-8c66-7b3091df50d5" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:43.295156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5b8be93-df01-41ed-b88f-8f77308c82d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.319382 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.447245 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f186dc99-2430-413b-a754-67ba11a6755a x-openstack-request-id: req-f186dc99-2430-413b-a754-67ba11a6755a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:43.447245 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "7f5d0634-325e-4611-93c1-d14c4c5e16f9", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:43.447245 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f186dc99-2430-413b-a754-67ba11a6755a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:43.448298 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': '7f5d0634-325e-4611-93c1-d14c4c5e16f9', 'status': 'completed', 'code': 200} Dec 16 15:30:43.486269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5b8be93-df01-41ed-b88f-8f77308c82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.562508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c5b8be93-df01-41ed-b88f-8f77308c82d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9cae0e1b38b428e8ba073043facb9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174582 Dec 16 15:30:43.563643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54684) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:43.566333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8be93-df01-41ed-b88f-8f77308c82d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a913f86-b450-4f23-bf69-c201857ea358,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:43.576920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.599762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-508a0869-7530-4ea5-806b-22d63ee1970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:43.602321 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-508a0869-7530-4ea5-806b-22d63ee1970c service neutron] 10.222.0.30 "GET /v2.0/networks?id=997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 200 len: 920 time: 0.5937734 Dec 16 15:30:43.703097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:43.723459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:43.737330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:43.776804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Pushing event updated for resources: {'Port': ['ID=db48642f-470e-47bb-ab3d-94ba840b1a3a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:43.816904 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-847b101d-1ac2-4d11-9c5f-4149ffd2b21c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 200 len: 217 time: 0.1717236 Dec 16 15:30:43.941905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Attempting to bind port db48642f-470e-47bb-ab3d-94ba840b1a3a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:43.942886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Attempting to bind port db48642f-470e-47bb-ab3d-94ba840b1a3a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '61203663-d859-4b20-a324-6f8caa537dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:43.943741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Attempting to bind port db48642f-470e-47bb-ab3d-94ba840b1a3a on network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:43.963921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:43.965497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Checking segment: {'id': '61203663-d859-4b20-a324-6f8caa537dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:43.966737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.967780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Bound using segment: {'id': '61203663-d859-4b20-a324-6f8caa537dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:43.969272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Bound port: db48642f-470e-47bb-ab3d-94ba840b1a3a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61203663-d859-4b20-a324-6f8caa537dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:43.970671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:43.977267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-7ba393ba-91e1-4191-935b-47277b492560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:43.981889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-7ba393ba-91e1-4191-935b-47277b492560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 200 len: 859 time: 0.1433492 Dec 16 15:30:44.008224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port a24bb2d1-4511-4c8f-8945-c21e8f20bdae {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:44.008712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.018048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.165329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.185530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] For port db48642f-470e-47bb-ab3d-94ba840b1a3a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:44.194991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] For port db48642f-470e-47bb-ab3d-94ba840b1a3a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db48642f-470e-47bb-ab3d-94ba840b1a3a,segment=NetworkSegment(61203663-d859-4b20-a324-6f8caa537dda),segment_id=61203663-d859-4b20-a324-6f8caa537dda)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:44.215754 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-3a788b6e-1ee9-49fd-a6bf-ae3d9f76b885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=997ae88d-95c2-440e-885e-ef40a1afb0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2226281 Dec 16 15:30:44.244034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=dd315908-1c74-40ab-8c4a-418c11b39501,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:44.267402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1179194-2a84-460b-8522-86222951019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.316535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.438829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-ede69865-ea71-4334-8874-4371f5e52e17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.467240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-ede69865-ea71-4334-8874-4371f5e52e17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.487667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-ede69865-ea71-4334-8874-4371f5e52e17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.515885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-ede69865-ea71-4334-8874-4371f5e52e17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.531296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-ede69865-ea71-4334-8874-4371f5e52e17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 3143 time: 0.5608003 Dec 16 15:30:44.545903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port a24bb2d1-4511-4c8f-8945-c21e8f20bdae, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:44.546316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.559988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-518a2ec0-bd09-460c-b3dd-0ee69f61cae5 service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342040 Dec 16 15:30:44.633122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a2ad3-c071-4ca2-9590-73dc69bb02f0 None None] Network 75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:44.652980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a509b7-ab63-4401-8d3f-c125c051c2af None None] Pushing event updated for resources: {'Port': ['ID=db48642f-470e-47bb-ab3d-94ba840b1a3a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:44.764294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.856320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd8518-59cb-4909-a467-f34984e16623 req-e3698b9f-a993-4209-94d3-b22318b78451 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:44.867493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12fd8518-59cb-4909-a467-f34984e16623 req-e3698b9f-a993-4209-94d3-b22318b78451 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 1.1302834 Dec 16 15:30:44.922619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:44.955297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894746e-0e90-4eb9-b2e0-38353a58d6cc None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:30:44.964561 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-07797f72-7256-4c68-97ef-bdccc78502f3 req-d784476d-1060-405b-9d3a-c24f39b728df service neutron] 10.222.0.30 "GET /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926337 Dec 16 15:30:45.066885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.067719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.068418 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Floating IP 268a15c4-cb34-41ee-af29-09a92dc78e45 disassociated. External IP: 172.25.7.23, port: a24bb2d1-4511-4c8f-8945-c21e8f20bdae. Dec 16 15:30:45.074544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for a24bb2d1-4511-4c8f-8945-c21e8f20bdae owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:45.164751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7673c5b4-a1ea-4ae9-bf7c-8e7253c3ad8f req-999ae1bd-1a21-46c1-8898-b0b70b4eb726 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929887 Dec 16 15:30:45.278393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:45.303667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12fd8518-59cb-4909-a467-f34984e16623 req-edb1053a-f5e7-4db3-93a0-e2c9fb83a28f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344094 Dec 16 15:30:45.358299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61203663-d859-4b20-a324-6f8caa537dda') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:45.377710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61203663-d859-4b20-a324-6f8caa537dda') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:45.473913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.565448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.589765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:45.590925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:45.632881 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:45.684811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d894746e-0e90-4eb9-b2e0-38353a58d6cc None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:30:45.822140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.828090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:45.837897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a913f86-b450-4f23-bf69-c201857ea358 HTTP/1.1" status: 204 len: 168 time: 2.2725475 Dec 16 15:30:45.892280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8479d-d142-4d1a-b847-82cb1e868726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a913f86-b450-4f23-bf69-c201857ea358,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:45.973271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:30:45.973271 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:30:45.973271 n-d-821947-3 neutron-server[104056]: [parameters: {'id': '75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961'}] Dec 16 15:30:45.973271 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:45.973271 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:45.995029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:46.073921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=a24bb2d1-4511-4c8f-8945-c21e8f20bdae,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:46.182727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-53f02f57-37a3-48b8-9544-85acce48d083 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.182727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-53f02f57-37a3-48b8-9544-85acce48d083 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.2843287 Dec 16 15:30:46.474288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:46.681079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86b13348-8199-4611-8752-7803690f6e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:46.690458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:30:46.708576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Deleting port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:46.709192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:46.863089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port db48642f-470e-47bb-ab3d-94ba840b1a3a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:46.863601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:46.955025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285e9f-d82c-4dd2-8a7e-bc29aa8ef9b8 req-9e4e1887-55f9-4448-9dcd-04a8d9b1cf48 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.970576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285e9f-d82c-4dd2-8a7e-bc29aa8ef9b8 req-9e4e1887-55f9-4448-9dcd-04a8d9b1cf48 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.982736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc285e9f-d82c-4dd2-8a7e-bc29aa8ef9b8 req-9e4e1887-55f9-4448-9dcd-04a8d9b1cf48 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:46.999174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc285e9f-d82c-4dd2-8a7e-bc29aa8ef9b8 req-9e4e1887-55f9-4448-9dcd-04a8d9b1cf48 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 2410 time: 0.3855751 Dec 16 15:30:47.021127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25b24-bce2-4143-a2ee-b8a93dd2d058 req-6ec03e45-ad51-4ddc-bbba-58596eec597e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:47.035640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ab25b24-bce2-4143-a2ee-b8a93dd2d058 req-6ec03e45-ad51-4ddc-bbba-58596eec597e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 945 time: 0.3898201 Dec 16 15:30:47.140088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:30:47.151549 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] For port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:47.152166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.157681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Sync routers for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:30:47.203174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc285e9f-d82c-4dd2-8a7e-bc29aa8ef9b8 req-e5151b4e-e5ef-47ba-831e-24094daeef94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023778 Dec 16 15:30:47.211383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:47.228398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:47.232616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port db48642f-470e-47bb-ab3d-94ba840b1a3a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db48642f-470e-47bb-ab3d-94ba840b1a3a,segment=NetworkSegment(61203663-d859-4b20-a324-6f8caa537dda),segment_id=61203663-d859-4b20-a324-6f8caa537dda)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:47.235693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Calling delete_port for 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:47.236983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.239519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port a24bb2d1-4511-4c8f-8945-c21e8f20bdae on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:47.245297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.248356 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-92492798-437b-451a-a557-733ff898cc94 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "DELETE /v2.0/ports/a24bb2d1-4511-4c8f-8945-c21e8f20bdae HTTP/1.1" status: 204 len: 173 time: 3.9738069 Dec 16 15:30:47.254518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:47.254518 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6895922-55af-4b76-9753-6ecff4c85a4b" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:47.379320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ab25b24-bce2-4143-a2ee-b8a93dd2d058 req-98a964f3-01c3-4d8c-a350-949bdc3e3ed0 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417249 Dec 16 15:30:47.412596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for db48642f-470e-47bb-ab3d-94ba840b1a3a owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:47.564860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:47.613913 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03435725-1082-4cbc-9eaa-de3e27561591 x-openstack-request-id: req-03435725-1082-4cbc-9eaa-de3e27561591 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:47.614222 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "a24bb2d1-4511-4c8f-8945-c21e8f20bdae", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:47.614506 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03435725-1082-4cbc-9eaa-de3e27561591 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:47.614875 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'a24bb2d1-4511-4c8f-8945-c21e8f20bdae', 'status': 'completed', 'code': 200} Dec 16 15:30:47.803203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:47.803497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.960294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.977081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:47.977453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:47.994221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:48.015711 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.020028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.020379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port db48642f-470e-47bb-ab3d-94ba840b1a3a on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:48.031896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=db48642f-470e-47bb-ab3d-94ba840b1a3a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:48.059803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['37d69c76-e16f-49d2-9b3c-635f56b51eb0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:30:48.105004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Pushing event deleted for resources: {'Port': ['ID=8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:48.156565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700fe5ff-db69-4de3-a214-64bb26ffe1a5 None None] DHCP port deletion for 997ae88d-95c2-440e-885e-ef40a1afb0a7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:30:48.264624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] No DVR routers for this DVR port 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:48.267182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.271438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.278213 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a9f09d83-a534-4c7c-9049-ee58e5ff67ea req-b9f29063-a354-4676-be64-8bb1f46b6737 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.30 "DELETE /v2.0/ports/8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 HTTP/1.1" status: 204 len: 173 time: 2.0909066 Dec 16 15:30:48.341072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:48.356498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61203663-d859-4b20-a324-6f8caa537dda') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:48.360389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61203663-d859-4b20-a324-6f8caa537dda') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:48.385592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.440902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.474846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:48.475597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:48.481257 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:48.537210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:48.589318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:48.601123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.662146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=f2e2f5d2-48ec-453e-bb89-d5c97e3b6603,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:48.709706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Checking router: 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:30:48.756137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:48.760866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:48.764389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:30:48.765287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-02768cec-2c53-4f9a-823a-734237fea405 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "DELETE /v2.0/ports/f2e2f5d2-48ec-453e-bb89-d5c97e3b6603 HTTP/1.1" status: 204 len: 173 time: 1.5050929 Dec 16 15:30:48.765768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:48.791711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ebab53b-95f0-4008-8944-6615b9a9ed8a req-38e9cc30-6410-426e-b20b-8fb83b66b83e tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.1185019 Dec 16 15:30:48.853083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686adf-a5d1-47fc-bcd3-07492f5d5abb req-566fbf71-cdf4-4914-9600-cf961f5ad460 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:48.865834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686adf-a5d1-47fc-bcd3-07492f5d5abb req-566fbf71-cdf4-4914-9600-cf961f5ad460 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:48.894956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61686adf-a5d1-47fc-bcd3-07492f5d5abb req-566fbf71-cdf4-4914-9600-cf961f5ad460 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:48.899495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61686adf-a5d1-47fc-bcd3-07492f5d5abb req-566fbf71-cdf4-4914-9600-cf961f5ad460 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 2332 time: 0.3861973 Dec 16 15:30:48.955043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:48.955566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.112063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61686adf-a5d1-47fc-bcd3-07492f5d5abb req-93b28d63-6d5b-4c09-ad0e-0161ea2c377d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808377 Dec 16 15:30:49.117697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:30:49.153831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc611-4b41-424a-a1df-262bc9a820ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.206039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:49.206679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.244412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.267958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:49.292064 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.303043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 HTTP/1.1" status: 204 len: 168 time: 8.0271461 Dec 16 15:30:49.308826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad31ed-a80f-44f0-93cc-3a8a00f39166 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:49.313966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:49.329699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507195632'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:49.469679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:49.506512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.507567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb11bb1-fc59-472f-b838-7ea36c8ee200 None None] The sync data for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 is: [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:18:28Z', 'revision_number': 4, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f66209e9-09c1-4103-901a-a8d90abba04e', 'name': '', 'network_id': '7c9b50aa-922a-44ea-b29d-8ba3e4047df9', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'mac_address': 'fa:16:3e:3b:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:26Z', 'updated_at': '2021-12-16T15:18:37Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'subnets': [{'id': '9904a23f-5195-4062-a6a7-779e47158d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:30:49.515005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc611-4b41-424a-a1df-262bc9a820ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.616518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'name': 'network-vif-deleted', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0'}, {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:49.620123 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41118381-2e29-44f5-9c79-90357d766dcb" -d '{"events": [{"server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "name": "network-vif-deleted", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0"}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:49.673189 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e679d-349f-48b1-b7fe-bfd7dcc8a961 x-openstack-request-id: req-d29e679d-349f-48b1-b7fe-bfd7dcc8a961 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:49.673649 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac", "name": "network-vif-deleted", "tag": "8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0", "status": "completed", "code": 200}, {"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "f2e2f5d2-48ec-453e-bb89-d5c97e3b6603", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:49.674081 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d29e679d-349f-48b1-b7fe-bfd7dcc8a961 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:49.674821 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac', 'name': 'network-vif-deleted', 'tag': '8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0', 'status': 'completed', 'code': 200} Dec 16 15:30:49.675195 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'f2e2f5d2-48ec-453e-bb89-d5c97e3b6603', 'status': 'completed', 'code': 200} Dec 16 15:30:49.697123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc611-4b41-424a-a1df-262bc9a820ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.700457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:49.705175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.762901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1dfdc611-4b41-424a-a1df-262bc9a820ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6ba3de7cabe844d2b6cd5a513c801f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2213516 Dec 16 15:30:49.766930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:49.816460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdc611-4b41-424a-a1df-262bc9a820ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41940a5e-989c-4d6e-ab55-c7450dd14a47,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:49.837012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:49.904625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:49.916943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:49.917635 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 52ae0743-2661-4ce2-b51f-b3121779b715 of type vlan for network 90713bef-a090-460b-bdef-58ec3c921767 Dec 16 15:30:49.973173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.045614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.048940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:30:50.053755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8fb8d7b3-6109-4b60-b6e6-3e849a6b41a0 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:30:50.073980 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe35de9-2414-401b-9210-b5b92c6dcd4d None None] New status for floating IP 268a15c4-cb34-41ee-af29-09a92dc78e45: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:30:50.097028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.108406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.226203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.resource_extend [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:30:50.233812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80c023f3-1b66-4505-b881-d4ce45b22362 req-cc9264d7-7213-4ca5-92cd-773ddb160426 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=b2921465-2ab4-4eb8-ae3c-8f0d0b1198ac HTTP/1.1" status: 200 len: 210 time: 0.0624039 Dec 16 15:30:50.296874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.360533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=beba45d2-ed95-4603-89e6-0f6ba3b2b7a9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:50.443759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:50.447440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.451412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.453270 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-d9b850fc-ee53-49c3-87d1-ae0f23f2206a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "DELETE /v2.0/ports/beba45d2-ed95-4603-89e6-0f6ba3b2b7a9 HTTP/1.1" status: 204 len: 173 time: 1.6779175 Dec 16 15:30:50.457716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.459562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41940a5e-989c-4d6e-ab55-c7450dd14a47 HTTP/1.1" status: 204 len: 168 time: 0.6909411 Dec 16 15:30:50.461319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.473117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:50.475129 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.633657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6700ce-8e42-4676-94b8-256c8bf370d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41940a5e-989c-4d6e-ab55-c7450dd14a47,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:50.672116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2bd74-076a-4e5c-bfec-4402ca54daca req-42008f15-3208-42d4-be90-548e9e81abce tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:50.674649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eef2bd74-076a-4e5c-bfec-4402ca54daca req-42008f15-3208-42d4-be90-548e9e81abce tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 943 time: 0.3455808 Dec 16 15:30:50.718508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=90713bef-a090-460b-bdef-58ec3c921767,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:50.731660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:50.732440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:50.747529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 90713bef-a090-460b-bdef-58ec3c921767 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:50.817849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d28f8d87-c302-434b-b59f-6c3575e7c303 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5027113 Dec 16 15:30:50.823360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:50.827390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eef2bd74-076a-4e5c-bfec-4402ca54daca req-a6c72ec5-21d4-48c3-a6fe-a2a3e1e88e24 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups?id=68439af9-c598-4363-8fac-63bf1763898a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259236 Dec 16 15:30:50.834705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '90713bef-a090-460b-bdef-58ec3c921767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:51.082792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:51.169959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:30:51.398853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:51.399893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.433580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-640071733'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:51.444837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:51.656946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:51.663525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.683674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:51.686514 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346c2fe1-fc92-4933-bffd-ecadbe996f6d" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:51.797385 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e910a00c-b16d-4e48-8166-b4cc252e8b00 x-openstack-request-id: req-e910a00c-b16d-4e48-8166-b4cc252e8b00 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:51.797385 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "beba45d2-ed95-4603-89e6-0f6ba3b2b7a9", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:51.797385 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e910a00c-b16d-4e48-8166-b4cc252e8b00 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:51.797385 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': 'beba45d2-ed95-4603-89e6-0f6ba3b2b7a9', 'status': 'completed', 'code': 200} Dec 16 15:30:51.902619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:51.910190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.911261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.934611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:51.985814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=4aeba3fd-378a-4fb6-a309-b29b9ae879a2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:52.099281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port 4aeba3fd-378a-4fb6-a309-b29b9ae879a2 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:52.102977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c647ece-9d9e-4e75-a469-9ea118e84969 req-c3f9e626-fcc3-4849-8483-beaf5d2bb7bc tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0652411 Dec 16 15:30:52.103370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.111073 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1cbf585e-cc7a-4274-ad5f-baa94b67e8be req-01ea6600-4a7a-4034-a5e3-730b3cf9e37a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.74 "DELETE /v2.0/ports/4aeba3fd-378a-4fb6-a309-b29b9ae879a2 HTTP/1.1" status: 204 len: 173 time: 1.6493592 Dec 16 15:30:52.176385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.279151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.426604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': '52ae0743-2661-4ce2-b51f-b3121779b715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '90713bef-a090-460b-bdef-58ec3c921767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:52.427689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: 90713bef-a090-460b-bdef-58ec3c921767, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:52.438744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=d463a9e7-34a0-453d-840d-b49a0e680174,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:52.523471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.608184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:52.640264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 90713bef-a090-460b-bdef-58ec3c921767 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:52.647052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.647487 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Added segment cc3cf77e-9b20-4a57-8169-0a823e3052fb of type vlan for network f3bce2ff-e2be-4dc1-a029-3facac206675 Dec 16 15:30:52.706530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54866) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:52.769498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3476cc-18fc-472a-80d7-8ed0d1dea407 req-0e813588-1347-44c0-ab8e-fdd11539caa2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:52.781294 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51837a08-ea34-45c3-9d71-e3544a511932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.783431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3476cc-18fc-472a-80d7-8ed0d1dea407 req-0e813588-1347-44c0-ab8e-fdd11539caa2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.3755376 Dec 16 15:30:52.845470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a4e71-b3e1-48bb-bd72-eedb59443b1a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:52.872549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.937527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3476cc-18fc-472a-80d7-8ed0d1dea407 req-e148bfa6-5e65-462f-9b5c-5b32b5307ea2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528306 Dec 16 15:30:52.959580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51837a08-ea34-45c3-9d71-e3544a511932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.963083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 90713bef-a090-460b-bdef-58ec3c921767) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:52.970476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:52.971237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:52.989295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a64fff-6de1-4601-965b-a616fa3b60f9 None None] Network 90713bef-a090-460b-bdef-58ec3c921767 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:53.189650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-90713bef-a090-460b-bdef-58ec3c921767', 'network_id': '90713bef-a090-460b-bdef-58ec3c921767', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': 'd463a9e7-34a0-453d-840d-b49a0e680174'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:53.191227 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.259604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b19a7db9-b2c3-4e2f-bcd3-3e7c01efda7e req-0084ae87-8703-4ba1-a644-8e6fb6704ccb tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0386770 Dec 16 15:30:53.276717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6d38a032-b730-42aa-b8b0-5f07b828644b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4499631 Dec 16 15:30:53.277787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:53.280490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-51837a08-ea34-45c3-9d71-e3544a511932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.298025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.305706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:53.306637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.424475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Network': ['ID=f3bce2ff-e2be-4dc1-a029-3facac206675,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:53.428100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51837a08-ea34-45c3-9d71-e3544a511932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e054ca1-6dd4-40a0-b406-1b3a2f7a1094,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:53.462982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-51837a08-ea34-45c3-9d71-e3544a511932 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=55d5d7947c044c90a5d2d7189fed17a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7492285 Dec 16 15:30:53.462982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54874) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:53.467576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f3bce2ff-e2be-4dc1-a029-3facac206675 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:53.542785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.557730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Allocated IP 2001:db8::1 (90713bef-a090-460b-bdef-58ec3c921767/d463a9e7-34a0-453d-840d-b49a0e680174/5a5e2719-ac86-4a89-b4cf-0894593a6914) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:53.565536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.631612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.691002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.721025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-01cedd2b-0d56-4495-ab8d-0be9248a516d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6369019 Dec 16 15:30:53.727465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:53.733977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'subnet': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:53.794886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:30:53.797978 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6244645e-890d-4f31-b392-6436e3411b38" -d '{"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:30:53.946204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:53.975505 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710bec97-f9c4-40a2-99d5-672e64298111 x-openstack-request-id: req-710bec97-f9c4-40a2-99d5-672e64298111 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:30:53.976230 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d60115-5384-4a79-82e0-6b6c1341f549", "name": "network-vif-deleted", "tag": "4aeba3fd-378a-4fb6-a309-b29b9ae879a2", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:30:53.976666 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-710bec97-f9c4-40a2-99d5-672e64298111 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:30:53.977558 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d60115-5384-4a79-82e0-6b6c1341f549', 'name': 'network-vif-deleted', 'tag': '4aeba3fd-378a-4fb6-a309-b29b9ae879a2', 'status': 'completed', 'code': 200} Dec 16 15:30:54.033664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.038107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.040103 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e054ca1-6dd4-40a0-b406-1b3a2f7a1094 HTTP/1.1" status: 204 len: 168 time: 0.5762868 Dec 16 15:30:54.056687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dc68a-95dd-4d61-96ef-a6470d252d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e054ca1-6dd4-40a0-b406-1b3a2f7a1094,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:54.115397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.122208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:54.132654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.207968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Network 90713bef-a090-460b-bdef-58ec3c921767 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:54.213773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:54.220608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:54.225336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Pushing event updated for resources: {'Port': ['ID=5a5e2719-ac86-4a89-b4cf-0894593a6914,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:54.231402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7c0c0-e378-4b65-88bf-d4072d568e23 req-d9699930-3346-49de-9c47-de79f8d329e5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:54.238863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33c7c0c0-e378-4b65-88bf-d4072d568e23 req-d9699930-3346-49de-9c47-de79f8d329e5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1835027 Dec 16 15:30:54.341338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Attempting to bind port 5a5e2719-ac86-4a89-b4cf-0894593a6914 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:54.341970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Attempting to bind port 5a5e2719-ac86-4a89-b4cf-0894593a6914 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '52ae0743-2661-4ce2-b51f-b3121779b715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '90713bef-a090-460b-bdef-58ec3c921767'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:54.342623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Attempting to bind port 5a5e2719-ac86-4a89-b4cf-0894593a6914 on network 90713bef-a090-460b-bdef-58ec3c921767 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:54.350513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:54.351878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Checking segment: {'id': '52ae0743-2661-4ce2-b51f-b3121779b715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '90713bef-a090-460b-bdef-58ec3c921767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:54.352652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.353317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Bound using segment: {'id': '52ae0743-2661-4ce2-b51f-b3121779b715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '90713bef-a090-460b-bdef-58ec3c921767'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:54.354821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Bound port: 5a5e2719-ac86-4a89-b4cf-0894593a6914, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ae0743-2661-4ce2-b51f-b3121779b715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '90713bef-a090-460b-bdef-58ec3c921767'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:54.355530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.433720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33c7c0c0-e378-4b65-88bf-d4072d568e23 req-f6c12f6d-bb46-4ad4-a0b9-57c7d9a81d09 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849008 Dec 16 15:30:54.495374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] For port 5a5e2719-ac86-4a89-b4cf-0894593a6914, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:54.499274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] For port 5a5e2719-ac86-4a89-b4cf-0894593a6914, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a5e2719-ac86-4a89-b4cf-0894593a6914,segment=NetworkSegment(52ae0743-2661-4ce2-b51f-b3121779b715),segment_id=52ae0743-2661-4ce2-b51f-b3121779b715)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:54.543428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.600264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33b10850-2954-4ce9-9acd-917b25c1cd14 req-a11ea20f-cb53-4f6a-9f4a-136a384c6f17 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0792248 Dec 16 15:30:54.604975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.719152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=d463a9e7-34a0-453d-840d-b49a0e680174,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:54.719488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492988-a30b-4f64-a36f-55d7e2aca68e None None] Pushing event updated for resources: {'Port': ['ID=5a5e2719-ac86-4a89-b4cf-0894593a6914,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:54.886099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:54.922431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90713bef-a090-460b-bdef-58ec3c921767']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:54.944837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ae0743-2661-4ce2-b51f-b3121779b715') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:54.945218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ae0743-2661-4ce2-b51f-b3121779b715') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:55.004524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.038782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.053148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:55.053457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:55.058628 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:55.179324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.239718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:30:55.239718 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:30:55.239718 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '90713bef-a090-460b-bdef-58ec3c921767'}] Dec 16 15:30:55.239718 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:30:55.240500 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:30:55.318905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Subnet': ['ID=f1c6c74f-a871-4bb8-90ff-83afdafabcdc,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:55.331642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Checking segment: {'id': 'cc3cf77e-9b20-4a57-8169-0a823e3052fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:55.332079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network hostable DHCP agents. Network: f3bce2ff-e2be-4dc1-a029-3facac206675, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:30:55.479230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:30:55.580906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99307d7-7d3b-4ed7-bbf6-56a475aac7cb req-e4e6fa87-15a3-4ee2-8d15-3011475f92b5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:55.589384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e99307d7-7d3b-4ed7-bbf6-56a475aac7cb req-e4e6fa87-15a3-4ee2-8d15-3011475f92b5 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.0722611 Dec 16 15:30:55.651719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e99307d7-7d3b-4ed7-bbf6-56a475aac7cb req-b1381753-c141-4369-a411-ca0af2cd6bb1 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Dec 16 15:30:55.725207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f3bce2ff-e2be-4dc1-a029-3facac206675) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:55.736327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:55.736327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.744149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:55.755588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844617d5-0ed9-4ec0-8a7d-d5fd76118601 None None] Network f3bce2ff-e2be-4dc1-a029-3facac206675 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:55.937121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48f5fd35-e00c-4b59-b872-514e7df592d7 req-abe4af87-c905-4844-93df-5ffa3aa0c1f4 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0937932 Dec 16 15:30:55.975010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 5a5e2719-ac86-4a89-b4cf-0894593a6914 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:55.979521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.080088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a5e2719-ac86-4a89-b4cf-0894593a6914 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:56.131291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f3bce2ff-e2be-4dc1-a029-3facac206675', 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'project_id': '4048fca3830d429a826e3af37258b76a', 'fixed_ips': [{'subnet_id': 'f1c6c74f-a871-4bb8-90ff-83afdafabcdc'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:30:56.132255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.191406 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7a8c0d76-cccf-4551-8f98-893d38fe3b59 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4565370 Dec 16 15:30:56.192128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:56.195562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-887674210'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:56.302106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 5a5e2719-ac86-4a89-b4cf-0894593a6914, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a5e2719-ac86-4a89-b4cf-0894593a6914,segment=NetworkSegment(52ae0743-2661-4ce2-b51f-b3121779b715),segment_id=52ae0743-2661-4ce2-b51f-b3121779b715)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:56.303014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.386405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 5a5e2719-ac86-4a89-b4cf-0894593a6914 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:56.605144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5a5e2719-ac86-4a89-b4cf-0894593a6914 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:30:56.610311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.682849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd67679-dadb-4c1e-af08-4891ba72f42a None None] Network 90713bef-a090-460b-bdef-58ec3c921767 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:30:56.690241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:56.695377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.707351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Allocated IP 172.20.0.2 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/8d236b24-5841-4d2e-a869-345cd519f5d0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:56.759971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:56.820119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-648ea7a0-9fc7-40e2-a04b-cb692ba8d032 None None] Could not find standard attr ID for object 5a5e2719-ac86-4a89-b4cf-0894593a6914. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:30:56.838459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port 0930fc0d-533a-4d56-886b-336b77ea3377 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:30:56.849283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Could not find standard attr ID for object 5a5e2719-ac86-4a89-b4cf-0894593a6914. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:30:56.866798 n-d-821947-3 neutron-server[104057]: INFO neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No ports have port_id starting with 5a5e2719-ac86-4a89-b4cf-0894593a6914 Dec 16 15:30:56.867457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=5a5e2719-ac86-4a89-b4cf-0894593a6914,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:56.871352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 5a5e2719-ac86-4a89-b4cf-0894593a6914 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:30:57.103960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.137522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da672b64-74cb-415f-8203-4c810535e356 req-fdb9e10d-69df-441c-a5bc-14daf868bde2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:57.159169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da672b64-74cb-415f-8203-4c810535e356 req-fdb9e10d-69df-441c-a5bc-14daf868bde2 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2850888 Dec 16 15:30:57.185034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90713bef-a090-460b-bdef-58ec3c921767']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:57.222488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ae0743-2661-4ce2-b51f-b3121779b715') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:57.222488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ae0743-2661-4ce2-b51f-b3121779b715') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:30:57.255934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603af23-1184-4206-8f3d-4505736e0099 None None] DHCP port deletion for 90713bef-a090-460b-bdef-58ec3c921767 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:30:57.259705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.297475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.309885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:30:57.310816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:30:57.314378 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:30:57.324531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da672b64-74cb-415f-8203-4c810535e356 req-5f7e2182-ac01-44cf-9598-41de825b798f tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608579 Dec 16 15:30:57.410994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99c80286-ebaf-4649-856d-8479725ab479 req-6de66460-219e-4f7d-815e-33fabcf8023b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1147375 Dec 16 15:30:57.507282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.711385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.715057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.768847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:57.799720 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/90713bef-a090-460b-bdef-58ec3c921767 HTTP/1.1" status: 204 len: 168 time: 4.5089989 Dec 16 15:30:57.856934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54946) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:57.859813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90229613-aa2f-44a5-a712-7fc1d1badba0 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=90713bef-a090-460b-bdef-58ec3c921767,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:57.869231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611859223'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:57.932244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:57.949200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.13 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/0930fc0d-533a-4d56-886b-336b77ea3377) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:30:57.965537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:57.972013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:58.060615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a5e2719-ac86-4a89-b4cf-0894593a6914 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:30:58.064890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Pushing event updated for resources: {'Port': ['ID=8d236b24-5841-4d2e-a869-345cd519f5d0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:58.235878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5a5e2719-ac86-4a89-b4cf-0894593a6914 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:30:58.237247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a5e2719-ac86-4a89-b4cf-0894593a6914 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:30:58.282930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-6c58b78b-e67d-4383-808e-a730520f4777 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171441 Dec 16 15:30:58.287691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.297968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Attempting to bind port 8d236b24-5841-4d2e-a869-345cd519f5d0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:30:58.299600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Attempting to bind port 8d236b24-5841-4d2e-a869-345cd519f5d0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'cc3cf77e-9b20-4a57-8169-0a823e3052fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:30:58.300630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Attempting to bind port 8d236b24-5841-4d2e-a869-345cd519f5d0 on network f3bce2ff-e2be-4dc1-a029-3facac206675 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:30:58.316531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:30:58.317768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Checking segment: {'id': 'cc3cf77e-9b20-4a57-8169-0a823e3052fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:30:58.318772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.320455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Bound using segment: {'id': 'cc3cf77e-9b20-4a57-8169-0a823e3052fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:30:58.321689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Bound port: 8d236b24-5841-4d2e-a869-345cd519f5d0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cf77e-9b20-4a57-8169-0a823e3052fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:30:58.322905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.393188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-e19d9f91-eba5-437f-9943-4aa803d6c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.400669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-e19d9f91-eba5-437f-9943-4aa803d6c6d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1096 time: 0.0552876 Dec 16 15:30:58.435067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.490238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:58.495554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.548087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:30:58.556185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:30:58.565710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=0930fc0d-533a-4d56-886b-336b77ea3377,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:58.581756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:30:58.591698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] For port 8d236b24-5841-4d2e-a869-345cd519f5d0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:30:58.602778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] For port 8d236b24-5841-4d2e-a869-345cd519f5d0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d236b24-5841-4d2e-a869-345cd519f5d0,segment=NetworkSegment(cc3cf77e-9b20-4a57-8169-0a823e3052fb),segment_id=cc3cf77e-9b20-4a57-8169-0a823e3052fb)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:30:58.654907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:30:58.663406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.664023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.677516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-37049c6a-12bb-4cf5-9d60-191025ef02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.679632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-37049c6a-12bb-4cf5-9d60-191025ef02b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2394135 Dec 16 15:30:58.738922 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.739295 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 53c16951-e78c-45c2-a5c9-4d8705b30353 of type vlan for network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 Dec 16 15:30:58.766128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.786548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a467b0d8-ebe6-4be0-80a9-d2c320728c12 req-506a32a2-f514-48d2-a205-650307bc0f41 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0645988 Dec 16 15:30:58.828608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:58.840326 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-1fb064d2-72c6-4331-88f4-92fa7a5ca927 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 1001 time: 0.1498733 Dec 16 15:30:58.857660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7c72f-c3fa-4981-a993-cbf9d9909717 req-6c4fb6b0-6ae8-4fb4-b4f5-b6e7ab860acc tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.866009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43d7c72f-c3fa-4981-a993-cbf9d9909717 req-6c4fb6b0-6ae8-4fb4-b4f5-b6e7ab860acc tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.1940179 Dec 16 15:30:58.883537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-9f134cf9-fa5d-4471-8c7b-c8bf7cde0922 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:58.885927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-9f134cf9-fa5d-4471-8c7b-c8bf7cde0922 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.74 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 946 time: 0.2093918 Dec 16 15:30:58.905195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4bafd-9224-4542-8110-0aeaa0439073 None None] Pushing event updated for resources: {'Port': ['ID=8d236b24-5841-4d2e-a869-345cd519f5d0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:58.922812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.004671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43d7c72f-c3fa-4981-a993-cbf9d9909717 req-fce6391a-906b-42ea-9333-cd114d8ab322 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/security-groups?id=0925dda9-098c-49ca-b869-a7fe7e6434cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345372 Dec 16 15:30:59.038815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-82c9482e-0d1b-4601-9c6e-12192217f17a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8474050 Dec 16 15:30:59.063777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-81cdd3a0-5972-4d09-a38b-f66660c427c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:59.074966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-81cdd3a0-5972-4d09-a38b-f66660c427c4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.2232547 Dec 16 15:30:59.076211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:59.087601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-1778649834', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:58:0c:d5'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:59.158913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Deleting port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:30:59.159912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.234773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.241149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:59.241801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.309059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-f82ffe0e-b092-4e36-9d79-45e33415d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:30:59.315072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-f82ffe0e-b092-4e36-9d79-45e33415d493 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149115 Dec 16 15:30:59.479527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=54061350-28c8-44e9-856f-3f4c5e8b7fa5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:30:59.497593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] For port 37d69c76-e16f-49d2-9b3c-635f56b51eb0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=37d69c76-e16f-49d2-9b3c-635f56b51eb0,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:30:59.497973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.505611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:30:59.518061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f1537b6a-a16f-4214-90b8-406f00967abe tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6546545 Dec 16 15:30:59.522273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-b16a3321-a534-4273-8e4e-f09d8487ea45 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791770 Dec 16 15:30:59.526358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54970) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:59.532023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:30:59.547236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Calling delete_port for 37d69c76-e16f-49d2-9b3c-635f56b51eb0 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:30:59.670799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.908602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d236b24-5841-4d2e-a869-345cd519f5d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:30:59.924848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-49a75513-654f-446c-a29e-55bb935cb0b9 req-5ff787b6-0d7b-4e48-b69a-1e23877a1c6a service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701807 Dec 16 15:30:59.933429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:30:59.939480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54978) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:30:59.949712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:30:59.999275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['37d69c76-e16f-49d2-9b3c-635f56b51eb0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:31:00.169880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0ceb0-0e0e-4d48-9fa7-fc2db20cd12b None None] DHCP port deletion for 997ae88d-95c2-440e-885e-ef40a1afb0a7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:00.260162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8d236b24-5841-4d2e-a869-345cd519f5d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:00.265081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.300539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.376002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:00.603401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Pushing event deleted for resources: {'Port': ['ID=37d69c76-e16f-49d2-9b3c-635f56b51eb0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:00.633985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.7 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:00.727710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] No DVR routers for this DVR port 37d69c76-e16f-49d2-9b3c-635f56b51eb0 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:00.757320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-715ae89e-246b-459a-97f1-fae4514132c3 req-cfce97c2-8b5f-423b-901e-c6ea38bf113a tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 210 time: 0.1718671 Dec 16 15:31:00.777863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.787423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6db6841-1e97-4d27-b254-33ccca03c510 req-5d68f4cb-1e58-4f12-8223-5aff6e247b63 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.74 "DELETE /v2.0/ports/37d69c76-e16f-49d2-9b3c-635f56b51eb0 HTTP/1.1" status: 204 len: 173 time: 1.8834302 Dec 16 15:31:00.796911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a43e10c3-70da-43d8-80d5-5f0c9fc02c19 req-c62075bb-8988-416f-a3af-dc6eed8a7259 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.2145414 Dec 16 15:31:00.797484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'name': 'network-vif-deleted', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:31:00.806544 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ada041f-c7c9-4910-a825-1e8f35c1e023" -d '{"events": [{"server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "name": "network-vif-deleted", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:31:00.811153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9635941d-f3cc-4b85-a168-340cde006d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.850961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:00.868717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:00.919639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52794b-17ef-4a43-9c03-3314004d671b None None] Network f3bce2ff-e2be-4dc1-a029-3facac206675 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:00.960170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9635941d-f3cc-4b85-a168-340cde006d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.050889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9635941d-f3cc-4b85-a168-340cde006d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.082474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.174199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-aab7331a-49fd-4c13-a841-0e8f0024acf4 req-57dd3d39-e490-401c-ace6-a0bd04866600 service neutron] (104056) timed out ('10.222.0.71', 57678) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:31:01.196291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635941d-f3cc-4b85-a168-340cde006d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed21806-e003-455e-b3c7-40a599c9a291,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:01.210562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9635941d-f3cc-4b85-a168-340cde006d00 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf28f8053b9f49e383b0ca367ce9367f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2662797 Dec 16 15:31:01.211115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:01.225511 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.275797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f9060993-ea54-4e09-a297-adcb03bb19ee None None] Provisioning complete for port 8d236b24-5841-4d2e-a869-345cd519f5d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:01.276800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9060993-ea54-4e09-a297-adcb03bb19ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.360395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.366860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.415299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.456350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9060993-ea54-4e09-a297-adcb03bb19ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.474822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 8d236b24-5841-4d2e-a869-345cd519f5d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d236b24-5841-4d2e-a869-345cd519f5d0,segment=NetworkSegment(cc3cf77e-9b20-4a57-8169-0a823e3052fb),segment_id=cc3cf77e-9b20-4a57-8169-0a823e3052fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:01.532360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:01.538593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:01.543907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:01.576835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:01.586642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.589156 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059c3c3-f7f1-48dc-a74f-ada06a2da120 x-openstack-request-id: req-5059c3c3-f7f1-48dc-a74f-ada06a2da120 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:31:01.592822 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1", "name": "network-vif-deleted", "tag": "37d69c76-e16f-49d2-9b3c-635f56b51eb0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:31:01.593413 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5059c3c3-f7f1-48dc-a74f-ada06a2da120 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:31:01.594103 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1', 'name': 'network-vif-deleted', 'tag': '37d69c76-e16f-49d2-9b3c-635f56b51eb0', 'status': 'completed', 'code': 200} Dec 16 15:31:01.644239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:01.646754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.684737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.700469 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-f9060993-ea54-4e09-a297-adcb03bb19ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:31:01.700835 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-f9060993-ea54-4e09-a297-adcb03bb19ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:31:01.703053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.714871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:01.726351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ed21806-e003-455e-b3c7-40a599c9a291 HTTP/1.1" status: 204 len: 168 time: 0.5077009 Dec 16 15:31:01.733943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=8d236b24-5841-4d2e-a869-345cd519f5d0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:01.758737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87557e2-542b-4e71-a6d6-2039c860a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed21806-e003-455e-b3c7-40a599c9a291,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:01.858855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55004) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:01.859630 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-08c3db77-d929-4677-b7fd-b2a1230583a4 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7768548 Dec 16 15:31:01.939807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': '53c16951-e78c-45c2-a5c9-4d8705b30353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:01.940220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: 54061350-28c8-44e9-856f-3f4c5e8b7fa5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:01.961375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=4c803c26-3912-4f68-957e-c70cdd16420c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:02.024196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff68f5d2-534b-43a2-a490-ee0ed410647c req-3d5aabde-38ff-4c23-9786-41d4a227a151 tempest-ServerRescueNegativeTestJSON-1989975833 tempest-ServerRescueNegativeTestJSON-1989975833-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb2b8bf3-e9ca-43ce-8961-966bb0f5e8f1 HTTP/1.1" status: 200 len: 210 time: 0.0625694 Dec 16 15:31:02.107096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-676f5185-887d-4909-b958-3a32528ad0d8 req-c1b7f552-3642-4936-bce1-3d44e47895e6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0855370 Dec 16 15:31:02.108097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:02.155315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdb1dc-0875-442e-8fa7-1a0ab8ac872d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:02.186653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdb1dc-0875-442e-8fa7-1a0ab8ac872d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:02.210729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 54061350-28c8-44e9-856f-3f4c5e8b7fa5) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:02.217668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdb1dc-0875-442e-8fa7-1a0ab8ac872d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:02.225779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2fbdb1dc-0875-442e-8fa7-1a0ab8ac872d tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3648007 Dec 16 15:31:02.229483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:02.230268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.235708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55012) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:02.296434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e35eae-76d6-4c0e-8e02-3580c05ea453 None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:02.406271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-696572b5-26a8-4276-9820-d51c27488caf tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8746021 Dec 16 15:31:02.410934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55016) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:02.414128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:02.440073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:02.440604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.645051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.679273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:02.679649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-efae07f7-20f3-47f1-9755-8f0828ec84e6 None None] Provisioning complete for port 0930fc0d-533a-4d56-886b-336b77ea3377 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:02.680304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efae07f7-20f3-47f1-9755-8f0828ec84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.689638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-54061350-28c8-44e9-856f-3f4c5e8b7fa5', 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': '4c803c26-3912-4f68-957e-c70cdd16420c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:31:02.692627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.839264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:02.846033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:02.953988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-efae07f7-20f3-47f1-9755-8f0828ec84e6 None None] Port 0930fc0d-533a-4d56-886b-336b77ea3377 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:02.984899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 37d69c76-e16f-49d2-9b3c-635f56b51eb0 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:03.057130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 37d69c76-e16f-49d2-9b3c-635f56b51eb0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:03.057645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 37d69c76-e16f-49d2-9b3c-635f56b51eb0 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:03.065232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-efae07f7-20f3-47f1-9755-8f0828ec84e6 None None] Provisioning complete for port 8d236b24-5841-4d2e-a869-345cd519f5d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:03.065868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-efae07f7-20f3-47f1-9755-8f0828ec84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:03.147749 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:03.184296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:03.287357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Allocated IP 2001:db8::2 (54061350-28c8-44e9-856f-3f4c5e8b7fa5/4c803c26-3912-4f68-957e-c70cdd16420c/918ce802-375e-4864-b076-9f568638e4ce) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:03.312384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:03.724273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cde1769-d01a-45a5-b6f7-726d155df659 req-5fd50086-6930-4230-96b0-1ae2907bf557 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.3013990 Dec 16 15:31:03.761655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8086a61f-bab7-4ba2-9c5a-cb96bd839514 None None] Could not find standard attr ID for object f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:31:03.778824 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:03.983162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:03.990883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:03.994224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:03.995967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.013221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.019181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=69449e36-b5b3-49db-a19c-f93862c72847,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:04.027536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d236b24-5841-4d2e-a869-345cd519f5d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:04.028511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-71452cbc-a828-461b-95d1-1919f103f920 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23 HTTP/1.1" status: 204 len: 168 time: 1.7908273 Dec 16 15:31:04.029190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:04.040358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.074101 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-118c8803-f75a-4c02-a847-05e7cbffd666 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] GET failed (client error): The resource could not be found. Dec 16 15:31:04.075612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-118c8803-f75a-4c02-a847-05e7cbffd666 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports/f4fb7ebf-ffb1-4111-a4c8-2a098f1ada23 HTTP/1.1" status: 404 len: 333 time: 0.0454378 Dec 16 15:31:04.080269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:04.086679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-741252934'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:04.169125 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.188675 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4f222b3-f921-48f5-89e1-d3e7b7abfb54 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7798104 Dec 16 15:31:04.189306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55048) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:04.279395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:04.293768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:04.307553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:04.333182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Pushing event updated for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:04.354361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8d236b24-5841-4d2e-a869-345cd519f5d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:04.354764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.392154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.394169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.405250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.407015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.408664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:04.423755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55054) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:04.425986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81e8ac21-0a97-4267-8399-eb7fdcafe869 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2352264 Dec 16 15:31:04.438725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-327394844'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:04.542814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Attempting to bind port 918ce802-375e-4864-b076-9f568638e4ce on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:04.543113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Attempting to bind port 918ce802-375e-4864-b076-9f568638e4ce by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '53c16951-e78c-45c2-a5c9-4d8705b30353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:31:04.544463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Attempting to bind port 918ce802-375e-4864-b076-9f568638e4ce on network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:31:04.559923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:31:04.560305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Checking segment: {'id': '53c16951-e78c-45c2-a5c9-4d8705b30353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:04.560752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.561177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Bound using segment: {'id': '53c16951-e78c-45c2-a5c9-4d8705b30353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:31:04.561721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Bound port: 918ce802-375e-4864-b076-9f568638e4ce, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c16951-e78c-45c2-a5c9-4d8705b30353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:31:04.562106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.615787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:04.620811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.635882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.670113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port d4817b69-f607-4469-a7f3-511838c778f0 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:04.833221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:31:04.840473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=918ce802-375e-4864-b076-9f568638e4ce,segment=NetworkSegment(53c16951-e78c-45c2-a5c9-4d8705b30353),segment_id=53c16951-e78c-45c2-a5c9-4d8705b30353)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:31:04.955430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:04.984121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.14 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/d4817b69-f607-4469-a7f3-511838c778f0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:05.075307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:05.083705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:05.106605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e7d8f-031c-40a2-8dbd-08744a0cffd3 None None] Pushing event updated for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:05.141578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5c4cc25-5311-4b55-96c7-a6df8bc73ff9 req-49be4200-da6f-4fa5-b625-7017dc17ab84 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1281886 Dec 16 15:31:05.198222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:05.252471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:05.253687 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment c10b26f4-6406-4ecf-aa77-19248ee40718 of type vlan for network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 Dec 16 15:31:05.340595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:05.501552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:05.512829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:05.512829 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:05.865977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.014030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 918ce802-375e-4864-b076-9f568638e4ce up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:06.080313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.163255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:06.164403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.210192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:06.216621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:06.235341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:06.281979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Deleting port 5a338a90-c8ab-4bdc-8721-9aaa5be96072 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:06.282912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.380869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=d4817b69-f607-4469-a7f3-511838c778f0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:06.440163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:06.441227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.562377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:06.568971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1421671 Dec 16 15:31:06.569945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:06.609653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:06.628395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a10a017-ebe0-4c4b-a150-b851772e136b req-f6749485-98f3-468d-837d-4726e0a2271a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1266882 Dec 16 15:31:06.643542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9066cb64-6420-4e1f-871d-e76e74a2faf0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5616035 Dec 16 15:31:06.645349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:06.663793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:58:0c:d5'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:06.795508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a9de0-be3f-487d-93d8-60cc115d75ec tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=d106aa86-e75f-4523-8d1d-1ba69b6ee6d4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:06.813436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=918ce802-375e-4864-b076-9f568638e4ce,segment=NetworkSegment(53c16951-e78c-45c2-a5c9-4d8705b30353),segment_id=53c16951-e78c-45c2-a5c9-4d8705b30353)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:06.822426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:07.030114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] For port 5a338a90-c8ab-4bdc-8721-9aaa5be96072, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a338a90-c8ab-4bdc-8721-9aaa5be96072,segment=NetworkSegment(49665b44-7630-4119-a9b0-316955b9eda5),segment_id=49665b44-7630-4119-a9b0-316955b9eda5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:07.030758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.090306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.109869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Calling delete_port for 5a338a90-c8ab-4bdc-8721-9aaa5be96072 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:07.218331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ac5ddee8-185d-4fe1-87f7-b09810f795fe None None] Provisioning complete for port d4817b69-f607-4469-a7f3-511838c778f0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:07.227741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac5ddee8-185d-4fe1-87f7-b09810f795fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.257796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.365196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:07.380337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.396605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ac5ddee8-185d-4fe1-87f7-b09810f795fe None None] Port d4817b69-f607-4469-a7f3-511838c778f0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:07.407895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.431922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a581b-b1f1-4b0b-b4a3-1f72ed313c66 None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:07.433404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 is not hosted by any dhcp agent {{(pid=104055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:31:07.440349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:07.441032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.445883 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "PUT /v2.0/networks/d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 HTTP/1.1" status: 200 len: 723 time: 0.8640893 Dec 16 15:31:07.552964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55132) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:07.592674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:07.597159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba03f570-0ff9-4764-856a-463675fc0f47 None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:07.597759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba03f570-0ff9-4764-856a-463675fc0f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:07.817169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9fcea-2577-46c4-babd-2ad9417276e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=d106aa86-e75f-4523-8d1d-1ba69b6ee6d4,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:07.986324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:08.023345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 918ce802-375e-4864-b076-9f568638e4ce up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:08.055382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04eda338-ed9b-49ac-b5be-c4c1f02bef92 req-cc608197-c0a1-4ba9-a0f4-73353a68893a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0610237 Dec 16 15:31:08.081779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:08.088688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.147408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.257216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Pushing event deleted for resources: {'Port': ['ID=5a338a90-c8ab-4bdc-8721-9aaa5be96072,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:08.262165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Update dhcp port {'port': {'network_id': '54061350-28c8-44e9-856f-3f4c5e8b7fa5', 'fixed_ips': [{'subnet_id': '4c803c26-3912-4f68-957e-c70cdd16420c', 'ip_address': '2001:db8::2'}, {'subnet_id': '69449e36-b5b3-49db-a19c-f93862c72847'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '918ce802-375e-4864-b076-9f568638e4ce'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:31:08.274975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deff640-83e8-41aa-aaa8-d5db30bc9a9c None None] DHCP port deletion for 997ae88d-95c2-440e-885e-ef40a1afb0a7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:08.406787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.499066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:08.501349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.798194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:08.926032 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.082535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.244159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=d4817b69-f607-4469-a7f3-511838c778f0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:09.418760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73fafd27-0924-4c01-be8b-c5459b73ede5 req-83b1bff0-af68-4194-a80f-52dcf637331d tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1529636 Dec 16 15:31:09.464458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] In _notify_port_updated(), no bound segment for port d4817b69-f607-4469-a7f3-511838c778f0 on network f3bce2ff-e2be-4dc1-a029-3facac206675 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:31:09.472728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:09.473569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.478212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-295addd6-445f-4e99-85d9-d2c8b69b9796 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "PUT /v2.0/ports/d4817b69-f607-4469-a7f3-511838c778f0 HTTP/1.1" status: 200 len: 994 time: 2.8278213 Dec 16 15:31:09.481935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:09.489316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55192) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:09.607682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=de48db39-b217-42da-8318-67f458effc5b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:09.687868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Router 3f0325a1-e082-4c7e-b62e-4e59556fa385 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:31:09.737962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Allocated IP 172.20.0.1 (54061350-28c8-44e9-856f-3f4c5e8b7fa5/69449e36-b5b3-49db-a19c-f93862c72847/918ce802-375e-4864-b076-9f568638e4ce) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:10.089976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': 'c10b26f4-6406-4ecf-aa77-19248ee40718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:10.090747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: d106aa86-e75f-4523-8d1d-1ba69b6ee6d4, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:10.156454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port d4817b69-f607-4469-a7f3-511838c778f0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:10.157578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.210275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:31:10.223509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0f930b7b-c342-4b76-b9d0-5a76f1308c91 None None] Provisioning complete for port d4817b69-f607-4469-a7f3-511838c778f0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:10.224137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0f930b7b-c342-4b76-b9d0-5a76f1308c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.227304 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eb834c17-b425-4362-8bc3-5ae867827cce admin admin] 10.222.0.71 "PUT /v2.0/routers/3f0325a1-e082-4c7e-b62e-4e59556fa385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0345676 Dec 16 15:31:10.228479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55206) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:10.239877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Sync routers for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:31:10.321464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:10.403667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:10.405296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:10.416533 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.449684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d106aa86-e75f-4523-8d1d-1ba69b6ee6d4) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:10.466218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for d4817b69-f607-4469-a7f3-511838c778f0 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:10.470890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:10.471899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.523775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.639237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4751f939-b87c-46b1-a089-c9c9cc07d0f8 None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:10.750163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0f930b7b-c342-4b76-b9d0-5a76f1308c91 None None] Port d4817b69-f607-4469-a7f3-511838c778f0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:10.755577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:10.781325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=918ce802-375e-4864-b076-9f568638e4ce,segment=NetworkSegment(53c16951-e78c-45c2-a5c9-4d8705b30353),segment_id=53c16951-e78c-45c2-a5c9-4d8705b30353)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:10.790759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:10.792019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92b5aa39-1e24-406f-ae79-1809529c53e2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2371242 Dec 16 15:31:10.797624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:10.804528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46fb95b4-24eb-41eb-9867-00f4b5465a4c req-b0ff90e4-67e4-4a2a-822e-7c5e3365b305 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1657453 Dec 16 15:31:11.029123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:11.032967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.152351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5293939'] for subnet, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.266972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d106aa86-e75f-4523-8d1d-1ba69b6ee6d4', 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': 'de48db39-b217-42da-8318-67f458effc5b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:31:11.268491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.301917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.316421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.343019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Deleting port de0273a6-97d1-490c-98e7-c453854a7a1c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:11.343588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.530518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=d4817b69-f607-4469-a7f3-511838c778f0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:11.808702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.816840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bae2a9da-4376-4cd9-8399-5b7cba80b9bc tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/d4817b69-f607-4469-a7f3-511838c778f0 HTTP/1.1" status: 204 len: 168 time: 2.2182171 Dec 16 15:31:11.819341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:11.840181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] For port de0273a6-97d1-490c-98e7-c453854a7a1c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de0273a6-97d1-490c-98e7-c453854a7a1c,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:11.840731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:11.886856 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceba29ce-0344-47f2-b4bf-3b7b3059152e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] GET failed (client error): The resource could not be found. Dec 16 15:31:11.891339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ceba29ce-0344-47f2-b4bf-3b7b3059152e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports/d4817b69-f607-4469-a7f3-511838c778f0 HTTP/1.1" status: 404 len: 333 time: 0.0671132 Dec 16 15:31:11.897412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:11.903988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b80cb7-69e7-4095-b86e-4d022ec936ad None None] Pushing event updated for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:11.913267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-1189051326'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:11.960988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Calling delete_port for de0273a6-97d1-490c-98e7-c453854a7a1c owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:12.160143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:31:07Z', 'revision_number': 5, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port': {'id': 'de0273a6-97d1-490c-98e7-c453854a7a1c', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:27:27Z', 'updated_at': '2021-12-16T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:12.241290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Checking router: 3f0325a1-e082-4c7e-b62e-4e59556fa385 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:31:12.264102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35e68cfb-9caf-45fb-854d-42f07ac0eedf req-f001f8a6-20ce-4b09-a1cc-7fbc9f7b4364 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1319897 Dec 16 15:31:12.288879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Routers {'3f0325a1-e082-4c7e-b62e-4e59556fa385'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:31:12.290835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3f0325a1-e082-4c7e-b62e-4e59556fa385'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:12.513263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:12.519863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:12.521546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] Set router 3f0325a1-e082-4c7e-b62e-4e59556fa385 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:31:12.570835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port d66a8310-f048-46ec-98a8-015f08c4e843 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:12.708566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:31:10Z', 'revision_number': 6, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:12.856625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaaadf6-2a5b-4320-9bff-6fe6183fffce None None] The sync data for ids ['3f0325a1-e082-4c7e-b62e-4e59556fa385'] in n-d-821947-3 is: [{'id': '3f0325a1-e082-4c7e-b62e-4e59556fa385', 'name': 'tempest-ServerRescueNegativeTestJSON-1896710434-router', 'tenant_id': 'b3cf763091064a6bbe1fc73c61961b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:27:25Z', 'updated_at': '2021-12-16T15:31:10Z', 'revision_number': 6, 'project_id': 'b3cf763091064a6bbe1fc73c61961b75', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:31:12.975463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771845998812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7757925'] for subnet, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:12.999558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:13.000812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.009042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "PUT /v2.0/subnets/de48db39-b217-42da-8318-67f458effc5b HTTP/1.1" status: 200 len: 826 time: 2.2169435 Dec 16 15:31:13.013123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.9 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/d66a8310-f048-46ec-98a8-015f08c4e843) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:13.017260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:13.185714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Allocated IP 2001:db8::2 (d106aa86-e75f-4523-8d1d-1ba69b6ee6d4/de48db39-b217-42da-8318-67f458effc5b/4b01ecda-dfba-42d8-b0e4-3f02d22fb18f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:13.206029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.310858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Pushing event deleted for resources: {'Port': ['ID=de0273a6-97d1-490c-98e7-c453854a7a1c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:13.483591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f6a5e-e567-47ca-9248-ceb1af06bde4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=de48db39-b217-42da-8318-67f458effc5b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:13.651119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e82ce6-5f24-444a-abc4-76b1af5016d4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:13.665043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c882007-6565-4793-9ab7-cd54627d1486 None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:13.743857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.759779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.778474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.788563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb42a64f-d6a4-48d8-aca9-6fb44c5a58ec req-a2af418c-4cb7-4243-b4b5-285e39af3f35 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.2826228 Dec 16 15:31:13.913904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:13.918066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.059178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.074616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1141e03a-1e48-4b6e-a31a-e4f2d3089ac8 None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:14.075180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1141e03a-1e48-4b6e-a31a-e4f2d3089ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.213001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.220886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.221804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f0325a1-e082-4c7e-b62e-4e59556fa385 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:31:14.228412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.230967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e7a4fdb-9b71-46af-b1f4-221941c5fa7c admin admin] 10.222.0.71 "DELETE /v2.0/routers/3f0325a1-e082-4c7e-b62e-4e59556fa385 HTTP/1.1" status: 204 len: 168 time: 4.0005078 Dec 16 15:31:14.234898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:14.314965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=d66a8310-f048-46ec-98a8-015f08c4e843,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:14.333272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.359010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:14.367557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:14.372830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:14.420463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1cceac0-fc83-4e5e-9ac8-4a0494b5759d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.442343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Deleting subnet bb6a7002-93d0-48ec-bd09-5a927129707d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:14.448857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.514409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.522768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 918ce802-375e-4864-b076-9f568638e4ce up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:14.545983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.589196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:14.603407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.618708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:14.760761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5c29b27d-9a66-44c1-bcc2-e9c34ce2d03a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8564196 Dec 16 15:31:14.764080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:14.803286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:58:0c:d5'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:14.943063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.124658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=de48db39-b217-42da-8318-67f458effc5b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:15.340562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.371798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d106aa86-e75f-4523-8d1d-1ba69b6ee6d4']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:15.373177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11523878-8dc0-45b5-8337-36edfcde014b req-14fca438-67a9-4079-bb74-fd2c4e54a1da tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1486754 Dec 16 15:31:15.386162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b26f4-6406-4ecf-aa77-19248ee40718') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:15.386855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b26f4-6406-4ecf-aa77-19248ee40718') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:15.401115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.419095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.428967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:15.429756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:15.480548 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:15.486293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.488421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:15.516334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:15.525662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:15.531025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Pushing event updated for resources: {'Port': ['ID=4b01ecda-dfba-42d8-b0e4-3f02d22fb18f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:15.534234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:15.536397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.544758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6a7002-93d0-48ec-bd09-5a927129707d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:15.548130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.554832 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bb6a7002-93d0-48ec-bd09-5a927129707d HTTP/1.1" status: 204 len: 168 time: 1.3181362 Dec 16 15:31:15.557880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:15.563877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.564359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.564903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.565320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.565736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.566140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.566544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.566946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.567681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.568146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.568549 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.568973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.569309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9dcfe6e-9d5c-4fc7-b7b4-9856d343dcb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:15.604466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:31:15.604466 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:31:15.604466 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'}] Dec 16 15:31:15.604466 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:31:15.615925 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:31:15.616252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8437260-0649-4758-b95c-51a648b3f3e7 None None] Network 997ae88d-95c2-440e-885e-ef40a1afb0a7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:15.864645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Attempting to bind port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:15.865076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Attempting to bind port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c10b26f4-6406-4ecf-aa77-19248ee40718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:31:15.866194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Attempting to bind port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f on network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:31:15.873496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59979bbe-2880-414d-9870-bada6faf0862 None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:15.873911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59979bbe-2880-414d-9870-bada6faf0862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.890836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.893052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:31:15.893576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Checking segment: {'id': 'c10b26f4-6406-4ecf-aa77-19248ee40718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:15.894115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.894539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Bound using segment: {'id': 'c10b26f4-6406-4ecf-aa77-19248ee40718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:31:15.895097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Bound port: 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10b26f4-6406-4ecf-aa77-19248ee40718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd106aa86-e75f-4523-8d1d-1ba69b6ee6d4'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:31:15.895468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.923391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:15.990120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9eb2e3-f1f3-4cd5-bd9a-f23b58e3a6bc None None] DHCP port deletion for 997ae88d-95c2-440e-885e-ef40a1afb0a7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:16.106028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.241173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:16.241895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.347670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.375442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] For port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:31:16.407546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] For port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b01ecda-dfba-42d8-b0e4-3f02d22fb18f,segment=NetworkSegment(c10b26f4-6406-4ecf-aa77-19248ee40718),segment_id=c10b26f4-6406-4ecf-aa77-19248ee40718)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:31:16.441756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-59979bbe-2880-414d-9870-bada6faf0862 None None] Provisioning complete for port d66a8310-f048-46ec-98a8-015f08c4e843 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:16.442504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59979bbe-2880-414d-9870-bada6faf0862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.487070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.508911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f, host n-d-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:16.511568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.525127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59979bbe-2880-414d-9870-bada6faf0862 None None] Port d66a8310-f048-46ec-98a8-015f08c4e843 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:16.529446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a338a90-c8ab-4bdc-8721-9aaa5be96072 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:16.545054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:16.581027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.596057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-de8e42b2-d770-4ca3-b887-8ec9329ef995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.599726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5a338a90-c8ab-4bdc-8721-9aaa5be96072 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:16.600188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a338a90-c8ab-4bdc-8721-9aaa5be96072 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:16.601572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de0273a6-97d1-490c-98e7-c453854a7a1c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:16.816250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: de0273a6-97d1-490c-98e7-c453854a7a1c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:16.816850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de0273a6-97d1-490c-98e7-c453854a7a1c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:16.877359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.942224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:16.976059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29027013-edf0-4763-8fcf-b0271a88e04a req-077d0c03-c0da-4dcd-85dc-1f0b288593f6 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.3393254 Dec 16 15:31:16.985412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=d66a8310-f048-46ec-98a8-015f08c4e843,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:16.990321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 4b01ecda-dfba-42d8-b0e4-3f02d22fb18f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:17.066174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=4b01ecda-dfba-42d8-b0e4-3f02d22fb18f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.071673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['997ae88d-95c2-440e-885e-ef40a1afb0a7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.077292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b58c4-075e-4135-9de2-68b29a42dd50 None None] Pushing event updated for resources: {'Port': ['ID=4b01ecda-dfba-42d8-b0e4-3f02d22fb18f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.112190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a54b1d-eb8a-4fd9-add5-7e95188f2103 None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:17.157938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49665b44-7630-4119-a9b0-316955b9eda5') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.158426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49665b44-7630-4119-a9b0-316955b9eda5') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.185275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] In _notify_port_updated(), no bound segment for port d66a8310-f048-46ec-98a8-015f08c4e843 on network f3bce2ff-e2be-4dc1-a029-3facac206675 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:31:17.211747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:17.216867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.226893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-009175dd-88de-41e8-96e4-81c7e948ece5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "PUT /v2.0/ports/d66a8310-f048-46ec-98a8-015f08c4e843 HTTP/1.1" status: 200 len: 996 time: 2.4579246 Dec 16 15:31:17.234410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.272096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.320872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63342dfa-a429-4d7a-b947-d287749b1e4d None None] Network d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:17.321476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.328851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.366680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:17.368873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.403733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d106aa86-e75f-4523-8d1d-1ba69b6ee6d4']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.413021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-158ec624-32de-42f5-abee-6bb86d0e6b2a None None] Provisioning complete for port d66a8310-f048-46ec-98a8-015f08c4e843 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:17.418720 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:17.424780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-158ec624-32de-42f5-abee-6bb86d0e6b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.467403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b26f4-6406-4ecf-aa77-19248ee40718') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.467403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b26f4-6406-4ecf-aa77-19248ee40718') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:17.467403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.488452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port d66a8310-f048-46ec-98a8-015f08c4e843 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:17.488807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.493716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.559167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:17.560531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:17.564690 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:17.597002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-158ec624-32de-42f5-abee-6bb86d0e6b2a None None] Port d66a8310-f048-46ec-98a8-015f08c4e843 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:17.608838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b9561b-f792-4043-ad76-7a85e31e346b None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:31:17.679295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.703624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8368721'] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.721948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] 10.222.0.71 "DELETE /v2.0/networks/997ae88d-95c2-440e-885e-ef40a1afb0a7 HTTP/1.1" status: 204 len: 168 time: 2.1553872 Dec 16 15:31:17.764621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.785072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for d66a8310-f048-46ec-98a8-015f08c4e843 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:17.789625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041830d1-39f2-4550-8891-eb7b8e32be6f admin admin] Pushing event deleted for resources: {'Network': ['ID=997ae88d-95c2-440e-885e-ef40a1afb0a7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:17.907896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.956394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.968584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:17.975238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55312) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:17.976329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 HTTP/1.1" status: 204 len: 168 time: 4.9528415 Dec 16 15:31:18.023765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c9829-de8d-49ea-b38e-89352c9f9d6a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=d106aa86-e75f-4523-8d1d-1ba69b6ee6d4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.052335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55316) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.073618 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f32a8d-1348-439c-b558-dd03880d9c8b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:18.074430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f32a8d-1348-439c-b558-dd03880d9c8b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:18.081600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9f32a8d-1348-439c-b558-dd03880d9c8b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 HTTP/1.1" status: 404 len: 339 time: 0.1034451 Dec 16 15:31:18.086656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.096897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1386547002', 'description': 'd1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:18.099871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9561b-f792-4043-ad76-7a85e31e346b None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:31:18.157683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.206497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5de5285-a52c-40b2-9611-950429b24077 req-bc05c964-c905-48ed-9677-292ea14981a1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0492587 Dec 16 15:31:18.302960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=d66a8310-f048-46ec-98a8-015f08c4e843,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.314762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:18.324655 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.332292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ee57-dbd5-42e5-8b15-df5e7bb6bebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.454891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ee57-dbd5-42e5-8b15-df5e7bb6bebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.560138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:18.576960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.580866 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a898ffc1-4a8f-4033-aded-71df37032b9a tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/d66a8310-f048-46ec-98a8-015f08c4e843 HTTP/1.1" status: 204 len: 168 time: 1.3453262 Dec 16 15:31:18.586370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.598507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.605389 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 1065346b-cc34-4355-b6e3-86d25298b7d4 of type vlan for network 400f7e4f-a4ad-47c6-b638-b4d330d09fa9 Dec 16 15:31:18.616616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c4c0ee57-dbd5-42e5-8b15-df5e7bb6bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.634244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55324) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.642981 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb33161-110e-41e1-84bd-d624dd15b2af tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] GET failed (client error): The resource could not be found. Dec 16 15:31:18.642981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-adb33161-110e-41e1-84bd-d624dd15b2af tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports/d66a8310-f048-46ec-98a8-015f08c4e843 HTTP/1.1" status: 404 len: 333 time: 0.0531375 Dec 16 15:31:18.653129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.661130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-1525751211'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:18.722750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:18.742565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c4c0ee57-dbd5-42e5-8b15-df5e7bb6bebc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=323fb01c68344fa786771c64922e8eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929286 Dec 16 15:31:18.745781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.905919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0ee57-dbd5-42e5-8b15-df5e7bb6bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bfdfdb-7c85-4347-9545-98c71eb2967e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:18.921516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45b1b959-ca45-45d9-924d-3cbe98308057 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b3cf763091064a6bbe1fc73c61961b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2822349 Dec 16 15:31:18.925622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:18.983050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.012980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.041270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:19.041270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.048818 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.087920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:19.091546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.130978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.140925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port 9d3ed057-81b2-47e4-aa87-ac82dbcca663 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:19.148261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=400f7e4f-a4ad-47c6-b638-b4d330d09fa9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.164629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 400f7e4f-a4ad-47c6-b638-b4d330d09fa9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:19.177259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.219763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.240210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.250744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.263007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23bfdfdb-7c85-4347-9545-98c71eb2967e HTTP/1.1" status: 204 len: 168 time: 0.4964726 Dec 16 15:31:19.284092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-985549b8-8af0-4989-bcfc-c5c1e5753fc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1948104 Dec 16 15:31:19.285358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47827b-6a5f-4846-b139-ccb6ff82ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bfdfdb-7c85-4347-9545-98c71eb2967e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.288657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55338) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:19.372320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.380661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.380661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0925dda9-098c-49ca-b869-a7fe7e6434cf HTTP/1.1" status: 204 len: 168 time: 0.4498909 Dec 16 15:31:19.393242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af87a1-63b5-4f90-a37a-c68138820159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0925dda9-098c-49ca-b869-a7fe7e6434cf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:19.443169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac8cfb1f-ec16-4c96-a642-b01e9413b424 req-bccfc538-7110-4da1-97e8-c21b10b87b05 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1161962 Dec 16 15:31:19.523807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f5144-00e3-45fe-bcce-468722532b0e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:19.532844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-222f5144-00e3-45fe-bcce-468722532b0e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks?id=400f7e4f-a4ad-47c6-b638-b4d330d09fa9 HTTP/1.1" status: 200 len: 765 time: 0.2353616 Dec 16 15:31:19.533389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55342) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:19.550753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'description': 'd2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:19.936042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:19.976947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.053553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.7 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/9d3ed057-81b2-47e4-aa87-ac82dbcca663) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:20.095410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.110562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 400f7e4f-a4ad-47c6-b638-b4d330d09fa9 is not hosted by any dhcp agent {{(pid=104056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:31:20.125785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:20.129966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.137747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "PUT /v2.0/networks/400f7e4f-a4ad-47c6-b638-b4d330d09fa9 HTTP/1.1" status: 200 len: 762 time: 0.6010559 Dec 16 15:31:20.148326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:20.232676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622be569-e114-4de7-b114-b89731d2f3e4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=400f7e4f-a4ad-47c6-b638-b4d330d09fa9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:20.249603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 400f7e4f-a4ad-47c6-b638-b4d330d09fa9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:20.362337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d8dad-4fa6-4262-8c46-c385a4311be4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:20.369055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:20.372698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b8d8dad-4fa6-4262-8c46-c385a4311be4 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks?id=400f7e4f-a4ad-47c6-b638-b4d330d09fa9 HTTP/1.1" status: 200 len: 765 time: 0.2283790 Dec 16 15:31:20.656576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.660388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c8431e-2c26-478b-8013-003c7d8247bd req-835aed2d-caff-4ea6-8465-658d92158ac0 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0732882 Dec 16 15:31:20.677629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4212e894-09ed-4ccb-83fe-7b42fad5e137 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:20.679375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4212e894-09ed-4ccb-83fe-7b42fad5e137 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3086710 Dec 16 15:31:20.683882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55362) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:20.867656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:20.942784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:20.957879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:20.959659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:20.995228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:21.087285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=9d3ed057-81b2-47e4-aa87-ac82dbcca663,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:21.103529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee88e070-4e00-4b72-a59a-53342f285255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.148207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.149209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.149399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-12d10994-99a5-4e05-a1d1-6bbc283a1739 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 207 time: 0.4631393 Dec 16 15:31:21.150272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55368) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:21.332106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee88e070-4e00-4b72-a59a-53342f285255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.345517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a532a17-84de-4075-b6af-620806c0d9be tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6907940 Dec 16 15:31:21.346861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55374) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:21.365485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'network_id': 'f3bce2ff-e2be-4dc1-a029-3facac206675', 'name': 'tempest-AllowedAddressPairTestJSON-1050987235'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:21.421842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.435856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.454012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.472391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.474519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-22b4b1f9-208d-4f09-84fb-39eb17affaa5 None None] Provisioning complete for port 9d3ed057-81b2-47e4-aa87-ac82dbcca663 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:21.475360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22b4b1f9-208d-4f09-84fb-39eb17affaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.488856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.504847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:21.516146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7525a476-2aac-4411-ad01-3fe3462a9d8c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3445833 Dec 16 15:31:21.517835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55380) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:21.543307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee88e070-4e00-4b72-a59a-53342f285255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.578704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-22b4b1f9-208d-4f09-84fb-39eb17affaa5 None None] Port 9d3ed057-81b2-47e4-aa87-ac82dbcca663 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:21.606980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88e070-4e00-4b72-a59a-53342f285255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e55c85-b21a-4a1d-9d26-53d93052cc80,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:21.646666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ee88e070-4e00-4b72-a59a-53342f285255 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd48d9283e4e47e4abc72138f877580c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6796913 Dec 16 15:31:21.647201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:21.787499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Made reservation on behalf of 4048fca3830d429a826e3af37258b76a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:21.792070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.820696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:21.840589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] device_id is not set on port f976c401-e0f8-406f-b91c-e31d639c9d12 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:21.861006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55388) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:21.861245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2a9ccbb0-dec5-4fa7-ac43-d6f6af98e3a7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3393614 Dec 16 15:31:21.932742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08c2c15-975d-41f9-aa0d-a3647d89fecc req-435ed643-daad-4d85-a4a7-8a25f1f3ac3f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.0622590 Dec 16 15:31:21.989471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:22.065836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.067413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.069197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.070857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.072531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.074962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea25ed1c-6421-4023-bcda-8853fb1dd442 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2132518 Dec 16 15:31:22.088503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55392) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:22.154706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Allocated IP 172.20.0.5 (f3bce2ff-e2be-4dc1-a029-3facac206675/f1c6c74f-a871-4bb8-90ff-83afdafabcdc/f976c401-e0f8-406f-b91c-e31d639c9d12) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:22.215629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.218621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.222785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.228087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.233723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.250023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f5f59b04-792f-433f-a63b-22c85c29f222 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1597247 Dec 16 15:31:22.253901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55398) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:22.594499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b32d73-638b-4f0e-a2fc-6a5b14ddd25d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:22.605590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-43b32d73-638b-4f0e-a2fc-6a5b14ddd25d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks/6e5e3676-40ec-46f1-b310-8d129a6c592c HTTP/1.1" status: 200 len: 803 time: 0.3493972 Dec 16 15:31:22.607265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55410) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:22.625623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:22.630059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:22.632429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2e55c85-b21a-4a1d-9d26-53d93052cc80 HTTP/1.1" status: 204 len: 168 time: 0.9829462 Dec 16 15:31:22.713863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2777a67-d147-4911-b276-acc280d3b196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e55c85-b21a-4a1d-9d26-53d93052cc80,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:22.754556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:22.898624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7598d3b3-3e62-4ae4-9d49-a455d37dcbc1 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/networks/6e5e3676-40ec-46f1-b310-8d129a6c592c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2888548 Dec 16 15:31:22.907061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:22.973502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.117365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=f976c401-e0f8-406f-b91c-e31d639c9d12,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:23.134187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Network f3bce2ff-e2be-4dc1-a029-3facac206675 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:23.164232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:23.173934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:23.241809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7e1f444-5060-40d3-8b71-92529e373a6f req-843aa086-ed5b-4141-9ca6-e341c9f1385b tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1041505 Dec 16 15:31:23.288306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b10bd1-4619-408c-9889-5550237a49a2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:23.297404 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e1b10bd1-4619-408c-9889-5550237a49a2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets/bf2f9307-73c3-44af-af55-499834f1507f HTTP/1.1" status: 200 len: 843 time: 0.3889515 Dec 16 15:31:23.313133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:23.353348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc881a2c-5647-4521-8247-f2732b0adb1b req-464eb2f6-fb52-47d1-9554-41c1caed3685 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1018860 Dec 16 15:31:23.497470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:23.512672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.533971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430d9901-b1e2-4b9e-8906-3e2826e650cd tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:23.541968 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-430d9901-b1e2-4b9e-8906-3e2826e650cd tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "GET /v2.0/subnets/bf2f9307-73c3-44af-af55-499834f1507f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2259417 Dec 16 15:31:23.554027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:23.565147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808792344'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:23.636684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6e59d22d-b929-48f2-bcf0-db2d7066fc95 None None] Provisioning complete for port f976c401-e0f8-406f-b91c-e31d639c9d12 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:23.637780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6e59d22d-b929-48f2-bcf0-db2d7066fc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.671612 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07e52d69-26b9-4b75-999a-0a5557b123e6 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3230140 Dec 16 15:31:23.675255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:23.683217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:58:0c:d5'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:46:1c:91'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:23.727393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6e59d22d-b929-48f2-bcf0-db2d7066fc95 None None] Port f976c401-e0f8-406f-b91c-e31d639c9d12 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:23.816321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:23.824640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.911349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:23.940220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:23.940220 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Added segment 12fb3bd7-8cba-416c-aabd-b6f8135784fd of type vlan for network 74de335f-f13c-47b5-ba3e-9fb403c09668 Dec 16 15:31:24.072950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.086342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.172493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:24.204065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c13c5f3-34d5-4113-a966-fcf914a1e364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.244866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.251305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:24.252006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.449816 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8965402 Dec 16 15:31:24.470893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:24.487952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:24.566915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11e25a-54bc-49f7-90b9-589af1fb663a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Network': ['ID=74de335f-f13c-47b5-ba3e-9fb403c09668,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:24.583442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:24.642099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c13c5f3-34d5-4113-a966-fcf914a1e364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.708159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.752815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c13c5f3-34d5-4113-a966-fcf914a1e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.801531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13c5f3-34d5-4113-a966-fcf914a1e364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d89d88-5678-4968-824b-1c5ff2118630,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:24.807675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Made reservation on behalf of ae94b12297774e2fb4c0ec9b0a6e758a for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:24.813322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.844706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:24.919676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9de012c7-8ad2-4040-8463-358fdb47e1f2 req-d4d0ec67-a3d9-4887-85c3-aa84ced05847 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1994488 Dec 16 15:31:24.934418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a42cac92-7dad-4678-9629-84d540bb1e19 req-6e10432b-b439-48f8-b75c-047d8cbc4631 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.2045550 Dec 16 15:31:25.067266 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6c13c5f3-34d5-4113-a966-fcf914a1e364 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45d297f552a646298211cb7e868585c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8927529 Dec 16 15:31:25.069564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Performing IP validity checks on allocation pools {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:31:25.070381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:31:25.074328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:25.183557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event updated for resources: {'Port': ['ID=f976c401-e0f8-406f-b91c-e31d639c9d12,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:25.190196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] In _notify_port_updated(), no bound segment for port f976c401-e0f8-406f-b91c-e31d639c9d12 on network f3bce2ff-e2be-4dc1-a029-3facac206675 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:31:25.196508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:25.198453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.200383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-50569eb1-3947-4bdb-93f6-fa402568a425 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "PUT /v2.0/ports/f976c401-e0f8-406f-b91c-e31d639c9d12 HTTP/1.1" status: 200 len: 1056 time: 1.5240002 Dec 16 15:31:25.203238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55452) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:25.230265 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.375440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port f976c401-e0f8-406f-b91c-e31d639c9d12 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:25.376024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.466511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.513472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.540500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for f976c401-e0f8-406f-b91c-e31d639c9d12 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:25.568647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cc781cee-9115-4bf3-85b0-414822429ac3 None None] Provisioning complete for port f976c401-e0f8-406f-b91c-e31d639c9d12 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:25.570192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc781cee-9115-4bf3-85b0-414822429ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.623274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cc781cee-9115-4bf3-85b0-414822429ac3 None None] Port f976c401-e0f8-406f-b91c-e31d639c9d12 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:31:25.669221 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.673864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.676997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:25.678407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e1d89d88-5678-4968-824b-1c5ff2118630 HTTP/1.1" status: 204 len: 168 time: 0.6026883 Dec 16 15:31:25.805766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=0d261688-5b92-4b06-a2f7-e51f8e635565,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:25.849408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a3285-5815-46ce-82c5-8a0e3be32717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d89d88-5678-4968-824b-1c5ff2118630,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:26.024125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Checking segment: {'id': '12fb3bd7-8cba-416c-aabd-b6f8135784fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:26.026632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network hostable DHCP agents. Network: 74de335f-f13c-47b5-ba3e-9fb403c09668, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:26.085401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:26.182681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:26.209931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=f976c401-e0f8-406f-b91c-e31d639c9d12,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:26.302237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 74de335f-f13c-47b5-ba3e-9fb403c09668) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:26.311356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3eb65e3c-44a2-48e9-b41d-97d3f98f7f8b req-c66d9064-2c71-4a52-8eef-34d12089a4d0 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1034310 Dec 16 15:31:26.321964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:26.323969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b21395-dd76-4099-a8e4-962ecb1dcea9 None None] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:26.329962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:26.386999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af5766db-7a4f-4e77-ae93-d76c2f07976a req-dfb9cf5a-15d1-42ea-98eb-f5b8a2e6aa3f tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7d60115-5384-4a79-82e0-6b6c1341f549 HTTP/1.1" status: 200 len: 210 time: 0.1884353 Dec 16 15:31:26.553873 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4970a307-976f-422e-911b-27315e5e1fb7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0752943 Dec 16 15:31:26.557565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:26.564829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:26.581944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-74de335f-f13c-47b5-ba3e-9fb403c09668', 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668', 'project_id': 'ae94b12297774e2fb4c0ec9b0a6e758a', 'fixed_ips': [{'subnet_id': '0d261688-5b92-4b06-a2f7-e51f8e635565'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:31:26.587971 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:26.816460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:26.831686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5bd2c8f-4c35-4706-8be8-8cd9e4fc9cef tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/f976c401-e0f8-406f-b91c-e31d639c9d12 HTTP/1.1" status: 204 len: 168 time: 1.6270454 Dec 16 15:31:26.834199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55470) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:26.881299 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-680092c9-c96f-4c83-9fb4-ec651e81c465 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] GET failed (client error): The resource could not be found. Dec 16 15:31:26.892040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55474) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:26.909857 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-680092c9-c96f-4c83-9fb4-ec651e81c465 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports/f976c401-e0f8-406f-b91c-e31d639c9d12 HTTP/1.1" status: 404 len: 333 time: 0.0737815 Dec 16 15:31:26.920762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5293939'] for subnet, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:26.930362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Allocated IP 2001:db8::3 (74de335f-f13c-47b5-ba3e-9fb403c09668/0d261688-5b92-4b06-a2f7-e51f8e635565/c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:31:27.156284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port 9d3ed057-81b2-47e4-aa87-ac82dbcca663 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:27.159172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.344766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.347761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.370006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for 9d3ed057-81b2-47e4-aa87-ac82dbcca663 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:27.465904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.636963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:31:27.641994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:27.646331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:27.695975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4e90ae8-7ce1-47df-8076-f23438c5a184 req-a604b6ba-933f-47f4-b756-989c1f5fae9d tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0818701 Dec 16 15:31:27.754875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Attempting to bind port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:31:27.755259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Attempting to bind port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '12fb3bd7-8cba-416c-aabd-b6f8135784fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:31:27.755633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Attempting to bind port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee on network 74de335f-f13c-47b5-ba3e-9fb403c09668 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:31:27.758448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Pushing event updated for resources: {'Port': ['ID=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:27.772247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.788553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.789208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.789613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.790091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.790280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.790553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.790887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.791249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.791583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.796156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.796644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.796993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.797410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:27.815389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:31:27.815782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Checking segment: {'id': '12fb3bd7-8cba-416c-aabd-b6f8135784fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:27.816239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.816648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Bound using segment: {'id': '12fb3bd7-8cba-416c-aabd-b6f8135784fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:31:27.817284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Bound port: c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fb3bd7-8cba-416c-aabd-b6f8135784fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '74de335f-f13c-47b5-ba3e-9fb403c09668'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:31:27.817684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:27.911008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=9d3ed057-81b2-47e4-aa87-ac82dbcca663,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:27.974604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] For port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:31:27.981205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] For port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,segment=NetworkSegment(12fb3bd7-8cba-416c-aabd-b6f8135784fd),segment_id=12fb3bd7-8cba-416c-aabd-b6f8135784fd)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:31:28.052826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.062302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2c8d4acb-7e84-43d1-9e7a-f42b86816c7e tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/9d3ed057-81b2-47e4-aa87-ac82dbcca663 HTTP/1.1" status: 204 len: 168 time: 1.1752715 Dec 16 15:31:28.065072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55500) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:28.097554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55504) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:28.123454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.152010 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-0223d6c6-e829-472f-92e1-21cb85963de5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] GET failed (client error): The resource could not be found. Dec 16 15:31:28.155229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0223d6c6-e829-472f-92e1-21cb85963de5 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "GET /v2.0/ports/9d3ed057-81b2-47e4-aa87-ac82dbcca663 HTTP/1.1" status: 404 len: 333 time: 0.0888350 Dec 16 15:31:28.162228 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:31:28.164294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55508) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:28.284108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadb1aa-db80-4c3a-a1da-e0ccf410c82d None None] Pushing event updated for resources: {'Port': ['ID=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:28.374704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.413102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.445186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port 0930fc0d-533a-4d56-886b-336b77ea3377 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:28.450410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.481141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771845998812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7757925'] for subnet, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.542275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:28.547262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.547262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "PUT /v2.0/subnets/0d261688-5b92-4b06-a2f7-e51f8e635565 HTTP/1.1" status: 200 len: 900 time: 1.9852357 Dec 16 15:31:28.547893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:28.581718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adadc57-59b7-4fc6-a7f3-ccc4faffeef5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event updated for resources: {'Subnet': ['ID=0d261688-5b92-4b06-a2f7-e51f8e635565,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:28.700112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.722483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.728807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.734145 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/security-groups/68439af9-c598-4363-8fac-63bf1763898a HTTP/1.1" status: 204 len: 168 time: 0.6310318 Dec 16 15:31:28.737659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.750509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:28.791588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for 0930fc0d-533a-4d56-886b-336b77ea3377 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:28.858759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:28.876557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ea757-5186-4c5f-a63f-e3dc7b33f701 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68439af9-c598-4363-8fac-63bf1763898a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:28.876750 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-dbf24a58-cd14-495f-a659-d8133fc1d98c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] show failed (client error): The resource could not be found. Dec 16 15:31:28.877732 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dbf24a58-cd14-495f-a659-d8133fc1d98c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "GET /v2.0/security-groups/68439af9-c598-4363-8fac-63bf1763898a HTTP/1.1" status: 404 len: 347 time: 0.0878747 Dec 16 15:31:28.885157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55518) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:29.128233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd9946ea-9b5f-4052-844c-97853b832bb1 req-c2239f23-295d-4808-aead-7f893d98f668 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1159060 Dec 16 15:31:29.233281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:31:29.346073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port dfe24aed-ba9f-4f48-80fa-83205e0fad8d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:29.346690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.395816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:29.396099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:29.396205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.396313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.462901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.506633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.510970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.529879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for dfe24aed-ba9f-4f48-80fa-83205e0fad8d owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:29.589576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=0930fc0d-533a-4d56-886b-336b77ea3377,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:29.660786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.692308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.704446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a7af6bae-bf23-445e-b5a2-96840cb12e23 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/ports/0930fc0d-533a-4d56-886b-336b77ea3377 HTTP/1.1" status: 204 len: 168 time: 1.5298741 Dec 16 15:31:29.705176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:29.733708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.734422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,segment=NetworkSegment(12fb3bd7-8cba-416c-aabd-b6f8135784fd),segment_id=12fb3bd7-8cba-416c-aabd-b6f8135784fd)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:29.734810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.768520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:29.818529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting subnet f1c6c74f-a871-4bb8-90ff-83afdafabcdc {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:29.826763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.836470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,segment=NetworkSegment(12fb3bd7-8cba-416c-aabd-b6f8135784fd),segment_id=12fb3bd7-8cba-416c-aabd-b6f8135784fd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:29.939926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:29.944393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.093232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:30.115874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.162707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.325128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4031561b-dac2-49bb-8e14-5b44b5d65e76 req-3f3eeb4b-cd71-42c6-a8c2-5dd46a62fcce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0908315 Dec 16 15:31:30.330824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=dfe24aed-ba9f-4f48-80fa-83205e0fad8d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:30.351326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b009710-c19d-43b3-96a1-96fe4513be09 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:30.416852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9ed5f9c-fcaa-4edf-ade2-1ce203366681 req-aaf0d370-5d52-45f1-9db9-76c01b857895 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1053805 Dec 16 15:31:30.446401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.507564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.512514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c6c74f-a871-4bb8-90ff-83afdafabcdc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:30.575871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126d25c-2daf-4370-a00f-d3cd0f596b3a None None] Network f3bce2ff-e2be-4dc1-a029-3facac206675 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:30.579035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.591789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5633c0c9-e478-4b8c-8f0d-0f0681736dd0 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/subnets/f1c6c74f-a871-4bb8-90ff-83afdafabcdc HTTP/1.1" status: 204 len: 168 time: 0.8840604 Dec 16 15:31:30.591789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:30.636008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a19b1-f12c-4f71-a818-0264e5638106 None None] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:30.648545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:30.658801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.666243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.667506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c68a1ad-15f3-4c49-b402-75238c17757c tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/floatingips/268a15c4-cb34-41ee-af29-09a92dc78e45 HTTP/1.1" status: 204 len: 168 time: 1.7814119 Dec 16 15:31:30.675548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:30.735773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:30.796770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.812153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-51f815c6-4097-47d1-a029-4e937e2795a7 None None] Could not find standard attr ID for object c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:31:30.896423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:30.991988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:30.992349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.111531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Deleting port 8d236b24-5841-4d2e-a869-345cd519f5d0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:31.112152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.128652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] DHCP port deletion for f3bce2ff-e2be-4dc1-a029-3facac206675 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:31.174986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.200306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for 3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:31.311696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Deleting port 8d236b24-5841-4d2e-a869-345cd519f5d0 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:31.316440 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.408178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] For port 8d236b24-5841-4d2e-a869-345cd519f5d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d236b24-5841-4d2e-a869-345cd519f5d0,segment=NetworkSegment(cc3cf77e-9b20-4a57-8169-0a823e3052fb),segment_id=cc3cf77e-9b20-4a57-8169-0a823e3052fb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:31.754353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.772727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.777988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Calling delete_port for 8d236b24-5841-4d2e-a869-345cd519f5d0 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:31.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a99359-db44-46e1-9820-9cc510f16707 None None] Network 74de335f-f13c-47b5-ba3e-9fb403c09668 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:31.780883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=0d261688-5b92-4b06-a2f7-e51f8e635565,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:31.781611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ae6cf2e-cb7c-4bfc-98cf-b052b6132778 req-f79eea7a-c58e-40b6-a174-57633265a3d2 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0693493 Dec 16 15:31:31.781871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] For port 8d236b24-5841-4d2e-a869-345cd519f5d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d236b24-5841-4d2e-a869-345cd519f5d0,segment=NetworkSegment(cc3cf77e-9b20-4a57-8169-0a823e3052fb),segment_id=cc3cf77e-9b20-4a57-8169-0a823e3052fb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:31.781871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.782336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.782588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Calling delete_port for 8d236b24-5841-4d2e-a869-345cd519f5d0 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:31.820646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74de335f-f13c-47b5-ba3e-9fb403c09668']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:31.857894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fb3bd7-8cba-416c-aabd-b6f8135784fd') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:31.858266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fb3bd7-8cba-416c-aabd-b6f8135784fd') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:31.888616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.930316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.951058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:31.953867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:31.960103 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:31.974705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306a1e0-402a-4e57-833e-6b4cc1e80ee0 None None] DHCP port deletion for 74de335f-f13c-47b5-ba3e-9fb403c09668 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:32.296840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.357116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Port': ['ID=8d236b24-5841-4d2e-a869-345cd519f5d0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:32.359767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] No DVR routers for this DVR port 8d236b24-5841-4d2e-a869-345cd519f5d0 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:32.368683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.439352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.439715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] Pushing event deleted for resources: {'Port': ['ID=8d236b24-5841-4d2e-a869-345cd519f5d0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:32.440654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.441515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.442386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.443243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.444337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.445211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.446042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.446878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.448319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.449157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.449987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.468862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca97005-e083-460e-b8ce-048267f53f7e None None] No DVR routers for this DVR port 8d236b24-5841-4d2e-a869-345cd519f5d0 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:32.483073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:31:32.595610 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.646204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:32.653169 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.689736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bce2ff-e2be-4dc1-a029-3facac206675']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:32.708016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3cf77e-9b20-4a57-8169-0a823e3052fb') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:32.708882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3cf77e-9b20-4a57-8169-0a823e3052fb') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:32.738921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.788921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.797189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.807264 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1a027dd-0b8b-4f2f-95dd-8c5ef951c746 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/ports/3c041dff-a5aa-4ef0-8aaa-4a3d1a22fa97 HTTP/1.1" status: 204 len: 168 time: 2.1275024 Dec 16 15:31:32.807660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:32.820147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:32.820592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.833806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.840927 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:32.847328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/74de335f-f13c-47b5-ba3e-9fb403c09668 HTTP/1.1" status: 204 len: 168 time: 4.2972915 Dec 16 15:31:32.860673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55576) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:32.871591 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:33.016695 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc02bcb-de15-461f-8a96-6ea09e062a03 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:33.017219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc02bcb-de15-461f-8a96-6ea09e062a03 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:33.026172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5dc02bcb-de15-461f-8a96-6ea09e062a03 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/0d261688-5b92-4b06-a2f7-e51f8e635565 HTTP/1.1" status: 404 len: 337 time: 0.1336832 Dec 16 15:31:33.042719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:33.048894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1f590-00c1-4600-9b4c-6d8966e5ab6d tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=74de335f-f13c-47b5-ba3e-9fb403c09668,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:33.094140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d236b24-5841-4d2e-a869-345cd519f5d0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:33.114133 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd6fa52-4ab0-4cb4-bd15-209447a391e7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:33.116746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd6fa52-4ab0-4cb4-bd15-209447a391e7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:33.127460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fbd6fa52-4ab0-4cb4-bd15-209447a391e7 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/74de335f-f13c-47b5-ba3e-9fb403c09668 HTTP/1.1" status: 404 len: 339 time: 0.0760841 Dec 16 15:31:33.127786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:33.163806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8d236b24-5841-4d2e-a869-345cd519f5d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:33.163806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d236b24-5841-4d2e-a869-345cd519f5d0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:33.163806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:33.209956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8fd7c34-6f50-4855-a3c6-696132adfe0c req-c0354985-abb1-4188-a096-d9673387264e tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.2469847 Dec 16 15:31:33.264028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:33.265086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3ba48f7-9dbd-4ba7-83fc-0c945c62b0ee not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:33.346165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.425205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port 9b5447dc-97f8-48e8-ad95-bc9a38cba11a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:33.425750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.544747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.558271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.607091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.607411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f7e4f-a4ad-47c6-b638-b4d330d09fa9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:33.607622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] 10.222.0.71 "DELETE /v2.0/networks/f3bce2ff-e2be-4dc1-a029-3facac206675 HTTP/1.1" status: 204 len: 168 time: 3.0054467 Dec 16 15:31:33.632923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48ed23-db0c-4d5d-a30c-426e8dfcfe24 tempest-AllowedAddressPairTestJSON-134107287 tempest-AllowedAddressPairTestJSON-134107287-project] Pushing event deleted for resources: {'Network': ['ID=f3bce2ff-e2be-4dc1-a029-3facac206675,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:33.646591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1065346b-cc34-4355-b6e3-86d25298b7d4') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:33.659331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1065346b-cc34-4355-b6e3-86d25298b7d4') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:33.663458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.726487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.756953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for 9b5447dc-97f8-48e8-ad95-bc9a38cba11a owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:33.837732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.847297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:33.847730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:33.851927 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:34.152972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.168069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.168422 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/400f7e4f-a4ad-47c6-b638-b4d330d09fa9 HTTP/1.1" status: 204 len: 168 time: 1.0372894 Dec 16 15:31:34.171342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55600) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.189656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d299a5-4a6c-44a4-b316-90e42781364c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=400f7e4f-a4ad-47c6-b638-b4d330d09fa9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:34.234357 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dbaf20-7ab4-4374-b577-5da5bdfaae4b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:34.235122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dbaf20-7ab4-4374-b577-5da5bdfaae4b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:34.241482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13dbaf20-7ab4-4374-b577-5da5bdfaae4b tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/de48db39-b217-42da-8318-67f458effc5b HTTP/1.1" status: 404 len: 337 time: 0.0656343 Dec 16 15:31:34.245310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.249312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.306824 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0dffcb-a4c6-4925-97bc-cd173c1acd6e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:34.308289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0dffcb-a4c6-4925-97bc-cd173c1acd6e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:34.315942 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df0dffcb-a4c6-4925-97bc-cd173c1acd6e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/d106aa86-e75f-4523-8d1d-1ba69b6ee6d4 HTTP/1.1" status: 404 len: 339 time: 0.0652719 Dec 16 15:31:34.326068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.396273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=9b5447dc-97f8-48e8-ad95-bc9a38cba11a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:34.492057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.516052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9784e641-0f25-4465-9b1b-4a664c60e32a tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/ports/9b5447dc-97f8-48e8-ad95-bc9a38cba11a HTTP/1.1" status: 204 len: 168 time: 1.7045441 Dec 16 15:31:34.517007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55612) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.527933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting subnet 69449e36-b5b3-49db-a19c-f93862c72847 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:34.534103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.637001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting subnet 297df1f1-76af-4e56-8fdb-e04cd8692bad {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:34.640351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.641542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.710145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.741721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55616) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:34.856240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:34.917676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.110276 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e33df84e-3113-4437-8067-75a4bafba108 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4048fca3830d429a826e3af37258b76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638797 Dec 16 15:31:35.112920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:35.126506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.211715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=69449e36-b5b3-49db-a19c-f93862c72847,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:35.221725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.234347 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c30b5bf5-d87c-47b5-ba9f-9ba353e14cff tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/69449e36-b5b3-49db-a19c-f93862c72847 HTTP/1.1" status: 204 len: 168 time: 0.9032738 Dec 16 15:31:35.234930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:35.238272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f209d-05f3-478a-a821-6ead67620b88 None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:35.261756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.328709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.373583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting subnet 4c803c26-3912-4f68-957e-c70cdd16420c {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:35.386156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.435968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.492602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.502774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Subnet': ['ID=297df1f1-76af-4e56-8fdb-e04cd8692bad,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:35.507295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.511955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5480ce4a-59d0-43b0-b3c7-4dbcd27f45e1 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/subnets/297df1f1-76af-4e56-8fdb-e04cd8692bad HTTP/1.1" status: 204 len: 168 time: 0.9935110 Dec 16 15:31:35.514812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55646) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:35.557794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd65882-f244-4dfc-893f-274776252990 None None] Network ca81bb8a-8f02-4693-b6d0-62552a81f85c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:35.570031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.574688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.577169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c1a4e71-b3e1-48bb-bd72-eedb59443b1a HTTP/1.1" status: 204 len: 168 time: 0.4605751 Dec 16 15:31:35.616429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86676243-99d9-41f9-a961-05ebd26acbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a4e71-b3e1-48bb-bd72-eedb59443b1a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:35.630548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting subnet a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:35.639226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.712696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.749596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:35.932935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.000250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.051325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] DHCP port deletion for ca81bb8a-8f02-4693-b6d0-62552a81f85c request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:36.078780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.102448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/4c803c26-3912-4f68-957e-c70cdd16420c HTTP/1.1" status: 204 len: 168 time: 0.8662970 Dec 16 15:31:36.103528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d1ee5-7f6a-4134-b810-4cdcd21961a8 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=4c803c26-3912-4f68-957e-c70cdd16420c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:36.105902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:36.187695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cdea0c88-c9b0-47c0-a711-2c8b0d7ea071 req-c3bcd282-61d0-4621-b5d8-45b85f11e823 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0650198 Dec 16 15:31:36.229544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.314526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ec2ac2-4dcf-438f-8882-d142bf6dafe9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:36.316053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Deleting port e2112287-9575-4638-b009-2b59a3fb0479 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:36.318668 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.322950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.337762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60f961b9-f44b-4e10-8ae1-9d5a6ed03f07 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/subnets/a3ec2ac2-4dcf-438f-8882-d142bf6dafe9 HTTP/1.1" status: 204 len: 168 time: 0.8213544 Dec 16 15:31:36.341876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55662) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:36.381198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.584130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 918ce802-375e-4864-b076-9f568638e4ce {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:36.584740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.641063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8cf92-7182-4d7b-9328-4ee6607d1e76 None None] Network a367c4f8-0852-4d1d-a3df-87966e259d7a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:36.648595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:36.882337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] For port e2112287-9575-4638-b009-2b59a3fb0479, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e2112287-9575-4638-b009-2b59a3fb0479,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:36.882337 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.005969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=918ce802-375e-4864-b076-9f568638e4ce,segment=NetworkSegment(53c16951-e78c-45c2-a5c9-4d8705b30353),segment_id=53c16951-e78c-45c2-a5c9-4d8705b30353)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:37.005969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.007301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Deleting port e2112287-9575-4638-b009-2b59a3fb0479 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:37.007301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.018939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Calling delete_port for e2112287-9575-4638-b009-2b59a3fb0479 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:37.019544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 918ce802-375e-4864-b076-9f568638e4ce owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:37.049788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] For port e2112287-9575-4638-b009-2b59a3fb0479, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e2112287-9575-4638-b009-2b59a3fb0479,segment=NetworkSegment(abfe4421-8277-48bd-b86f-cefb44b267f9),segment_id=abfe4421-8277-48bd-b86f-cefb44b267f9)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:37.050599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.087735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Calling delete_port for e2112287-9575-4638-b009-2b59a3fb0479 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:37.124859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e2112287-9575-4638-b009-2b59a3fb0479 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:37.211195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] DHCP port deletion for a367c4f8-0852-4d1d-a3df-87966e259d7a request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:37.302304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c5ab5-c1eb-4076-a0c5-62efbb949fce None None] Network 54061350-28c8-44e9-856f-3f4c5e8b7fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:37.401540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.426370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3c48c84c-00dd-4ed8-a721-e37b77447c24 None None] Provisioning complete for port 918ce802-375e-4864-b076-9f568638e4ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:31:37.426671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c48c84c-00dd-4ed8-a721-e37b77447c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.442726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd9d1d92-4b7a-477a-a1ee-30df644ca8e9 req-8c25439c-6810-45ae-8bf0-3f766849d075 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0434785 Dec 16 15:31:37.488874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Deleting port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:37.489286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.631592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] For port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,segment=NetworkSegment(4adfc449-e676-4264-80ee-ecbd575b7f16),segment_id=4adfc449-e676-4264-80ee-ecbd575b7f16)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:37.632315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.649456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] DHCP port deletion for 54061350-28c8-44e9-856f-3f4c5e8b7fa5 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:37.661358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Calling delete_port for 6b909e90-bcf7-4669-8a1d-99cbd51eda4f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:37.771793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.783582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.790689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:37.827917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] No DVR routers for this DVR port e2112287-9575-4638-b009-2b59a3fb0479 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:37.850452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6683e-67be-483c-b082-00e2174b08d1 None None] Pushing event deleted for resources: {'Port': ['ID=e2112287-9575-4638-b009-2b59a3fb0479,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:37.871962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:37.898159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 918ce802-375e-4864-b076-9f568638e4ce on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:37.919790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] No DVR routers for this DVR port e2112287-9575-4638-b009-2b59a3fb0479 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:37.925725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Port': ['ID=e2112287-9575-4638-b009-2b59a3fb0479,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:37.927856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Deleting port 918ce802-375e-4864-b076-9f568638e4ce {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:37.929010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.075154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] For port 918ce802-375e-4864-b076-9f568638e4ce, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:38.075542 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.098508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Calling delete_port for 918ce802-375e-4864-b076-9f568638e4ce owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:38.106621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Port 918ce802-375e-4864-b076-9f568638e4ce was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:31:38.113378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.147793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.154730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] Pushing event deleted for resources: {'Port': ['ID=918ce802-375e-4864-b076-9f568638e4ce,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:38.170218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b5787-2680-469c-a5fa-a456b34f3cbb None None] No DVR routers for this DVR port 918ce802-375e-4864-b076-9f568638e4ce on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:38.210404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54061350-28c8-44e9-856f-3f4c5e8b7fa5']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.219460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.232617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c16951-e78c-45c2-a5c9-4d8705b30353') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.232937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c16951-e78c-45c2-a5c9-4d8705b30353') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.251579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.259163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca81bb8a-8f02-4693-b6d0-62552a81f85c']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.271383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.273126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.289083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfe4421-8277-48bd-b86f-cefb44b267f9') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.289083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfe4421-8277-48bd-b86f-cefb44b267f9') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:38.289499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:38.289499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.313280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.326356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] Pushing event deleted for resources: {'Port': ['ID=6b909e90-bcf7-4669-8a1d-99cbd51eda4f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:38.338851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc94ec97-c401-4cb1-a20c-7b36da0c8a39 None None] No DVR routers for this DVR port 6b909e90-bcf7-4669-8a1d-99cbd51eda4f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:38.369072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.379366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:38.380005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:38.383250 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:38.458392 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:38.564801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.574809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.578597 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/54061350-28c8-44e9-856f-3f4c5e8b7fa5 HTTP/1.1" status: 204 len: 168 time: 2.4717050 Dec 16 15:31:38.581358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55706) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.604753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4ded8-c2d5-4358-aa98-8a5675a41c4a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=54061350-28c8-44e9-856f-3f4c5e8b7fa5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:38.616785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e6ae659-9ec9-46c2-bf11-6fde72a58606 req-718c49a1-aaae-4e0c-afa8-a800fa8c1bfc tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0687046 Dec 16 15:31:38.618663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.630460 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d0e416-3c06-4b2b-a682-1cb2b93b26b9 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.630941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d0e416-3c06-4b2b-a682-1cb2b93b26b9 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.634374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e8d0e416-3c06-4b2b-a682-1cb2b93b26b9 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/d463a9e7-34a0-453d-840d-b49a0e680174 HTTP/1.1" status: 404 len: 337 time: 0.0511701 Dec 16 15:31:38.639891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.644321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.651766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/networks/ca81bb8a-8f02-4693-b6d0-62552a81f85c HTTP/1.1" status: 204 len: 168 time: 2.3077319 Dec 16 15:31:38.654893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55712) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.706518 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-101fa1c2-c6e0-4124-8faa-1c23581cfab5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.708102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101fa1c2-c6e0-4124-8faa-1c23581cfab5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.714754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-101fa1c2-c6e0-4124-8faa-1c23581cfab5 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/90713bef-a090-460b-bdef-58ec3c921767 HTTP/1.1" status: 404 len: 339 time: 0.0604746 Dec 16 15:31:38.733846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3d177-9873-4386-933f-1400b5b787ad tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Network': ['ID=ca81bb8a-8f02-4693-b6d0-62552a81f85c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:38.737019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.823741 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aad97aa-95dc-48e9-9344-69bfeda042ce tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.824541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aad97aa-95dc-48e9-9344-69bfeda042ce tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.830407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6aad97aa-95dc-48e9-9344-69bfeda042ce tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/dd315908-1c74-40ab-8c4a-418c11b39501 HTTP/1.1" status: 404 len: 337 time: 0.0890777 Dec 16 15:31:38.833082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55722) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.854629 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5251529c-5a3c-40b5-815c-4b422f7e9bc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.855139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5251529c-5a3c-40b5-815c-4b422f7e9bc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.858182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.858461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5251529c-5a3c-40b5-815c-4b422f7e9bc6 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/75fd4284-2f6f-4e8c-a6e9-e6ed9a0c1961 HTTP/1.1" status: 404 len: 339 time: 0.0238431 Dec 16 15:31:38.861602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.890515 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-92849941-fb80-48ab-add5-91c2fd41fd5a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.890515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92849941-fb80-48ab-add5-91c2fd41fd5a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.892898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92849941-fb80-48ab-add5-91c2fd41fd5a tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/1cc11598-9a81-4c2c-82e5-31003f0172e4 HTTP/1.1" status: 404 len: 337 time: 0.0302024 Dec 16 15:31:38.906208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55728) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:38.970028 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b2080b-679b-4258-9bc1-030156c17f10 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:38.971789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b2080b-679b-4258-9bc1-030156c17f10 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:38.973731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:38.983872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38b2080b-679b-4258-9bc1-030156c17f10 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/b41bf969-833b-4c09-9eac-8d7ff00d1e44 HTTP/1.1" status: 404 len: 339 time: 0.0718648 Dec 16 15:31:38.984173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:39.043254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a367c4f8-0852-4d1d-a3df-87966e259d7a']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:39.061584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4adfc449-e676-4264-80ee-ecbd575b7f16') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:39.061888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4adfc449-e676-4264-80ee-ecbd575b7f16') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:39.078835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.085133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting subnet 3719c56e-55eb-4be2-965b-abba1279e836 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:39.098017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.105408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b909e90-bcf7-4669-8a1d-99cbd51eda4f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:39.133209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.138150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6b909e90-bcf7-4669-8a1d-99cbd51eda4f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:39.138833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b909e90-bcf7-4669-8a1d-99cbd51eda4f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:39.139505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 918ce802-375e-4864-b076-9f568638e4ce no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:39.147386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:39.147806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:39.152039 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:39.171898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 918ce802-375e-4864-b076-9f568638e4ce {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:39.172565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 918ce802-375e-4864-b076-9f568638e4ce not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:39.198061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.199372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:39.341583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.425699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.447015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.453155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] 10.222.0.71 "DELETE /v2.0/networks/a367c4f8-0852-4d1d-a3df-87966e259d7a HTTP/1.1" status: 204 len: 168 time: 0.7969048 Dec 16 15:31:39.471571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7c1e8-e435-4f73-b2c9-5464ae886438 tempest-TaggedBootDevicesTest_v242-235388675 tempest-TaggedBootDevicesTest_v242-235388675-project] Pushing event deleted for resources: {'Network': ['ID=a367c4f8-0852-4d1d-a3df-87966e259d7a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:39.577102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.618556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'networks': [{'name': 'tempest-network--1168529411'}, {'name': 'tempest-network--1380326297'}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:39.618556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-network--1168529411'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:39.619329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-network--1380326297'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:39.632799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=3719c56e-55eb-4be2-965b-abba1279e836,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:39.638958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.645561 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49ee9a20-0e76-4d66-b781-12c1545a73eb tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/3719c56e-55eb-4be2-965b-abba1279e836 HTTP/1.1" status: 204 len: 168 time: 0.6602345 Dec 16 15:31:39.664722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dcc6da-460a-4a4d-bde3-355d3281d220 None None] Network b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:39.680082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:39.811288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.833397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'network': 2} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:39.880251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:39.986295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4084afe6-c924-4161-94d3-7266d3505bed req-435602ff-e9e4-4ced-ac39-289eeed0789c tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1854389 Dec 16 15:31:39.988769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.018531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] DHCP port deletion for b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:40.038527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:40.039029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.123051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Deleting port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:40.126443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.233988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,segment=NetworkSegment(e11f7ee1-fccd-45e7-978e-b280812a139e),segment_id=e11f7ee1-fccd-45e7-978e-b280812a139e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:40.234844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.260811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] For port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,segment=NetworkSegment(e11f7ee1-fccd-45e7-978e-b280812a139e),segment_id=e11f7ee1-fccd-45e7-978e-b280812a139e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:40.261405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.281053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Calling delete_port for c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:40.310782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:40.727173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.894436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.903646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:40.961290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] Pushing event deleted for resources: {'Port': ['ID=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:40.973721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559730-3db0-47e4-a996-2fcc3cf70ab5 None None] No DVR routers for this DVR port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:41.012157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:41.025741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:41.081577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.082802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.122033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:41.214506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:41.215060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c2c0ffac-daec-45e4-a5d7-18e4a7df5ab7 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:41.225639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a1fa1c-85f6-437a-8255-ad7d95d658ca,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:41.239661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:41.290880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.291456 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment e3ef37e7-4347-4171-b7d0-abd5fbab034f of type vlan for network be0cc008-9bc1-483f-8c82-1a9500a87626 Dec 16 15:31:41.294719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.330384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50531fd8-2b79-4623-92fe-a8da38d8d432 req-401fd9e5-1261-4bc1-b4f3-f07065b13a6d tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0773771 Dec 16 15:31:41.360582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:41.378873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11f7ee1-fccd-45e7-978e-b280812a139e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:41.379347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11f7ee1-fccd-45e7-978e-b280812a139e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:41.395644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.395994 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.420674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.428210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:41.428756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:41.433151 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:41.440462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:41.456651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.457010 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment ce3763c1-ea65-427f-b469-32897febc03c of type vlan for network 04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb Dec 16 15:31:41.517127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.867210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.867575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.868816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.875876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:41.889228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:41.889228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.889884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:41.891805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9 HTTP/1.1" status: 204 len: 168 time: 2.2099724 Dec 16 15:31:41.892768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367068a-2849-42b2-9eca-f10abcaf050e tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=b164d8d5-e7a2-40ed-bcdb-c1acc72b6ac9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:41.894608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:41.933544 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5c8689-c93e-4a29-b8b7-377b2a48c3a2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:41.934085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5c8689-c93e-4a29-b8b7-377b2a48c3a2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:41.939636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b5c8689-c93e-4a29-b8b7-377b2a48c3a2 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/6ae9a3e2-1de7-49d2-bb13-d8aa35d70118 HTTP/1.1" status: 404 len: 337 time: 0.0377412 Dec 16 15:31:41.940129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55786) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:41.961475 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cc1582-f593-4c0f-85a5-a5986b5e4d3c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] DELETE failed (client error): The resource could not be found. Dec 16 15:31:41.962033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cc1582-f593-4c0f-85a5-a5986b5e4d3c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:31:41.968465 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-36cc1582-f593-4c0f-85a5-a5986b5e4d3c tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/b9900652-fae5-4b86-a66a-eab2ac9aee77 HTTP/1.1" status: 404 len: 339 time: 0.0272541 Dec 16 15:31:41.977625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55788) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:41.995311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=be0cc008-9bc1-483f-8c82-1a9500a87626,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:42.020565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network be0cc008-9bc1-483f-8c82-1a9500a87626 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:42.116220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9134476 Dec 16 15:31:42.117129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55794) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:42.376643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting subnet bf2f9307-73c3-44af-af55-499834f1507f {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:31:42.402074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:42.454107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a73cee-d0d1-4f9c-9866-ece4e9f9f184 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:42.468165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:42.506201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:42.700020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b146611-7c9a-48e0-b10d-ba6ea639ac1a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:42.736523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b146611-7c9a-48e0-b10d-ba6ea639ac1a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:42.757832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b146611-7c9a-48e0-b10d-ba6ea639ac1a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:42.776401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b146611-7c9a-48e0-b10d-ba6ea639ac1a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:42.781599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b146611-7c9a-48e0-b10d-ba6ea639ac1a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6597681 Dec 16 15:31:42.792393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:42.842408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7ce34fe-7840-4325-afb3-8c90939540fb req-de5543de-e4dc-4438-8531-636fc8b501ab tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.2439010 Dec 16 15:31:42.970083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.038787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.222543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.296993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2f9307-73c3-44af-af55-499834f1507f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:43.308173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.314084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d7ea8-321c-412e-9037-72ac80354e40 None None] Network 6e5e3676-40ec-46f1-b310-8d129a6c592c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:43.322869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3773c10e-55cf-4da8-846a-dc0cbf944c29 tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/subnets/bf2f9307-73c3-44af-af55-499834f1507f HTTP/1.1" status: 204 len: 168 time: 1.3367102 Dec 16 15:31:43.322869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:43.387960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.605413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0cc008-9bc1-483f-8c82-1a9500a87626']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:43.633685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ef37e7-4347-4171-b7d0-abd5fbab034f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:43.651171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ef37e7-4347-4171-b7d0-abd5fbab034f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:43.657500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.673608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.745257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-91ae0967-9a44-49f5-8bba-f45ccbf72599 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2596965 Dec 16 15:31:43.760770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.787868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:43.789703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.886363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Deleting port 070438d2-49de-4077-891d-8c839887b2b1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:43.886915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:43.895099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] DHCP port deletion for 6e5e3676-40ec-46f1-b310-8d129a6c592c request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:44.056331 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:44.105438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Deleting port 070438d2-49de-4077-891d-8c839887b2b1 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:44.107077 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.208193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.223580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.229977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/be0cc008-9bc1-483f-8c82-1a9500a87626 HTTP/1.1" status: 204 len: 168 time: 1.4368958 Dec 16 15:31:44.257452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53c75147-eed0-4b0e-bd95-8079ae906ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.262653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] For port 070438d2-49de-4077-891d-8c839887b2b1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=070438d2-49de-4077-891d-8c839887b2b1,segment=NetworkSegment(4f4d190b-8fd4-42c2-8c64-d625db9a7b3f),segment_id=4f4d190b-8fd4-42c2-8c64-d625db9a7b3f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:44.263493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.263917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:44.295969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e25cf1b0-37ef-470f-b09b-5cf2bc348857 req-de3eb989-d80f-4303-a7f3-6d0e57d1380f tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1524944 Dec 16 15:31:44.342043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.343546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.343779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.344595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.345037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Calling delete_port for 070438d2-49de-4077-891d-8c839887b2b1 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:44.345413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.346285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.347643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.350607 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-83a9c90c-aadb-42b6-9ae6-8c146659643d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.2917831 Dec 16 15:31:44.352199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf7f6a-c33f-4394-8926-995fa0b7f517 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=be0cc008-9bc1-483f-8c82-1a9500a87626,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:44.391197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] For port 070438d2-49de-4077-891d-8c839887b2b1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=070438d2-49de-4077-891d-8c839887b2b1,segment=NetworkSegment(4f4d190b-8fd4-42c2-8c64-d625db9a7b3f),segment_id=4f4d190b-8fd4-42c2-8c64-d625db9a7b3f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:31:44.398997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.458249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Calling delete_port for 070438d2-49de-4077-891d-8c839887b2b1 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:44.644181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-1ab91171-3265-4e84-8988-a7d7b033c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.645011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-1ab91171-3265-4e84-8988-a7d7b033c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.645848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-1ab91171-3265-4e84-8988-a7d7b033c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:44.648754 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-1ab91171-3265-4e84-8988-a7d7b033c2ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 2292 time: 0.2363672 Dec 16 15:31:44.876493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-e10ffa83-bffe-4276-b6b1-48a0476228a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 999 time: 0.2170653 Dec 16 15:31:44.898787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:44.909385 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.013615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Port': ['ID=070438d2-49de-4077-891d-8c839887b2b1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:45.017953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] No DVR routers for this DVR port 070438d2-49de-4077-891d-8c839887b2b1 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:45.024143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] Pushing event deleted for resources: {'Port': ['ID=070438d2-49de-4077-891d-8c839887b2b1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:45.046530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea1a38-e7b5-4f3b-911a-940656ac1e1a None None] No DVR routers for this DVR port 070438d2-49de-4077-891d-8c839887b2b1 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:31:45.048067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.075548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 070438d2-49de-4077-891d-8c839887b2b1 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:31:45.103705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 070438d2-49de-4077-891d-8c839887b2b1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:31:45.104113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 070438d2-49de-4077-891d-8c839887b2b1 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:31:45.174198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-2256e012-3de9-4651-8e77-c80267010f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.175743 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-2256e012-3de9-4651-8e77-c80267010f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.2930999 Dec 16 15:31:45.277127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.328769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5e3676-40ec-46f1-b310-8d129a6c592c']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.348669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.349068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4d190b-8fd4-42c2-8c64-d625db9a7b3f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.370487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.385359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.392372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:45.392779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.418356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.454388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-d266f9bc-850a-43e8-85c3-68a8cc9862c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:45.465438 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:45.470405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-d266f9bc-850a-43e8-85c3-68a8cc9862c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733624 Dec 16 15:31:45.586704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.595121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.601075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] 10.222.0.71 "DELETE /v2.0/networks/6e5e3676-40ec-46f1-b310-8d129a6c592c HTTP/1.1" status: 204 len: 168 time: 2.2767107 Dec 16 15:31:45.610814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.642622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3763c1-ea65-427f-b469-32897febc03c') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.643532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3763c1-ea65-427f-b469-32897febc03c') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:31:45.652750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8fe2e-bcf8-47d7-bf57-4420597762ef tempest-NetworksIpV6Test-919167066 tempest-NetworksIpV6Test-919167066-project] Pushing event deleted for resources: {'Network': ['ID=6e5e3676-40ec-46f1-b310-8d129a6c592c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:45.665854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.710472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c274815e-f4af-4b94-ab37-aef865ef9783 req-70012168-c8f2-480e-93b6-f32c7ec42b1d tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0609040 Dec 16 15:31:45.720653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.841150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:31:45.841549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:31:45.844811 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:31:45.968720 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-c4875a99-4d03-4bd4-afe5-450f92168c55 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779606 Dec 16 15:31:46.150009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:46.159569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:46.165678 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb HTTP/1.1" status: 204 len: 168 time: 1.8972104 Dec 16 15:31:46.170818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55878) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:46.218777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cbc4e-308d-49b4-bac3-c2f3da27dd91 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=04b8b0dc-4bf0-42b3-a5ea-2d02f00647eb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:46.288421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-fa74f310-4774-42e8-91b6-732bbc9b4e9a service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967856 Dec 16 15:31:46.495069 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-bde51bf8-07fe-459e-b56b-dd7bc85ed304 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.1970003 Dec 16 15:31:46.568682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64902f-d68f-48b9-9144-294cd22f1280 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:46.581693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e0c3fb-ddba-4093-bdc1-0248e22d258c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:46.586041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64902f-d68f-48b9-9144-294cd22f1280 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:46.593557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1a64902f-d68f-48b9-9144-294cd22f1280 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4164791 Dec 16 15:31:46.594855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:46.602493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-b0f9d0a6-bb15-4bbd-b9a5-e51075d253dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:46.603665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1640624491'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:46.605277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-b0f9d0a6-bb15-4bbd-b9a5-e51075d253dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1024086 Dec 16 15:31:46.706796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-9c34225d-3570-4a85-b320-bbeaf7f821f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:46.710371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-9c34225d-3570-4a85-b320-bbeaf7f821f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895193 Dec 16 15:31:46.776409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:46.783789 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:46.930610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:46.973746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:46.985311 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment f88da79c-e6a2-46c8-9b45-0cd4e2afcd40 of type vlan for network 032a84f0-74ff-4cda-bfea-c020ef54aa54 Dec 16 15:31:47.092945 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-61ada735-45e7-413d-a6a1-cfaf522cf04f service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739052 Dec 16 15:31:47.105012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55896) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:47.177602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83a283f3-5584-4981-a121-d6ec047188f7 req-f77802ad-6b0e-4729-9524-7fd55b38a61c tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0940807 Dec 16 15:31:47.196361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:47.387801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:47.399178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:47.409988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:47.421059 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-9a97ffe3-7f0d-4a53-aaf0-dbcf0fb3064f service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194385 Dec 16 15:31:47.529629 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-f70df8d2-14ee-4840-b026-22c7cdedda40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.1002159 Dec 16 15:31:47.640593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-02d9f87e-313b-4e39-8719-8fb60e1d39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:47.643214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-02d9f87e-313b-4e39-8719-8fb60e1d39c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1058905 Dec 16 15:31:47.680800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=032a84f0-74ff-4cda-bfea-c020ef54aa54,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:47.721375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 032a84f0-74ff-4cda-bfea-c020ef54aa54 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:47.747484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5a961c65-9278-40e9-b29f-da64b5431c93 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1503475 Dec 16 15:31:47.752774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:47.778262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1556136489'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:48.404944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:48.528260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2755020-9039-48f9-a64f-795bb0c26371 req-726273a0-d7a4-46bb-938e-2808d29186c7 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0694368 Dec 16 15:31:48.888607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-608a9aee-d5ff-4ae5-8da9-86b4cbe8f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:48.899876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-608a9aee-d5ff-4ae5-8da9-86b4cbe8f585 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2316985 Dec 16 15:31:49.216286 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-83c293f5-9876-47b9-84fa-04f2dfe68b28 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae94b12297774e2fb4c0ec9b0a6e758a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0958812 Dec 16 15:31:49.219350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:49.266722 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-dd3a3e21-80e1-45b4-9cca-dc5e66f3f3cd service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587797 Dec 16 15:31:49.313952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.352242 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.445624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.517362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:49.523064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.607059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:49.652524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.653078 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment dfb58e6d-2acd-42c1-88e9-904d274c3e6e of type vlan for network d151e9dc-e656-4f1f-94ea-80541082bc65 Dec 16 15:31:49.675035 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-16f77611-d948-4b6d-a95a-2acced730363 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992276 Dec 16 15:31:49.835813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-376e3221-6f1a-4118-928c-626f63ba5747 req-2d22e83d-4853-485e-9834-2891c752b836 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0939014 Dec 16 15:31:49.875191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.907513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:49.961656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f7d88dee-34f5-4152-b2f7-ae532c92520c HTTP/1.1" status: 204 len: 168 time: 0.7028601 Dec 16 15:31:50.019613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aca9b8-0d60-48c4-ab99-d3730c3927e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d88dee-34f5-4152-b2f7-ae532c92520c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:50.089954 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-25f1502f-e132-4d86-9901-922a4ffd0f3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.3009350 Dec 16 15:31:50.132272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:50.207531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-3845e1c0-6c6d-46a1-b92a-a6deb16f1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:50.211467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-3845e1c0-6c6d-46a1-b92a-a6deb16f1af7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1181791 Dec 16 15:31:50.215316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:50.349923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-d5e1ba42-9073-459a-b708-b747c9fee996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:50.352578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-d5e1ba42-9073-459a-b708-b747c9fee996 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326470 Dec 16 15:31:50.642166 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-9bfd38b7-28f3-40af-8095-e61c85b07662 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801311 Dec 16 15:31:50.675180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:50.683219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:50.690290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:50.801837 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0441442 Dec 16 15:31:50.808540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55962) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:50.820418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'ports': [{'network_id': '032a84f0-74ff-4cda-bfea-c020ef54aa54', 'name': 'tempest-port--1471848304', 'admin_state_up': True}, {'network_id': 'd151e9dc-e656-4f1f-94ea-80541082bc65', 'admin_state_up': False}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:50.822415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'port': {'network_id': '032a84f0-74ff-4cda-bfea-c020ef54aa54', 'name': 'tempest-port--1471848304', 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:50.823522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'port': {'network_id': 'd151e9dc-e656-4f1f-94ea-80541082bc65', 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:50.926604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abb23a-97f3-448e-a80a-095fd4c1731b tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=d151e9dc-e656-4f1f-94ea-80541082bc65,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:50.977047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d151e9dc-e656-4f1f-94ea-80541082bc65 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:51.076900 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-8aa90533-7c24-43f5-bb3d-35dd6aab4300 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289021 Dec 16 15:31:51.277372 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-2817bdcb-c19f-4693-ac11-54a144909963 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.1795008 Dec 16 15:31:51.466017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1663ae8-9106-4611-bf1a-63287597ac35 req-a9c18377-3b7e-4fe9-909e-716400216ebd tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1946685 Dec 16 15:31:51.511037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-f79396db-942b-4465-a1ad-92e0927a5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:51.523983 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-f79396db-942b-4465-a1ad-92e0927a5049 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.2426808 Dec 16 15:31:51.732989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-501c899a-9eb6-431f-bf7b-37e3f5429c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:51.732989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-501c899a-9eb6-431f-bf7b-37e3f5429c84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942203 Dec 16 15:31:51.918967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'port': 2} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:51.923812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:51.932688 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-1b8b4325-4fe6-4b36-b114-3b464a476247 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850939 Dec 16 15:31:51.968884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:52.154415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-3f8ea2c1-ca38-43f5-93a2-62553b29f8f2 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146430 Dec 16 15:31:52.203557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] device_id is not set on port 4b15c3b7-207a-46d0-88ab-61a5a285fea1 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:52.265987 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-dcc98786-c816-452d-ad9b-38c13384883d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.1025670 Dec 16 15:31:52.434806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-615d8ce1-df01-414a-9994-c41396f9a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:52.436643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-615d8ce1-df01-414a-9994-c41396f9a48b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1631429 Dec 16 15:31:52.547309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-2fb925d8-e6f5-4faf-a8ec-f3e66eadf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:52.556649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-2fb925d8-e6f5-4faf-a8ec-f3e66eadf638 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073029 Dec 16 15:31:52.706642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:52.866540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-afa8cc4d-f6ef-4333-8766-547a34cce29c service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058152 Dec 16 15:31:52.934527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88bb31d0-bc49-443c-afc0-147b2191cc10 req-6d56c636-4aa0-4b61-88e2-ae6e3d8782b1 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0733557 Dec 16 15:31:53.087230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] device_id is not set on port c38ffcea-18de-4fd6-b08f-686d150eba5a yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:31:53.168265 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-fa4b8979-b355-448e-a115-8478254784e5 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913446 Dec 16 15:31:53.299936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:53.346433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56020) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:53.365512 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-7f02a663-9742-4aae-95c5-ef05594321dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.1809223 Dec 16 15:31:53.470783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-e7a94530-efb3-49db-9ea3-8680d42ea24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:53.474948 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-e7a94530-efb3-49db-9ea3-8680d42ea24c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1007636 Dec 16 15:31:53.553519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:53.589318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-b38a33c5-1acf-425e-b348-597a4b8c9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:53.595433 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-b38a33c5-1acf-425e-b348-597a4b8c9543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097217 Dec 16 15:31:53.664949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Port': ['ID=4b15c3b7-207a-46d0-88ab-61a5a285fea1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:53.755038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7a8a86b3-093e-4115-99eb-7e8b2af12af7 tempest-DvrRoutersNegativeTest-1026213965 tempest-DvrRoutersNegativeTest-1026213965-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-805429238', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:53.762427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.policy [None req-7a8a86b3-093e-4115-99eb-7e8b2af12af7 tempest-DvrRoutersNegativeTest-1026213965 tempest-DvrRoutersNegativeTest-1026213965-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104056) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 16 15:31:53.763103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.policy [None req-7a8a86b3-093e-4115-99eb-7e8b2af12af7 tempest-DvrRoutersNegativeTest-1026213965 tempest-DvrRoutersNegativeTest-1026213965-project] Failed policy check for 'create_router' {{(pid=104056) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 16 15:31:53.763863 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-7a8a86b3-093e-4115-99eb-7e8b2af12af7 tempest-DvrRoutersNegativeTest-1026213965 tempest-DvrRoutersNegativeTest-1026213965-project] create failed (client error): Access was denied to this resource. Dec 16 15:31:53.765347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7a8a86b3-093e-4115-99eb-7e8b2af12af7 tempest-DvrRoutersNegativeTest-1026213965 tempest-DvrRoutersNegativeTest-1026213965-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4173026 Dec 16 15:31:53.795101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Checking segment: {'id': 'f88da79c-e6a2-46c8-9b45-0cd4e2afcd40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '032a84f0-74ff-4cda-bfea-c020ef54aa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:53.795794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network hostable DHCP agents. Network: 032a84f0-74ff-4cda-bfea-c020ef54aa54, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:54.021989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-b8896426-53bf-48d5-a433-c56e7f888af6 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195144 Dec 16 15:31:54.055572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network 032a84f0-74ff-4cda-bfea-c020ef54aa54 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:54.172022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d452d38-302a-4bc6-9c28-b92a9dfafca0 req-da701310-3971-4c6c-8838-f6092297f9ef tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0391858 Dec 16 15:31:54.250038 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ab196ae-67df-4c9d-b316-6f78f8c2b9bd req-23b9194f-3bdc-4236-97e2-622841a88a33 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207713 Dec 16 15:31:54.296491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 032a84f0-74ff-4cda-bfea-c020ef54aa54) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:54.296491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:54.296491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:54.305335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd31057-3db7-471a-9729-e351f58fa974 None None] Network 032a84f0-74ff-4cda-bfea-c020ef54aa54 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:54.387106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Port': ['ID=c38ffcea-18de-4fd6-b08f-686d150eba5a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:54.411979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Checking segment: {'id': 'dfb58e6d-2acd-42c1-88e9-904d274c3e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd151e9dc-e656-4f1f-94ea-80541082bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:31:54.412528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network hostable DHCP agents. Network: d151e9dc-e656-4f1f-94ea-80541082bc65, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:31:54.672583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network d151e9dc-e656-4f1f-94ea-80541082bc65 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:31:54.843633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d151e9dc-e656-4f1f-94ea-80541082bc65) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:31:54.847881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:31:54.854415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:54.864178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c1736-aca4-4f20-8353-4e54778f3c3e None None] Network d151e9dc-e656-4f1f-94ea-80541082bc65 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:31:54.871723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:54.874083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:54.984440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56048) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:55.094443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ae1a523-00cb-46fa-a65b-947735e1cf7f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2838132 Dec 16 15:31:55.099842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56056) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:55.380959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431abff-1590-4a60-9066-5f2670b241b0 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:55.393604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431abff-1590-4a60-9066-5f2670b241b0 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:55.397461 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b431abff-1590-4a60-9066-5f2670b241b0 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2950616 Dec 16 15:31:55.402572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56062) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:55.419202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4b90702-19c2-4e56-b918-cf70a7dcf1a5 req-a0743426-1e37-4a8e-9ec6-ae6c1913dd8d tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0906696 Dec 16 15:31:55.588548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da2e67b1-aac8-40be-a172-07cf3eb1e5d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:55.673582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting port 4b15c3b7-207a-46d0-88ab-61a5a285fea1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:55.674244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:55.761205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:55.777029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Calling delete_port for 4b15c3b7-207a-46d0-88ab-61a5a285fea1 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:55.876721 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da2e67b1-aac8-40be-a172-07cf3eb1e5d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:55.998875 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.039309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Port': ['ID=4b15c3b7-207a-46d0-88ab-61a5a285fea1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:56.073676 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.079317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c0a9afe-61df-4d95-9ce2-b58046567fae tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/ports/4b15c3b7-207a-46d0-88ab-61a5a285fea1 HTTP/1.1" status: 204 len: 168 time: 0.6745982 Dec 16 15:31:56.083664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56070) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:56.088455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da2e67b1-aac8-40be-a172-07cf3eb1e5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.188064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e67b1-aac8-40be-a172-07cf3eb1e5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41be8e45-cb7b-4468-b9ba-7749a5994df7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:56.200268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-da2e67b1-aac8-40be-a172-07cf3eb1e5d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69359335c323413d94a43332d6eeb1ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2131221 Dec 16 15:31:56.206757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:56.315769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting port c38ffcea-18de-4fd6-b08f-686d150eba5a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:31:56.316676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.335642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.393267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.504526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.546067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Calling delete_port for c38ffcea-18de-4fd6-b08f-686d150eba5a owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:31:56.622583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58e1bd8d-b140-413f-96b4-66f69fab7a61 req-a6d4a449-a8a8-4f99-83c7-6225a2bdd53f tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0665269 Dec 16 15:31:56.701851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.710599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:56.716056 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41be8e45-cb7b-4468-b9ba-7749a5994df7 HTTP/1.1" status: 204 len: 168 time: 0.5068367 Dec 16 15:31:56.753514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81fa90-dfdc-4ae3-9fa2-e49a1bb2a394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41be8e45-cb7b-4468-b9ba-7749a5994df7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:56.992985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.045359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Port': ['ID=c38ffcea-18de-4fd6-b08f-686d150eba5a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:57.073644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.079363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5ce0f2ac-722e-4819-a501-f70077e7e52a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/ports/c38ffcea-18de-4fd6-b08f-686d150eba5a HTTP/1.1" status: 204 len: 168 time: 0.9936855 Dec 16 15:31:57.083596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56090) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:57.145258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b499d131-3ede-4ba7-a064-d1e4faa59f3f tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0602243 Dec 16 15:31:57.151357 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56092) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:57.161847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1131162016'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:57.304243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:57.313705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.381426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:57.413502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.421913 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment 99cc82fc-f588-4d30-bd7b-d2c27b585d0b of type vlan for network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 Dec 16 15:31:57.575896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.804601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.834890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:57.845871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:57.921806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c74e01fd-4995-4705-a57d-03cdf2cfdd49 req-b299c367-7632-408e-8477-0b85eba2e239 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0731797 Dec 16 15:31:58.099006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=6b469de1-bedb-44b6-ab4f-1e3efc9f3577,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:58.112937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:58.192423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bd023ca3-d1ec-44da-86ab-12d5d0c473bf tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0398316 Dec 16 15:31:58.196907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:31:58.205766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1768719211'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:31:58.450578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:31:58.457283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.515298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:31:58.534228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.534913 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Added segment ee9b4c91-a080-45b5-805a-116184ecc770 of type vlan for network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 Dec 16 15:31:58.601113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.674181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.810358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:58.828041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:31:58.831022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:31:59.117300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8992984 Dec 16 15:31:59.178573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefd074-7662-4a03-9d15-94904d368462 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Network': ['ID=78c527f8-2cf7-40eb-adb7-c27bc9eb9655,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:31:59.203614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:31:59.473227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2f1235e-4778-4356-b249-079a10d8c696 req-043f15f3-5cf1-4236-9241-5dfd97311643 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1566038 Dec 16 15:31:59.706514 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:00.158672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-11713828-ce4d-41a4-8267-4c4642491677 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045985 Dec 16 15:32:00.527514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-f538c666-8703-49d2-85a4-1de53ac72dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:00.527514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-f538c666-8703-49d2-85a4-1de53ac72dc2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=904ac6653b4040728ad1271488a25e79&device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 1096 time: 0.1580732 Dec 16 15:32:00.790047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-e6b285e7-be36-4835-bc83-e73a0f49a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:00.791859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-e6b285e7-be36-4835-bc83-e73a0f49a029 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 200 len: 912 time: 0.2449622 Dec 16 15:32:00.977850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02efef3e-e66c-42d7-899e-cf7e18bb1129 req-c6d05371-dc4b-4162-b5e6-18aa4b4bf9a0 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1417165 Dec 16 15:32:01.083424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-23be2ed8-10cb-4f39-8df2-2a68b7800306 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 200 len: 1001 time: 0.2764874 Dec 16 15:32:01.223501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-61637006-f0b4-4114-9f80-a7f4ebe837a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:01.228032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-61637006-f0b4-4114-9f80-a7f4ebe837a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 200 len: 850 time: 0.1309392 Dec 16 15:32:01.394084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-da6c5d13-2b8a-41ad-9fc2-2a6d3ae473e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:01.400249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-da6c5d13-2b8a-41ad-9fc2-2a6d3ae473e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511958 Dec 16 15:32:01.674651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-f82920c8-5c94-4fb1-9b8d-10d0fb318f0f service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634044 Dec 16 15:32:01.946734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0cd638-cd30-4ff9-b4da-bfcf292e97c0 req-7306d77d-dc0f-4d80-bbf2-7f48ed408d44 service neutron] 10.222.0.74 "GET /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596774 Dec 16 15:32:02.251881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f565702-352e-437d-b93b-1e8e1128b54e req-c015d44d-cd0a-4109-b556-07c7a89b8baf tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0547652 Dec 16 15:32:02.830860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56208) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:02.837143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'subnets': [{'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--465280842', 'ip_version': 6}, {'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:02.837562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'subnet': {'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--465280842', 'ip_version': 6}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:02.838371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Request body: {'subnet': {'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:03.238542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Made reservation on behalf of b7e25e45c81040d99f7e8c0933275bfc for: {'subnet': 2} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:03.249109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:03.250042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:03.592730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26ab8f0b-5153-4dc2-940c-9abde3a977c8 req-16b222f2-a5f4-46a8-9fa1-f39a0d0d7997 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0677934 Dec 16 15:32:04.073257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:04.286925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:04.378403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Subnet': ['ID=6f2a04ef-fff7-422b-a73f-c469a5b8750c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:04.409978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Checking segment: {'id': '99cc82fc-f588-4d30-bd7b-d2c27b585d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:04.410354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network hostable DHCP agents. Network: 6b469de1-bedb-44b6-ab4f-1e3efc9f3577, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:04.512364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:04.850338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0063faeb-ef30-4ff1-9643-73fb678fe19c req-798a87ee-2e1e-4df9-af79-9e4f39d8f1f1 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0771980 Dec 16 15:32:04.905972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6b469de1-bedb-44b6-ab4f-1e3efc9f3577) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:05.010880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.014227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa46cb7-6784-4d96-9fc8-8fbd8faf467d None None] Network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:05.014853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.027937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event updated for resources: {'Subnet': ['ID=0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:05.051542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Checking segment: {'id': 'ee9b4c91-a080-45b5-805a-116184ecc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:05.052281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network hostable DHCP agents. Network: 78c527f8-2cf7-40eb-adb7-c27bc9eb9655, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:05.061490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6b469de1-bedb-44b6-ab4f-1e3efc9f3577', 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577', 'project_id': 'b7e25e45c81040d99f7e8c0933275bfc', 'fixed_ips': [{'subnet_id': '6f2a04ef-fff7-422b-a73f-c469a5b8750c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:05.063708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.204554 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:32:05.245308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:05.284955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Allocated IP 2001:db8::1 (6b469de1-bedb-44b6-ab4f-1e3efc9f3577/6f2a04ef-fff7-422b-a73f-c469a5b8750c/df7e1c75-da96-4a7d-8181-9332edcc1007) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:05.399146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 78c527f8-2cf7-40eb-adb7-c27bc9eb9655) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:05.432422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc2808-89b2-44ec-ae6b-cd2867899ed8 None None] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:05.433811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.435994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.440844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.505127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Deleting port f66209e9-09c1-4103-901a-a8d90abba04e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:05.505127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.636340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-723fb5bf-b800-40ec-95fc-c1b3bf99a1c7 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7952032 Dec 16 15:32:05.637099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56266) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:05.779426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] For port f66209e9-09c1-4103-901a-a8d90abba04e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f66209e9-09c1-4103-901a-a8d90abba04e,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:05.780009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.845886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Calling delete_port for f66209e9-09c1-4103-901a-a8d90abba04e owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:05.860376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4cb6e-0afb-42d2-b612-3ace40cf593a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.864236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4cb6e-0afb-42d2-b612-3ace40cf593a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.868210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4cb6e-0afb-42d2-b612-3ace40cf593a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:05.906180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c8e4cb6e-0afb-42d2-b612-3ace40cf593a tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2621806 Dec 16 15:32:05.908649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:05.916310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-78c527f8-2cf7-40eb-adb7-c27bc9eb9655', 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655', 'project_id': 'b7e25e45c81040d99f7e8c0933275bfc', 'fixed_ips': [{'subnet_id': '0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:05.917637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:05.945090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.180734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.224877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51544e25-a015-442e-ac29-e7ec6941ede7 req-0229d127-9c57-4f2a-ad04-bffe3f54dcde tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0946641 Dec 16 15:32:06.247398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting subnet 6f2a04ef-fff7-422b-a73f-c469a5b8750c {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:06.255717 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.424518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.431278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Allocated IP 2001:db8:0:1::1 (78c527f8-2cf7-40eb-adb7-c27bc9eb9655/0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75/5208dd01-0ddd-4c13-9c54-4922c630cc5c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:06.570507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fef8e769-33f0-4396-9b09-3a52007c6240 req-ac03c7f3-a886-454a-9d11-9edf95052d1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1187065 Dec 16 15:32:06.698399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.732395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.779701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:06.817602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66209e9-09c1-4103-901a-a8d90abba04e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:06.820668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Pushing event updated for resources: {'Port': ['ID=df7e1c75-da96-4a7d-8181-9332edcc1007,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:06.843584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:06.847205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:06.851781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:06.975656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.010486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.018048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.023670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/subnets/6f2a04ef-fff7-422b-a73f-c469a5b8750c HTTP/1.1" status: 204 len: 168 time: 1.1120839 Dec 16 15:32:07.096413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:07.135799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d071db8-4527-4a22-a557-2d5fa502c458 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2a04ef-fff7-422b-a73f-c469a5b8750c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:07.227732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Attempting to bind port df7e1c75-da96-4a7d-8181-9332edcc1007 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:07.231462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Attempting to bind port df7e1c75-da96-4a7d-8181-9332edcc1007 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '99cc82fc-f588-4d30-bd7b-d2c27b585d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:07.237397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Attempting to bind port df7e1c75-da96-4a7d-8181-9332edcc1007 on network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:07.307179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:07.318178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting subnet 0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:07.340150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.373475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:07.374044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Checking segment: {'id': '99cc82fc-f588-4d30-bd7b-d2c27b585d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:07.374714 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.375558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Bound using segment: {'id': '99cc82fc-f588-4d30-bd7b-d2c27b585d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:07.376207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Bound port: df7e1c75-da96-4a7d-8181-9332edcc1007, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc82fc-f588-4d30-bd7b-d2c27b585d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6b469de1-bedb-44b6-ab4f-1e3efc9f3577'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:07.398455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.426965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Pushing event updated for resources: {'Port': ['ID=5208dd01-0ddd-4c13-9c54-4922c630cc5c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:07.434965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:07.440583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:07.481473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.498641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.661939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Attempting to bind port 5208dd01-0ddd-4c13-9c54-4922c630cc5c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:07.662979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Attempting to bind port 5208dd01-0ddd-4c13-9c54-4922c630cc5c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ee9b4c91-a080-45b5-805a-116184ecc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:07.663359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Attempting to bind port 5208dd01-0ddd-4c13-9c54-4922c630cc5c on network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:07.704268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:07.704878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Checking segment: {'id': 'ee9b4c91-a080-45b5-805a-116184ecc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:07.706057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.706664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Bound using segment: {'id': 'ee9b4c91-a080-45b5-805a-116184ecc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:07.707484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Bound port: 5208dd01-0ddd-4c13-9c54-4922c630cc5c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9b4c91-a080-45b5-805a-116184ecc770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78c527f8-2cf7-40eb-adb7-c27bc9eb9655'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:07.708161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.713673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7f4f89-8f37-46e1-9294-6d473eb630eb req-1afee917-b48d-4c74-a298-ba9a5de86bd0 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.2000465 Dec 16 15:32:07.856356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:07.877945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] For port df7e1c75-da96-4a7d-8181-9332edcc1007, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:07.900548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] For port df7e1c75-da96-4a7d-8181-9332edcc1007, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=df7e1c75-da96-4a7d-8181-9332edcc1007,segment=NetworkSegment(99cc82fc-f588-4d30-bd7b-d2c27b585d0b),segment_id=99cc82fc-f588-4d30-bd7b-d2c27b585d0b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:08.015805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:08.096889 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.130718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.243086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.255427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/subnets/0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75 HTTP/1.1" status: 204 len: 168 time: 1.1577852 Dec 16 15:32:08.257359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cd954-8ae2-4fe3-8d05-64fb7af02b29 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Subnet': ['ID=0e664da4-dcfd-4f12-8cf7-65cc2a6fbd75,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:08.276672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:08.322433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:08.324794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0fb8-d5e0-465c-a8ba-e1789418a739 None None] Pushing event updated for resources: {'Port': ['ID=df7e1c75-da96-4a7d-8181-9332edcc1007,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:08.346656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Sync routers for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:08.347234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] For port 5208dd01-0ddd-4c13-9c54-4922c630cc5c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:08.370081 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:08.371721 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:31:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:08.386790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7d28f6e7-b484-4b17-871b-1216cbb77942 admin admin] 10.222.0.71 "PUT /v2.0/routers/5e5fb1d7-2183-4f4d-bf9f-1329be329dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3081355 Dec 16 15:32:08.392211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:08.468791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f7b656-0242-4451-aa21-d8eb0a9d97b9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:08.472891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f5f7b656-0242-4451-aa21-d8eb0a9d97b9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1944468 Dec 16 15:32:08.480221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:08.491858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] For port 5208dd01-0ddd-4c13-9c54-4922c630cc5c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5208dd01-0ddd-4c13-9c54-4922c630cc5c,segment=NetworkSegment(ee9b4c91-a080-45b5-805a-116184ecc770),segment_id=ee9b4c91-a080-45b5-805a-116184ecc770)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:08.522257 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:08.567226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc39da-6861-4d92-a99c-467433360899 None None] Network 6b469de1-bedb-44b6-ab4f-1e3efc9f3577 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:08.724024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.829617 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.870569 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:32:06Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:08.873196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:08.912054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Checking router: 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:08.920874 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Routers {'5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:08.921899 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:31:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:09.027125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6cb13cf-07b4-40b6-a779-172c09009a99 req-c1f531d5-d179-4b3f-b257-f0b71b7d27a8 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1408291 Dec 16 15:32:09.183926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting port 5208dd01-0ddd-4c13-9c54-4922c630cc5c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:09.188540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.268770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33181e6a-3814-45ff-99fb-51750449e0ab None None] Pushing event updated for resources: {'Port': ['ID=5208dd01-0ddd-4c13-9c54-4922c630cc5c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:09.305950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.425656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] For port 5208dd01-0ddd-4c13-9c54-4922c630cc5c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5208dd01-0ddd-4c13-9c54-4922c630cc5c,segment=NetworkSegment(ee9b4c91-a080-45b5-805a-116184ecc770),segment_id=ee9b4c91-a080-45b5-805a-116184ecc770)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:09.427923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.452605 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] Set router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:09.515795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Calling delete_port for 5208dd01-0ddd-4c13-9c54-4922c630cc5c owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:09.761448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Deleting port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:09.762086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.941703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:09.978880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Port': ['ID=5208dd01-0ddd-4c13-9c54-4922c630cc5c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:09.986953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] No DVR routers for this DVR port 5208dd01-0ddd-4c13-9c54-4922c630cc5c on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:10.000973 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:32:06Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:10.076377 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56f89c6-a5d9-4443-a60d-494cb7b16407 None None] The sync data for ids ['5e5fb1d7-2183-4f4d-bf9f-1329be329dcb'] in n-d-821947-3 is: [{'id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'name': 'tempest-TaggedBootDevicesTest_v242-1415542384-router', 'tenant_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:20Z', 'updated_at': '2021-12-16T15:32:06Z', 'revision_number': 5, 'project_id': '06eb97a801d34c39b0cf39d3ee9c75ee', 'gw_port': {'id': 'bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:21:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5fb1d7-2183-4f4d-bf9f-1329be329dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:21Z', 'updated_at': '2021-12-16T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:10.117634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.159079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c527f8-2cf7-40eb-adb7-c27bc9eb9655']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:10.173946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b4c91-a080-45b5-805a-116184ecc770') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:10.174601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b4c91-a080-45b5-805a-116184ecc770') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:10.191284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.271159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.280716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:10.281417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.340841 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-636a278e-37f5-44c4-8b87-9b296b32fb7d req-21dce472-acd3-4d1a-b450-b305eb75d932 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bfda0c26164440de9dd259a6158a11a3&device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1151268 Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:10.348256 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:10.442725 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-636a278e-37f5-44c4-8b87-9b296b32fb7d req-d9609bcc-16fd-4801-b96b-29f27f1d55a7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bfda0c26164440de9dd259a6158a11a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697224 Dec 16 15:32:10.470099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.640040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:10.643385 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/78c527f8-2cf7-40eb-adb7-c27bc9eb9655 HTTP/1.1" status: 204 len: 168 time: 2.1620650 Dec 16 15:32:10.644354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152760-9aa9-40af-baa5-86ceb8e8d607 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=78c527f8-2cf7-40eb-adb7-c27bc9eb9655,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:10.670944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:10.826303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d7d8c7c-48f0-4139-92b0-3cb6cac79fd1 req-323c6ab0-f4c4-4b8f-a1ca-d81dfd01460e tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0620158 Dec 16 15:32:10.973279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] For port bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:10.974576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.031215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Calling delete_port for bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:11.082386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f66209e9-09c1-4103-901a-a8d90abba04e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:11.189705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.211764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f66209e9-09c1-4103-901a-a8d90abba04e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:11.212143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f66209e9-09c1-4103-901a-a8d90abba04e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:11.219872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a278e-37f5-44c4-8b87-9b296b32fb7d req-c34534c9-358f-4981-b703-99bfb2b4b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:11.223973 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-636a278e-37f5-44c4-8b87-9b296b32fb7d req-c34534c9-358f-4981-b703-99bfb2b4b21c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7729552 Dec 16 15:32:11.460205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Deleting port df7e1c75-da96-4a7d-8181-9332edcc1007 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:11.460759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.619749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] For port df7e1c75-da96-4a7d-8181-9332edcc1007, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=df7e1c75-da96-4a7d-8181-9332edcc1007,segment=NetworkSegment(99cc82fc-f588-4d30-bd7b-d2c27b585d0b),segment_id=99cc82fc-f588-4d30-bd7b-d2c27b585d0b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:11.620437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:11.630114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d6fc9c-0d5d-4144-983b-f34356c6407b None None] DHCP port deletion for 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:11.643292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ded9eec-2c73-44cd-9515-b842d6885d28 None None] Could not find standard attr ID for object 5208dd01-0ddd-4c13-9c54-4922c630cc5c. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:32:11.661811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Calling delete_port for df7e1c75-da96-4a7d-8181-9332edcc1007 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:11.689590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166aadce-3d8f-494a-88be-688d23763566 None None] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:11.695651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166aadce-3d8f-494a-88be-688d23763566 None None] Network 78c527f8-2cf7-40eb-adb7-c27bc9eb9655 could not be found, it might have been deleted concurrently. {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 15:32:11.710624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff4227-aab8-4e42-8a58-bf8ecd4d88b2 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:32:11.937390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff4227-aab8-4e42-8a58-bf8ecd4d88b2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:32:12.021688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9563a5a-a1cb-46cd-b60e-d5c6f6240b6d req-fcb8afc6-5058-4744-a27c-17b551354a86 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0614948 Dec 16 15:32:12.023073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.027652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.086481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:12.263871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.267747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] No DVR routers for this DVR port df7e1c75-da96-4a7d-8181-9332edcc1007 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:12.291699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Port': ['ID=df7e1c75-da96-4a7d-8181-9332edcc1007,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:12.470113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.480101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.591166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.654444 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-636a278e-37f5-44c4-8b87-9b296b32fb7d req-f191ab45-1ec3-49dd-b2db-57a6e512774b tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0474823 Dec 16 15:32:12.672742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b469de1-bedb-44b6-ab4f-1e3efc9f3577']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:12.690617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cc82fc-f588-4d30-bd7b-d2c27b585d0b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:12.691111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cc82fc-f588-4d30-bd7b-d2c27b585d0b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:12.704397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.735397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.759530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:12.759530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:12.768231 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:12.775483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830df8a-34cd-4c95-bff9-7acb5f536022 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:12.931316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:12.943208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5fb1d7-2183-4f4d-bf9f-1329be329dcb {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:32:12.967020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.004322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6b92403a-c872-40e8-befd-b951fbbd03cb admin admin] 10.222.0.71 "DELETE /v2.0/routers/5e5fb1d7-2183-4f4d-bf9f-1329be329dcb HTTP/1.1" status: 204 len: 168 time: 4.6023977 Dec 16 15:32:13.005536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56406) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:13.257688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5208dd01-0ddd-4c13-9c54-4922c630cc5c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:13.278081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Deleting subnet 9904a23f-5195-4062-a6a7-779e47158d8b {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:13.301831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.333583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5208dd01-0ddd-4c13-9c54-4922c630cc5c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:13.336041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5208dd01-0ddd-4c13-9c54-4922c630cc5c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:13.464241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f1c5d21-b9a2-4058-9fc2-76bf03d3337f req-6534517d-1ccd-4480-869c-3cfc0bf48c77 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.1111181 Dec 16 15:32:13.518831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:13.828199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.215221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2833a60-e283-4ad8-abcd-4511e55e18de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.215792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.217174 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.263920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.269893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/6b469de1-bedb-44b6-ab4f-1e3efc9f3577 HTTP/1.1" status: 204 len: 168 time: 3.5955949 Dec 16 15:32:14.274781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7dbf8-63d5-41d1-896e-61631ad41dd2 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=6b469de1-bedb-44b6-ab4f-1e3efc9f3577,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:14.277509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:14.351254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9904a23f-5195-4062-a6a7-779e47158d8b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:14.354135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.375033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-294251ea-f6a6-4776-81e7-372c95777bef admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9904a23f-5195-4062-a6a7-779e47158d8b HTTP/1.1" status: 204 len: 168 time: 1.3678715 Dec 16 15:32:14.383215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56428) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:14.386317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ede376a-2ade-45d4-8a82-f27662e0c256 None None] Network 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:14.549145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.633044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.774870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Deleting port f91614d5-fd2c-4b2d-b5df-53d917dc018b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:14.776486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:14.802549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ae94ff4-5d66-4494-96e5-c752e2599f1e req-271a97fb-12b8-48a9-a902-ce63f3a07f49 tempest-ServerShowV254Test-171142587 tempest-ServerShowV254Test-171142587-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5edbdc0-2df0-458e-adab-0bc13efd40f6 HTTP/1.1" status: 200 len: 210 time: 0.0424960 Dec 16 15:32:14.957387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.008779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] For port f91614d5-fd2c-4b2d-b5df-53d917dc018b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f91614d5-fd2c-4b2d-b5df-53d917dc018b,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:15.009157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.032014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151e9dc-e656-4f1f-94ea-80541082bc65']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:15.067548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Calling delete_port for f91614d5-fd2c-4b2d-b5df-53d917dc018b owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:15.070829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb58e6d-2acd-42c1-88e9-904d274c3e6e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:15.083465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb58e6d-2acd-42c1-88e9-904d274c3e6e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:15.117300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.166470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.198249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:15.198883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:15.204542 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:15.239439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:15.288836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:15.289779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bb2e7e7a-0b2e-4eeb-a195-bb35c0cc18a6 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:15.455146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] DHCP port deletion for 7c9b50aa-922a-44ea-b29d-8ba3e4047df9 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:15.561733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Deleting port f91614d5-fd2c-4b2d-b5df-53d917dc018b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:15.562808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.570836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.573244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.649076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.658240 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/d151e9dc-e656-4f1f-94ea-80541082bc65 HTTP/1.1" status: 204 len: 168 time: 1.3696022 Dec 16 15:32:15.664066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=d151e9dc-e656-4f1f-94ea-80541082bc65,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:15.693563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56456) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:15.698519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f91614d5-fd2c-4b2d-b5df-53d917dc018b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:15.706536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.709424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.712569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.714861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.715481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.717295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.717989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.719531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.720548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.721185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.721751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.722625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.723288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f72501-b518-42ba-a5c8-54ff3112ae4c tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:15.825706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] For port f91614d5-fd2c-4b2d-b5df-53d917dc018b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f91614d5-fd2c-4b2d-b5df-53d917dc018b,segment=NetworkSegment(9873a2a0-f0a2-4240-917d-3f09d23810bf),segment_id=9873a2a0-f0a2-4240-917d-3f09d23810bf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:15.826818 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:15.876633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Calling delete_port for f91614d5-fd2c-4b2d-b5df-53d917dc018b owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:15.970054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] No DVR routers for this DVR port f91614d5-fd2c-4b2d-b5df-53d917dc018b on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:15.987020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.127730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.180365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] Pushing event deleted for resources: {'Port': ['ID=f91614d5-fd2c-4b2d-b5df-53d917dc018b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:16.188888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3bc817-d33a-4fd4-bbad-3e6198d76c07 None None] No DVR routers for this DVR port f91614d5-fd2c-4b2d-b5df-53d917dc018b on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:16.358717 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.429216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.448935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9b50aa-922a-44ea-b29d-8ba3e4047df9']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.485094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9873a2a0-f0a2-4240-917d-3f09d23810bf') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.485587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9873a2a0-f0a2-4240-917d-3f09d23810bf') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.503847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032a84f0-74ff-4cda-bfea-c020ef54aa54']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.525567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.544918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88da79c-e6a2-46c8-9b45-0cd4e2afcd40') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.547612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88da79c-e6a2-46c8-9b45-0cd4e2afcd40') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:16.571315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.575993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.612493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:16.613142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:16.618243 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:16.629160 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8baafc2b-d954-4ef1-b21d-b5328383647b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.646806 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.725149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:16.725801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:16.749235 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:17.016707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.042019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.062465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] 10.222.0.71 "DELETE /v2.0/networks/7c9b50aa-922a-44ea-b29d-8ba3e4047df9 HTTP/1.1" status: 204 len: 168 time: 2.6772830 Dec 16 15:32:17.067108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56488) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:17.122998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e05b7-5d96-46fc-b659-bf80af61dcfe admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9b50aa-922a-44ea-b29d-8ba3e4047df9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:17.138511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f91614d5-fd2c-4b2d-b5df-53d917dc018b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:17.169618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.188101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:17.195870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] 10.222.0.71 "DELETE /v2.0/networks/032a84f0-74ff-4cda-bfea-c020ef54aa54 HTTP/1.1" status: 204 len: 168 time: 1.4849348 Dec 16 15:32:17.214368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f91614d5-fd2c-4b2d-b5df-53d917dc018b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:17.215299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f91614d5-fd2c-4b2d-b5df-53d917dc018b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:17.251669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fd6e4-cbd3-4c3a-af37-88e039ee87e9 tempest-BulkNetworkOpsIpV6Test-358945894 tempest-BulkNetworkOpsIpV6Test-358945894-project] Pushing event deleted for resources: {'Network': ['ID=032a84f0-74ff-4cda-bfea-c020ef54aa54,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:17.423535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56496) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:17.775956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.061016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.601861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Deleting port fcb775eb-79c3-4eb1-80e5-300a27c68fc8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:18.602780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.773980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-238098ff-d313-4df3-8d21-3f55966fbd4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.807226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56518) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:18.883321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] For port fcb775eb-79c3-4eb1-80e5-300a27c68fc8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:18.884812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:18.921981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Calling delete_port for fcb775eb-79c3-4eb1-80e5-300a27c68fc8 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:19.017347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f45de627-b6ff-4be2-a41f-e9803f16f08e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7e25e45c81040d99f7e8c0933275bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016673 Dec 16 15:32:19.020860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56524) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:19.100470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-238098ff-d313-4df3-8d21-3f55966fbd4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.133661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.192515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.736376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.831610 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.832143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-238098ff-d313-4df3-8d21-3f55966fbd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.832143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.834085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:19.835557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3a1fa1c-85f6-437a-8255-ad7d95d658ca HTTP/1.1" status: 204 len: 168 time: 0.8132904 Dec 16 15:32:19.872501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb775eb-79c3-4eb1-80e5-300a27c68fc8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:19.996544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238098ff-d313-4df3-8d21-3f55966fbd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3c325-dd3f-4664-9640-a9da3f234bfe,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:20.015535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.095366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-238098ff-d313-4df3-8d21-3f55966fbd4f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfda0c26164440de9dd259a6158a11a3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6702461 Dec 16 15:32:20.100805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28397713-6778-49e3-afbf-dd74100a1c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a1fa1c-85f6-437a-8255-ad7d95d658ca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:20.110221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56540) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:20.463571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.566240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.655453 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.910232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.912958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:20.920672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/21f3c325-dd3f-4664-9640-a9da3f234bfe HTTP/1.1" status: 204 len: 168 time: 0.8081615 Dec 16 15:32:20.939638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6fad-9749-4ca4-a390-5b83a85fd923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3c325-dd3f-4664-9640-a9da3f234bfe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:21.296056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Router dcd1e8d1-d325-4068-8664-7d85b542d9f0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:21.500304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:21.528378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-08f9f63e-6c42-4fac-8106-b1101774a150 admin admin] 10.222.0.71 "PUT /v2.0/routers/dcd1e8d1-d325-4068-8664-7d85b542d9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4497271 Dec 16 15:32:21.531580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:21.557679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Sync routers for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:21.587618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:21.588415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:21.740314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:21.817613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:22.018269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:22.036855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.232778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128'}], 'enable_snat': True}, 'gw_port_id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:32:19Z', 'revision_number': 5, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port': {'id': '3ded7355-1e45-4d5a-bcf7-ea0965b2e106', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:77:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:18:36Z', 'updated_at': '2021-12-16T15:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.235874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a2193d7-6084-4272-b825-3acd910fbe9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.338891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Deleting port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:22.339397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.343515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Checking router: dcd1e8d1-d325-4068-8664-7d85b542d9f0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:22.379480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Routers {'dcd1e8d1-d325-4068-8664-7d85b542d9f0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:22.387003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.558780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a2193d7-6084-4272-b825-3acd910fbe9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.669090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a2193d7-6084-4272-b825-3acd910fbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.669581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] For port 3ded7355-1e45-4d5a-bcf7-ea0965b2e106, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:22.669581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:22.684580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] Set router dcd1e8d1-d325-4068-8664-7d85b542d9f0 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:22.737972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Calling delete_port for 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:22.803511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:32:22Z', 'revision_number': 6, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:22.882247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f37139-7fd1-4382-8926-da194ff2ec58 None None] The sync data for ids ['dcd1e8d1-d325-4068-8664-7d85b542d9f0'] in n-d-821947-3 is: [{'id': 'dcd1e8d1-d325-4068-8664-7d85b542d9f0', 'name': 'tempest-TaggedBootDevicesTest_v242-1179381573-router', 'tenant_id': '41418cb2da4b4166ba2ae0a38c76a785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:18:34Z', 'updated_at': '2021-12-16T15:32:22Z', 'revision_number': 6, 'project_id': '41418cb2da4b4166ba2ae0a38c76a785', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:23.048600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a2193d7-6084-4272-b825-3acd910fbe9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28e7c79bf28c4f9e97c7a778a0331496&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0276022 Dec 16 15:32:23.062167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:23.081161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2193d7-6084-4272-b825-3acd910fbe9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82627d6a-79e1-4d39-95b3-ee05c6dc8f7b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:23.309846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcb775eb-79c3-4eb1-80e5-300a27c68fc8 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:23.339217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.389895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.415274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fcb775eb-79c3-4eb1-80e5-300a27c68fc8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:23.420753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcb775eb-79c3-4eb1-80e5-300a27c68fc8 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:23.569504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.634538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24dca8-4ba9-4c76-bc6e-62103ffd83d4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:23.701577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ded7355-1e45-4d5a-bcf7-ea0965b2e106,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:23.816112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.821195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:23.839470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82627d6a-79e1-4d39-95b3-ee05c6dc8f7b HTTP/1.1" status: 204 len: 168 time: 0.7731190 Dec 16 15:32:23.890352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.006730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c6cdd-ff8a-4a79-bbb5-0a9a8bb5f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82627d6a-79e1-4d39-95b3-ee05c6dc8f7b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:24.157559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.162426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.257743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56640) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:24.433850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.434842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd1e8d1-d325-4068-8664-7d85b542d9f0 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:32:24.442463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.447990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:24.449402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-98dd5b22-8ef1-4a92-bb78-9a0d6b19cb31 admin admin] 10.222.0.71 "DELETE /v2.0/routers/dcd1e8d1-d325-4068-8664-7d85b542d9f0 HTTP/1.1" status: 204 len: 168 time: 2.9192469 Dec 16 15:32:24.521680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Deleting subnet 72dcfa82-5e15-431c-b577-83b3197bb121 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:24.532191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.613336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:24.854116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.120817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:25.158982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.257467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72dcfa82-5e15-431c-b577-83b3197bb121,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:25.276062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.283273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:25.288597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ded7355-1e45-4d5a-bcf7-ea0965b2e106 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:25.290981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-492dceaf-39b4-4d30-9ecc-64aeffb52409 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/72dcfa82-5e15-431c-b577-83b3197bb121 HTTP/1.1" status: 204 len: 168 time: 0.8414087 Dec 16 15:32:25.294928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56662) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:25.314542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d825ce4-8680-40af-aae5-7bdbebb12c25 None None] Network e814c00e-9815-4fe4-946f-00a8998437f4 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:25.456122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1133559399'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:25.533071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.701918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:25.706118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.721446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] DHCP port deletion for e814c00e-9815-4fe4-946f-00a8998437f4 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:25.728002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Deleting port 8953491c-f62a-4cb8-a55d-fae689c21143 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:25.738160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.753358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.929284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] For port 8953491c-f62a-4cb8-a55d-fae689c21143, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8953491c-f62a-4cb8-a55d-fae689c21143,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:25.930112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.948078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Deleting port 8953491c-f62a-4cb8-a55d-fae689c21143 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:25.948467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.966335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:25.972403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Calling delete_port for 8953491c-f62a-4cb8-a55d-fae689c21143 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:26.089593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.105635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:26.130401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] For port 8953491c-f62a-4cb8-a55d-fae689c21143, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8953491c-f62a-4cb8-a55d-fae689c21143,segment=NetworkSegment(13bfe2f3-2d43-43a7-9bcf-363e230dd214),segment_id=13bfe2f3-2d43-43a7-9bcf-363e230dd214)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:26.131003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.155183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.155715 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment 3f33e050-1d82-4f66-9ba5-59ab3aca4782 of type vlan for network bedce9ed-2524-430c-b9b5-d7fa2ba38850 Dec 16 15:32:26.174730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Calling delete_port for 8953491c-f62a-4cb8-a55d-fae689c21143 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:26.295865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56674) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:26.298252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.338170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-978d1dce-ef29-426e-b37e-6555f114aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.362023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56678) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:26.404020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.404372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.421419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4c377-d217-442c-aa91-209fa50d0c49,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:26.450216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] No DVR routers for this DVR port 8953491c-f62a-4cb8-a55d-fae689c21143 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:26.483558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.489554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:26.490209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.542182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbfcf6-fff8-4103-a69b-76bfe5d9b2c6 None None] Pushing event deleted for resources: {'Port': ['ID=8953491c-f62a-4cb8-a55d-fae689c21143,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:26.561795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Pushing event deleted for resources: {'Port': ['ID=8953491c-f62a-4cb8-a55d-fae689c21143,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:26.567032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] No DVR routers for this DVR port 8953491c-f62a-4cb8-a55d-fae689c21143 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:26.652043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=bedce9ed-2524-430c-b9b5-d7fa2ba38850,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:26.677854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:26.692037 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.730224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e814c00e-9815-4fe4-946f-00a8998437f4']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:26.748493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bfe2f3-2d43-43a7-9bcf-363e230dd214') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:26.748758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bfe2f3-2d43-43a7-9bcf-363e230dd214') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:26.771873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.804060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-355652fb-44b3-4630-939b-f5d5db5676e8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.5365455 Dec 16 15:32:26.805474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56684) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:26.815307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'name': 'tempest-PortsTestJSON-1360501689'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:26.842739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-978d1dce-ef29-426e-b37e-6555f114aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.850250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.868148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d1a1-4d2e-476a-933c-8aa5e160bf98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.885530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:26.892748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:26.920223 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:27.012143 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-978d1dce-ef29-426e-b37e-6555f114aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.140167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8953491c-f62a-4cb8-a55d-fae689c21143 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:27.178691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8953491c-f62a-4cb8-a55d-fae689c21143 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:27.179421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8953491c-f62a-4cb8-a55d-fae689c21143 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:27.202832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d1dce-ef29-426e-b37e-6555f114aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06af6f3f-4d68-436b-a39d-a1cf1c17cc73,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:27.252019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-978d1dce-ef29-426e-b37e-6555f114aecc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=318d72854bd348e29a79a2bd71adba09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9542656 Dec 16 15:32:27.254881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56690) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:27.283959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:27.283959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.335684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 533074e8-6766-4fc6-93d9-2e03104eb5ea yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:32:27.346536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d1a1-4d2e-476a-933c-8aa5e160bf98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.359148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.371437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.380869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e814c00e-9815-4fe4-946f-00a8998437f4 HTTP/1.1" status: 204 len: 168 time: 2.0845919 Dec 16 15:32:27.396801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.448531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ba83-e821-4ffa-b316-15c87f80c691 admin admin] Pushing event deleted for resources: {'Network': ['ID=e814c00e-9815-4fe4-946f-00a8998437f4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:27.467414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.503143 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8fe5d1a1-4d2e-476a-933c-8aa5e160bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.637964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5d1a1-4d2e-476a-933c-8aa5e160bf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d85e59a-2ece-49d4-8686-39edeb0b9070,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:27.654805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8fe5d1a1-4d2e-476a-933c-8aa5e160bf98 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79aac0626b8c433580782547875f89d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2779386 Dec 16 15:32:27.660731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56700) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:27.687041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.814216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.854302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:27.918996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.025470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.030702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.034033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/06af6f3f-4d68-436b-a39d-a1cf1c17cc73 HTTP/1.1" status: 204 len: 168 time: 0.7763481 Dec 16 15:32:28.058061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.064252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.077592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0d85e59a-2ece-49d4-8686-39edeb0b9070 HTTP/1.1" status: 204 len: 168 time: 0.4156489 Dec 16 15:32:28.095202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbb697-ab4d-47ac-b840-b30f477afc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06af6f3f-4d68-436b-a39d-a1cf1c17cc73,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:28.097760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14874f-8a87-4303-806f-806af624ddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d85e59a-2ece-49d4-8686-39edeb0b9070,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:28.109338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=533074e8-6766-4fc6-93d9-2e03104eb5ea,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:28.147288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': '3f33e050-1d82-4f66-9ba5-59ab3aca4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:28.147288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: bedce9ed-2524-430c-b9b5-d7fa2ba38850, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:28.148717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56708) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:28.247893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc902013-b5ef-4e9d-9a68-4ccb4cac27fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06eb97a801d34c39b0cf39d3ee9c75ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949712 Dec 16 15:32:28.250453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:28.307690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:28.390699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.449190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.540265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, bedce9ed-2524-430c-b9b5-d7fa2ba38850) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:28.552721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58695c26-8549-4892-bcfd-6bcd72f55732 None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:28.557726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:28.578929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:28.580353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.638313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.869031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c198b67-325e-46db-aabb-81ff06b2b15b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0609114 Dec 16 15:32:28.871239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.873127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:28.878623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:28.881076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5598b66e-2280-486a-8066-bc753dfa47d1 HTTP/1.1" status: 204 len: 168 time: 0.6303396 Dec 16 15:32:28.881522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1811203794'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:28.927215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e145-1398-44a6-915f-e3e21017f7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5598b66e-2280-486a-8066-bc753dfa47d1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:29.101394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:29.108389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.208545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:29.230872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.236966 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment 097fb1e4-35d9-4998-bbc9-4d5356e59d65 of type vlan for network ea8e88da-483c-4f0b-90b0-5197e599a7b5 Dec 16 15:32:29.285621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.513599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.530403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:29.531773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.643383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:29.704606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=ea8e88da-483c-4f0b-90b0-5197e599a7b5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:29.722006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ea8e88da-483c-4f0b-90b0-5197e599a7b5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:29.863356 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9dd919fc-99c1-424e-9fa7-ecb0828892cf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9890957 Dec 16 15:32:29.872894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56750) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:29.874342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'ports': [{'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'}, {'network_id': 'ea8e88da-483c-4f0b-90b0-5197e599a7b5'}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:29.874664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:29.875162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'ea8e88da-483c-4f0b-90b0-5197e599a7b5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:30.352501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 2} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:30.360270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:30.393547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:30.481383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:30.639174 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7a139120-07f0-4f7f-9897-8013529ad8a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=41418cb2da4b4166ba2ae0a38c76a785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551070 Dec 16 15:32:30.645105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56768) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:30.677833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 7531ce05-42d0-4826-b493-8c81b3b6f195 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:32:30.843034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:30.937369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:30.954486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.137053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 32b2bf90-333d-40d9-86ff-7eb3b94e19b7 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:32:31.237944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.245246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.245246 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cdb9e03c-561b-46f2-9bf1-b406488745d7 HTTP/1.1" status: 204 len: 168 time: 0.5937812 Dec 16 15:32:31.258583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021de8c-6023-4ede-912c-9f3188d94d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9e03c-561b-46f2-9bf1-b406488745d7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:31.521296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.703310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.739328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:31.759422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:31.771595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:31.772407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:31.811614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=7531ce05-42d0-4826-b493-8c81b3b6f195,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:31.990959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': '097fb1e4-35d9-4998-bbc9-4d5356e59d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ea8e88da-483c-4f0b-90b0-5197e599a7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:31.991696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: ea8e88da-483c-4f0b-90b0-5197e599a7b5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:32.055996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=32b2bf90-333d-40d9-86ff-7eb3b94e19b7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:32.210019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network ea8e88da-483c-4f0b-90b0-5197e599a7b5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:32.409585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ea8e88da-483c-4f0b-90b0-5197e599a7b5) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:32.413254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:32.420223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:32.423735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4cae0-ca93-4fe2-a80a-6afe47e7e47d None None] Network ea8e88da-483c-4f0b-90b0-5197e599a7b5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:32.428869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:32.433690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.549996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31080cc4-6f3b-4e00-8ce3-1197b0f555e5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6803281 Dec 16 15:32:32.554947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56808) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:32.745915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 32b2bf90-333d-40d9-86ff-7eb3b94e19b7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:32.746530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.892507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:32.976354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 32b2bf90-333d-40d9-86ff-7eb3b94e19b7 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:33.375790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.408466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=32b2bf90-333d-40d9-86ff-7eb3b94e19b7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:33.434159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.439650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-67c640bc-f0f7-4e03-8b58-fdb82651a39f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/32b2bf90-333d-40d9-86ff-7eb3b94e19b7 HTTP/1.1" status: 204 len: 168 time: 0.8821273 Dec 16 15:32:33.443889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:33.538455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3113eb63-a6de-4bd2-b50b-a0b0ddae0bef tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:33.546153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3113eb63-a6de-4bd2-b50b-a0b0ddae0bef tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:33.548931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3113eb63-a6de-4bd2-b50b-a0b0ddae0bef tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1028359 Dec 16 15:32:33.553323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:33.758464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 7531ce05-42d0-4826-b493-8c81b3b6f195 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:33.761431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56840) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:33.763127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.850418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:33.869951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 7531ce05-42d0-4826-b493-8c81b3b6f195 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:34.357470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:34.537461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:34.758476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:34.796660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=7531ce05-42d0-4826-b493-8c81b3b6f195,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:34.801052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:34.804972 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1906e037-2ba2-4f6b-afc4-369d7e55b63e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/7531ce05-42d0-4826-b493-8c81b3b6f195 HTTP/1.1" status: 204 len: 168 time: 1.2504516 Dec 16 15:32:34.807894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56872) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:34.886810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584fa36c-82dc-4705-956a-7cc1425c92fe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:34.891880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-584fa36c-82dc-4705-956a-7cc1425c92fe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0800345 Dec 16 15:32:34.894554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:34.909943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:34.987398 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45aab76-4ecb-4cb8-9c20-ddac49a7683e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:32:34.993464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f45aab76-4ecb-4cb8-9c20-ddac49a7683e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/32b2bf90-333d-40d9-86ff-7eb3b94e19b7 HTTP/1.1" status: 404 len: 333 time: 0.0920105 Dec 16 15:32:35.004499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.072529 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e594a8f-4ca6-45be-80a6-a3ea4f2e2780 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:32:35.074763 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e594a8f-4ca6-45be-80a6-a3ea4f2e2780 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/7531ce05-42d0-4826-b493-8c81b3b6f195 HTTP/1.1" status: 404 len: 333 time: 0.0674188 Dec 16 15:32:35.084712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.091866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c86166-1238-4621-a434-79ebafa8b345,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:35.108484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc44b53e1b924abba7056ef14125ecf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3743155 Dec 16 15:32:35.116683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56892) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.154264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.161168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.162249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.163189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.164137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.165094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.166568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.171480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.172605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.173501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.174436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.175332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.176279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797fd6e9-46ad-431f-9638-1c8bd567e00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:35.272767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.285665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.317687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.338894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56896) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.536248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.566085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8e88da-483c-4f0b-90b0-5197e599a7b5']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:35.583538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097fb1e4-35d9-4998-bbc9-4d5356e59d65') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:35.584391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097fb1e4-35d9-4998-bbc9-4d5356e59d65') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:35.602708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.622978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.632008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:35.632760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:35.637132 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:35.650425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.655484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.655748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12c86166-1238-4621-a434-79ebafa8b345 HTTP/1.1" status: 204 len: 168 time: 0.5368948 Dec 16 15:32:35.668433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0014735-6922-4bc1-bcc3-69edbcb61c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c86166-1238-4621-a434-79ebafa8b345,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:35.808961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2130504166-network', 'tenant_id': '67b42637a92744e7b5a5b8104abede67'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:35.933495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.943093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:35.953274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:35.961510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-625293110'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:35.965656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/ea8e88da-483c-4f0b-90b0-5197e599a7b5 HTTP/1.1" status: 204 len: 168 time: 0.8584833 Dec 16 15:32:35.984287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8ec99-0062-422c-8e85-0a9eb96a8694 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=ea8e88da-483c-4f0b-90b0-5197e599a7b5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:36.059185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f831-b7e9-434f-a69b-56541787ec65 req-8645582a-3b3b-44a0-8e4b-38bf400dfab2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:36.080055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8e4f831-b7e9-434f-a69b-56541787ec65 req-8645582a-3b3b-44a0-8e4b-38bf400dfab2 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.0816679 Dec 16 15:32:36.080055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:36.080055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.136082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.233020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8e4f831-b7e9-434f-a69b-56541787ec65 req-569b928a-ca78-4754-81bc-07263a002158 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426744 Dec 16 15:32:36.287254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.329957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:36.339310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.372068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:36.388510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.389052 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment 48083fc8-a3a9-42ea-9c0d-df20d7b2b78e of type vlan for network 4eb03eaf-7358-41e9-9612-83b79792df36 Dec 16 15:32:36.441763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.496620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.569322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f890c5a3-2230-4d98-9d3a-3d9ab0c31054,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:36.620413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:36.632726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.633459 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Added segment 455c81c2-275b-43b4-ade0-078f3a85eaba of type vlan for network 53de538f-ce34-4e30-a649-af5d1eac8772 Dec 16 15:32:36.699975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.845499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.853416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:36.859592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.968642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:36.971404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:36.972703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:37.034914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0788713 Dec 16 15:32:37.037725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:37.043801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174ca94-00a6-469b-a34e-d0d1681d439b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=4eb03eaf-7358-41e9-9612-83b79792df36,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:37.044856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:37.061310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4eb03eaf-7358-41e9-9612-83b79792df36 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:37.235770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=53de538f-ce34-4e30-a649-af5d1eac8772,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:37.298189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 53de538f-ce34-4e30-a649-af5d1eac8772 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:37.321659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c9e61e5-4bf1-4b7c-a288-6ab5e2d6a2e0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9809349 Dec 16 15:32:37.334655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:37.365743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Request body: {'subnet': {'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2130504166-subnet', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:37.523594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:37.530061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:37.570610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0e823-77f8-45fb-b06a-8b6d1409e9ae req-3951a295-90d8-49d7-991c-f9b51cb655e7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:37.581001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d0e823-77f8-45fb-b06a-8b6d1409e9ae req-3951a295-90d8-49d7-991c-f9b51cb655e7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.1094103 Dec 16 15:32:37.617510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Performing IP validity checks on allocation pools {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:32:37.619012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:32:37.674954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d0e823-77f8-45fb-b06a-8b6d1409e9ae req-88cbc3a3-7964-4eb0-a32b-1ec376c9c521 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901310 Dec 16 15:32:37.833053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:37.838166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.075999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.179137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:38.179974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: 4eb03eaf-7358-41e9-9612-83b79792df36, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:38.210326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=61baca26-566a-4e43-9793-14b6c516e087,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:38.258779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-17a63f58-f2dd-440d-b39a-768ec3190fe7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:38.261425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-17a63f58-f2dd-440d-b39a-768ec3190fe7 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.1721802 Dec 16 15:32:38.370507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 4eb03eaf-7358-41e9-9612-83b79792df36 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:38.382431 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.472069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4eb03eaf-7358-41e9-9612-83b79792df36) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:38.481787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:38.483230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.501812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:38.502581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb21f43-8f3c-4352-87d1-87a633c12803 None None] Network 4eb03eaf-7358-41e9-9612-83b79792df36 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:38.526474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Deleting port 2805b695-4829-4d79-b59b-64342a7875f5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:38.528261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.700036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:38.700688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Network hostable DHCP agents. Network: 53de538f-ce34-4e30-a649-af5d1eac8772, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:38.726351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6384aaae-9f25-4576-90cd-8eb2ff9a3381 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6840589 Dec 16 15:32:38.727397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56978) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:38.750551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36', 'name': 'tempest-PortsTestJSON-1912715877'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:38.813893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] For port 2805b695-4829-4d79-b59b-64342a7875f5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=2805b695-4829-4d79-b59b-64342a7875f5,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:38.814296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.883059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4eb03eaf-7358-41e9-9612-83b79792df36', 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': '61baca26-566a-4e43-9793-14b6c516e087'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:38.883988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:38.984944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:39.036042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 53de538f-ce34-4e30-a649-af5d1eac8772) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:39.063486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:39.064583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.187713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a872e5-03ef-4a6b-aa5a-16d6ffc9d6a2 None None] Network 53de538f-ce34-4e30-a649-af5d1eac8772 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:39.381498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddb3da-4135-411b-8b45-fe56b6bef57e req-a14fe23f-9e41-46fc-99ea-70b8c94db693 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:39.385489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20ddb3da-4135-411b-8b45-fe56b6bef57e req-a14fe23f-9e41-46fc-99ea-70b8c94db693 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 945 time: 0.3521826 Dec 16 15:32:39.404735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:39.415941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.480183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port da527aff-e4fc-42f5-a828-8ba4dd7c9daf yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:32:39.559118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8772534a-4314-4722-a43c-75af7c05a2c4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2178936 Dec 16 15:32:39.575611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:39.582727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:39.726469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.727480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.728206 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Floating IP 06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22 disassociated. External IP: 172.25.7.113, port: 2805b695-4829-4d79-b59b-64342a7875f5. Dec 16 15:32:39.729054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Calling delete_port for 2805b695-4829-4d79-b59b-64342a7875f5 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:39.740472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Allocated IP 172.20.0.2 (4eb03eaf-7358-41e9-9612-83b79792df36/61baca26-566a-4e43-9793-14b6c516e087/5e854b86-b162-4576-a0d7-c334e6a6fd4a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:39.746473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20ddb3da-4135-411b-8b45-fe56b6bef57e req-51b4cab5-d833-4b17-b462-52576536bb95 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups?id=1a284010-08c7-4387-a5ac-ada12d6e162b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156848 Dec 16 15:32:39.894361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-53de538f-ce34-4e30-a649-af5d1eac8772', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'project_id': '67b42637a92744e7b5a5b8104abede67', 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:39.901654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.969823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:39.971356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.124234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.206876 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.223322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Allocated IP 172.20.0.2 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/7ffedfff-087d-4cac-b21f-ba9620412b87) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:40.252898 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.377194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Network 4eb03eaf-7358-41e9-9612-83b79792df36 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:40.395919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:40.402695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'Port': ['ID=2805b695-4829-4d79-b59b-64342a7875f5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:40.409736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:40.430647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.11 (4eb03eaf-7358-41e9-9612-83b79792df36/61baca26-566a-4e43-9793-14b6c516e087/da527aff-e4fc-42f5-a828-8ba4dd7c9daf) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:40.587817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Pushing event updated for resources: {'Port': ['ID=5e854b86-b162-4576-a0d7-c334e6a6fd4a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:40.595751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.596345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.596892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.597452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.598000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.598617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.599217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.599768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.600351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.600890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.601432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.601969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.602742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:40.688771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Attempting to bind port 5e854b86-b162-4576-a0d7-c334e6a6fd4a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:40.689861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Attempting to bind port 5e854b86-b162-4576-a0d7-c334e6a6fd4a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:40.690382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Attempting to bind port 5e854b86-b162-4576-a0d7-c334e6a6fd4a on network 4eb03eaf-7358-41e9-9612-83b79792df36 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:40.836393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:40.838277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Checking segment: {'id': '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:40.839235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:40.840184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Bound using segment: {'id': '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:40.842333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Bound port: 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4eb03eaf-7358-41e9-9612-83b79792df36'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:40.843304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.176027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.177387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.198304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.229471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] For port 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:41.233622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] For port 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e854b86-b162-4576-a0d7-c334e6a6fd4a,segment=NetworkSegment(48083fc8-a3a9-42ea-9c0d-df20d7b2b78e),segment_id=48083fc8-a3a9-42ea-9c0d-df20d7b2b78e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:41.276541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc40061a-db31-4523-ac61-418b9994c68f req-d67e48e4-8a1a-45f5-bef3-57533207e9f0 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.0726867 Dec 16 15:32:41.359009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.364598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.435264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Pushing event updated for resources: {'Port': ['ID=7ffedfff-087d-4cac-b21f-ba9620412b87,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:41.476759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.487892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:41.505978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c143-aa24-4374-84a9-baba93b69563 None None] Pushing event updated for resources: {'Port': ['ID=5e854b86-b162-4576-a0d7-c334e6a6fd4a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:41.519678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:41.522157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:41.525768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:41.616756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 4eb03eaf-7358-41e9-9612-83b79792df36 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:41.629502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:41.639142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:41.646306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Attempting to bind port 7ffedfff-087d-4cac-b21f-ba9620412b87 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:41.646692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Attempting to bind port 7ffedfff-087d-4cac-b21f-ba9620412b87 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:41.647062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Attempting to bind port 7ffedfff-087d-4cac-b21f-ba9620412b87 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:41.653501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.656593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:41.656971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:41.657636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.659564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:41.660208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Bound port: 7ffedfff-087d-4cac-b21f-ba9620412b87, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:41.660615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.732775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=da527aff-e4fc-42f5-a828-8ba4dd7c9daf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:41.786067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] For port 7ffedfff-087d-4cac-b21f-ba9620412b87, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:41.797769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] For port 7ffedfff-087d-4cac-b21f-ba9620412b87, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7ffedfff-087d-4cac-b21f-ba9620412b87,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:41.848950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:41.849615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.850151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:41.903677 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:41.916619 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:41.917396 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:41.952775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] No DVR routers for this DVR port 2805b695-4829-4d79-b59b-64342a7875f5 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:41.966201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:41.980521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eda9033-b7a0-4715-a4f4-ec4d3f87ef84 req-752cc870-c6e0-4d08-8b29-4bc85133322b tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.74 "DELETE /v2.0/ports/2805b695-4829-4d79-b59b-64342a7875f5 HTTP/1.1" status: 204 len: 173 time: 3.7093694 Dec 16 15:32:41.983337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'name': 'network-vif-deleted', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:32:41.984866 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605bb811-f530-4941-9dc5-fe2fccb9884a" -d '{"events": [{"server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "name": "network-vif-deleted", "tag": "2805b695-4829-4d79-b59b-64342a7875f5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:32:42.013992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:42.146499 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d886b4bf-0544-40bd-906c-0a620f570f4d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4152613 Dec 16 15:32:42.155006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57058) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:42.243154 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581af38-07b3-4f52-8396-bd4a47280ea4 x-openstack-request-id: req-f581af38-07b3-4f52-8396-bd4a47280ea4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:32:42.243154 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8718eeb-f94d-48a9-92e4-84bc2eee389b", "name": "network-vif-deleted", "tag": "2805b695-4829-4d79-b59b-64342a7875f5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:32:42.243154 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f581af38-07b3-4f52-8396-bd4a47280ea4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:32:42.243154 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8718eeb-f94d-48a9-92e4-84bc2eee389b', 'name': 'network-vif-deleted', 'tag': '2805b695-4829-4d79-b59b-64342a7875f5', 'status': 'completed', 'code': 200} Dec 16 15:32:42.282762 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:42.287158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f8fb3-4942-4042-9c8a-72ec15cc8dda None None] Pushing event updated for resources: {'Port': ['ID=7ffedfff-087d-4cac-b21f-ba9620412b87,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:42.597304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port da527aff-e4fc-42f5-a828-8ba4dd7c9daf {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:42.602800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:42.606170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:32:42.708427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8082ce74-c3e1-414c-a997-f7340b235f68 req-057e81be-fe89-495b-9145-25ad86200474 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.2073014 Dec 16 15:32:42.709972 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:42.748299 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:42.772790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:42.773614 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:43.022057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:43.155284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:43.159136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:43.281274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:43.283810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for da527aff-e4fc-42f5-a828-8ba4dd7c9daf owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:43.389095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2805b695-4829-4d79-b59b-64342a7875f5 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:43.451666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 2805b695-4829-4d79-b59b-64342a7875f5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:43.453808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 2805b695-4829-4d79-b59b-64342a7875f5 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:43.795105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e854b86-b162-4576-a0d7-c334e6a6fd4a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:43.888385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Allocated IP 172.25.7.207 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f5b33016-42ed-4c0b-a8e3-0dbc526fed84) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:43.944287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5e854b86-b162-4576-a0d7-c334e6a6fd4a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:43.944677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.022069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a8e12a-f8a7-4bf9-ad47-2b630c0f7281 None None] Network 4eb03eaf-7358-41e9-9612-83b79792df36 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:44.069563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.143591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=da527aff-e4fc-42f5-a828-8ba4dd7c9daf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:44.171303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-534b5f47-ace5-47d5-8a9e-3a6388585a1e req-4604e0f8-6f51-4e2a-a1c2-a03d57fa9dbe tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8718eeb-f94d-48a9-92e4-84bc2eee389b HTTP/1.1" status: 200 len: 210 time: 0.2256334 Dec 16 15:32:44.345879 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:44.387281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a4620e-cd5e-434d-88fe-e86d28dea263 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:23:56Z', 'revision_number': 4, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56abc8bd-5935-492a-8e96-28c6cccce056', 'name': '', 'network_id': 'cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'mac_address': 'fa:16:3e:e7:da:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:54Z', 'updated_at': '2021-12-16T15:24:02Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'subnets': [{'id': '9ea63211-94cd-49d5-890e-8a3ba01426b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:44.462864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.470059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.471604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db9f0531-e3a2-45b4-a89a-5a28310289ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/da527aff-e4fc-42f5-a828-8ba4dd7c9daf HTTP/1.1" status: 204 len: 168 time: 2.3141587 Dec 16 15:32:44.472465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] Provisioning complete for port 5e854b86-b162-4576-a0d7-c334e6a6fd4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:44.473451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.476508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:44.622848 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d4c0d5-e6ae-4b13-b888-33c47094649f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:32:44.626128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d4c0d5-e6ae-4b13-b888-33c47094649f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:32:44.631288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a7d4c0d5-e6ae-4b13-b888-33c47094649f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/da527aff-e4fc-42f5-a828-8ba4dd7c9daf HTTP/1.1" status: 404 len: 333 time: 0.1534142 Dec 16 15:32:44.637815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57128) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:44.657024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3df5a42-bd22-4d72-8033-5e497f9c34a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.728988 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-db84c848-3e97-480e-906d-584a9ff5cfc4 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:32:44.732870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-db84c848-3e97-480e-906d-584a9ff5cfc4 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/da527aff-e4fc-42f5-a828-8ba4dd7c9daf HTTP/1.1" status: 404 len: 333 time: 0.0904713 Dec 16 15:32:44.733197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57130) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:44.791527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.921532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 61baca26-566a-4e43-9793-14b6c516e087 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:44.939317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:44.965107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.073039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.153537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] For port 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e854b86-b162-4576-a0d7-c334e6a6fd4a,segment=NetworkSegment(48083fc8-a3a9-42ea-9c0d-df20d7b2b78e),segment_id=48083fc8-a3a9-42ea-9c0d-df20d7b2b78e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:45.202625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.230383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4778b53d-f646-4eac-9381-63ce31159899 None None] Network 53de538f-ce34-4e30-a649-af5d1eac8772 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:45.292417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:45.309824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:45.311955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:45.334396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:45.410799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.421513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb880725-987c-49b1-acbd-5fb5352272d7 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:45.461115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d10851-c5a6-4f65-99d9-377a756cd417 None None] New status for floating IP 06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:32:45.624936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:32:45.626079 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:32:45.713853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57144) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:45.737262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:45.990714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.059158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Provisioning complete for port 7ffedfff-087d-4cac-b21f-ba9620412b87 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:46.060718 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.087235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.155559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56142e9c-33cf-4bc9-a1ba-b8edb0a48213 None None] Pushing event updated for resources: {'Port': ['ID=5e854b86-b162-4576-a0d7-c334e6a6fd4a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:46.227788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.250801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7ffedfff-087d-4cac-b21f-ba9620412b87 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:46.311926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=61baca26-566a-4e43-9793-14b6c516e087,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:46.326422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57152) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:46.345302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.367397 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1446a3b0-1668-43f4-8de1-ba0dd946f242 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/61baca26-566a-4e43-9793-14b6c516e087 HTTP/1.1" status: 204 len: 168 time: 1.6330748 Dec 16 15:32:46.375421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57156) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:46.576216 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7104442d-4417-49e0-9762-ec114a743534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.583867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7ffedfff-087d-4cac-b21f-ba9620412b87 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:46.584237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.617891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.633616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.645464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "DELETE /v2.0/security-groups/1a284010-08c7-4387-a5ac-ada12d6e162b HTTP/1.1" status: 204 len: 168 time: 0.9291730 Dec 16 15:32:46.647322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:46.661957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.718367 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-b3e0fa0e-57b3-4e11-ab24-95c8dd880f76 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] show failed (client error): The resource could not be found. Dec 16 15:32:46.722045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b3e0fa0e-57b3-4e11-ab24-95c8dd880f76 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "GET /v2.0/security-groups/1a284010-08c7-4387-a5ac-ada12d6e162b HTTP/1.1" status: 404 len: 347 time: 0.0500834 Dec 16 15:32:46.723992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:46.726071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77a9e-2d32-4b90-9a87-07f52242b5dc tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a284010-08c7-4387-a5ac-ada12d6e162b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:46.775635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:46.829737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff16da3-9f4b-45a5-975a-46ee2384685f None None] Network 4eb03eaf-7358-41e9-9612-83b79792df36 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:47.105371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.266118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.299048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e25625f9-f33d-4b86-8635-4c42fd88b5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.329560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.426604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] For port 7ffedfff-087d-4cac-b21f-ba9620412b87, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7ffedfff-087d-4cac-b21f-ba9620412b87,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:47.459639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Deleting port 1196d2ea-35f4-49b3-91e9-5862370d49f9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:47.460157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.514441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.555417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] DHCP port deletion for 4eb03eaf-7358-41e9-9612-83b79792df36 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:47.561019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 5e854b86-b162-4576-a0d7-c334e6a6fd4a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:47.561611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.674681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Pushing event updated for resources: {'Port': ['ID=7ffedfff-087d-4cac-b21f-ba9620412b87,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:47.734066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.734412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.761254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Calling delete_port for 1196d2ea-35f4-49b3-91e9-5862370d49f9 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:47.791082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Provisioning complete for port 5e854b86-b162-4576-a0d7-c334e6a6fd4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:47.792025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b7d66ae-8f58-4999-8775-156eb7b721b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.792813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:32:47.925289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e854b86-b162-4576-a0d7-c334e6a6fd4a,segment=NetworkSegment(48083fc8-a3a9-42ea-9c0d-df20d7b2b78e),segment_id=48083fc8-a3a9-42ea-9c0d-df20d7b2b78e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:47.925919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:47.984115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 5e854b86-b162-4576-a0d7-c334e6a6fd4a owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:48.024351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:32:48.025220 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:32:48.056720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.091491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Deleting port 5e854b86-b162-4576-a0d7-c334e6a6fd4a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:48.091935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.162088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:48.180919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Sync routers for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:48.206079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:48.207363 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:48.266119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e25625f9-f33d-4b86-8635-4c42fd88b5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.299420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.312773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fd0afaf5-d42d-43e5-86f4-49d5596f9a9a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7317495 Dec 16 15:32:48.314020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57214) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:48.349734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.400896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port 5e854b86-b162-4576-a0d7-c334e6a6fd4a on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:48.485109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=5e854b86-b162-4576-a0d7-c334e6a6fd4a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:48.512454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Could not find standard attr ID for object da527aff-e4fc-42f5-a828-8ba4dd7c9daf. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:32:48.568889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e25625f9-f33d-4b86-8635-4c42fd88b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.605445 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:48.685135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57234) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:48.685776 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e25625f9-f33d-4b86-8635-4c42fd88b5c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d89f10c27a014b7eaaba1603ebd9f8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3577163 Dec 16 15:32:48.722979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] For port 5e854b86-b162-4576-a0d7-c334e6a6fd4a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e854b86-b162-4576-a0d7-c334e6a6fd4a,segment=NetworkSegment(48083fc8-a3a9-42ea-9c0d-df20d7b2b78e),segment_id=48083fc8-a3a9-42ea-9c0d-df20d7b2b78e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:48.723393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.745629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Provisioning complete for port 7ffedfff-087d-4cac-b21f-ba9620412b87 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:48.746022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.878245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Calling delete_port for 5e854b86-b162-4576-a0d7-c334e6a6fd4a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:48.933605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:48.985711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25625f9-f33d-4b86-8635-4c42fd88b5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbee8b9-dff7-40d2-af16-3acefce3ed0f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.002167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.040220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb03eaf-7358-41e9-9612-83b79792df36']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:49.065004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:49.065266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48083fc8-a3a9-42ea-9c0d-df20d7b2b78e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:49.086825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.117528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.123415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:45Z', 'revision_number': 3, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:49.139982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.233230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Checking router: 75b319a9-7adc-4bf3-a2ab-fde7450e4754 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:49.233771 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Updating router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:32:49.250610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.253394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.254197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7ffedfff-087d-4cac-b21f-ba9620412b87 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:49.255311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcbee8b9-dff7-40d2-af16-3acefce3ed0f HTTP/1.1" status: 204 len: 168 time: 0.5666108 Dec 16 15:32:49.276217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06ccac-2865-4246-85da-3d599b9c81ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbee8b9-dff7-40d2-af16-3acefce3ed0f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.294268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.297895 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.303779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:32:49.305606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:32:49.429395 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:32:49.463618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Pushing event deleted for resources: {'Port': ['ID=1196d2ea-35f4-49b3-91e9-5862370d49f9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.558317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.563220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.568753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2fad9239-c28b-4899-89b7-b9d60657b9a5 tempest-AttachVolumeTestJSON-1158969949 tempest-AttachVolumeTestJSON-1158969949-project] 10.222.0.71 "DELETE /v2.0/floatingips/06dc21bc-0ac1-4d1b-96d2-f8eeb472fb22 HTTP/1.1" status: 204 len: 168 time: 2.8228745 Dec 16 15:32:49.613594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca6dbe-460c-489d-a4cc-538b4339fdf8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:49.728524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.775748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.784829 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.789549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] No DVR routers for this DVR port 5e854b86-b162-4576-a0d7-c334e6a6fd4a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:32:49.796644 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/4eb03eaf-7358-41e9-9612-83b79792df36 HTTP/1.1" status: 204 len: 168 time: 3.4184520 Dec 16 15:32:49.801324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:49.866450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-788204625'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:49.906035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21879b-c92d-4203-a8de-0295a966005d None None] Pushing event deleted for resources: {'Port': ['ID=5e854b86-b162-4576-a0d7-c334e6a6fd4a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.910892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f323-2bb3-448e-9752-dcbe37c4cf43 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=4eb03eaf-7358-41e9-9612-83b79792df36,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:49.940850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7ffedfff-087d-4cac-b21f-ba9620412b87 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:49.941846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.946053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.957321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:49.989888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Provisioning complete for port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:49.990825 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.119104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:50.122264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.139190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b60d511c-715b-428c-a658-ed45c2fd0c33 None None] Port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:50.158839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.197569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:32:50.231044 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.241351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.241785 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment 3a486b2e-fd74-4e74-aa56-39c8501bdd5e of type vlan for network d7f24c5a-59a6-4854-895e-b238cd8c8947 Dec 16 15:32:50.386881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.389864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e854b86-b162-4576-a0d7-c334e6a6fd4a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:32:50.412163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Allocated IP 172.20.0.1 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/db0415da-2fba-4541-a55c-9b9a3d1b96fc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:50.451981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5e854b86-b162-4576-a0d7-c334e6a6fd4a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:32:50.452686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e854b86-b162-4576-a0d7-c334e6a6fd4a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:32:50.524449 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.573268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.595373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:50.603633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.627133 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Pushing event updated for resources: {'Port': ['ID=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:50.638221 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.638776 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.640333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.644120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.648314 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.648467 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.649393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.649982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.651367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.654848 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.657344 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.658011 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.658580 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:32:50.683438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d0649-af01-408f-ad56-b7818aa91130 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:50.717645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Attempting to bind port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:50.717645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Attempting to bind port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:50.718191 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Attempting to bind port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:50.731913 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:50.732235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:50.738947 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.739569 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:50.742888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Bound port: f5b33016-42ed-4c0b-a8e3-0dbc526fed84, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:50.748352 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.795973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e1ca73b5-0bea-42e4-a6f3-36610ff25290 None None] Provisioning complete for port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:50.800735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1ca73b5-0bea-42e4-a6f3-36610ff25290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:50.919512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca73b5-0bea-42e4-a6f3-36610ff25290 None None] Port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:50.920805 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] For port f5b33016-42ed-4c0b-a8e3-0dbc526fed84, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:50.932249 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] For port f5b33016-42ed-4c0b-a8e3-0dbc526fed84, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:50.937247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=d7f24c5a-59a6-4854-895e-b238cd8c8947,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:51.004409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:32:51.049257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57318) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:51.072350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0618f5-fd37-474a-97a1-d4017e683dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.103842 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.137693 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b7c9128-a915-4fd8-ba47-ac0c80e68b78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3147814 Dec 16 15:32:51.145668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:51.174653 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:51.308394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2f2bd-dd44-49dd-a7c3-8859e56c1d8a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:32:51.388377 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ba56a-f933-45a3-b07c-57980bd6369a None None] Pushing event updated for resources: {'Port': ['ID=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:51.403879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] Provisioning complete for port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:51.406997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.419613 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:51.421656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:51.532133 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.673490 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:51.678283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0618f5-fd37-474a-97a1-d4017e683dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.681478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.701587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:51.706098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.733487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] For port f5b33016-42ed-4c0b-a8e3-0dbc526fed84, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:32:51.788541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.841440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:51.845281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:51.850202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.864301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:51.899420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d0618f5-fd37-474a-97a1-d4017e683dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:51.953695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.028374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:45Z', 'revision_number': 3, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:52.107670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Pushing event updated for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.124110 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0eee6-fc58-4900-ae51-aeddad021baa None None] The sync data for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 is: [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:45Z', 'revision_number': 3, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:32:52.137636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a435ba-c2de-4db6-8fdf-2c00daa61701 None None] Pushing event updated for resources: {'Port': ['ID=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.216407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:52.229130 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d0618f5-fd37-474a-97a1-d4017e683dd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48d2440f45b14ca198b0ee82d8acf5e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1776571 Dec 16 15:32:52.232940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0618f5-fd37-474a-97a1-d4017e683dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78602e59-cb12-4910-abba-c5780f4c3a98,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.387225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.515963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1462ee8d-6868-4b5f-b6d5-15402b3badf5 None None] Provisioning complete for port db0415da-2fba-4541-a55c-9b9a3d1b96fc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:52.518292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.525038 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1462ee8d-6868-4b5f-b6d5-15402b3badf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.636424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1462ee8d-6868-4b5f-b6d5-15402b3badf5 None None] Port db0415da-2fba-4541-a55c-9b9a3d1b96fc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:52.795522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.795522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:52.826385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=345fb0bc-bf8e-4f76-ba46-60642f3d074b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:52.848710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': '3a486b2e-fd74-4e74-aa56-39c8501bdd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:52.849668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: d7f24c5a-59a6-4854-895e-b238cd8c8947, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:32:52.939848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:52.959221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:32:53.103939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d7f24c5a-59a6-4854-895e-b238cd8c8947) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:53.123069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:53.126515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d78c6-b724-4824-85cc-4e7a5a2548d3 None None] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:53.127541 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.321427 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-65f288cb-b124-4518-8ed4-efeea9aa0b7c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1626470 Dec 16 15:32:53.327469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57364) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:53.375729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947', 'security_groups': [], 'name': 'tempest-PortsTestJSON-753306499'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:53.593418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d7f24c5a-59a6-4854-895e-b238cd8c8947', 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': '345fb0bc-bf8e-4f76-ba46-60642f3d074b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:32:53.602932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddde391c-1021-4a6f-aaf9-edd9131741b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.609060 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.675479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:53.859364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f5b33016-42ed-4c0b-a8e3-0dbc526fed84 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:53.909412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.093060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.098735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.102842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78602e59-cb12-4910-abba-c5780f4c3a98 HTTP/1.1" status: 204 len: 168 time: 1.8825974 Dec 16 15:32:54.296848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d1e71-ea86-4830-aec0-9d9c76490360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78602e59-cb12-4910-abba-c5780f4c3a98,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:54.301274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.354805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:32:54.362167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.379738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:54.383073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:54.495926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:32:54.500896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Allocated IP 172.20.0.2 (d7f24c5a-59a6-4854-895e-b238cd8c8947/345fb0bc-bf8e-4f76-ba46-60642f3d074b/d6546b54-15dd-4496-ac01-6e271ae5640d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:54.756338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Pushing event updated for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:54.852412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:54.875302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:55.441765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:32:55.552523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddde391c-1021-4a6f-aaf9-edd9131741b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.644096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6a77a670-9d1b-4c49-9950-b5d89df896a3 None None] Provisioning complete for port db0415da-2fba-4541-a55c-9b9a3d1b96fc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:32:55.647901 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a77a670-9d1b-4c49-9950-b5d89df896a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.731851 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.743485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6a77a670-9d1b-4c49-9950-b5d89df896a3 None None] Port db0415da-2fba-4541-a55c-9b9a3d1b96fc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:32:55.755801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddde391c-1021-4a6f-aaf9-edd9131741b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.845262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:55.980122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Pushing event updated for resources: {'Port': ['ID=d6546b54-15dd-4496-ac01-6e271ae5640d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.035622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:56.056160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:56.079571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:56.084736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.6 (d7f24c5a-59a6-4854-895e-b238cd8c8947/345fb0bc-bf8e-4f76-ba46-60642f3d074b/0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:32:56.224196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ddde391c-1021-4a6f-aaf9-edd9131741b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ec0a618b7e854c3aa0895bbeae9ea018&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4231708 Dec 16 15:32:56.234284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:56.292839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde391c-1021-4a6f-aaf9-edd9131741b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0502f30f-1423-43a6-b009-d0645884c580,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.333133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Attempting to bind port d6546b54-15dd-4496-ac01-6e271ae5640d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:32:56.334052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Attempting to bind port d6546b54-15dd-4496-ac01-6e271ae5640d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3a486b2e-fd74-4e74-aa56-39c8501bdd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:32:56.335792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Attempting to bind port d6546b54-15dd-4496-ac01-6e271ae5640d on network d7f24c5a-59a6-4854-895e-b238cd8c8947 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:32:56.348185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:32:56.348964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Checking segment: {'id': '3a486b2e-fd74-4e74-aa56-39c8501bdd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:32:56.350177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.350591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Bound using segment: {'id': '3a486b2e-fd74-4e74-aa56-39c8501bdd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:32:56.351373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:32:56.351656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Bound port: d6546b54-15dd-4496-ac01-6e271ae5640d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a486b2e-fd74-4e74-aa56-39c8501bdd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd7f24c5a-59a6-4854-895e-b238cd8c8947'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:32:56.355340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.397900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f21f2c9b-6637-443e-be76-97f296174209 admin admin] 10.222.0.71 "PUT /v2.0/routers/75b319a9-7adc-4bf3-a2ab-fde7450e4754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0747988 Dec 16 15:32:56.472241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.505148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.572824 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.575178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] For port d6546b54-15dd-4496-ac01-6e271ae5640d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:32:56.583968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] For port d6546b54-15dd-4496-ac01-6e271ae5640d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6546b54-15dd-4496-ac01-6e271ae5640d,segment=NetworkSegment(3a486b2e-fd74-4e74-aa56-39c8501bdd5e),segment_id=3a486b2e-fd74-4e74-aa56-39c8501bdd5e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:32:56.590317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Sync routers for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:32:56.619519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:32:56.620218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:56.690195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.739533 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.798486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.810509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:56.810509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0502f30f-1423-43a6-b009-d0645884c580 HTTP/1.1" status: 204 len: 168 time: 0.5498495 Dec 16 15:32:56.815739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:32:56.820028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:32:56.827382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf9eb-32f6-44ce-b0b8-aab00c3b5b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0502f30f-1423-43a6-b009-d0645884c580,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.829727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:32:56.839731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:56.965273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:32:56.965849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.122111 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e6b34bc-784f-4272-ab7a-12dfcd708ba8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.7959049 Dec 16 15:32:57.126564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:57.278251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa0be7-639d-4e7f-bfac-5469e7fe2392 None None] Pushing event updated for resources: {'Port': ['ID=d6546b54-15dd-4496-ac01-6e271ae5640d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:57.412755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:32:57.442217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:32:57.442621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:57.959098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.008175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:32:58.389952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57452) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:58.408691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--368731578', 'description': 'tempest-description--537146778'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:58.515645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.695048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:58.714752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:58.790285 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.834293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0928-d755-4563-a026-b557f81a6e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.846217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 2, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:32:58.882313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.886251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6503b9c9-f81b-4359-9c63-f431bc9e973f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec HTTP/1.1" status: 204 len: 168 time: 1.7582922 Dec 16 15:32:58.890782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:58.970959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.984771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Checking router: 75b319a9-7adc-4bf3-a2ab-fde7450e4754 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:32:58.985907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Updating router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 port db0415da-2fba-4541-a55c-9b9a3d1b96fc binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:32:58.987150 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f76b4c-3b0d-4c1e-aebb-1774d30f0300 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:32:58.990256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56f76b4c-3b0d-4c1e-aebb-1774d30f0300 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec HTTP/1.1" status: 404 len: 333 time: 0.0960863 Dec 16 15:32:58.993263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:58.995282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.051249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.067636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0928-d755-4563-a026-b557f81a6e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.079468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.141650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3cb0928-d755-4563-a026-b557f81a6e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.146253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 345fb0bc-bf8e-4f76-ba46-60642f3d074b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:32:59.151635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.231226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3cb0928-d755-4563-a026-b557f81a6e48 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9be3d57a4c924b24af777bb85dd63759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4641852 Dec 16 15:32:59.236077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.257395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b7cf33-9870-483c-9bc7-bca770526c06,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:59.261887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.265985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e6abe1e9-f1c3-4466-bc13-032edbaabe25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8718147 Dec 16 15:32:59.286979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57472) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:32:59.295387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.309651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'security_group_rule': {'security_group_id': '24b7cf33-9870-483c-9bc7-bca770526c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:32:59.515325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb0928-d755-4563-a026-b557f81a6e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0778c7-50ef-4be1-9083-9d16af20b36d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:32:59.515704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8a179-e330-449a-b8cc-be11a283cb42 None None] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:32:59.622984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.735215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.765604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.815133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6546b54-15dd-4496-ac01-6e271ae5640d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:32:59.878621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:32:59.906846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.058288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.072490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d6546b54-15dd-4496-ac01-6e271ae5640d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:00.073473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.076915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] Provisioning complete for port d6546b54-15dd-4496-ac01-6e271ae5640d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:00.077833 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.233599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.269264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=345fb0bc-bf8e-4f76-ba46-60642f3d074b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.294014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.300741 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-89186d71-ce7c-4d09-bc73-bd6639beacc7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/345fb0bc-bf8e-4f76-ba46-60642f3d074b HTTP/1.1" status: 204 len: 168 time: 1.3040557 Dec 16 15:33:00.301237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.310542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:00.342078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.349890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.359442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.365325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea0778c7-50ef-4be1-9083-9d16af20b36d HTTP/1.1" status: 204 len: 168 time: 1.1268423 Dec 16 15:33:00.414404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b272623f-e4f5-4953-ac49-6e64b4d04268,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.463428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c428dc-a10f-48eb-9a69-acfef23e5d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0778c7-50ef-4be1-9083-9d16af20b36d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.483206 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.501814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.510607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.515459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f944a2dc-14d0-4b37-8dcf-3a133337c32f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2273085 Dec 16 15:33:00.516416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57508) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:00.534845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'security_group_rule': {'security_group_id': '24b7cf33-9870-483c-9bc7-bca770526c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:00.567032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.578546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915615-5f0d-4bc6-9502-986e25c4580e None None] Pushing event updated for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:00.698186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] For port d6546b54-15dd-4496-ac01-6e271ae5640d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6546b54-15dd-4496-ac01-6e271ae5640d,segment=NetworkSegment(3a486b2e-fd74-4e74-aa56-39c8501bdd5e),segment_id=3a486b2e-fd74-4e74-aa56-39c8501bdd5e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:00.787037 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.870521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port d6546b54-15dd-4496-ac01-6e271ae5640d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:00.870521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:00.885940 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.084874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port d6546b54-15dd-4496-ac01-6e271ae5640d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d6546b54-15dd-4496-ac01-6e271ae5640d,segment=NetworkSegment(3a486b2e-fd74-4e74-aa56-39c8501bdd5e),segment_id=3a486b2e-fd74-4e74-aa56-39c8501bdd5e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:01.088807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.121640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.135934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for d6546b54-15dd-4496-ac01-6e271ae5640d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:01.251063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.369204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab45882-6a11-4966-805d-7581d52c67e1,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.438337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387b359-8769-47da-a942-b9b0f0bb18d5 None None] Pushing event updated for resources: {'Port': ['ID=d6546b54-15dd-4496-ac01-6e271ae5640d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.465277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.470048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-58f20224-981a-4cac-a536-9c11317cb52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9523754 Dec 16 15:33:01.470790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57524) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:01.481386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:01.506282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Attempting to bind port db0415da-2fba-4541-a55c-9b9a3d1b96fc on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:01.541633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Attempting to bind port db0415da-2fba-4541-a55c-9b9a3d1b96fc by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:01.542681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Attempting to bind port db0415da-2fba-4541-a55c-9b9a3d1b96fc on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:01.558591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.601218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc55237-3016-4e57-867f-e19971ea3ce4 None None] Network d7f24c5a-59a6-4854-895e-b238cd8c8947 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:01.615790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=d6546b54-15dd-4496-ac01-6e271ae5640d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:01.632902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port d6546b54-15dd-4496-ac01-6e271ae5640d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:01.677936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.741626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:01.742579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:01.744380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.766550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:01.766550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Bound port: db0415da-2fba-4541-a55c-9b9a3d1b96fc, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:01.766550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.847969 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.902182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f9248710-fe5a-48a7-985a-b708e34f19ef None None] Provisioning complete for port db0415da-2fba-4541-a55c-9b9a3d1b96fc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:01.903959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9248710-fe5a-48a7-985a-b708e34f19ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:01.957373 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.030192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f24c5a-59a6-4854-895e-b238cd8c8947']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:02.055089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f9248710-fe5a-48a7-985a-b708e34f19ef None None] Port db0415da-2fba-4541-a55c-9b9a3d1b96fc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:02.076576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a486b2e-fd74-4e74-aa56-39c8501bdd5e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:02.085150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a486b2e-fd74-4e74-aa56-39c8501bdd5e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:02.116899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.182690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.210891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:02.221329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:02.280059 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:02.397847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] For port db0415da-2fba-4541-a55c-9b9a3d1b96fc, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:02.407209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] For port db0415da-2fba-4541-a55c-9b9a3d1b96fc, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0415da-2fba-4541-a55c-9b9a3d1b96fc,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:02.420141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01ea9c-47ce-45a7-b85b-6634c3801205 None None] DHCP port deletion for d7f24c5a-59a6-4854-895e-b238cd8c8947 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:02.430200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0f4e6b2e-34e1-4d95-91ef-b65e110bc777 None None] Could not find standard attr ID for object d6546b54-15dd-4496-ac01-6e271ae5640d. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:33:02.576579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.651264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.757052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:02.759877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:02.864290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6546b54-15dd-4496-ac01-6e271ae5640d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:02.908981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.931222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d6546b54-15dd-4496-ac01-6e271ae5640d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:02.931718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d6546b54-15dd-4496-ac01-6e271ae5640d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:02.935697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5915615-5f0d-4bc6-9502-986e25c4580e None None] Pushing event updated for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:02.940645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:02.949095 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/d7f24c5a-59a6-4854-895e-b238cd8c8947 HTTP/1.1" status: 204 len: 168 time: 2.6373463 Dec 16 15:33:02.958099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57580) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:02.981594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'name': 'tempest-PortsTestJSON-1630123232'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:02.991690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bc362-76ec-40e1-99d9-47043a0bd61a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=d7f24c5a-59a6-4854-895e-b238cd8c8947,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:03.171294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.25.7.108 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a8e91eb5-5e85-4c75-be07-2ef990deb44f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:03.179937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:03.444554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.525053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57590) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:03.661027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:03.664733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.697745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 62b9211c-f2bf-4d23-97d8-851a1182149e yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:03.724444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.775511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] Provisioning complete for port db0415da-2fba-4541-a55c-9b9a3d1b96fc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:03.775511 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:03.839416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=a8e91eb5-5e85-4c75-be07-2ef990deb44f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:03.882495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:03.887516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:03.890332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:04.154863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.191651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bddb656c-ec98-4b1c-94c1-c05f2db09ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.245879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.331122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.511071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:04.513005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.516534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.521068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bddb656c-ec98-4b1c-94c1-c05f2db09ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.578713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98382e9c-27bc-47ab-b508-5ddff934de27 None None] The sync data for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 is: [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:02Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:04.629806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] For port db0415da-2fba-4541-a55c-9b9a3d1b96fc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0415da-2fba-4541-a55c-9b9a3d1b96fc,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:04.672555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:04.672555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:04.711079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:04.711381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.723849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:04.724532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.731904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bddb656c-ec98-4b1c-94c1-c05f2db09ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.764268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.854498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:04.859200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb656c-ec98-4b1c-94c1-c05f2db09ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c67d7d4-cfc1-4cb4-8b10-1b00947ba161,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.896153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f6663-8129-43e6-859c-8f0a232601fd None None] Pushing event updated for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.913272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=62b9211c-f2bf-4d23-97d8-851a1182149e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:04.937852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bddb656c-ec98-4b1c-94c1-c05f2db09ebc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aea077d3c4c345f6a5418a11e402a1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4074616 Dec 16 15:33:04.956182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.080903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.121083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.151491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.155984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=a8e91eb5-5e85-4c75-be07-2ef990deb44f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:05.171272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.174101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a1b60ba-1ece-4e76-8c30-bcc51ebca79f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2073214 Dec 16 15:33:05.371250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.381193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.384084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c67d7d4-cfc1-4cb4-8b10-1b00947ba161 HTTP/1.1" status: 204 len: 168 time: 0.4169765 Dec 16 15:33:05.414752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57628) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:05.444598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425402c-bc20-4f76-ba61-ee4f57fd00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c67d7d4-cfc1-4cb4-8b10-1b00947ba161,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:05.652967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.652967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b8f4de1-20b7-4d81-bcd4-ab428654ebcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1437957 Dec 16 15:33:05.736437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 62b9211c-f2bf-4d23-97d8-851a1182149e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:05.737326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.880486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:05.903915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 62b9211c-f2bf-4d23-97d8-851a1182149e owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:06.800797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0415da-2fba-4541-a55c-9b9a3d1b96fc up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:06.824727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-089c82fc-18cf-445f-881a-ea5700b75b79 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--368731578&fields=id&tenant_id=67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 267 time: 0.1766000 Dec 16 15:33:06.993955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port db0415da-2fba-4541-a55c-9b9a3d1b96fc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:06.993955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.048523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57660) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:07.095773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2f13ee7-41e1-4746-8d93-8123f06a0eb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.148593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25c970b8-eda7-4cfa-ad44-49fecaf69f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.276311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2f13ee7-41e1-4746-8d93-8123f06a0eb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.282198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.326063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=62b9211c-f2bf-4d23-97d8-851a1182149e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:07.326794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-9f755238-51dc-480d-a4aa-18b546ceb294 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:07.356162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-9f755238-51dc-480d-a4aa-18b546ceb294 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.5046628 Dec 16 15:33:07.381729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.392382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57670) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:07.404303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8918db52-c9ea-4d7c-8ad0-ead12a02a332 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/62b9211c-f2bf-4d23-97d8-851a1182149e HTTP/1.1" status: 204 len: 168 time: 2.2309623 Dec 16 15:33:07.408639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2f13ee7-41e1-4746-8d93-8123f06a0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.417849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'mac_address': 'fa:16:3e:48:8a:76', 'name': 'tempest-PortsTestJSON-38017117'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:07.451853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-505f8ca0-8460-4804-ac92-3e2e1cc8ee89 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/quotas/67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 375 time: 0.0958169 Dec 16 15:33:07.522771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f13ee7-41e1-4746-8d93-8123f06a0eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54bb22-0d88-4ab3-a715-b0d31b1951a0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:07.583228 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2f13ee7-41e1-4746-8d93-8123f06a0eb1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ade061f542dd4872a458f89fee39b490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282226 Dec 16 15:33:07.586297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57674) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:07.687708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-3e25f274-4415-4b6f-b34d-e8d151ea0aaf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018826 Dec 16 15:33:07.698785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.750214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.761705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25c970b8-eda7-4cfa-ad44-49fecaf69f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.792507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:07.870358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-81fcca3c-2496-4848-9b3e-a64f109a90a4 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:33:07.871461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-81fcca3c-2496-4848-9b3e-a64f109a90a4 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1690350 Dec 16 15:33:07.878558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:07.961058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port d9926a71-6d55-46ee-8cdd-77d360e59984 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:07.982614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25c970b8-eda7-4cfa-ad44-49fecaf69f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.031341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-25e290ea-2799-42f7-acc3-dcb9ee9dfcd0 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499009 Dec 16 15:33:08.071063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.073367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.080840 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e54bb22-0d88-4ab3-a715-b0d31b1951a0 HTTP/1.1" status: 204 len: 168 time: 0.4930034 Dec 16 15:33:08.093437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c970b8-eda7-4cfa-ad44-49fecaf69f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb97826-302a-4924-9160-cde3abe8f3ad,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:08.108074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-25c970b8-eda7-4cfa-ad44-49fecaf69f8d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66545d5b1b9d42b283d390da1934a065&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6907616 Dec 16 15:33:08.109057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57684) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:08.142738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b01868-4917-4d79-b396-494b0d72b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54bb22-0d88-4ab3-a715-b0d31b1951a0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:08.365371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.497670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.586689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.597578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-122577a7-ea31-4989-ba61-e06f65d1a787 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106828 Dec 16 15:33:08.897256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.948928 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.977285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:08.983243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/beb97826-302a-4924-9160-cde3abe8f3ad HTTP/1.1" status: 204 len: 168 time: 0.8421395 Dec 16 15:33:09.003285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59af035-7a5a-464a-9911-3f80762e76fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb97826-302a-4924-9160-cde3abe8f3ad,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.048639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:09.054644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:09.075446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:09.129794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:09.130890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.248550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=d9926a71-6d55-46ee-8cdd-77d360e59984,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:09.324647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5317efc-03ce-482e-806a-6e7ca5bd6ba1 req-9072b2e5-1a30-4cd7-95f3-d3340e0cc28d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.1196523 Dec 16 15:33:09.335689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.336527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-50795d67-2bca-4f91-8741-7060a4f06578 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9381797 Dec 16 15:33:09.453799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07814797-7864-431d-80dd-beea5f106a02 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:09.456241 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07814797-7864-431d-80dd-beea5f106a02 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/d9926a71-6d55-46ee-8cdd-77d360e59984 HTTP/1.1" status: 200 len: 839 time: 0.1191251 Dec 16 15:33:09.459368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:09.701615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port d9926a71-6d55-46ee-8cdd-77d360e59984 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:09.702754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:09.981343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.034385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for d9926a71-6d55-46ee-8cdd-77d360e59984 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:10.536032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c3c7786-a132-4867-a07f-5eda9e4cc9be req-83b85137-cde9-4766-8fbc-976360899cb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.1311557 Dec 16 15:33:10.635978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.697694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=d9926a71-6d55-46ee-8cdd-77d360e59984,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:10.715798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:10.720289 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f00e9f8f-9a7e-4338-9962-d5c37b92904e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/d9926a71-6d55-46ee-8cdd-77d360e59984 HTTP/1.1" status: 204 len: 168 time: 1.2593250 Dec 16 15:33:10.723911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57748) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:10.763520 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e6ef02-3e1c-4d65-a5fd-6337e32f2e0f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:33:10.766729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e6e6ef02-3e1c-4d65-a5fd-6337e32f2e0f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/d9926a71-6d55-46ee-8cdd-77d360e59984 HTTP/1.1" status: 404 len: 333 time: 0.0410461 Dec 16 15:33:10.772216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57750) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:10.778484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'name': 'tempest-PortsTestJSON-515884459'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:10.821893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:10.886056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b6f8a3-4ff7-44cd-819f-6fd377bdefbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.077853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b6f8a3-4ff7-44cd-819f-6fd377bdefbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.124701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:11.132538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.182421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b6f8a3-4ff7-44cd-819f-6fd377bdefbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.238422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port c21ee9bb-9117-4d2e-a450-630c105e5810 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:11.250410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31b6f8a3-4ff7-44cd-819f-6fd377bdefbe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=50720c152fe948a189c8f766566f7bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266925 Dec 16 15:33:11.261519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57762) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:11.308517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6f8a3-4ff7-44cd-819f-6fd377bdefbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea85187-26d7-4010-b60c-137d50371375,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:11.371880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.429888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.655659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.762254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.767027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.768978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8ea85187-26d7-4010-b60c-137d50371375 HTTP/1.1" status: 204 len: 168 time: 0.5035927 Dec 16 15:33:11.809862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1993caa1-cbb0-4bf2-98f1-80e358c58dbc req-5467a0e5-4aad-4420-88d8-b8fcf9db8756 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Dec 16 15:33:11.811944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb1390-f30a-42bc-8d3e-9e7a616d1a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea85187-26d7-4010-b60c-137d50371375,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:11.847215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:11.989385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:11.991943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:12.000743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:12.013911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:12.015002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.025921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=c21ee9bb-9117-4d2e-a450-630c105e5810,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:12.175013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-afe28a78-517d-4395-bd3b-85257926af22 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4012198 Dec 16 15:33:12.177463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:12.183987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:12.325631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.623458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.742265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.815447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] In _notify_port_updated(), no bound segment for port c21ee9bb-9117-4d2e-a450-630c105e5810 on network bedce9ed-2524-430c-b9b5-d7fa2ba38850 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:33:12.821374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:12.822728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:12.824169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/ports/c21ee9bb-9117-4d2e-a450-630c105e5810 HTTP/1.1" status: 200 len: 818 time: 0.6454000 Dec 16 15:33:12.827242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:12.878042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28eb78f-7c73-4d24-bfd4-04bcd41677e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=c21ee9bb-9117-4d2e-a450-630c105e5810,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:13.068910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3963fd21-2438-4a3d-92c5-cd99d66a6c11 req-6b67e2f5-6ec6-4b9d-b4b6-e5bae9f3648c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.0787337 Dec 16 15:33:13.263787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port c21ee9bb-9117-4d2e-a450-630c105e5810 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:13.265788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.405766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:13.444393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for c21ee9bb-9117-4d2e-a450-630c105e5810 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:13.784013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-d82b4ec6-78de-4b06-8c6c-a2faf9b054e5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:13.785575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-d82b4ec6-78de-4b06-8c6c-a2faf9b054e5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.2974961 Dec 16 15:33:13.893911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-0d28e7e6-26d8-4810-acc4-9a84d7dfb931 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 379 time: 0.0801263 Dec 16 15:33:13.924661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'device_id': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'admin_state_up': True, 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'security_groups': ['24b7cf33-9870-483c-9bc7-bca770526c06']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:13.994618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.064096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.067510 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/c21ee9bb-9117-4d2e-a450-630c105e5810 HTTP/1.1" status: 204 len: 168 time: 1.2391129 Dec 16 15:33:14.070178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:14.079965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc968cd-3451-42f8-baee-bd414df6c514 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=c21ee9bb-9117-4d2e-a450-630c105e5810,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:14.178418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bee8d58-c5c0-4ee9-8d0e-ef91609fca87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.227172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21035b91-0c48-45af-809b-4b177a1cb1ff tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:14.229387 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-21035b91-0c48-45af-809b-4b177a1cb1ff tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1581237 Dec 16 15:33:14.239090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57840) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:14.291853 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae99befc-c2f0-47ae-96f2-59f8d493b040 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:33:14.293349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ae99befc-c2f0-47ae-96f2-59f8d493b040 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/c21ee9bb-9117-4d2e-a450-630c105e5810 HTTP/1.1" status: 404 len: 333 time: 0.0518336 Dec 16 15:33:14.297366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57844) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:14.303339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-458293124'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:14.364098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37df3070-1182-4b9d-91bc-ac1ef61c522d req-8256a4df-e73a-4397-a548-5f77cba74f1b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.0830591 Dec 16 15:33:14.547597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:14.554397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.776154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:14.788786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.882419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.20.0.8 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/5d16aa58-c0e6-401c-b8d2-8ea541765736) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:14.887911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:14.926865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:14.927511 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment e52dee45-1fcf-41a3-9755-75d13dc5c7b7 of type vlan for network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e Dec 16 15:33:15.065064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.401273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.421130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:15.422308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.426192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:15.832896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=c520c9f1-71e6-43f7-9bae-e67b3fe75e2e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:15.848398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.851942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.852402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.852898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.853349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.853807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.854297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.855304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.855939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.856532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.857105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.857665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.858249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:15.862323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57882) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:15.892904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:15.994283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98459621-57e1-4d9c-93a5-9191224f283f req-72650db0-3129-42b4-8c94-782b017c4b25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.2344468 Dec 16 15:33:16.000570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.036754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:16.172671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:16.178725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:16.187606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:16.207501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:16.207642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07dbc211-d881-498b-9109-0e2a9101459d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8976097 Dec 16 15:33:16.207642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:16.231050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:16.324669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:16.325920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.566179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-4564b446-32c1-4f22-a33a-5fc9a6edd52c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6601639 Dec 16 15:33:16.605243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Request body: {'port': {'device_id': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:16.684060 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e050dd9c-a5d2-4ca0-b185-67861f2c8276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.797880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.809054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:16.817844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.925966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec2700b8-b7e7-4267-9fe2-0e3b2589452c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:16.938111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8a7bfd1c-bd9c-496d-a553-1fafbd294844 None None] Provisioning complete for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:16.966451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a7bfd1c-bd9c-496d-a553-1fafbd294844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.147748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8a7bfd1c-bd9c-496d-a553-1fafbd294844 None None] Port 5d16aa58-c0e6-401c-b8d2-8ea541765736 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:17.203700 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec2700b8-b7e7-4267-9fe2-0e3b2589452c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.361826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec2700b8-b7e7-4267-9fe2-0e3b2589452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.438097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ec2700b8-b7e7-4267-9fe2-0e3b2589452c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2ad2e7f569d4c5eb02a81c66cb87531&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3996770 Dec 16 15:33:17.472261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:17.597790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2700b8-b7e7-4267-9fe2-0e3b2589452c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6385e3-4b93-41c1-ba02-e54a8572fcd8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:17.618145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fc4b2-edbd-4bff-a2ea-a2149b251320 req-f4aa97f3-ea06-4d21-add3-4ca0dcdae016 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:17.620172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a64fc4b2-edbd-4bff-a2ea-a2149b251320 req-f4aa97f3-ea06-4d21-add3-4ca0dcdae016 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 931 time: 0.2375748 Dec 16 15:33:17.678916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.771141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.786669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:17.832951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a64fc4b2-edbd-4bff-a2ea-a2149b251320 req-d2898829-325b-4010-82d3-cc8918712d8c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570396 Dec 16 15:33:17.982140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.160747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=36098c0a-fe7f-4ae1-bf4b-772d80f235ee,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.195110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:18.195485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: c520c9f1-71e6-43f7-9bae-e67b3fe75e2e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:18.238295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.302116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:18.336467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.442942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:18.473963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Transition to ACTIVE for port object 5d16aa58-c0e6-401c-b8d2-8ea541765736 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:33:18.478218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.507719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.510437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6d6385e3-4b93-41c1-ba02-e54a8572fcd8 HTTP/1.1" status: 204 len: 168 time: 1.0368567 Dec 16 15:33:18.539495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1da98-9cb5-46cb-86a7-5f112d1964ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6385e3-4b93-41c1-ba02-e54a8572fcd8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:18.751564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Deleting port 56abc8bd-5935-492a-8e96-28c6cccce056 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:18.752082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.765864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.773220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c520c9f1-71e6-43f7-9bae-e67b3fe75e2e) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:18.809735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02fccf8-d4c8-4ee2-ad48-23ba572f152e None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:18.827484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:18.828593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:18.971892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] For port 56abc8bd-5935-492a-8e96-28c6cccce056, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56abc8bd-5935-492a-8e96-28c6cccce056,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:18.972421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.023140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:19.026047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Calling delete_port for 56abc8bd-5935-492a-8e96-28c6cccce056 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:19.060117 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f0b38ba8-d70e-404c-8f2d-023db9abf437 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8510516 Dec 16 15:33:19.067469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57946) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:19.074623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:19.254483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Attempting to bind port 5d16aa58-c0e6-401c-b8d2-8ea541765736 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:19.255145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Attempting to bind port 5d16aa58-c0e6-401c-b8d2-8ea541765736 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:19.255676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Attempting to bind port 5d16aa58-c0e6-401c-b8d2-8ea541765736 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:19.264279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Port 5d16aa58-c0e6-401c-b8d2-8ea541765736 on network 53de538f-ce34-4e30-a649-af5d1eac8772 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:33:19.264900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Attempting to bind port 5d16aa58-c0e6-401c-b8d2-8ea541765736 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:19.271880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:19.272568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:19.273236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:19.273903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Bound port: 5d16aa58-c0e6-401c-b8d2-8ea541765736, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:19.274519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.300710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': '36098c0a-fe7f-4ae1-bf4b-772d80f235ee'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:19.303572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.328051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d621e-77b4-4cd9-b370-907ef7bfcec7 req-d4535f11-1aea-48eb-a984-a346dd539623 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:19.329714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-195d621e-77b4-4cd9-b370-907ef7bfcec7 req-d4535f11-1aea-48eb-a984-a346dd539623 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 943 time: 0.2481892 Dec 16 15:33:19.420134 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:33:19.466034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:19.490652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-195d621e-77b4-4cd9-b370-907ef7bfcec7 req-23ec3486-bcf6-4d3f-a3ee-6c304aaf9d4a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952222 Dec 16 15:33:19.511506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:19.562754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.713838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.716683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Allocated IP 172.20.0.2 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/36098c0a-fe7f-4ae1-bf4b-772d80f235ee/d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:19.780324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:19.780324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.805090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:19.805090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:19.813707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] 10.222.0.74 "PUT /v2.0/ports/5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 1091 time: 3.2228000 Dec 16 15:33:19.814401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:19.817390 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9872fc-851a-4c9b-83f3-c187e7cca860" -d '{"events": [{"name": "network-changed", "server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:19.951769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbca43a-b9b3-4001-8176-f9652dc3c50d service neutron] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:19.998913 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:20.078719 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb4848-5b59-4f3a-b90f-18dbc4403691 x-openstack-request-id: req-75cb4848-5b59-4f3a-b90f-18dbc4403691 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:20.079090 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:20.079326 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75cb4848-5b59-4f3a-b90f-18dbc4403691 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:20.080115 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'status': 'completed', 'code': 200} Dec 16 15:33:20.101666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:20.107467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:20.145857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56abc8bd-5935-492a-8e96-28c6cccce056,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:20.428264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57972) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:20.439935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:20.514638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11bcf76-46ce-4a13-a4e1-62f551e58956 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:20.694222 n-d-821947-3 neutron-server[104055]: INFO neutron.db.ipam_backend_mixin [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36098c0a-fe7f-4ae1-bf4b-772d80f235ee (CIDR: 172.20.0.0/28) Dec 16 15:33:20.734792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Pushing event updated for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:20.793798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:20.796088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:20.804076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-a12c41b0-5e87-48ee-8fe0-7f24ea40beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:20.807011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-a12c41b0-5e87-48ee-8fe0-7f24ea40beee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1094 time: 0.6668761 Dec 16 15:33:20.819910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:20.922682 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:33:20.923568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:33:21.010150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b8d90-810e-456e-9a5e-671a32cfcfcd req-a4d940c7-3a45-45da-ac82-f731007aa5d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.012690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e90b8d90-810e-456e-9a5e-671a32cfcfcd req-a4d940c7-3a45-45da-ac82-f731007aa5d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 943 time: 0.2830305 Dec 16 15:33:21.023959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Attempting to bind port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:21.025300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Attempting to bind port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:21.026497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Attempting to bind port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 on network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:21.044753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:21.045673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Checking segment: {'id': 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:21.049036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.049811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Bound using segment: {'id': 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:21.051527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Bound port: d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:21.053383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.073803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-d721b3f3-0081-4cdb-b71a-a3964a0b1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.077957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-d721b3f3-0081-4cdb-b71a-a3964a0b1e2b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=67b42637a92744e7b5a5b8104abede67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2439082 Dec 16 15:33:21.099893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e90b8d90-810e-456e-9a5e-671a32cfcfcd req-52608497-4380-471d-bffa-dcf6696a2acd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778670 Dec 16 15:33:21.140670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.188115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:21.198529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-358834c9-c992-4c7d-9b98-e50cfddc1477 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1298332 Dec 16 15:33:21.201251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,segment=NetworkSegment(e52dee45-1fcf-41a3-9755-75d13dc5c7b7),segment_id=e52dee45-1fcf-41a3-9755-75d13dc5c7b7)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:21.209464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57988) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:21.218515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:21.340604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11bcf76-46ce-4a13-a4e1-62f551e58956 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.341954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.370595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-1dfe0f21-e64b-4562-8559-a6b486e8dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.372225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c9872fc-851a-4c9b-83f3-c187e7cca860 req-1dfe0f21-e64b-4562-8559-a6b486e8dee2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2710278 Dec 16 15:33:21.478593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cee82-af24-4a66-94ba-0a3752fc1ace None None] Pushing event updated for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:21.519553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-439b7584-ca2f-4bce-937a-9d16b6f68dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.521768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-439b7584-ca2f-4bce-937a-9d16b6f68dab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1094 time: 0.0652134 Dec 16 15:33:21.566959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11bcf76-46ce-4a13-a4e1-62f551e58956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:21.642383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-96201b73-7db3-49d7-9fed-a47d4c5c5224 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 217 time: 0.0961065 Dec 16 15:33:21.645654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bcf76-46ce-4a13-a4e1-62f551e58956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73955a2e-61ec-4b42-a1b2-36d43761a2a4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:21.753144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-aebaf262-655a-4fae-a637-8bfaf8e9d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.756122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-aebaf262-655a-4fae-a637-8bfaf8e9d031 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.1017573 Dec 16 15:33:21.826417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e11bcf76-46ce-4a13-a4e1-62f551e58956 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ccbc14e0d1244feaaaa240175c8d9f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3927081 Dec 16 15:33:21.854173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:21.928488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-f81eaf08-87c7-4720-ad96-2d7a91266868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:21.933307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-f81eaf08-87c7-4720-ad96-2d7a91266868 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518755 Dec 16 15:33:21.958534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:21.968082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.150712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:22.172118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-b9abb1f4-ee77-4997-a36c-7654885e1c54 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267423 Dec 16 15:33:22.223651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.428828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.432317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e252ce-172b-4057-abc5-100f1cdba572 req-6bcad1e2-3ab4-422c-9aa8-01460c56391d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:22.434434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e252ce-172b-4057-abc5-100f1cdba572 req-6bcad1e2-3ab4-422c-9aa8-01460c56391d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 943 time: 0.1411994 Dec 16 15:33:22.463447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ef474d3-d578-4991-a089-3b019ed18b19 req-10ead372-735d-4fa6-916a-c241cbe0470c service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794690 Dec 16 15:33:22.552944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e252ce-172b-4057-abc5-100f1cdba572 req-3c81cdd4-01c7-4915-b125-5e9e0bfa72d2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090920 Dec 16 15:33:22.672035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:22.796180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:22.803747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:22.806494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Sync routers for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:22.816910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.822182 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:22.832415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:22.844954 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f9df0cc-82e1-43ee-a410-c547d0ca73b0 admin admin] 10.222.0.71 "PUT /v2.0/routers/753ef5a9-d4f5-4d92-873d-0ddb85885d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9787605 Dec 16 15:33:22.846196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:22.979571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.992796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:22.997734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73955a2e-61ec-4b42-a1b2-36d43761a2a4 HTTP/1.1" status: 204 len: 168 time: 1.1462944 Dec 16 15:33:23.058196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8b568-d46f-45f0-907e-11f59795ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73955a2e-61ec-4b42-a1b2-36d43761a2a4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:23.189505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.309387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,segment=NetworkSegment(e52dee45-1fcf-41a3-9755-75d13dc5c7b7),segment_id=e52dee45-1fcf-41a3-9755-75d13dc5c7b7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:23.334512 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:23.396212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.421937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.491600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.609241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:23.620600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b72cb-ed69-4498-9084-629b42bc812c None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:23.781512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=158c5592-2ef5-46c9-a245-430a5c8c57f5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:23.835214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:23.838811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-79ff515c-018e-493e-84a6-8b30ebd21ac4 None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:23.839600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79ff515c-018e-493e-84a6-8b30ebd21ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:23.845220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:23.861405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:23.863252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.005917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e071c-1861-45cd-b61f-0f0776a20362 req-b61820a6-e70b-422f-badf-9ab75f70dc53 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:24.024309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f26e071c-1861-45cd-b61f-0f0776a20362 req-b61820a6-e70b-422f-badf-9ab75f70dc53 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 943 time: 0.2178662 Dec 16 15:33:24.034212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.066876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0223d4b0-d1dd-4987-a755-2c8cf524bf4f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8559453 Dec 16 15:33:24.068993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58054) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:24.088994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'fixed_ips': [{'subnet_id': '36098c0a-fe7f-4ae1-bf4b-772d80f235ee'}, {'subnet_id': '158c5592-2ef5-46c9-a245-430a5c8c57f5'}], 'name': 'tempest-PortsTestJSON-1946478394'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:24.282165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f26e071c-1861-45cd-b61f-0f0776a20362 req-5ced4ab7-6411-4ef4-a54c-ca25e4977888 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359886 Dec 16 15:33:24.506772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:24.507458 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:33:19Z', 'revision_number': 5, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port': {'id': '17b6ec46-2eef-4dac-93ae-5f4fce3c7822', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:23:49Z', 'updated_at': '2021-12-16T15:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:24.581369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Deleting port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:24.582256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.584283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Update dhcp port {'port': {'network_id': 'c520c9f1-71e6-43f7-9bae-e67b3fe75e2e', 'fixed_ips': [{'subnet_id': '36098c0a-fe7f-4ae1-bf4b-772d80f235ee', 'ip_address': '172.20.0.2'}, {'subnet_id': '158c5592-2ef5-46c9-a245-430a5c8c57f5'}], 'binding:host_id': 'n-d-821947-3'}, 'id': 'd7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:33:24.617725 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Checking router: 753ef5a9-d4f5-4d92-873d-0ddb85885d5b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:24.635012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Routers {'753ef5a9-d4f5-4d92-873d-0ddb85885d5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:24.635958 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:24.708572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.713769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.715027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:24.784564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port aa816d26-7790-48e0-8d7e-1c3ddc8f640a yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:24.878213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] For port 17b6ec46-2eef-4dac-93ae-5f4fce3c7822, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:24.878592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:24.984033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Calling delete_port for 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:25.018064 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] Set router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:25.207870 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:33:24Z', 'revision_number': 6, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:25.233534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:25.234493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:25.324489 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183322a8-09d9-4249-9350-fa2b2f7201c3 None None] The sync data for ids ['753ef5a9-d4f5-4d92-873d-0ddb85885d5b'] in n-d-821947-3 is: [{'id': '753ef5a9-d4f5-4d92-873d-0ddb85885d5b', 'name': 'tempest-AttachVolumeTestJSON-1770412747-router', 'tenant_id': '904ac6653b4040728ad1271488a25e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:23:47Z', 'updated_at': '2021-12-16T15:33:24Z', 'revision_number': 6, 'project_id': '904ac6653b4040728ad1271488a25e79', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:25.385468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Allocated IP 172.20.0.18 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/158c5592-2ef5-46c9-a245-430a5c8c57f5/d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:25.528886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,segment=NetworkSegment(e52dee45-1fcf-41a3-9755-75d13dc5c7b7),segment_id=e52dee45-1fcf-41a3-9755-75d13dc5c7b7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:25.565787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:33:25.638637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:25.725028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:25.854953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:25.881806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:25.941554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b6ec46-2eef-4dac-93ae-5f4fce3c7822,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:26.089864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6356-04c1-4a70-a773-79d5331cc396 req-a91b944c-6d36-4efb-bfba-69c97762f47f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:26.094726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d09c6356-04c1-4a70-a773-79d5331cc396 req-a91b944c-6d36-4efb-bfba-69c97762f47f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 943 time: 0.5337019 Dec 16 15:33:26.137340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18587a-f27b-4b5b-a7d5-66358fb82f71 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:26.152102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c7288-81c9-4327-8bcf-8be2e649da2a None None] Pushing event updated for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:26.189184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.210297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.5 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/36098c0a-fe7f-4ae1-bf4b-772d80f235ee/aa816d26-7790-48e0-8d7e-1c3ddc8f640a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:26.218736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.22 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/158c5592-2ef5-46c9-a245-430a5c8c57f5/aa816d26-7790-48e0-8d7e-1c3ddc8f640a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:26.225685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:33:26.442346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.447935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.452009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.483363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:26.578113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d09c6356-04c1-4a70-a773-79d5331cc396 req-7205cf68-73fd-4963-a184-343b0c4a797c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491096 Dec 16 15:33:26.621195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:26.704216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:26.707390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.708054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753ef5a9-d4f5-4d92-873d-0ddb85885d5b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:33:26.720167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.720167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c608db9-0627-41a3-93eb-955b6c42e174 admin admin] 10.222.0.71 "DELETE /v2.0/routers/753ef5a9-d4f5-4d92-873d-0ddb85885d5b HTTP/1.1" status: 204 len: 168 time: 3.8665171 Dec 16 15:33:26.720167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:26.824440 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.845058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Deleting subnet 9ea63211-94cd-49d5-890e-8a3ba01426b5 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:33:26.855914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.932347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:26.990624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:26.991250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.190198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:27.250191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.311311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5d16aa58-c0e6-401c-b8d2-8ea541765736'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:33:27.426982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.480414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:27.501749 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.533888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167b188-4ae6-4654-930f-76e81fb7ea28 None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:27.548289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea63211-94cd-49d5-890e-8a3ba01426b5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:27.556734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:27.557196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 17b6ec46-2eef-4dac-93ae-5f4fce3c7822 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:27.557703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56abc8bd-5935-492a-8e96-28c6cccce056 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:27.568103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.577147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-799094f7-a97a-426a-a4ec-c5adfddeea58 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9ea63211-94cd-49d5-890e-8a3ba01426b5 HTTP/1.1" status: 204 len: 168 time: 0.8530874 Dec 16 15:33:27.577694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58138) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:27.672418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.772145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.833440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afaf828-7af6-4dae-af67-3d0c2cf652d1 None None] Network cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:27.841807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:27.844342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Deleting port 87434120-c5ee-4157-bdac-d94d2438f60b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:27.844808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.912282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 56abc8bd-5935-492a-8e96-28c6cccce056 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:27.913209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56abc8bd-5935-492a-8e96-28c6cccce056 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:27.972496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] For port 87434120-c5ee-4157-bdac-d94d2438f60b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87434120-c5ee-4157-bdac-d94d2438f60b,segment=NetworkSegment(f8ae7da7-c97c-4d86-bad0-c59ea039bd82),segment_id=f8ae7da7-c97c-4d86-bad0-c59ea039bd82)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:27.976430 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:27.991845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088c86a-d2ff-49ec-922b-d41c1d363d27 req-8245dd82-9197-490d-8ee2-b0e15b08be6c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:27.992588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f088c86a-d2ff-49ec-922b-d41c1d363d27 req-8245dd82-9197-490d-8ee2-b0e15b08be6c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1642098 Dec 16 15:33:28.035751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Calling delete_port for 87434120-c5ee-4157-bdac-d94d2438f60b owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:28.043029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-98235c1c-c860-4d3a-ac72-772c5d9c8c6b None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:28.044061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98235c1c-c860-4d3a-ac72-772c5d9c8c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.150510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f088c86a-d2ff-49ec-922b-d41c1d363d27 req-613d002e-a8c4-4c4d-b750-43cf3b0ed35b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465468 Dec 16 15:33:28.176454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:28.185634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:28.262314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:28.263444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.275540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=aa816d26-7790-48e0-8d7e-1c3ddc8f640a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:28.321819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.393785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d995143-ad39-47eb-842e-822eb8c4ad40 None None] DHCP port deletion for cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:28.403850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87434120-c5ee-4157-bdac-d94d2438f60b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:28.428501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] No DVR routers for this DVR port 87434120-c5ee-4157-bdac-d94d2438f60b on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:28.501295 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0efab2f0-611c-4430-8db0-9398f1184ce6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.4242446 Dec 16 15:33:28.504014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:28.511653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36098c0a-fe7f-4ae1-bf4b-772d80f235ee'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:28.637623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87434120-c5ee-4157-bdac-d94d2438f60b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:28.666683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.693215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:28.693540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 87434120-c5ee-4157-bdac-d94d2438f60b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:28.693971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87434120-c5ee-4157-bdac-d94d2438f60b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:28.704276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.719345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:28.719978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ae7da7-c97c-4d86-bad0-c59ea039bd82') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:28.763564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.809069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.836345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:28.837031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:28.846366 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:28.957551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.100732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d03aa38b-9738-48e8-aaa5-ca7428a49d21 None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:29.101994 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38b-9738-48e8-aaa5-ca7428a49d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.205342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.282237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.305145 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb HTTP/1.1" status: 204 len: 168 time: 1.7254252 Dec 16 15:33:29.322929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36377895-a3f3-4e41-ba5e-723cde4a7fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff52eeb-98e3-41ba-b2f3-ff553ddbc7cb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:29.599454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:29.748373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d03aa38b-9738-48e8-aaa5-ca7428a49d21 None None] Provisioning complete for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:29.749454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d03aa38b-9738-48e8-aaa5-ca7428a49d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.801647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:29.817476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161b487-d5b8-4634-bf63-63e6045872b2 req-62b35cf5-9c62-412d-89a5-65cce3fdaa9f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:29.817476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7161b487-d5b8-4634-bf63-63e6045872b2 req-62b35cf5-9c62-412d-89a5-65cce3fdaa9f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2307448 Dec 16 15:33:29.844820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d03aa38b-9738-48e8-aaa5-ca7428a49d21 None None] Port aa816d26-7790-48e0-8d7e-1c3ddc8f640a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:29.910114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7161b487-d5b8-4634-bf63-63e6045872b2 req-18d55fa3-59fa-4bc0-82c7-c8a64fa8e14f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809419 Dec 16 15:33:29.935451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:33:29.949826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:29.949826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.080408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Delete allocated IP 172.20.0.22 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/158c5592-2ef5-46c9-a245-430a5c8c57f5) {{(pid=104056) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:33:30.128239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a44a19b0-8319-4dc6-a71b-13bd4b3dd843 None None] Provisioning complete for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:30.128239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a44a19b0-8319-4dc6-a71b-13bd4b3dd843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.292032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:30.335493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a44a19b0-8319-4dc6-a71b-13bd4b3dd843 None None] Port aa816d26-7790-48e0-8d7e-1c3ddc8f640a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:30.430215 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66a5f1d6-4aaf-4b44-a614-1627d12d4c6b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=904ac6653b4040728ad1271488a25e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357384 Dec 16 15:33:30.440928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:30.513399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.520946 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.621854 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.633516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:30.644920 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86ebdda-2603-4087-b4b9-bc872c4ec205" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:30.704785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:30.717636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.800446 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.838750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:30.916562 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2414fe31-58e7-4079-a0af-b6ae0db5c23a x-openstack-request-id: req-2414fe31-58e7-4079-a0af-b6ae0db5c23a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:30.917493 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:30.918544 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2414fe31-58e7-4079-a0af-b6ae0db5c23a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:30.919174 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:33:31.041967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:31.123977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.127217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.132696 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/74c4a474-555e-4759-9324-d136fc9b7d6f HTTP/1.1" status: 204 len: 168 time: 0.6852331 Dec 16 15:33:31.161522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186854b1-736f-45e9-93ea-1a8e0e292c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4a474-555e-4759-9324-d136fc9b7d6f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:31.286644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=aa816d26-7790-48e0-8d7e-1c3ddc8f640a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:31.301500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] In _notify_port_updated(), no bound segment for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a on network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:33:31.310678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c62cee54-3386-4cc2-b22e-71a716ce1621 None None] Provisioning complete for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:31.311308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62cee54-3386-4cc2-b22e-71a716ce1621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.318588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:31.324868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.329793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58300) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:31.330578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9432aae1-ee2b-46da-8a3b-3f88039cdb33 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/ports/aa816d26-7790-48e0-8d7e-1c3ddc8f640a HTTP/1.1" status: 200 len: 919 time: 2.8246086 Dec 16 15:33:31.336133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '36098c0a-fe7f-4ae1-bf4b-772d80f235ee'}, {'subnet_id': '158c5592-2ef5-46c9-a245-430a5c8c57f5'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:31.351930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966e45-289d-40bf-8959-b50462114b45 req-89b1a88f-f5fd-4a01-9fc3-aa883b2b1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:31.354219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b966e45-289d-40bf-8959-b50462114b45 req-89b1a88f-f5fd-4a01-9fc3-aa883b2b1418 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1096 time: 0.2490008 Dec 16 15:33:31.408762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c62cee54-3386-4cc2-b22e-71a716ce1621 None None] Port aa816d26-7790-48e0-8d7e-1c3ddc8f640a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:31.411983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed38f7-e842-4af8-a217-8bfee70b2971 req-7b2600d8-9f9e-480d-bd15-7ef32aa1510d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:31.419703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9ed38f7-e842-4af8-a217-8bfee70b2971 req-7b2600d8-9f9e-480d-bd15-7ef32aa1510d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.3208902 Dec 16 15:33:31.569178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9ed38f7-e842-4af8-a217-8bfee70b2971 req-37ed3627-9129-4de9-b221-474ed9501b4f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485269 Dec 16 15:33:31.620785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b966e45-289d-40bf-8959-b50462114b45 req-9e823eac-f855-4f71-b50b-fbb95eaa5f34 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475643 Dec 16 15:33:31.645327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:31.871316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:32.256687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce3972b6-c501-4d0a-afe9-77e8c0468253 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.286178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.25 (c520c9f1-71e6-43f7-9bae-e67b3fe75e2e/158c5592-2ef5-46c9-a245-430a5c8c57f5/aa816d26-7790-48e0-8d7e-1c3ddc8f640a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:32.490899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce3972b6-c501-4d0a-afe9-77e8c0468253 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.512054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.627565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce3972b6-c501-4d0a-afe9-77e8c0468253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.695589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:32.724143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce3972b6-c501-4d0a-afe9-77e8c0468253 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6271b23e78994610a12879dff57a99fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8503585 Dec 16 15:33:32.740438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58356) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:32.802768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3972b6-c501-4d0a-afe9-77e8c0468253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9aa4b-0108-4ddf-9574-8cda8c1012c2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:32.839714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407da18-e223-4ba7-89fc-3a0fc10a56d5 req-23a0a236-e2ad-4755-bae0-6831462e6593 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:32.841822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9407da18-e223-4ba7-89fc-3a0fc10a56d5 req-23a0a236-e2ad-4755-bae0-6831462e6593 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.1558475 Dec 16 15:33:32.909380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=aa816d26-7790-48e0-8d7e-1c3ddc8f640a,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:32.985002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9407da18-e223-4ba7-89fc-3a0fc10a56d5 req-346458bf-ca75-4e71-9360-822646013740 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310112 Dec 16 15:33:33.210549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.246166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] In _notify_port_updated(), no bound segment for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a on network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:33:33.256416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:33.257127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.261643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58476fe0-1403-4cb8-aab0-1eaf9128d2f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/ports/aa816d26-7790-48e0-8d7e-1c3ddc8f640a HTTP/1.1" status: 200 len: 999 time: 1.9274545 Dec 16 15:33:33.262138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:33.288478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.351932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47a93116-c903-4e21-9503-72fdabf1a64a None None] Provisioning complete for port aa816d26-7790-48e0-8d7e-1c3ddc8f640a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:33.353220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47a93116-c903-4e21-9503-72fdabf1a64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.420970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.423567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.425253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4cc9aa4b-0108-4ddf-9574-8cda8c1012c2 HTTP/1.1" status: 204 len: 168 time: 0.6839089 Dec 16 15:33:33.444390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb576c0-cf6c-45b0-847e-64e4fb93f26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9aa4b-0108-4ddf-9574-8cda8c1012c2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:33.455644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47a93116-c903-4e21-9503-72fdabf1a64a None None] Port aa816d26-7790-48e0-8d7e-1c3ddc8f640a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:33.485687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port aa816d26-7790-48e0-8d7e-1c3ddc8f640a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:33.486075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.534867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58390) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:33.693380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:33.732789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for aa816d26-7790-48e0-8d7e-1c3ddc8f640a owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:34.090247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.180937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=aa816d26-7790-48e0-8d7e-1c3ddc8f640a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:34.359243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-52483252-network', 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:34.428217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.433054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d8c8aa7-4dd4-4162-80d6-cc112a7c50e2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/aa816d26-7790-48e0-8d7e-1c3ddc8f640a HTTP/1.1" status: 204 len: 168 time: 1.1696379 Dec 16 15:33:34.435943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58410) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:34.448757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8015e-f4c0-47d6-bf08-d47d89c8ae31 req-aa5de079-622a-4899-8afc-cdc8ee35f472 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:34.451020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22b8015e-f4c0-47d6-bf08-d47d89c8ae31 req-aa5de079-622a-4899-8afc-cdc8ee35f472 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.2721462 Dec 16 15:33:34.486339 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b35c451-f270-48af-a23e-a54319537ce4 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:33:34.486339 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0b35c451-f270-48af-a23e-a54319537ce4 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/aa816d26-7790-48e0-8d7e-1c3ddc8f640a HTTP/1.1" status: 404 len: 333 time: 0.0451934 Dec 16 15:33:34.486339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:34.543165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22b8015e-f4c0-47d6-bf08-d47d89c8ae31 req-c707ffe1-68b3-4d0a-a127-06c927675ff7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856447 Dec 16 15:33:34.608370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:34.612953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.665034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 158c5592-2ef5-46c9-a245-430a5c8c57f5 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:33:34.670374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.673687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.789530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.808196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85c30a-ede8-4434-afd4-650107be23f3 req-3df6d266-d90b-49c9-9e19-cf73563ef4f4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:34.811694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b85c30a-ede8-4434-afd4-650107be23f3 req-3df6d266-d90b-49c9-9e19-cf73563ef4f4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.1429272 Dec 16 15:33:34.835156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:34.835156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:34.858310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'floatingip': {'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:34.941113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.955788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.977148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:34.983160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.090201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.180996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:35.202212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.211643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:35.268756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.275867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab54fbb6-4fc2-4cee-8053-17aa017401bc None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:35.280481 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/158c5592-2ef5-46c9-a245-430a5c8c57f5 HTTP/1.1" status: 204 len: 168 time: 0.7901871 Dec 16 15:33:35.280481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d276234-528b-4cb1-a5af-fa3faad8e5bf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=158c5592-2ef5-46c9-a245-430a5c8c57f5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:35.282319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58442) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:35.292562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.293002 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Added segment 38c7db94-cce4-48dc-bdcc-8d873e7672b2 of type vlan for network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 Dec 16 15:33:35.508075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 36098c0a-fe7f-4ae1-bf4b-772d80f235ee {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:33:35.513130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.548499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.616833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.748822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.824306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:35.827089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:35.828859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.094384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] Pushing event updated for resources: {'Network': ['ID=cf0f5830-b942-4a2e-9ca1-d735ea7f4015,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:36.125162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:36.268722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.323977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.386827 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a28988b7-3981-4f73-af09-d093cdfadb2f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8490391 Dec 16 15:33:36.391169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58474) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:36.396319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Request body: {'subnet': {'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-52483252-subnet', 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:36.512549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.513752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.521220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.582782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=36098c0a-fe7f-4ae1-bf4b-772d80f235ee,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:36.586472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.613748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-10e67e1b-87e4-4e59-8375-ee39aecf437b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/36098c0a-fe7f-4ae1-bf4b-772d80f235ee HTTP/1.1" status: 204 len: 168 time: 1.3291199 Dec 16 15:33:36.615572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58480) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:36.650839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:36.655357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.734136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29980cdd-c3ff-496b-9e21-d28d649a5694 None None] Network c520c9f1-71e6-43f7-9bae-e67b3fe75e2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:36.773576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.779858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58482) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:36.780116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c556b04688364bd68066fe272e31f379&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9107597 Dec 16 15:33:36.786298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eefc5ba-5d41-456e-8edc-cd642d3117a9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:36.799728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.800355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.800851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.801350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.801870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.802246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.802719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.803074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.803492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.803927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.813403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.813403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.813403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc32b7c2-d2a3-416a-b062-f4e51f26f74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:36.910715 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Floating IP f57a1f84-dad3-41cc-a00b-1d17875ac0f2 associated. External IP: 172.25.7.108, port: 5d16aa58-c0e6-401c-b8d2-8ea541765736. Dec 16 15:33:36.915717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-99f8ea2c-f4cc-482d-8c9a-a5cdc9640107 None None] Provisioning complete for port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:36.916114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99f8ea2c-f4cc-482d-8c9a-a5cdc9640107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:36.990280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.042343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:37.047562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.074713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.160027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] DHCP port deletion for c520c9f1-71e6-43f7-9bae-e67b3fe75e2e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:37.266107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58500) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:37.272677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,segment=NetworkSegment(e52dee45-1fcf-41a3-9755-75d13dc5c7b7),segment_id=e52dee45-1fcf-41a3-9755-75d13dc5c7b7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:37.273296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.294106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Deleting port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:37.294106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.314495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:37.397817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.455648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.456534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] For port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,segment=NetworkSegment(e52dee45-1fcf-41a3-9755-75d13dc5c7b7),segment_id=e52dee45-1fcf-41a3-9755-75d13dc5c7b7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:37.460538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.471203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.475583 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8eefc5ba-5d41-456e-8edc-cd642d3117a9 HTTP/1.1" status: 204 len: 168 time: 0.6880395 Dec 16 15:33:37.507221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Calling delete_port for d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:37.541759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30da6b0-f704-42f7-b04c-bede7472f27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eefc5ba-5d41-456e-8edc-cd642d3117a9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:37.566132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8632ae73-7452-4c95-927e-086704bb5310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.585132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e1d91d-3a70-41aa-917f-12a16adbe393,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:37.598511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:33:37.599402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Checking segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:37.599779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Network hostable DHCP agents. Network: cf0f5830-b942-4a2e-9ca1-d735ea7f4015, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:37.702456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.726259 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.751091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:33:37.757864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.776667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8632ae73-7452-4c95-927e-086704bb5310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.783287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:37.789447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:37.793149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Sync routers for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:33:37.799078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] Pushing event deleted for resources: {'Port': ['ID=d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:37.802289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707528b3-e0b1-4e46-9bc2-04bf7e0894c6 None None] No DVR routers for this DVR port d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:37.808553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e251a0d6-be82-4b01-8470-148b2bd5df38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "PUT /v2.0/floatingips/f57a1f84-dad3-41cc-a00b-1d17875ac0f2 HTTP/1.1" status: 200 len: 991 time: 2.9751365 Dec 16 15:33:37.809198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:37.813031 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:37.824193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:37.824193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:37.861260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:37.883328 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7886b6-8235-4241-b15e-d5384ce2fe89 x-openstack-request-id: req-ad7886b6-8235-4241-b15e-d5384ce2fe89 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:37.883628 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:37.884542 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad7886b6-8235-4241-b15e-d5384ce2fe89 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:37.884887 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'status': 'completed', 'code': 200} Dec 16 15:33:37.957858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8632ae73-7452-4c95-927e-086704bb5310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.983797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:37.984386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cf0f5830-b942-4a2e-9ca1-d735ea7f4015) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:38.005677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbffd18-3554-4fed-bbb5-1ea6f2b8eba7 None None] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:38.074399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.074951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.130084 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8632ae73-7452-4c95-927e-086704bb5310 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c803127c7744f65ab337f7659f50a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8613739 Dec 16 15:33:38.137307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-8ad6a873-ddfb-4524-979b-657029260e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.138580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:38.140814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-8ad6a873-ddfb-4524-979b-657029260e90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1096 time: 0.2049532 Dec 16 15:33:38.143564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58522) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:38.146638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c520c9f1-71e6-43f7-9bae-e67b3fe75e2e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:38.172478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632ae73-7452-4c95-927e-086704bb5310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c475aaf2-9397-4c5b-95c8-3b7ab4943695,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:38.176429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:38.176763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52dee45-1fcf-41a3-9755-75d13dc5c7b7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:38.205958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.236735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.244448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:38.244861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:38.248146 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:38.292466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e6a013c-0bf8-4ccb-83f1-966cb06c8b32 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9000301 Dec 16 15:33:38.386844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-ebdcdb22-12e0-4b1b-bfd3-6022efa3826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.388881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-ebdcdb22-12e0-4b1b-bfd3-6022efa3826e service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2257648 Dec 16 15:33:38.452603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d3d10b-f1e8-4f73-9455-39d3d8c99358 None None] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:38.475353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.478794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.535769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.545310 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/c520c9f1-71e6-43f7-9bae-e67b3fe75e2e HTTP/1.1" status: 204 len: 168 time: 1.9281850 Dec 16 15:33:38.546415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aa216-f203-4471-af36-8f2d1375fe5a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=c520c9f1-71e6-43f7-9bae-e67b3fe75e2e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:38.554200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:38.621949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-948ec629-0042-40b4-86ac-00e6d7674a54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.2226772 Dec 16 15:33:38.630463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:38.717076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-d7834dce-e6b4-4a7b-bcee-e2bd442a8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.721965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-d7834dce-e6b4-4a7b-bcee-e2bd442a8465 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0828633 Dec 16 15:33:38.726828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da89688-fe20-42f8-9b0a-2beb6560efce tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.734874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9da89688-fe20-42f8-9b0a-2beb6560efce tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1696308 Dec 16 15:33:38.735866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:38.799565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:38.871055 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4842ae2a-ef3b-4404-a3aa-4f35ded2517b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1343265 Dec 16 15:33:38.876978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58564) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:38.889219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1731500178'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:38.917666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-28d536f9-bee5-41c3-9241-57c60b1e90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:38.919177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-28d536f9-bee5-41c3-9241-57c60b1e90db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889834 Dec 16 15:33:39.055389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:39.060107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.086320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.108938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.117672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:33:39.119532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d7b5b5cf-d6c7-475c-aa9f-fd318c5e9a80 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:33:39.132512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c475aaf2-9397-4c5b-95c8-3b7ab4943695 HTTP/1.1" status: 204 len: 168 time: 0.9827726 Dec 16 15:33:39.163468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:39.199409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.200933 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment f8cc7fe9-c7f6-4179-a8e9-0e689be83c49 of type vlan for network a70af5d3-506d-4a5a-91de-2d3519743800 Dec 16 15:33:39.297580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.313791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a44c5-7ae6-4b5d-9fd9-7d78ada59832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c475aaf2-9397-4c5b-95c8-3b7ab4943695,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:39.326598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-f40cc613-7f6f-40b9-bceb-64e06962715b service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985822 Dec 16 15:33:39.456800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.477439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'f57a1f84-dad3-41cc-a00b-1d17875ac0f2', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:04Z', 'updated_at': '2021-12-16T15:33:36Z', 'revision_number': 1, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:39.480884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:39.487669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:39.583953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Checking router: 75b319a9-7adc-4bf3-a2ab-fde7450e4754 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:33:39.620256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:33:39.623930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:39.671847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30d5168a-ce53-4e66-b27c-05c93ccb2bb8 req-a118a6be-9c0d-4517-b3c8-5cc0f555dcad service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349240 Dec 16 15:33:39.684979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=a70af5d3-506d-4a5a-91de-2d3519743800,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:39.732311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-adca09d9-dacb-4c32-9f9a-31ce930c71e1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8497941 Dec 16 15:33:39.733703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:39.760428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:39.779160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a70af5d3-506d-4a5a-91de-2d3519743800 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:39.873891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-62e78b5a-b4c5-45cc-84f2-531aab09046d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:39.885014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-62e78b5a-b4c5-45cc-84f2-531aab09046d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.3366718 Dec 16 15:33:39.967167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-81d41166-14f5-404b-a7e2-91aa33415d9d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/quotas/3a6ff374484240e7aba09e71bd61ec72 HTTP/1.1" status: 200 len: 375 time: 0.0760956 Dec 16 15:33:40.107142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-547e5200-772c-413e-866c-d38a27b632b9 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251659 Dec 16 15:33:40.314102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:40.322038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:33:40.328299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.440769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-9d153272-7d05-489c-9b5d-5fcf42bfad1d service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240333 Dec 16 15:33:40.523848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:40.586393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a411-936c-484f-b1d2-73cbf91a228c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.654528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-52008b88-eba8-4367-9f5b-8f38c131e322 service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067711 Dec 16 15:33:40.899168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-685f7560-329d-4575-af97-aa6103af5588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'f57a1f84-dad3-41cc-a00b-1d17875ac0f2', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:04Z', 'updated_at': '2021-12-16T15:33:36Z', 'revision_number': 1, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:40.944214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f7560-329d-4575-af97-aa6103af5588 None None] The sync data for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 is: [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'f57a1f84-dad3-41cc-a00b-1d17875ac0f2', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:33:04Z', 'updated_at': '2021-12-16T15:33:36Z', 'revision_number': 1, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:33:40.954241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a411-936c-484f-b1d2-73cbf91a228c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:40.998467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.051644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdb6a411-936c-484f-b1d2-73cbf91a228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.167694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55a000ec-611c-4c91-b6bd-2811935dc174 req-73791594-fc2f-4670-b659-0df88915e57d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0737946 Dec 16 15:33:41.180913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6a411-936c-484f-b1d2-73cbf91a228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061ce5f-57b5-4a25-ab03-61147d6c78a9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:41.195043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=d3eb39a9-76bc-47ad-8f07-9f4b5ca27009,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:41.213508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cdb6a411-936c-484f-b1d2-73cbf91a228c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=86733a7df62b43d3a9d5cca7216016d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6864214 Dec 16 15:33:41.216141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58628) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:41.234696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:41.238166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: a70af5d3-506d-4a5a-91de-2d3519743800, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:41.328676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.371704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.447502 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c3ada7-5ac5-47aa-a86e-3655358da637 None None] New status for floating IP f57a1f84-dad3-41cc-a00b-1d17875ac0f2: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:33:41.455232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network a70af5d3-506d-4a5a-91de-2d3519743800 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:41.566045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.573351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.585102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8061ce5f-57b5-4a25-ab03-61147d6c78a9 HTTP/1.1" status: 204 len: 168 time: 0.3634317 Dec 16 15:33:41.594379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ddc05-40be-40cf-97b5-dca54c38679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061ce5f-57b5-4a25-ab03-61147d6c78a9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:41.598209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a70af5d3-506d-4a5a-91de-2d3519743800) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:41.608004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:41.609723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:41.615911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c1dbd-0c18-4c9f-96a5-749fb015f44f None None] Network a70af5d3-506d-4a5a-91de-2d3519743800 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:41.809394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:41.840675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58650) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:41.842396 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-73edfa31-8e41-44e2-be45-0ee40275bf08 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1053991 Dec 16 15:33:41.855187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800', 'name': 'tempest-PortsTestJSON-1126654724'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:41.865772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a70af5d3-506d-4a5a-91de-2d3519743800', 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': 'd3eb39a9-76bc-47ad-8f07-9f4b5ca27009'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:41.867733 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.097994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Allocated IP 172.20.0.2 (a70af5d3-506d-4a5a-91de-2d3519743800/d3eb39a9-76bc-47ad-8f07-9f4b5ca27009/89459fc5-5f9c-4028-897c-8f1135bc94ea) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:42.307700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1de1095c-03ad-4714-a035-0658b023290d req-8bae0a22-2121-408c-96b2-e11a9ef1801c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0751936 Dec 16 15:33:42.347597 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.364928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:42.369555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.390861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port c3bf2a1b-a275-46ad-b44a-caa23881ee97 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:42.463386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d27bfcc-df52-4488-9b54-68f161b3ba02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.578887 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.615273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d27bfcc-df52-4488-9b54-68f161b3ba02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.684018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Network a70af5d3-506d-4a5a-91de-2d3519743800 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:42.688707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:42.693720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:42.697868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.9 (a70af5d3-506d-4a5a-91de-2d3519743800/d3eb39a9-76bc-47ad-8f07-9f4b5ca27009/c3bf2a1b-a275-46ad-b44a-caa23881ee97) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:42.710085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Pushing event updated for resources: {'Port': ['ID=89459fc5-5f9c-4028-897c-8f1135bc94ea,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:42.764425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.765686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.767257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.768009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.768500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.768851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.769382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.769659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.770628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.771097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.771446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.771780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.772150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:33:42.828452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Attempting to bind port 89459fc5-5f9c-4028-897c-8f1135bc94ea on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:42.828981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Attempting to bind port 89459fc5-5f9c-4028-897c-8f1135bc94ea by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:42.829466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Attempting to bind port 89459fc5-5f9c-4028-897c-8f1135bc94ea on network a70af5d3-506d-4a5a-91de-2d3519743800 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:42.835850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:42.836396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Checking segment: {'id': 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:42.836972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.837583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Bound using segment: {'id': 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:42.838340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Bound port: 89459fc5-5f9c-4028-897c-8f1135bc94ea, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:42.838894 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.861212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d27bfcc-df52-4488-9b54-68f161b3ba02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:42.888306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27bfcc-df52-4488-9b54-68f161b3ba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb4bc7-9d69-496b-8f9b-dcf18cd8deb8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:42.934550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d27bfcc-df52-4488-9b54-68f161b3ba02 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e82e55c482ac4566afd027e6f47c3595&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1239078 Dec 16 15:33:42.935457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58670) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:42.949475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] For port 89459fc5-5f9c-4028-897c-8f1135bc94ea, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:42.954767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] For port 89459fc5-5f9c-4028-897c-8f1135bc94ea, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=89459fc5-5f9c-4028-897c-8f1135bc94ea,segment=NetworkSegment(f8cc7fe9-c7f6-4179-a8e9-0e689be83c49),segment_id=f8cc7fe9-c7f6-4179-a8e9-0e689be83c49)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:42.971384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.002698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.031074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.091723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.103522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58672) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:43.119394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8088a49-3f3c-401c-b8c2-e572df00ccb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.188461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.188799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438871-2432-4438-a8e7-0ced085486e9 None None] Pushing event updated for resources: {'Port': ['ID=89459fc5-5f9c-4028-897c-8f1135bc94ea,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:43.214095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.223870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.226836 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/07fb4bc7-9d69-496b-8f9b-dcf18cd8deb8 HTTP/1.1" status: 204 len: 168 time: 0.2888820 Dec 16 15:33:43.259915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01488b2-506e-4829-b708-2a70120c9f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb4bc7-9d69-496b-8f9b-dcf18cd8deb8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:43.278417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network a70af5d3-506d-4a5a-91de-2d3519743800 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:43.285073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:43.292277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:43.329719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=c3bf2a1b-a275-46ad-b44a-caa23881ee97,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:43.391713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:43.392581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.401606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8088a49-3f3c-401c-b8c2-e572df00ccb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.501814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8088a49-3f3c-401c-b8c2-e572df00ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.591398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3cfdf991-c7c9-417d-86a7-9df8c5dc81d5 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7490342 Dec 16 15:33:43.595582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58686) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:43.610586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': 'a70af5d3-506d-4a5a-91de-2d3519743800', 'name': 'tempest-PortsTestJSON-1018488807'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:43.653289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13810e93-35a7-4883-867c-0b6bdd7eabeb req-130f6b99-6399-4ff4-bfe4-844fd4a0cc40 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0777502 Dec 16 15:33:43.655296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088a49-3f3c-401c-b8c2-e572df00ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495d9378-5d33-4da9-b80d-a4c6ccc0df67,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:43.720135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c8088a49-3f3c-401c-b8c2-e572df00ccb0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d13bfd3333c44309a40f0ce2bace07c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133125 Dec 16 15:33:43.721188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58690) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:43.869604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:43.930300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.050571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:44.057702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.081602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:44.118268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9e69574-c354-4f06-9475-65dac137f736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.147757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.153854 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.158107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/495d9378-5d33-4da9-b80d-a4c6ccc0df67 HTTP/1.1" status: 204 len: 168 time: 0.4298525 Dec 16 15:33:44.177900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701102a1-c35c-406e-a52a-67b564d64f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d9378-5d33-4da9-b80d-a4c6ccc0df67,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:44.382885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.6 (a70af5d3-506d-4a5a-91de-2d3519743800/d3eb39a9-76bc-47ad-8f07-9f4b5ca27009/4991847f-b6c4-46fa-b8fa-fb936d69edf5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:44.693758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 89459fc5-5f9c-4028-897c-8f1135bc94ea up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:44.836545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 89459fc5-5f9c-4028-897c-8f1135bc94ea triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:44.836545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:44.959922 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-560fbf35-7870-418a-b714-04c987fbed19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4753559 Dec 16 15:33:45.019594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.068896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.069309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c910462a-f49e-4a10-b254-a1d675102669 req-b88df6c0-6a1d-49fe-be70-2a718340f5f6 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.1965036 Dec 16 15:33:45.077154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58714) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:45.128703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa373ab-acb1-41f5-8698-42d9494275ec None None] Network a70af5d3-506d-4a5a-91de-2d3519743800 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:45.364411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.365241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.366613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.367309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.368432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.369902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.370551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.373313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-907fe36e-bc2f-4964-9c7b-b4312b6bfe88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.2064331 Dec 16 15:33:45.392949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 89459fc5-5f9c-4028-897c-8f1135bc94ea, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=89459fc5-5f9c-4028-897c-8f1135bc94ea,segment=NetworkSegment(f8cc7fe9-c7f6-4179-a8e9-0e689be83c49),segment_id=f8cc7fe9-c7f6-4179-a8e9-0e689be83c49)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:45.397869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-20161208-5ab4-4500-8b2e-a2577a8e4f87 None None] Provisioning complete for port 89459fc5-5f9c-4028-897c-8f1135bc94ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:45.397869 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-20161208-5ab4-4500-8b2e-a2577a8e4f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.405568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-335d68fa-375f-4b4a-8e27-1cc6b54a21cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.518526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.616575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.802130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network a70af5d3-506d-4a5a-91de-2d3519743800 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:45.804352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=4991847f-b6c4-46fa-b8fa-fb936d69edf5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:45.808945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=89459fc5-5f9c-4028-897c-8f1135bc94ea,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:45.809936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-26e5d308-2ec2-472c-a479-3ae150e73b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.810747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-26e5d308-2ec2-472c-a479-3ae150e73b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.813019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-26e5d308-2ec2-472c-a479-3ae150e73b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.817135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-26e5d308-2ec2-472c-a479-3ae150e73b79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 2292 time: 0.4152231 Dec 16 15:33:45.843182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-ada04ecb-855a-46c5-bf21-7afadf044446 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.843182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-ada04ecb-855a-46c5-bf21-7afadf044446 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.6093168 Dec 16 15:33:45.850137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:45.856080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:45.965857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-5c4f766e-d32d-4e79-98b5-831c78a2a16b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 999 time: 0.1406381 Dec 16 15:33:45.976548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:45.981982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:45.993471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Request body: {'port': {'device_id': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'admin_state_up': True, 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:46.084056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-4fcc77c6-51c6-4db4-a2bd-9457c11cd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.086314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-4fcc77c6-51c6-4db4-a2bd-9457c11cd569 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.1034877 Dec 16 15:33:46.199277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4731eed-795f-4ebc-a210-03dcd1e027e6 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6011949 Dec 16 15:33:46.206038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:46.242777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-335d68fa-375f-4b4a-8e27-1cc6b54a21cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.316043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-7403001c-93d5-4271-8914-deafde535cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.317832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-7403001c-93d5-4271-8914-deafde535cf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112231 Dec 16 15:33:46.413465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-335d68fa-375f-4b4a-8e27-1cc6b54a21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.445425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Provisioning complete for port 89459fc5-5f9c-4028-897c-8f1135bc94ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:46.447103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.472728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b49069d-8ef5-429a-b379-2a188ba8a5e7 req-0d6c95b6-fa14-43a4-bfb7-70e103e9a497 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.1237681 Dec 16 15:33:46.557820 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5b71c9b9-eaae-4376-a1ef-cf82885ae8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.581169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-37cec229-0390-4b05-be37-2747fd9fc11c service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543039 Dec 16 15:33:46.724676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 89459fc5-5f9c-4028-897c-8f1135bc94ea up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:33:46.731496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d68fa-375f-4b4a-8e27-1cc6b54a21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0065a29-f32b-43dd-ad47-35fe34c2b3fe,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:46.753292 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-335d68fa-375f-4b4a-8e27-1cc6b54a21cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bbd7e08306c7421a8303e398bd127cd8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6717257 Dec 16 15:33:46.761912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:46.801256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d6fa4-f3e2-4825-a8f4-7bb8d8530868 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:46.803979 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca9d6fa4-f3e2-4825-a8f4-7bb8d8530868 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.5929346 Dec 16 15:33:46.809912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58760) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:46.918552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.928503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Provisioning complete for port c3bf2a1b-a275-46ad-b44a-caa23881ee97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:46.928885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:46.980979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:46.983615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-af426add-1e44-4c7c-850c-7c2863a484fe service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950789 Dec 16 15:33:46.984934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.016203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 89459fc5-5f9c-4028-897c-8f1135bc94ea triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:47.016588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.027940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:47.027940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.030036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.081902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-691d5022-4f4d-4b71-ad11-f7b54cb3bc3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.0831900 Dec 16 15:33:47.115815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Port c3bf2a1b-a275-46ad-b44a-caa23881ee97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:47.193548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Provisioning complete for port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:47.193928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.218146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-3d1bc5b2-192e-428f-a777-a6c52d32774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:47.220672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-3d1bc5b2-192e-428f-a777-a6c52d32774f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1294646 Dec 16 15:33:47.289558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.304059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5c52c2de-c428-4688-b7b4-12632e92d254 None None] Port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:47.306053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 4991847f-b6c4-46fa-b8fa-fb936d69edf5 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:47.432421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-28ffb82a-8d99-485d-bac1-cec741ff472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:47.433269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Provisioning complete for port c3bf2a1b-a275-46ad-b44a-caa23881ee97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:47.433997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-28ffb82a-8d99-485d-bac1-cec741ff472b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2038994 Dec 16 15:33:47.452142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.482666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Port c3bf2a1b-a275-46ad-b44a-caa23881ee97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:47.500563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Provisioning complete for port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:33:47.501288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.551136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-055ef17e-4799-46f4-898e-6a42519914f4 None None] Port 4991847f-b6c4-46fa-b8fa-fb936d69edf5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:33:47.609067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.612358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.671235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0065a29-f32b-43dd-ad47-35fe34c2b3fe HTTP/1.1" status: 204 len: 168 time: 0.8608634 Dec 16 15:33:47.690973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bcdd55b-dcc3-42a2-93b4-7179a732bed8 req-5652f7b4-6cb6-403c-ac80-a5f2fdc6142a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0998213 Dec 16 15:33:47.697836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb9fb1-decc-4dea-824a-2b20a975c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0065a29-f32b-43dd-ad47-35fe34c2b3fe,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:47.812026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-ec8c5048-2bd1-4551-92d0-6de789aa6b1e service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656945 Dec 16 15:33:47.841242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Allocated IP 172.20.0.5 (cf0f5830-b942-4a2e-9ca1-d735ea7f4015/49e1d91d-3a70-41aa-917f-12a16adbe393/9527f123-c3a4-4c85-9d7c-84025f57310e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:47.850219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.930814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:47.972305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-4a71a470-1911-4013-9def-3b494308e3ca service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536005 Dec 16 15:33:48.018017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-4d9f9f2d-7c71-432a-b840-127f124bcddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.0380940 Dec 16 15:33:48.037651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=4991847f-b6c4-46fa-b8fa-fb936d69edf5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:48.078229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-5305a47f-b4ac-492b-b7f6-185a8e348f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:48.079860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-5305a47f-b4ac-492b-b7f6-185a8e348f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0536025 Dec 16 15:33:48.139880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-f5a575b1-ccdd-4ac1-b3b1-f25d12126b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:48.141931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-f5a575b1-ccdd-4ac1-b3b1-f25d12126b19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534801 Dec 16 15:33:48.245363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:48.257518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-842300c4-ec2d-44dc-becf-ca8df5d624f9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/4991847f-b6c4-46fa-b8fa-fb936d69edf5 HTTP/1.1" status: 204 len: 168 time: 1.4458952 Dec 16 15:33:48.258535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:48.315796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-37e2e5fd-78ab-438c-96b9-5f1e36d0bee9 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649640 Dec 16 15:33:48.593617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-c7f76269-306b-4b4c-b56a-76e7ae74a538 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687879 Dec 16 15:33:48.971750 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1534028-58f4-4792-b0bc-465d2a39382e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:33:48.977237 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b1534028-58f4-4792-b0bc-465d2a39382e tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/4991847f-b6c4-46fa-b8fa-fb936d69edf5 HTTP/1.1" status: 404 len: 333 time: 0.7122953 Dec 16 15:33:48.981982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58820) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:49.078663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-18b07957-f2c2-417f-aa14-8d55713f9f30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.4770539 Dec 16 15:33:49.122163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.163565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f4aabab-7e67-4fcd-9abc-4fdd71ef8e45 req-be5b9716-1fd9-4a8f-89a2-6f5c1606a819 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0837715 Dec 16 15:33:49.189949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port c3bf2a1b-a275-46ad-b44a-caa23881ee97 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:49.190416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.191476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-c2a64fec-5d63-442b-a646-3c1e122f510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.193360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-c2a64fec-5d63-442b-a646-3c1e122f510b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1043046 Dec 16 15:33:49.258710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-b564e29c-f758-44f3-a881-05c2368878f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.262139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-b564e29c-f758-44f3-a881-05c2368878f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619721 Dec 16 15:33:49.310849 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.342219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.356247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:49.375281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.415659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for c3bf2a1b-a275-46ad-b44a-caa23881ee97 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:49.421627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-662f18df-6e84-46c8-b2b2-d5cb44d0ba49 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475594 Dec 16 15:33:49.434304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-568b15c7-fc5c-40f2-a01f-5acfc3d44f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.441934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:49.476236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:49.513322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:49.531878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:49.628371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-1d2250af-418d-4224-b63a-72075966a89d service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981831 Dec 16 15:33:49.728929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-6c0a1101-8eec-4610-b734-5dc8df67c361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0903368 Dec 16 15:33:49.739250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event updated for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:49.841554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-30854287-03d7-48af-b8e9-b5749c1f9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.843863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-30854287-03d7-48af-b8e9-b5749c1f9d8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1065123 Dec 16 15:33:49.853663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.854418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.903403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-568b15c7-fc5c-40f2-a01f-5acfc3d44f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.918686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a62fec35-efe6-47c0-a51b-51cbac80d07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:49.967413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-02531fd3-9319-425a-bb0e-944e5e778ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:49.969243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-02531fd3-9319-425a-bb0e-944e5e778ac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1171014 Dec 16 15:33:49.975766 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.077971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-05f22859-7fe6-412f-90ec-94450a3f16ac tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1186109 Dec 16 15:33:50.081715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-568b15c7-fc5c-40f2-a01f-5acfc3d44f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.104681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Request body: {'port': {'device_id': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:50.132172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a62fec35-efe6-47c0-a51b-51cbac80d07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.137161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-2f233e11-eb75-46d5-94a6-8ef8060f9b21 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586831 Dec 16 15:33:50.158128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.186355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-568b15c7-fc5c-40f2-a01f-5acfc3d44f71 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9dfa2a9b4d2b4084a049b8c4d812d391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8283842 Dec 16 15:33:50.191244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:50.221748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b15c7-fc5c-40f2-a01f-5acfc3d44f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628411c8-45f6-44cf-9dec-3430899caa32,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:50.242270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=c3bf2a1b-a275-46ad-b44a-caa23881ee97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:50.284367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a62fec35-efe6-47c0-a51b-51cbac80d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.338302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.340973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.344676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff88664d-a83c-4d74-902b-e955a2c4c7c2 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/c3bf2a1b-a275-46ad-b44a-caa23881ee97 HTTP/1.1" status: 204 len: 168 time: 1.3606691 Dec 16 15:33:50.355801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:50.392929 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2217765-d95c-450d-bc62-a33c518ff292 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:33:50.394426 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e2217765-d95c-450d-bc62-a33c518ff292 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/c3bf2a1b-a275-46ad-b44a-caa23881ee97 HTTP/1.1" status: 404 len: 333 time: 0.0375566 Dec 16 15:33:50.411501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:50.460631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fec35-efe6-47c0-a51b-51cbac80d07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7d0844-c4b4-4792-8f19-5d3993c16c69,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:50.588624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a62fec35-efe6-47c0-a51b-51cbac80d07e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=44db922c48474d43b68025550d6daaa6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1456013 Dec 16 15:33:50.597207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58854) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:50.660548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet d3eb39a9-76bc-47ad-8f07-9f4b5ca27009 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:33:50.668993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.711765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.802551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.852753 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.859892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-eaea5213-9546-48cb-9025-4a88a1705cc5 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137511 Dec 16 15:33:50.875256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62866fbb-ada8-4f7a-bcf8-16f9f3719417 req-3d1fe69f-4286-4b51-bbf3-cb6ae9415a6e tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:50.876994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62866fbb-ada8-4f7a-bcf8-16f9f3719417 req-3d1fe69f-4286-4b51-bbf3-cb6ae9415a6e tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 931 time: 0.4290712 Dec 16 15:33:50.913823 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.989813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:50.992790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-59dadfd6-a964-4da7-afba-5f354ab60bc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.1091809 Dec 16 15:33:51.123560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62866fbb-ada8-4f7a-bcf8-16f9f3719417 req-c5d724db-cc77-47ca-be98-5e4992919f87 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201986 Dec 16 15:33:51.148141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.153737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-ecf70584-c537-4639-9eaf-aeec382e94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:51.155619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-ecf70584-c537-4639-9eaf-aeec382e94be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1482859 Dec 16 15:33:51.162880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9527f123-c3a4-4c85-9d7c-84025f57310e {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:51.184077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.189508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.194428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.197530 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a7d0844-c4b4-4792-8f19-5d3993c16c69 HTTP/1.1" status: 204 len: 168 time: 0.5980601 Dec 16 15:33:51.220583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e90c-1a2f-4466-a451-01300fad6b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7d0844-c4b4-4792-8f19-5d3993c16c69,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:51.270851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-0d26e0ee-775e-41ab-bf11-b84675ef50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:51.275320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-0d26e0ee-775e-41ab-bf11-b84675ef50e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844667 Dec 16 15:33:51.371092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.373858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.374885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/628411c8-45f6-44cf-9dec-3430899caa32 HTTP/1.1" status: 204 len: 168 time: 1.1750698 Dec 16 15:33:51.387894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f2db8-6a1e-4136-8210-374118325ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628411c8-45f6-44cf-9dec-3430899caa32,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:51.438562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Transition to ACTIVE for port object 9527f123-c3a4-4c85-9d7c-84025f57310e will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:33:51.438874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-e45192f5-5a86-48b7-946f-2a32c2775a0b service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558928 Dec 16 15:33:51.440868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.529998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.536537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=d3eb39a9-76bc-47ad-8f07-9f4b5ca27009,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:51.634622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Pushing event updated for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:51.678959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-83fd44bd-87eb-45ec-bc0f-1e5d50665e45 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311342 Dec 16 15:33:51.684556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:51.690470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-46ee2b5e-337a-45f4-9aca-626ee8d01f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/d3eb39a9-76bc-47ad-8f07-9f4b5ca27009 HTTP/1.1" status: 204 len: 168 time: 1.2312081 Dec 16 15:33:51.695337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58872) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:51.702143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83275d7-357d-4800-8aae-1e7a0d971a09 None None] Network a70af5d3-506d-4a5a-91de-2d3519743800 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:51.865404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-d3d7f048-14cc-4894-870c-28dd3282095c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.1731257 Dec 16 15:33:52.043501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Attempting to bind port 9527f123-c3a4-4c85-9d7c-84025f57310e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:52.044359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Attempting to bind port 9527f123-c3a4-4c85-9d7c-84025f57310e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:52.045223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Attempting to bind port 9527f123-c3a4-4c85-9d7c-84025f57310e on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:52.059213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-bc270de3-ad2c-42fc-898a-f884da37a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:52.061665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Port 9527f123-c3a4-4c85-9d7c-84025f57310e on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:33:52.062206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Attempting to bind port 9527f123-c3a4-4c85-9d7c-84025f57310e on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:52.084666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-bc270de3-ad2c-42fc-898a-f884da37a5fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1950610 Dec 16 15:33:52.090585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.117786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:52.119576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Checking segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:52.120366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Bound using segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:52.135174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Bound port: 9527f123-c3a4-4c85-9d7c-84025f57310e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:52.137906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.243075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fd0bb-2557-495d-b234-71c9270f72af req-b660a5d5-4baf-490e-a9fb-1b457127818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:52.255867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-b660a5d5-4baf-490e-a9fb-1b457127818a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643174 Dec 16 15:33:52.258181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:52.276623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] DHCP port deletion for a70af5d3-506d-4a5a-91de-2d3519743800 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:33:52.560481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Deleting port 89459fc5-5f9c-4028-897c-8f1135bc94ea {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:52.560481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.563421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:52.563421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9527f123-c3a4-4c85-9d7c-84025f57310e,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:52.563421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 89459fc5-5f9c-4028-897c-8f1135bc94ea {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:33:52.563421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.742779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.771626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 89459fc5-5f9c-4028-897c-8f1135bc94ea no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:33:52.778283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-69e414df-725f-4b62-b8b6-3677e3ea4872 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832635 Dec 16 15:33:52.812080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port 89459fc5-5f9c-4028-897c-8f1135bc94ea, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=89459fc5-5f9c-4028-897c-8f1135bc94ea,segment=NetworkSegment(f8cc7fe9-c7f6-4179-a8e9-0e689be83c49),segment_id=f8cc7fe9-c7f6-4179-a8e9-0e689be83c49)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:52.820672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.862338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48592d2f-d6e6-4537-afa3-ddbd0ac312d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:52.978669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 89459fc5-5f9c-4028-897c-8f1135bc94ea owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:52.995898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea795d1-d29d-4d5b-b13b-41083a9eb46d req-4751fda4-842e-439b-a2f9-c60b673f465d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:53.000437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dea795d1-d29d-4d5b-b13b-41083a9eb46d req-4751fda4-842e-439b-a2f9-c60b673f465d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 943 time: 0.6077838 Dec 16 15:33:53.001247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:53.002334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.004803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] 10.222.0.30 "PUT /v2.0/ports/9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 200 len: 1091 time: 2.9095831 Dec 16 15:33:53.005858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:33:53.022488 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b503d5a-84c6-4098-860e-896987e44c93" -d '{"events": [{"name": "network-changed", "server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:33:53.059211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] For port 89459fc5-5f9c-4028-897c-8f1135bc94ea, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=89459fc5-5f9c-4028-897c-8f1135bc94ea,segment=NetworkSegment(f8cc7fe9-c7f6-4179-a8e9-0e689be83c49),segment_id=f8cc7fe9-c7f6-4179-a8e9-0e689be83c49)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:53.066340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.140741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Calling delete_port for 89459fc5-5f9c-4028-897c-8f1135bc94ea owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:33:53.267728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d60fd0bb-2557-495d-b234-71c9270f72af req-22b36278-7e65-4ef5-9ffa-482451fbb52b service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637866 Dec 16 15:33:53.309009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4899d-3fa8-48c2-aa1f-04e5f3aba784 service neutron] Pushing event updated for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:53.344990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dea795d1-d29d-4d5b-b13b-41083a9eb46d req-365bb4eb-d127-4e3f-bb3d-07fc9cfec6b9 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897580 Dec 16 15:33:53.453461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48592d2f-d6e6-4537-afa3-ddbd0ac312d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.522325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-5b138db7-9ef9-4588-b213-ef97f010cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:53.526254 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-5b138db7-9ef9-4588-b213-ef97f010cd47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 1094 time: 0.2246749 Dec 16 15:33:53.547310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48592d2f-d6e6-4537-afa3-ddbd0ac312d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.653676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48592d2f-d6e6-4537-afa3-ddbd0ac312d5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=442f7e01b30842aab597a4929e227cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3929827 Dec 16 15:33:53.655530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48592d2f-d6e6-4537-afa3-ddbd0ac312d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732c665-e50a-42eb-a1cb-2f133df9961e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:53.681906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:53.786219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-f525b318-7786-4bac-91ca-65545bb82cc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 200 len: 217 time: 0.2210040 Dec 16 15:33:53.826228 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.942975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:53.987983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.030855 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8560c6b7-35de-439c-8426-4455d62ec966 x-openstack-request-id: req-8560c6b7-35de-439c-8426-4455d62ec966 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:33:54.031309 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:33:54.038112 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8560c6b7-35de-439c-8426-4455d62ec966 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:33:54.043501 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e', 'status': 'completed', 'code': 200} Dec 16 15:33:54.052765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] Pushing event deleted for resources: {'Port': ['ID=89459fc5-5f9c-4028-897c-8f1135bc94ea,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:54.056782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3facf-3419-4d05-856f-9ab6119cb155 None None] No DVR routers for this DVR port 89459fc5-5f9c-4028-897c-8f1135bc94ea on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:54.086212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.100564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.287395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=89459fc5-5f9c-4028-897c-8f1135bc94ea,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:54.338962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port 89459fc5-5f9c-4028-897c-8f1135bc94ea on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:33:54.342879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-f12c2f83-f7f5-4607-971a-2cc3a976266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:54.344637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-f12c2f83-f7f5-4607-971a-2cc3a976266b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.5497630 Dec 16 15:33:54.365444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.369484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.370714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4732c665-e50a-42eb-a1cb-2f133df9961e HTTP/1.1" status: 204 len: 168 time: 0.6859543 Dec 16 15:33:54.399702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa22a6-e183-4328-9077-bd04735d42c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732c665-e50a-42eb-a1cb-2f133df9961e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:54.666477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6fd94-e928-472c-a7bd-023b2c9bc90c req-a29293d9-b0c7-4ef8-9df4-a70971c606fb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:54.668165 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-68b7252c-4f24-4707-90d4-cc8741407153 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3145108 Dec 16 15:33:54.677839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cca6fd94-e928-472c-a7bd-023b2c9bc90c req-a29293d9-b0c7-4ef8-9df4-a70971c606fb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 943 time: 0.1101305 Dec 16 15:33:54.781026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.810690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cca6fd94-e928-472c-a7bd-023b2c9bc90c req-32d9a6d5-64f6-49c2-b871-d0ed7a796c2a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320164 Dec 16 15:33:54.819270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70af5d3-506d-4a5a-91de-2d3519743800']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:54.867021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:54.867378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cc7fe9-c7f6-4179-a8e9-0e689be83c49') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:33:54.900625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:54.927188 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-81fe958c-6976-49c2-a39c-b1677c207350 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425129 Dec 16 15:33:54.966007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.055367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:33:55.056123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:33:55.061562 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:33:55.249153 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d65dac5f-5acf-414c-bcd5-00068fc7d3a7 req-551efb48-1bcd-4be3-9281-8335ea7536b9 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111684 Dec 16 15:33:55.295866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.309244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.318428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/a70af5d3-506d-4a5a-91de-2d3519743800 HTTP/1.1" status: 204 len: 168 time: 3.6162274 Dec 16 15:33:55.319000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:55.327563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5c4b7-8ec2-4ea7-b4ce-0e5cd685e58f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=a70af5d3-506d-4a5a-91de-2d3519743800,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:55.329534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1727702192'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:55.449941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:55.454376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.504041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:55.513782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503d5a-84c6-4098-860e-896987e44c93 req-a4f002a5-9a19-460c-a207-89110e57f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.517403 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-a4f002a5-9a19-460c-a207-89110e57f3f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 1094 time: 0.0701573 Dec 16 15:33:55.528001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.529274 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment 5ff8721b-e3f6-428b-90a8-af462d1eb8d1 of type vlan for network 1193a60a-e898-455b-9436-d99f9f5bb8fd Dec 16 15:33:55.631568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.675893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503d5a-84c6-4098-860e-896987e44c93 req-1208fe0a-7550-4666-a7a1-da9f59a8f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.677765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-1208fe0a-7550-4666-a7a1-da9f59a8f0f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 0.1518455 Dec 16 15:33:55.741535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-074c4fa9-361f-4ad3-bb8e-d978e1ff14b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 200 len: 217 time: 0.0554166 Dec 16 15:33:55.802394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b503d5a-84c6-4098-860e-896987e44c93 req-bbbe7289-b191-4484-97b8-2e04defeb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.804749 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-bbbe7289-b191-4484-97b8-2e04defeb5bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.0546918 Dec 16 15:33:55.826056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:55.857798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:55.868874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-adc60bb3-55bb-4b61-8b59-c76f32cdb5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547755 Dec 16 15:33:55.869716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.041202 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-be08df79-e129-4401-a10e-2700b7881f02 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481686 Dec 16 15:33:56.091038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=1193a60a-e898-455b-9436-d99f9f5bb8fd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:56.110033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:56.124078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48e0cf-99b4-43b5-9431-54e2333a7c11 req-1f8d1485-cf70-4866-98a0-2ef108ff898c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:56.127219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f48e0cf-99b4-43b5-9431-54e2333a7c11 req-1f8d1485-cf70-4866-98a0-2ef108ff898c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 943 time: 0.1300776 Dec 16 15:33:56.170985 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9b503d5a-84c6-4098-860e-896987e44c93 req-1f6dd64b-f2b0-4b90-860d-5c1a99884037 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212392 Dec 16 15:33:56.188345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-61168aa2-3f3c-4fc2-8f10-0e6784398d4b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8632135 Dec 16 15:33:56.188345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58974) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:56.197986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:56.248195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f48e0cf-99b4-43b5-9431-54e2333a7c11 req-0c0fa766-10dd-4c16-a619-cc480e453904 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099620 Dec 16 15:33:56.423970 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:33:56.464226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:56.464963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:56.763200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9527f123-c3a4-4c85-9d7c-84025f57310e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:33:56.795419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58994) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:56.911035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.020645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9527f123-c3a4-4c85-9d7c-84025f57310e,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:57.071402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=2851f16b-2bcd-4587-8791-eb64ccaa5ce1,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:57.077107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '9527f123-c3a4-4c85-9d7c-84025f57310e', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'port_id': '9527f123-c3a4-4c85-9d7c-84025f57310e', 'mac_address': 'fa:16:3e:b6:ff:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e1d91d-3a70-41aa-917f-12a16adbe393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:33:57.090702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': '5ff8721b-e3f6-428b-90a8-af462d1eb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:57.091179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: 1193a60a-e898-455b-9436-d99f9f5bb8fd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:33:57.178902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.189111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1262031246-network', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:57.207350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9527f123-c3a4-4c85-9d7c-84025f57310e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:33:57.215757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:33:57.246415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9527f123-c3a4-4c85-9d7c-84025f57310e,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:33:57.330257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1193a60a-e898-455b-9436-d99f9f5bb8fd) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:57.337810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.338508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.355555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6a99c-844f-479b-a34f-7b9bac573d02 None None] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:33:57.382554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Made reservation on behalf of 95d1f89eaaf442c18029063d2b7e5dfb for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:57.390140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.454422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.470775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2438073d-2b6a-4cfc-9e0a-bdbc5b8486f0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2826505 Dec 16 15:33:57.473112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59016) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:57.486394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd', 'name': 'tempest-PortsTestJSON-1527703972', 'fixed_ips': [{'subnet_id': '2851f16b-2bcd-4587-8791-eb64ccaa5ce1', 'ip_address': '172.20.0.10'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:57.659057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f269b7a-3e24-443a-bdbe-d2250f9f49ca req-f26d9d6c-f1b2-406e-b462-ed587d746fc5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:57.673221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f269b7a-3e24-443a-bdbe-d2250f9f49ca req-f26d9d6c-f1b2-406e-b462-ed587d746fc5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 944 time: 0.1534257 Dec 16 15:33:57.750919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f269b7a-3e24-443a-bdbe-d2250f9f49ca req-a1ec2da9-7b4b-4024-8a03-b242b0188578 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764074 Dec 16 15:33:57.812895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:57.917042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:58.006078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.009180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:58.030417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-1193a60a-e898-455b-9436-d99f9f5bb8fd', 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': '2851f16b-2bcd-4587-8791-eb64ccaa5ce1'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:33:58.033690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.198122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.287477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:33:58.290925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.328340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:33:58.346430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 63f600d6-1737-4fbe-ad43-9fc0064a3144 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:33:58.354632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89863a-d33e-4ce7-b8b9-36d9d8e2dd16,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:58.364591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.364909 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Added segment 4109d26c-c1c6-4878-904a-b59219090dab of type vlan for network b7af760a-66bb-42f3-bdd5-9236999e363b Dec 16 15:33:58.518380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.584060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Allocated IP 172.20.0.2 (1193a60a-e898-455b-9436-d99f9f5bb8fd/2851f16b-2bcd-4587-8791-eb64ccaa5ce1/fcfc181d-be76-4d91-b931-cc6d516de048) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:58.729080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.742818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.752636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:58.752636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.753048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:58.903393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.966206 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:58.970386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7af760a-66bb-42f3-bdd5-9236999e363b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:59.011802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network b7af760a-66bb-42f3-bdd5-9236999e363b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:33:59.038788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2229af7-9d7e-4f66-a424-9fecc1bf8d6c req-e5ac20bb-38a5-4b7a-bc1d-2a111bccb5f3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:33:59.042538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2229af7-9d7e-4f66-a424-9fecc1bf8d6c req-e5ac20bb-38a5-4b7a-bc1d-2a111bccb5f3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 944 time: 0.1285985 Dec 16 15:33:59.060390 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-296a3bc0-362a-4180-8ad0-f74cad5dd9f4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2632389 Dec 16 15:33:59.065061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59044) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:33:59.085063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:59.085306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Request body: {'subnet': {'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1262031246-subnet', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:59.096753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:59.107495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:33:59.115724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Pushing event updated for resources: {'Port': ['ID=fcfc181d-be76-4d91-b931-cc6d516de048,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:59.171814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.10 (1193a60a-e898-455b-9436-d99f9f5bb8fd/2851f16b-2bcd-4587-8791-eb64ccaa5ce1/63f600d6-1737-4fbe-ad43-9fc0064a3144) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:59.199611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Attempting to bind port fcfc181d-be76-4d91-b931-cc6d516de048 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:33:59.200692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Attempting to bind port fcfc181d-be76-4d91-b931-cc6d516de048 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5ff8721b-e3f6-428b-90a8-af462d1eb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:33:59.201181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Attempting to bind port fcfc181d-be76-4d91-b931-cc6d516de048 on network 1193a60a-e898-455b-9436-d99f9f5bb8fd {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:33:59.209082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:33:59.209648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Checking segment: {'id': '5ff8721b-e3f6-428b-90a8-af462d1eb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:33:59.210275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.210606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:33:59.211056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Bound using segment: {'id': '5ff8721b-e3f6-428b-90a8-af462d1eb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:33:59.211705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Bound port: fcfc181d-be76-4d91-b931-cc6d516de048, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff8721b-e3f6-428b-90a8-af462d1eb8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:33:59.212257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.223783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2229af7-9d7e-4f66-a424-9fecc1bf8d6c req-8783fea1-cba0-4df7-9296-ff03583204d1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617022 Dec 16 15:33:59.309206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Made reservation on behalf of 95d1f89eaaf442c18029063d2b7e5dfb for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:33:59.312295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.360630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] For port fcfc181d-be76-4d91-b931-cc6d516de048, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:33:59.364778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] For port fcfc181d-be76-4d91-b931-cc6d516de048, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcfc181d-be76-4d91-b931-cc6d516de048,segment=NetworkSegment(5ff8721b-e3f6-428b-90a8-af462d1eb8d1),segment_id=5ff8721b-e3f6-428b-90a8-af462d1eb8d1)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:33:59.452201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.481149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.549164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.570420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.580348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726df59d-188a-4d77-a238-a2ea88fb12fd None None] Pushing event updated for resources: {'Port': ['ID=fcfc181d-be76-4d91-b931-cc6d516de048,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:33:59.667909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.784009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.878943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:33:59.881775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:33:59.944359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Allocated IP 172.25.7.113 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/68d72ad7-41a4-49ca-a078-5333f6be4990) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:33:59.966952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:33:59.980128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:00.041200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=63f600d6-1737-4fbe-ad43-9fc0064a3144,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:00.170161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f32ba3-144c-4be3-8e34-1b87e4fd703a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:00.170161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Checking segment: {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:00.170161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Network hostable DHCP agents. Network: b7af760a-66bb-42f3-bdd5-9236999e363b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:34:00.170161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:00.170161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:00.189475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:00.392603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a52484-a2b2-4e40-818e-9de6c799560c req-ad13fc2d-073e-4f5e-ac47-8af1b17a29e5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:00.394217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06a52484-a2b2-4e40-818e-9de6c799560c req-ad13fc2d-073e-4f5e-ac47-8af1b17a29e5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 944 time: 0.0600262 Dec 16 15:34:00.415204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Network b7af760a-66bb-42f3-bdd5-9236999e363b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:34:00.470057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06a52484-a2b2-4e40-818e-9de6c799560c req-9b6b0361-3f72-4506-8391-d90b2f4a908e tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605748 Dec 16 15:34:00.473766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:00.485442 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-030a71e2-67fa-4a0d-b8d7-290699a35360 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0035098 Dec 16 15:34:00.485761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:00.542522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': '1193a60a-e898-455b-9436-d99f9f5bb8fd', 'name': 'tempest-PortsTestJSON-212567172', 'fixed_ips': [{'subnet_id': '2851f16b-2bcd-4587-8791-eb64ccaa5ce1', 'ip_address': '172.20.0.9'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:00.573316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, b7af760a-66bb-42f3-bdd5-9236999e363b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:00.592490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:00.593651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:00.603570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc4a98f-1958-420b-b1ba-c82c85e774ee None None] Network b7af760a-66bb-42f3-bdd5-9236999e363b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:00.623798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:00.627638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:00.641339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:00.773180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcfc181d-be76-4d91-b931-cc6d516de048 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:00.784259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=68d72ad7-41a4-49ca-a078-5333f6be4990,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:00.817185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9527f123-c3a4-4c85-9d7c-84025f57310e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:00.850092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-30f4fc58-f2e7-4893-8a8a-e5f847eefbb2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7831991 Dec 16 15:34:00.855145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:00.864596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:00.989480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-b7af760a-66bb-42f3-bdd5-9236999e363b', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:34:00.989812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.108040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.112062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.253943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.263396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.274607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-cea260e3-d43d-4e71-a9c7-1bba37d6864a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2595787 Dec 16 15:34:01.318849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fcfc181d-be76-4d91-b931-cc6d516de048 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:01.319182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.348641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:01.422311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Allocated IP 172.20.0.2 (b7af760a-66bb-42f3-bdd5-9236999e363b/84f32ba3-144c-4be3-8e34-1b87e4fd703a/097c6f8f-b2d9-477a-b9d2-5acd4ff1c923) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:01.612852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b376d-2cf2-4a51-97bf-798a00fd22e0 None None] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:01.625604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 9527f123-c3a4-4c85-9d7c-84025f57310e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:34:01.646634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 9527f123-c3a4-4c85-9d7c-84025f57310e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:01.647009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.679595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.691608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64869171-b982-405c-8500-ce37a4d23545 req-195d71a8-7cff-4a5c-8455-e07848566a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:01.697082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-195d71a8-7cff-4a5c-8455-e07848566a44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1096 time: 0.2383993 Dec 16 15:34:01.820645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.834418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.837431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4e2def4f-3ec6-44fd-b007-74ad0380ae40 None None] Provisioning complete for port fcfc181d-be76-4d91-b931-cc6d516de048 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:01.837877 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e2def4f-3ec6-44fd-b007-74ad0380ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.934936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.935545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:01.971072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.002922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.033219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Network b7af760a-66bb-42f3-bdd5-9236999e363b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:02.049055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6838479-8ea5-44a6-b0c0-8e77dadbd0e8 req-09e63c9f-cf51-4b86-9033-b675c5526376 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:02.051212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:34:02.053721 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703829cb-ee06-4af4-afab-4016a67dd43f" -d '{"events": [{"server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "name": "network-vif-plugged", "status": "completed", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:34:02.065220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6838479-8ea5-44a6-b0c0-8e77dadbd0e8 req-09e63c9f-cf51-4b86-9033-b675c5526376 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 944 time: 0.2752869 Dec 16 15:34:02.071676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:02.089341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port fcfc181d-be76-4d91-b931-cc6d516de048, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcfc181d-be76-4d91-b931-cc6d516de048,segment=NetworkSegment(5ff8721b-e3f6-428b-90a8-af462d1eb8d1),segment_id=5ff8721b-e3f6-428b-90a8-af462d1eb8d1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:02.094150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:02.097859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9527f123-c3a4-4c85-9d7c-84025f57310e,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:02.127735 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86372a82-0774-40db-a2f4-a77d8d157167 x-openstack-request-id: req-86372a82-0774-40db-a2f4-a77d8d157167 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:34:02.128250 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "name": "network-vif-plugged", "status": "completed", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:34:02.128579 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86372a82-0774-40db-a2f4-a77d8d157167 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:34:02.129061 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e', 'code': 200} Dec 16 15:34:02.136295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Pushing event updated for resources: {'Port': ['ID=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:02.164168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 18c959be-1666-4c96-a6e5-73d23a12c63e yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:34:02.193164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.226779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64869171-b982-405c-8500-ce37a4d23545 req-0563059d-dbca-4cbc-8db6-a59e9c02aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:02.232967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-0563059d-dbca-4cbc-8db6-a59e9c02aefe service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.4600058 Dec 16 15:34:02.275098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=fcfc181d-be76-4d91-b931-cc6d516de048,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:02.278242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.340301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4e2def4f-3ec6-44fd-b007-74ad0380ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.344285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Attempting to bind port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:02.344758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Attempting to bind port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:02.345207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Attempting to bind port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 on network b7af760a-66bb-42f3-bdd5-9236999e363b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:02.367536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:02.369846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Checking segment: {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:02.369846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.370563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Bound using segment: {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:02.371543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Bound port: 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:02.372615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:02.440199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812331fc-a4b8-4fb2-90d0-cb7b019b943d req-6b9ef989-846a-480c-acaa-92675015211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:02.444606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-812331fc-a4b8-4fb2-90d0-cb7b019b943d req-6b9ef989-846a-480c-acaa-92675015211b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 1096 time: 0.0807528 Dec 16 15:34:02.455321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6838479-8ea5-44a6-b0c0-8e77dadbd0e8 req-9baa709d-01d7-411e-a6b0-4263d005f065 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885148 Dec 16 15:34:02.562277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:02.694550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-4e2def4f-3ec6-44fd-b007-74ad0380ae40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:34:02.695490 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-4e2def4f-3ec6-44fd-b007-74ad0380ae40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:34:02.717516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] For port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:02.736519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] For port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:02.744272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcfc181d-be76-4d91-b931-cc6d516de048 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:02.847630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.006615 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-812331fc-a4b8-4fb2-90d0-cb7b019b943d req-5e14ebe2-85d4-448c-9b70-b64078b16b30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455570 Dec 16 15:34:03.061238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fcfc181d-be76-4d91-b931-cc6d516de048 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:03.061793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.276767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.311531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c219-0b84-4b28-8dd3-7da2ec2b5929 None None] Pushing event updated for resources: {'Port': ['ID=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:03.359286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.545325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.9 (1193a60a-e898-455b-9436-d99f9f5bb8fd/2851f16b-2bcd-4587-8791-eb64ccaa5ce1/18c959be-1666-4c96-a6e5-73d23a12c63e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:03.574881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-6290172e-4826-4607-b35c-7a86593a943b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 1001 time: 1.2759919 Dec 16 15:34:03.583611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a672891b-d971-4c54-9a99-794735c059c5 None None] Provisioning complete for port 63f600d6-1737-4fbe-ad43-9fc0064a3144 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:03.584413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a672891b-d971-4c54-9a99-794735c059c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.643982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a672891b-d971-4c54-9a99-794735c059c5 None None] Port 63f600d6-1737-4fbe-ad43-9fc0064a3144 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:03.678178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a672891b-d971-4c54-9a99-794735c059c5 None None] Provisioning complete for port fcfc181d-be76-4d91-b931-cc6d516de048 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:03.678850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a672891b-d971-4c54-9a99-794735c059c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.732149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.745231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Allocated IP 172.25.7.39 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5a104745-f6e1-492a-b2a3-af834c10d202) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:03.858478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:03.876697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64869171-b982-405c-8500-ce37a4d23545 req-db8efd59-94f9-4eb0-a7ac-357bec386fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:03.878232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-db8efd59-94f9-4eb0-a7ac-357bec386fb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.2890701 Dec 16 15:34:04.006361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.140317 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.160458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=68d72ad7-41a4-49ca-a078-5333f6be4990,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:04.221985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.283907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:04.288318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:04.298477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:04.304943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Pushing event updated for resources: {'Port': ['ID=5a104745-f6e1-492a-b2a3-af834c10d202,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:04.327051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f445a5-8264-492b-8d4c-0c8f9638e465 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:04.342135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2ba00-b366-49f8-b187-b7580f614be6 req-ceec563a-48d3-42ae-840e-1bf70c9de1dc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:04.346620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91e2ba00-b366-49f8-b187-b7580f614be6 req-ceec563a-48d3-42ae-840e-1bf70c9de1dc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 945 time: 0.6679988 Dec 16 15:34:04.377432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.378902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dc4fdd4e-d60b-4ddd-8781-681617ab9e39 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6253207 Dec 16 15:34:04.385463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:04.397632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1893793278'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:04.469816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64869171-b982-405c-8500-ce37a4d23545 req-6e745f8a-dbc3-4448-94fd-d7831b789ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:04.483694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-6e745f8a-dbc3-4448-94fd-d7831b789ed9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5728424 Dec 16 15:34:04.487405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e2ef7759-e66f-4348-9e4b-0a55c940029b None None] Provisioning complete for port 5a104745-f6e1-492a-b2a3-af834c10d202 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:04.487777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2ef7759-e66f-4348-9e4b-0a55c940029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.589351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef7759-e66f-4348-9e4b-0a55c940029b None None] Port 5a104745-f6e1-492a-b2a3-af834c10d202 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:04.733599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:04.742592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91e2ba00-b366-49f8-b187-b7580f614be6 req-d5e076fc-76e2-4f2e-a059-1f26046ed94c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590665 Dec 16 15:34:04.811612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Made reservation on behalf of ebdb599b42e64fb38600c883324f181c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:04.822528 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.825856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.852080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:04.853394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.871345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:04.941057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-a67660f2-e4fd-4aae-8acc-4b8b4cdb9935 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031997 Dec 16 15:34:05.059242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.172902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.194743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64869171-b982-405c-8500-ce37a4d23545 req-1e2555d8-6a9e-4b8e-8451-ea62de06c02d service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289536 Dec 16 15:34:05.206426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6078ab-8627-477d-985e-60c64b117c26 None None] Network b7af760a-66bb-42f3-bdd5-9236999e363b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:05.213836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.266964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:05.285523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:05.290002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:05.303432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.454665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=18c959be-1666-4c96-a6e5-73d23a12c63e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:05.478433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87e1b567-8dbb-4a78-8598-49eb01ac6a65 None None] Provisioning complete for port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:05.479058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87e1b567-8dbb-4a78-8598-49eb01ac6a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.481968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:05.483063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.487792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:05.579137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:05.614319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d204fc3c-1e3d-4f57-b39e-cf254487d443 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.1283534 Dec 16 15:34:05.619304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:05.885335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:05.926557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f085f-2cb5-4ee7-b092-00fc8260d8c9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:05.928590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d29f085f-2cb5-4ee7-b092-00fc8260d8c9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3079565 Dec 16 15:34:05.953651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59134) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:06.032993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a66510bb-b136-4644-8da0-60fe1d1da498 None None] Provisioning complete for port 18c959be-1666-4c96-a6e5-73d23a12c63e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:06.034162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a66510bb-b136-4644-8da0-60fe1d1da498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.104486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:34:06.126756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8b699-3b90-4342-9f8a-a2dcdf3d34b7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:06.148106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8b699-3b90-4342-9f8a-a2dcdf3d34b7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:06.160310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8b699-3b90-4342-9f8a-a2dcdf3d34b7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:06.162667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6fc8b699-3b90-4342-9f8a-a2dcdf3d34b7 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2077732 Dec 16 15:34:06.167638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:06.172329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbae4bf8-2156-4a96-9211-5c02ceb7b413,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:06.181477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a66510bb-b136-4644-8da0-60fe1d1da498 None None] Port 18c959be-1666-4c96-a6e5-73d23a12c63e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:06.196240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.197108 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Added segment 666e8597-89d1-4610-a65d-dcc3d8eda5d4 of type vlan for network 934d9538-48a1-4122-b81b-600f32a17a63 Dec 16 15:34:06.206851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.241535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c380c-3435-42fb-8019-488ad39a4158 req-6c4d4a2c-2d8d-4fe6-96e9-002edbd44ef8 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:06.250210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0c380c-3435-42fb-8019-488ad39a4158 req-6c4d4a2c-2d8d-4fe6-96e9-002edbd44ef8 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 945 time: 0.2383573 Dec 16 15:34:06.306489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.460868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e0c380c-3435-42fb-8019-488ad39a4158 req-fd9776df-79f9-4948-8b50-c7df0126d2b7 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091553 Dec 16 15:34:06.474454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 18c959be-1666-4c96-a6e5-73d23a12c63e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:06.475038 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.505482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.516531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:06.516531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.586235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-94bf0c40-7ed5-48f1-a917-19f9f215b01c None None] Provisioning complete for port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:06.587912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94bf0c40-7ed5-48f1-a917-19f9f215b01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.704163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Network': ['ID=934d9538-48a1-4122-b81b-600f32a17a63,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:06.715696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.737770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 934d9538-48a1-4122-b81b-600f32a17a63 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:34:06.761471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:06.774446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:06.792945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 18c959be-1666-4c96-a6e5-73d23a12c63e owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:06.970519 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5dbbd505-3ea9-406c-b50e-11a8399840cb tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5830123 Dec 16 15:34:06.976177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59148) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:07.001448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Request body: {'subnet': {'network_id': '934d9538-48a1-4122-b81b-600f32a17a63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:07.123064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:07.123506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:07.178146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Router ac853050-13a4-4668-bb47-bb6097c9a727 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:34:07.301002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:07.374450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=18c959be-1666-4c96-a6e5-73d23a12c63e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:07.441356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Made reservation on behalf of ebdb599b42e64fb38600c883324f181c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:07.452339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:07.547765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:07.559479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:07.563078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6e4c4678-1f38-4cd6-b693-aa345d605cc9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/18c959be-1666-4c96-a6e5-73d23a12c63e HTTP/1.1" status: 204 len: 168 time: 1.3886619 Dec 16 15:34:07.574564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59150) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:07.577202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Sync routers for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:07.608374 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14ae5ad-502a-46e0-b127-6ff0af564baf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:34:07.610113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c14ae5ad-502a-46e0-b127-6ff0af564baf tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/18c959be-1666-4c96-a6e5-73d23a12c63e HTTP/1.1" status: 404 len: 333 time: 0.0343423 Dec 16 15:34:07.612908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:07.613642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:07.614530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59152) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:07.853880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 63f600d6-1737-4fbe-ad43-9fc0064a3144 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:07.854289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:07.911718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:07.913491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.024116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Subnet': ['ID=35d01a2e-d683-4b6f-ae33-e0709dc3d303,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:08.071455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.076874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-64437f32-4043-43d5-bb35-db0fedf4d800 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2196372 Dec 16 15:34:08.077230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.077575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59164) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:08.109703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 63f600d6-1737-4fbe-ad43-9fc0064a3144 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:08.201086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Checking segment: {'id': '666e8597-89d1-4610-a65d-dcc3d8eda5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:08.201744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network hostable DHCP agents. Network: 934d9538-48a1-4122-b81b-600f32a17a63, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:34:08.404976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:04Z', 'revision_number': 3, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:08.452406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Checking router: ac853050-13a4-4668-bb47-bb6097c9a727 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:34:08.452848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Updating router ac853050-13a4-4668-bb47-bb6097c9a727 port 5a104745-f6e1-492a-b2a3-af834c10d202 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:34:08.473076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.498291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 934d9538-48a1-4122-b81b-600f32a17a63 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:34:08.520259 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.583326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=63f600d6-1737-4fbe-ad43-9fc0064a3144,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:08.816981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:08.823028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a9a1b6a-6e3a-44e7-abf0-49a56623f055 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/63f600d6-1737-4fbe-ad43-9fc0064a3144 HTTP/1.1" status: 204 len: 168 time: 1.2069709 Dec 16 15:34:08.827515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:08.908160 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f709cca7-5255-45a9-bab7-f1e08252a8af tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:34:08.913675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f709cca7-5255-45a9-bab7-f1e08252a8af tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/63f600d6-1737-4fbe-ad43-9fc0064a3144 HTTP/1.1" status: 404 len: 333 time: 0.0843742 Dec 16 15:34:08.918841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:09.019861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 934d9538-48a1-4122-b81b-600f32a17a63) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:09.022712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.063954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:09.064542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.192970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 2851f16b-2bcd-4587-8791-eb64ccaa5ce1 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:34:09.204226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.402025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.424459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.445765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2365a-70c8-4035-a278-e0d7599dc056 None None] Network 934d9538-48a1-4122-b81b-600f32a17a63 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:09.477476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Allocated IP 172.20.0.1 (b7af760a-66bb-42f3-bdd5-9236999e363b/84f32ba3-144c-4be3-8e34-1b87e4fd703a/cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:09.629519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.641970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.688370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.721843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1db8c77d-4b44-4c64-ab68-eeb3a13f35c8 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7379448 Dec 16 15:34:09.722230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59180) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:09.731862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1473646691', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:09.760355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-934d9538-48a1-4122-b81b-600f32a17a63', 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63', 'project_id': 'ebdb599b42e64fb38600c883324f181c', 'fixed_ips': [{'subnet_id': '35d01a2e-d683-4b6f-ae33-e0709dc3d303'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:34:09.762458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.803252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.837836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Network b7af760a-66bb-42f3-bdd5-9236999e363b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:09.845962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:09.862649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d24ff-5a80-4a2e-bb85-cbccaa270007 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:09.885340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:09.934753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c323c-e8fb-487e-a21f-7efd33809762 None None] Pushing event updated for resources: {'Port': ['ID=5a104745-f6e1-492a-b2a3-af834c10d202,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:09.943402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Attempting to bind port 5a104745-f6e1-492a-b2a3-af834c10d202 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:09.944708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Attempting to bind port 5a104745-f6e1-492a-b2a3-af834c10d202 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:09.946129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Attempting to bind port 5a104745-f6e1-492a-b2a3-af834c10d202 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:09.947012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.955099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.976279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:09.981590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Pushing event updated for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:10.000891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.028350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=2851f16b-2bcd-4587-8791-eb64ccaa5ce1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:10.045847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.052033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9c24eb04-133a-49b7-b3f4-569b86a61eb3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/2851f16b-2bcd-4587-8791-eb64ccaa5ce1 HTTP/1.1" status: 204 len: 168 time: 1.1316187 Dec 16 15:34:10.056622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59182) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:10.140682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69effe12-09c9-41fd-9d96-f0cb4949fa58 None None] Network 1193a60a-e898-455b-9436-d99f9f5bb8fd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:10.199137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.298459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.377419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:10.378159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:10.379408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.380279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:10.382184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Bound port: 5a104745-f6e1-492a-b2a3-af834c10d202, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:10.382921 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.473865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port fcfc181d-be76-4d91-b931-cc6d516de048 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:10.473865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.474598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e26048f7-d711-4923-ad56-b12d93b06797 None None] Provisioning complete for port 5a104745-f6e1-492a-b2a3-af834c10d202 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:10.474598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e26048f7-d711-4923-ad56-b12d93b06797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.566550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port fcfc181d-be76-4d91-b931-cc6d516de048, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fcfc181d-be76-4d91-b931-cc6d516de048,segment=NetworkSegment(5ff8721b-e3f6-428b-90a8-af462d1eb8d1),segment_id=5ff8721b-e3f6-428b-90a8-af462d1eb8d1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:10.568826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.602393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for fcfc181d-be76-4d91-b931-cc6d516de048 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:10.637569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] For port 5a104745-f6e1-492a-b2a3-af834c10d202, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:10.638697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e26048f7-d711-4923-ad56-b12d93b06797 None None] Port 5a104745-f6e1-492a-b2a3-af834c10d202 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:10.641739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Allocated IP 172.20.0.2 (934d9538-48a1-4122-b81b-600f32a17a63/35d01a2e-d683-4b6f-ae33-e0709dc3d303/3a6da016-4ee9-4bea-8475-c815a505a7cb) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:10.645237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] For port 5a104745-f6e1-492a-b2a3-af834c10d202, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a104745-f6e1-492a-b2a3-af834c10d202,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:10.882294 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.902632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34102c2-9ef9-46bb-8ea5-645902fccc4a None None] DHCP port deletion for 1193a60a-e898-455b-9436-d99f9f5bb8fd request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:10.913978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.937224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.970989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:10.989271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=fcfc181d-be76-4d91-b931-cc6d516de048,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:10.998750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port fcfc181d-be76-4d91-b931-cc6d516de048 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:34:11.033652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f34102c2-9ef9-46bb-8ea5-645902fccc4a None None] The port 'fcfc181d-be76-4d91-b931-cc6d516de048' was deleted {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 15:34:11.050035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-736b0be6-fa71-498e-b8f8-0ad894bd868b None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:11.050741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-736b0be6-fa71-498e-b8f8-0ad894bd868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.128212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944417b-c337-4400-99b2-6048ca4cf984 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:11.238790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.238950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:11.239302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:11.295772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1193a60a-e898-455b-9436-d99f9f5bb8fd']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:11.323864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff8721b-e3f6-428b-90a8-af462d1eb8d1') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:11.323864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff8721b-e3f6-428b-90a8-af462d1eb8d1') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:11.331397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c323c-e8fb-487e-a21f-7efd33809762 None None] Pushing event updated for resources: {'Port': ['ID=5a104745-f6e1-492a-b2a3-af834c10d202,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:11.337426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-736b0be6-fa71-498e-b8f8-0ad894bd868b None None] Port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:11.376704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.407478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.422272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:34:11.422841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:34:11.522691 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:34:11.565917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.621534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] Provisioning complete for port 5a104745-f6e1-492a-b2a3-af834c10d202 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:11.622478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.660846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.692435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.692435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.723154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/1193a60a-e898-455b-9436-d99f9f5bb8fd HTTP/1.1" status: 204 len: 168 time: 1.6646099 Dec 16 15:34:11.733473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:11.761600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:11.763430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2090720186'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:11.775713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe1315-9469-473d-8193-3ec37e3c5ebe tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=1193a60a-e898-455b-9436-d99f9f5bb8fd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:11.826395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.854102 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.913053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:11.920611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.969960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:34:11.989174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.994124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:11.995163 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Added segment b5f787d3-84f1-4252-baf2-94f02bdc261c of type vlan for network 7d0eea9f-1170-44f1-8cbf-857461ca34bf Dec 16 15:34:12.023914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Network 934d9538-48a1-4122-b81b-600f32a17a63 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:12.034450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:12.037826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Pushing event updated for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:12.040925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:12.046094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.051983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.086355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.212739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Pushing event updated for resources: {'Port': ['ID=3a6da016-4ee9-4bea-8475-c815a505a7cb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:12.264159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.278405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:12.280356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.346957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Allocated IP 172.25.7.72 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/3dbffe78-c43e-4e55-bbbb-786f26a8d925) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:12.355550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Network b7af760a-66bb-42f3-bdd5-9236999e363b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:12.358575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:12.359448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.444696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Attempting to bind port 3a6da016-4ee9-4bea-8475-c815a505a7cb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:12.445282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Attempting to bind port 3a6da016-4ee9-4bea-8475-c815a505a7cb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '666e8597-89d1-4610-a65d-dcc3d8eda5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:12.445878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Attempting to bind port 3a6da016-4ee9-4bea-8475-c815a505a7cb on network 934d9538-48a1-4122-b81b-600f32a17a63 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:12.507598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:12.508503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Checking segment: {'id': '666e8597-89d1-4610-a65d-dcc3d8eda5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:12.510163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.510815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Bound using segment: {'id': '666e8597-89d1-4610-a65d-dcc3d8eda5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:12.511648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Bound port: 3a6da016-4ee9-4bea-8475-c815a505a7cb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666e8597-89d1-4610-a65d-dcc3d8eda5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '934d9538-48a1-4122-b81b-600f32a17a63'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:12.512341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:12.565018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8250666 Dec 16 15:34:12.567565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59214) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:12.576954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:12.581691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] For port 5a104745-f6e1-492a-b2a3-af834c10d202, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a104745-f6e1-492a-b2a3-af834c10d202,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:12.778512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc4984-8afb-4485-adf7-894b2ba872e9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Network': ['ID=7d0eea9f-1170-44f1-8cbf-857461ca34bf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:12.805697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcfc181d-be76-4d91-b931-cc6d516de048 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:34:12.809106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:34:12.828544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.056288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fcfc181d-be76-4d91-b931-cc6d516de048 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:34:13.056816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fcfc181d-be76-4d91-b931-cc6d516de048 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:34:13.065846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:13.068553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.105193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb', 'name': '', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'mac_address': 'fa:16:3e:a0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:09Z', 'updated_at': '2021-12-16T15:34:09Z', 'revision_number': 1, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'subnets': [{'id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:13.205971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9c3ec80e-494c-4ea7-8bf3-1b23c6b5f146 None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:13.207055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c3ec80e-494c-4ea7-8bf3-1b23c6b5f146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.227977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] For port 3a6da016-4ee9-4bea-8475-c815a505a7cb, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:13.267614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0362e72-bbb8-4573-8b91-ebf0d34813e5 None None] The sync data for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 is: [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb', 'name': '', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'mac_address': 'fa:16:3e:a0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:09Z', 'updated_at': '2021-12-16T15:34:09Z', 'revision_number': 1, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'subnets': [{'id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:13.336024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] For port 3a6da016-4ee9-4bea-8475-c815a505a7cb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a6da016-4ee9-4bea-8475-c815a505a7cb,segment=NetworkSegment(666e8597-89d1-4610-a65d-dcc3d8eda5d4),segment_id=666e8597-89d1-4610-a65d-dcc3d8eda5d4)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:13.345327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ec695-ee53-455f-9f4c-2f972d84d77c None None] Pushing event updated for resources: {'Port': ['ID=5a104745-f6e1-492a-b2a3-af834c10d202,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:13.358234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ec80e-494c-4ea7-8bf3-1b23c6b5f146 None None] Port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:13.518451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.609145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Router ac853050-13a4-4668-bb47-bb6097c9a727 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:13.637375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520302aa-b46b-45eb-9a80-290d10a46913 None None] Pushing event updated for resources: {'Port': ['ID=3a6da016-4ee9-4bea-8475-c815a505a7cb,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:13.645097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.706562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:13.872703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=023445e1-5993-4855-b095-89d665b592cb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:13.941081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Checking segment: {'id': 'b5f787d3-84f1-4252-baf2-94f02bdc261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:13.941589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network hostable DHCP agents. Network: 7d0eea9f-1170-44f1-8cbf-857461ca34bf, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:34:14.084445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:34:14.088568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:14.133781 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e034848-a5d2-47e2-9e17-ca8d305e7998 admin admin] 10.222.0.71 "PUT /v2.0/routers/ac853050-13a4-4668-bb47-bb6097c9a727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351055 Dec 16 15:34:14.164696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.194167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e372449e-0f4d-4046-b222-f53244e69e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.208594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:14.234266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:14.237142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:14.284202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27072c5-9fa4-4031-8d8f-e1e36ba67453 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:14.350334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7d0eea9f-1170-44f1-8cbf-857461ca34bf) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:14.357854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:14.358879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.361787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=3dbffe78-c43e-4e55-bbbb-786f26a8d925,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:14.478642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcf95cd-cf34-4049-980f-5af10e3ad097 None None] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:14.527323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7876bb95-b783-4fcb-a245-b60f728c286c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9584379 Dec 16 15:34:14.532326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59244) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:14.538100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-297734672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:14.769111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.769111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.865619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f67d1d5-dd68-4e57-8aff-65834f69c36c None None] Provisioning complete for port 3dbffe78-c43e-4e55-bbbb-786f26a8d925 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:14.866704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f67d1d5-dd68-4e57-8aff-65834f69c36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.874587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-7d0eea9f-1170-44f1-8cbf-857461ca34bf', 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': '023445e1-5993-4855-b095-89d665b592cb'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:34:14.876409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:14.886328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:15.057042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:15.108103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a6da016-4ee9-4bea-8475-c815a505a7cb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:15.288500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:15.291227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ec7da60b-ec44-41db-a134-36e00216fb09 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7574477 Dec 16 15:34:15.296063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59262) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:15.326080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf', 'name': 'tempest-PortsTestJSON-1514077417'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:15.464612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:15.544759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f67d1d5-dd68-4e57-8aff-65834f69c36c None None] Port 3dbffe78-c43e-4e55-bbbb-786f26a8d925 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:15.668568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Allocated IP 172.20.0.2 (7d0eea9f-1170-44f1-8cbf-857461ca34bf/023445e1-5993-4855-b095-89d665b592cb/763d4222-8574-43bc-96a4-7bde5da90534) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:15.965098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:15.984134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.028451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.056547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3a6da016-4ee9-4bea-8475-c815a505a7cb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:16.057127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.066640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 4fc6942e-4c88-452d-b759-139ed7852b0c yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:34:16.119032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.141103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.320135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a256c6-79d2-44d0-b4c1-4b58e0aa4888 None None] Network 934d9538-48a1-4122-b81b-600f32a17a63 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:16.322735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59280) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:16.349126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2020766665-network', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:16.522442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.3 (7d0eea9f-1170-44f1-8cbf-857461ca34bf/023445e1-5993-4855-b095-89d665b592cb/4fc6942e-4c88-452d-b759-139ed7852b0c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:16.627047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Made reservation on behalf of 9702b6ccff0d4bf0ab93017823caade9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:16.633134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.650864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.756151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:16.793614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Router b86cd8a1-001c-4dfd-a38e-2870f2794c21 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:34:16.819129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.842334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:16.848478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:16.876337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Pushing event updated for resources: {'Port': ['ID=763d4222-8574-43bc-96a4-7bde5da90534,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:16.916051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d7f32fe3-7d6c-433c-99d6-041e43cf6afb None None] Provisioning complete for port 3a6da016-4ee9-4bea-8475-c815a505a7cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:16.919062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7f32fe3-7d6c-433c-99d6-041e43cf6afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:16.970338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.090676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.136836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7236a672-803f-488e-bc47-0da96ff69ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.146487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:17.149865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.162074 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] Sync routers for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:17.183736 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:17.185176 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:17.198596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:34:17.242245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.248051 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Added segment c87102e6-6de9-44bd-b032-67c840dd7e84 of type vlan for network 27a50df9-3ad2-46d1-bded-229802e8094e Dec 16 15:34:17.263562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Attempting to bind port 763d4222-8574-43bc-96a4-7bde5da90534 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:17.266392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Attempting to bind port 763d4222-8574-43bc-96a4-7bde5da90534 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b5f787d3-84f1-4252-baf2-94f02bdc261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:17.266991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Attempting to bind port 763d4222-8574-43bc-96a4-7bde5da90534 on network 7d0eea9f-1170-44f1-8cbf-857461ca34bf {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:17.322687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:17.323790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Checking segment: {'id': 'b5f787d3-84f1-4252-baf2-94f02bdc261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:17.325507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.326039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Bound using segment: {'id': 'b5f787d3-84f1-4252-baf2-94f02bdc261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:17.328077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Bound port: 763d4222-8574-43bc-96a4-7bde5da90534, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f787d3-84f1-4252-baf2-94f02bdc261c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d0eea9f-1170-44f1-8cbf-857461ca34bf'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:17.333478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.361785 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.365026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:17.385258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:17.396509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:17.403579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:17.415987 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:17.417019 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:17.467012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.519409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e3e0d8-0924-4cc7-9436-0a11c02c4b12,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:17.554995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.559108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.559965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.560520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.562655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.565370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.566640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.567001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.571850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.573620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.576228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.576840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.577199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:17.600739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:17.601798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.611389 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:17.611389 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912812d3-d661-4d1a-b5cb-da8336256589 None None] The sync data for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:17.656877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=4fc6942e-4c88-452d-b759-139ed7852b0c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:17.680377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.686556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56305a9c-bc45-40b2-a70c-30d8eea5aa13 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.9632657 Dec 16 15:34:17.697838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59304) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:17.803329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.804951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:17.807539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:17.985513 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6400757 Dec 16 15:34:17.985857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59310) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:18.013148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956793a-ec19-4516-aec5-aa5768d3fa18 admin admin] Pushing event updated for resources: {'Network': ['ID=27a50df9-3ad2-46d1-bded-229802e8094e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:18.033659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Request body: {'subnet': {'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2020766665-subnet', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:18.061202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21e70a77-a60f-42ba-9b5e-327898f89fbd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7629287 Dec 16 15:34:18.065063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:18.141388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 27a50df9-3ad2-46d1-bded-229802e8094e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:34:18.408829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:18.517986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3a6da016-4ee9-4bea-8475-c815a505a7cb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a6da016-4ee9-4bea-8475-c815a505a7cb,segment=NetworkSegment(666e8597-89d1-4610-a65d-dcc3d8eda5d4),segment_id=666e8597-89d1-4610-a65d-dcc3d8eda5d4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:18.533161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Sync routers for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:18.590264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] For port 763d4222-8574-43bc-96a4-7bde5da90534, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:18.675605 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:18.686178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] For port 763d4222-8574-43bc-96a4-7bde5da90534, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=763d4222-8574-43bc-96a4-7bde5da90534,segment=NetworkSegment(b5f787d3-84f1-4252-baf2-94f02bdc261c),segment_id=b5f787d3-84f1-4252-baf2-94f02bdc261c)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:18.717496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Made reservation on behalf of 9702b6ccff0d4bf0ab93017823caade9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:18.717496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:18.869144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:18.878591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:18.913114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7f32fe3-7d6c-433c-99d6-041e43cf6afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.020735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.146465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a104745-f6e1-492a-b2a3-af834c10d202 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:19.155885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.168122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.182026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3a6da016-4ee9-4bea-8475-c815a505a7cb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:19.284506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fdbe0f-15bc-4d43-9a97-41b62a83e542,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:19.333850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.580858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.679783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Checking segment: {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:19.679783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Network hostable DHCP agents. Network: 27a50df9-3ad2-46d1-bded-229802e8094e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:34:19.711304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b828d-e8c0-4604-bcc9-a514c3ace837 None None] Pushing event updated for resources: {'Port': ['ID=763d4222-8574-43bc-96a4-7bde5da90534,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:19.886703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:19.898712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-d7f32fe3-7d6c-433c-99d6-041e43cf6afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:34:19.899386 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-d7f32fe3-7d6c-433c-99d6-041e43cf6afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:34:19.909655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:19.989110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.010484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5a104745-f6e1-492a-b2a3-af834c10d202 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:20.362790 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.362790 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.372570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Allocated IP 172.20.0.1 (934d9538-48a1-4122-b81b-600f32a17a63/35d01a2e-d683-4b6f-ae33-e0709dc3d303/8d1e2619-a071-4183-b912-5b83e238643f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:20.452425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Network 27a50df9-3ad2-46d1-bded-229802e8094e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:34:20.523104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=4fc6942e-4c88-452d-b759-139ed7852b0c,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:20.600103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.725883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 27a50df9-3ad2-46d1-bded-229802e8094e) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:20.743111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:20.746629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.746945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3fb8df-60af-4795-a3e4-1074f4f9312b None None] Network 27a50df9-3ad2-46d1-bded-229802e8094e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:20.850666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.875338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.938469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d4e545ac-57b5-49d0-92c6-49aee0b0dc1c None None] Provisioning complete for port 3a6da016-4ee9-4bea-8475-c815a505a7cb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:20.939084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4e545ac-57b5-49d0-92c6-49aee0b0dc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:20.981412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 934d9538-48a1-4122-b81b-600f32a17a63 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:20.989206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c81bf53-d6f4-4890-a026-ca81bba7d7b8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9702570 Dec 16 15:34:20.999257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:21.012057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:21.032080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-27a50df9-3ad2-46d1-bded-229802e8094e', 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e', 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'fixed_ips': [{'subnet_id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:34:21.033137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:21.052975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:21.069586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:21.195381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=8d1e2619-a071-4183-b912-5b83e238643f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:21.282550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:21.341010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:21.409754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:21.410947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:21.525019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a6da016-4ee9-4bea-8475-c815a505a7cb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:21.806096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7cff16-5760-48c8-a26c-2a79556d26c2 None None] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:22.101577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.416148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb', 'name': '', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'mac_address': 'fa:16:3e:a0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:09Z', 'updated_at': '2021-12-16T15:34:11Z', 'revision_number': 2, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'subnets': [{'id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:22.493697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.610288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.681853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.770485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=4fc6942e-4c88-452d-b759-139ed7852b0c,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:22.838425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:22.985384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.049851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Checking router: ac853050-13a4-4668-bb47-bb6097c9a727 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:34:23.051197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Updating router ac853050-13a4-4668-bb47-bb6097c9a727 port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:34:23.131188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Allocated IP 172.20.0.2 (27a50df9-3ad2-46d1-bded-229802e8094e/c7fdbe0f-15bc-4d43-9a97-41b62a83e542/120cd878-f8aa-4251-b405-53bdd8c3da8f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:23.136626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:23.152839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:23.211904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3a6da016-4ee9-4bea-8475-c815a505a7cb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:23.211904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.270423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Provisioning complete for port 763d4222-8574-43bc-96a4-7bde5da90534 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:23.271499 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.546435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.707790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Router 0419cde7-274a-4257-a824-e3d651a74037 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:34:23.816610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.913866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:23.914062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:24.159729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:24.171228 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-83b5d7a6-cc73-4904-b9a3-dd197747dfad tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/routers/0419cde7-274a-4257-a824-e3d651a74037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1047552 Dec 16 15:34:24.172023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59408) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:24.176033 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] Sync routers for ids ['0419cde7-274a-4257-a824-e3d651a74037'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:24.214166 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] Routers {'0419cde7-274a-4257-a824-e3d651a74037'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:24.215186 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0419cde7-274a-4257-a824-e3d651a74037'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:24.249553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=8d1e2619-a071-4183-b912-5b83e238643f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:24.338288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f2ff95-326c-4da8-bf02-55306df878bd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:24.344358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4f2ff95-326c-4da8-bf02-55306df878bd tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?device_id=0419cde7-274a-4257-a824-e3d651a74037 HTTP/1.1" status: 200 len: 982 time: 0.1703217 Dec 16 15:34:24.345019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:24.373639 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:24.396919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] Routers {'0419cde7-274a-4257-a824-e3d651a74037'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:24.397581 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0419cde7-274a-4257-a824-e3d651a74037'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:24.507629 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:24.508346 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeaa01e-6af5-4bec-a7b1-aaf9d4c2b20d None None] The sync data for ids ['0419cde7-274a-4257-a824-e3d651a74037'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:24.710888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:24.934644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:24.987707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.011631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.075786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 763d4222-8574-43bc-96a4-7bde5da90534 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:25.134183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.139071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] For port 763d4222-8574-43bc-96a4-7bde5da90534, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=763d4222-8574-43bc-96a4-7bde5da90534,segment=NetworkSegment(b5f787d3-84f1-4252-baf2-94f02bdc261c),segment_id=b5f787d3-84f1-4252-baf2-94f02bdc261c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:25.275470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 934d9538-48a1-4122-b81b-600f32a17a63 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:25.282036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:25.328720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.456994 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.535119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1118ef-8c6d-489e-8e7b-4be9764b2a5c None None] Pushing event updated for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:25.776498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Provisioning complete for port 8d1e2619-a071-4183-b912-5b83e238643f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:25.782692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:25.784673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 763d4222-8574-43bc-96a4-7bde5da90534 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:25.785045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.025563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.032446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Pushing event updated for resources: {'Port': ['ID=763d4222-8574-43bc-96a4-7bde5da90534,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:26.032946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Allocated IP 172.25.7.86 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/28f9745c-6d34-459a-8a3e-7ef58eca19e0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:26.119565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Router b86cd8a1-001c-4dfd-a38e-2870f2794c21 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:26.210291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Attempting to bind port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:26.211176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Attempting to bind port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:26.213085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Attempting to bind port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb on network b7af760a-66bb-42f3-bdd5-9236999e363b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:26.242390 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.255747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 4fc6942e-4c88-452d-b759-139ed7852b0c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:26.256142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.277610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-070fe34f-922d-4703-918f-94ddd7689607 None None] Port 8d1e2619-a071-4183-b912-5b83e238643f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:26.290995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:26.292981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Checking segment: {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:26.293918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.294736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Bound using segment: {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:26.295771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Bound port: cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4109d26c-c1c6-4878-904a-b59219090dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:26.296729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.355195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Network 27a50df9-3ad2-46d1-bded-229802e8094e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:26.381047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:26.387394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.394471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:26.432849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 763d4222-8574-43bc-96a4-7bde5da90534 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:26.457806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:26.475579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.476807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-835d50de-cfde-401e-b881-cad2ac01db49 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "PUT /v2.0/routers/b86cd8a1-001c-4dfd-a38e-2870f2794c21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7774861 Dec 16 15:34:26.484886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59446) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:26.495472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Request body: {'port': {'network_id': '934d9538-48a1-4122-b81b-600f32a17a63', 'name': 'tempest-FloatingIPAdminTestJSON-1279315164'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:26.517292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 4fc6942e-4c88-452d-b759-139ed7852b0c owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:26.671580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] For port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:26.678829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] For port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:26.715364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.778049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] Sync routers for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:26.861488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Pushing event updated for resources: {'Port': ['ID=120cd878-f8aa-4251-b405-53bdd8c3da8f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:26.909798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:26.928372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:26.933511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:26.935938 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:26.945417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:26.947738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:27.016388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Pushing event updated for resources: {'Port': ['ID=28f9745c-6d34-459a-8a3e-7ef58eca19e0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:27.057209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Provisioning complete for port 763d4222-8574-43bc-96a4-7bde5da90534 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:27.072335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:27.083160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Made reservation on behalf of ebdb599b42e64fb38600c883324f181c for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:27.097608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:27.199233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] device_id is not set on port 6c6fcd81-464d-48f4-a875-d60f9f90a920 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:34:27.225786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e81b8b-f356-4794-9616-2770bb153097 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:27.355584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:27.360054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:27.370516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 763d4222-8574-43bc-96a4-7bde5da90534 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:27.370959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:27.476283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=4fc6942e-4c88-452d-b759-139ed7852b0c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:27.522435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Attempting to bind port 120cd878-f8aa-4251-b405-53bdd8c3da8f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:27.523120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Attempting to bind port 120cd878-f8aa-4251-b405-53bdd8c3da8f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:27.523922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Attempting to bind port 120cd878-f8aa-4251-b405-53bdd8c3da8f on network 27a50df9-3ad2-46d1-bded-229802e8094e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:27.525210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:27.584852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:27.592168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:27.861599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Allocated IP 172.20.0.14 (934d9538-48a1-4122-b81b-600f32a17a63/35d01a2e-d683-4b6f-ae33-e0709dc3d303/6c6fcd81-464d-48f4-a875-d60f9f90a920) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:27.982940 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.034216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:28.074680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:28.075325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Checking segment: {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:28.075405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.075794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Bound using segment: {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:28.076344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Bound port: 120cd878-f8aa-4251-b405-53bdd8c3da8f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:28.076747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.077330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.081042 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc6d2-f460-46db-a791-07c1a113f0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.092056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1118ef-8c6d-489e-8e7b-4be9764b2a5c None None] Pushing event updated for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:28.183096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:28.184530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:28.367074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.621422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:28.622177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32b1367-f4b6-4bea-aef4-1c29de2da98a None None] The sync data for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:28.760988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Could not find standard attr ID for object 4fc6942e-4c88-452d-b759-139ed7852b0c. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:34:28.773780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] For port 120cd878-f8aa-4251-b405-53bdd8c3da8f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:28.780891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] For port 120cd878-f8aa-4251-b405-53bdd8c3da8f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=120cd878-f8aa-4251-b405-53bdd8c3da8f,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:28.797205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.801570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:28.801970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:28.960141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:29.022144 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.098551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.146801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Router 0419cde7-274a-4257-a824-e3d651a74037 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:29.216896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.323263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb', 'name': '', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'mac_address': 'fa:16:3e:a0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:09Z', 'updated_at': '2021-12-16T15:34:26Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'subnets': [{'id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:29.417687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b7756b-0f3d-4a2d-81a4-567993b69540 None None] The sync data for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 is: [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:10Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb', 'name': '', 'network_id': 'b7af760a-66bb-42f3-bdd5-9236999e363b', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'mac_address': 'fa:16:3e:a0:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:09Z', 'updated_at': '2021-12-16T15:34:26Z', 'revision_number': 4, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'subnets': [{'id': '84f32ba3-144c-4be3-8e34-1b87e4fd703a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:29.443962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f8c1c-90e7-45b2-a781-2ad2f8ca9fc6 None None] Pushing event updated for resources: {'Port': ['ID=120cd878-f8aa-4251-b405-53bdd8c3da8f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:29.488046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] For port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:29.554264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:29.554747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.624786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.664536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:34:29.689097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.794230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Provisioning complete for port 8d1e2619-a071-4183-b912-5b83e238643f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:29.794822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.926399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Pushing event updated for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:29.958862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b5a3e6fd-fcc9-40e1-aaa9-6d460597cbf7 None None] Port 8d1e2619-a071-4183-b912-5b83e238643f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:29.985120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc6d2-f460-46db-a791-07c1a113f0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:29.987658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.017109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:30.039171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:30.043437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Sync routers for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:30.050535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84a0329f-093a-4021-988b-7f5b15906f46 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/routers/0419cde7-274a-4257-a824-e3d651a74037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7039883 Dec 16 15:34:30.054503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59494) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:30.067670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Network 934d9538-48a1-4122-b81b-600f32a17a63 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:30.067670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb7cc6d2-f460-46db-a791-07c1a113f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.069913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] Sync routers for ids ['0419cde7-274a-4257-a824-e3d651a74037'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:30.090644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] Routers {'0419cde7-274a-4257-a824-e3d651a74037'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:30.097482 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec8751e-528f-4fa6-8ef1-7de8ee37a308 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:34:30.100130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0419cde7-274a-4257-a824-e3d651a74037'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:30.101188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6ec8751e-528f-4fa6-8ef1-7de8ee37a308 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/4fc6942e-4c88-452d-b759-139ed7852b0c HTTP/1.1" status: 404 len: 333 time: 0.0439737 Dec 16 15:34:30.102485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59498) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:30.128004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bb7cc6d2-f460-46db-a791-07c1a113f0f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98dc2117a6af4d93a874dd2437d3a5fa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5941069 Dec 16 15:34:30.137437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:30.148910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:30.148910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59502) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:30.150806 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:30.157506 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:30.189199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event updated for resources: {'Port': ['ID=6c6fcd81-464d-48f4-a875-d60f9f90a920,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:30.192226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.197023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dafdb4d3-c8e8-4b92-af34-d692f46a9048 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1935151 Dec 16 15:34:30.231272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:30.238862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59506) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:30.260621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] Routers {'0419cde7-274a-4257-a824-e3d651a74037'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:30.261803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0419cde7-274a-4257-a824-e3d651a74037'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:30.270277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c567cdc7-269b-40d8-bb01-db4b2c6473a5 None None] Provisioning complete for port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:30.270698 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c567cdc7-269b-40d8-bb01-db4b2c6473a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.324756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.562252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:30.563212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8720e9b-6f9b-4011-befa-3a42bd31742f None None] The sync data for ids ['0419cde7-274a-4257-a824-e3d651a74037'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:30.614016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c567cdc7-269b-40d8-bb01-db4b2c6473a5 None None] Port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:30.648562 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:30.648855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c567cdc7-269b-40d8-bb01-db4b2c6473a5 None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:30.650020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c567cdc7-269b-40d8-bb01-db4b2c6473a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:30.699207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cc6d2-f460-46db-a791-07c1a113f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad82416b-3f34-454f-ba54-08ae63388778,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:30.836705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:30.837796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.032589 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c49cc44b-7370-450c-808e-9ab4105449ac tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5461237 Dec 16 15:34:31.039374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:31.065579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e3dc428-b7de-420e-af7b-56767d5557a0 None None] Provisioning complete for port 6c6fcd81-464d-48f4-a875-d60f9f90a920 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:31.068591 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc428-b7de-420e-af7b-56767d5557a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.071484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.176877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.188518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.215597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dc428-b7de-420e-af7b-56767d5557a0 None None] Port 6c6fcd81-464d-48f4-a875-d60f9f90a920 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:31.221099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.236788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:31.382788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:31.383015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'project_id': 'ebdb599b42e64fb38600c883324f181c', 'port_id': '6c6fcd81-464d-48f4-a875-d60f9f90a920'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:31.383179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.428929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:27Z', 'revision_number': 3, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:31.505196 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Checking router: b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:34:31.505639 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Updating router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:34:31.519250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 120cd878-f8aa-4251-b405-53bdd8c3da8f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:31.557227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.561938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Fanout notify agent at l3_agent the message router_deleted on router 0419cde7-274a-4257-a824-e3d651a74037 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:34:31.564289 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.610693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.621848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3099e4ca-5dbb-40c3-be0d-2bd18afea277 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/routers/0419cde7-274a-4257-a824-e3d651a74037 HTTP/1.1" status: 204 len: 168 time: 1.5175502 Dec 16 15:34:31.628956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:31.651329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24834ac9-3182-448e-b50d-0ca26f5ccfe0 None None] Network 27a50df9-3ad2-46d1-bded-229802e8094e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:31.717995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.761452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-170b430b-74d5-4731-89e3-77765336e53a None None] Provisioning complete for port 120cd878-f8aa-4251-b405-53bdd8c3da8f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:31.762254 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-170b430b-74d5-4731-89e3-77765336e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.811701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 120cd878-f8aa-4251-b405-53bdd8c3da8f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:31.812432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.839483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 023445e1-5993-4855-b095-89d665b592cb {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:34:31.860164 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.892697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.907553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.915249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ad82416b-3f34-454f-ba54-08ae63388778 HTTP/1.1" status: 204 len: 168 time: 1.7497327 Dec 16 15:34:31.987195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:31.996768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f4c95-ef3b-4e8b-951e-2ced840ef262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad82416b-3f34-454f-ba54-08ae63388778,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:32.106180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.157501 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-170b430b-74d5-4731-89e3-77765336e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.296851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.313428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.347702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-170b430b-74d5-4731-89e3-77765336e53a None None] For port 120cd878-f8aa-4251-b405-53bdd8c3da8f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=120cd878-f8aa-4251-b405-53bdd8c3da8f,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:32.357319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.385069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.414099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=023445e1-5993-4855-b095-89d665b592cb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:32.428789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72290c-de38-428e-be23-9ea6e64e220b None None] Network 7d0eea9f-1170-44f1-8cbf-857461ca34bf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:32.437487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.454803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aa99787a-4ef6-49ff-b5ab-01a201862ffa tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/023445e1-5993-4855-b095-89d665b592cb HTTP/1.1" status: 204 len: 168 time: 0.8232718 Dec 16 15:34:32.459064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59538) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:32.475591 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.527087 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-170b430b-74d5-4731-89e3-77765336e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.563064 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.627279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Attempting to bind port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:32.629588 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Attempting to bind port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:32.632979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Attempting to bind port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:32.666432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:32.666959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:32.667428 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.667920 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:32.669953 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Bound port: 28f9745c-6d34-459a-8a3e-7ef58eca19e0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:32.670407 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.675081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Allocated IP 172.25.7.13 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/35d3b1bc-1452-4b9d-b2b2-3108d6cb3128) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:32.693979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.715875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Allocated IP 172.20.0.1 (27a50df9-3ad2-46d1-bded-229802e8094e/c7fdbe0f-15bc-4d43-9a97-41b62a83e542/56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:32.732840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df3f05-5824-4eee-bb2f-2e4087fafa98 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:32.765308 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] For port 28f9745c-6d34-459a-8a3e-7ef58eca19e0, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:32.770007 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] For port 28f9745c-6d34-459a-8a3e-7ef58eca19e0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28f9745c-6d34-459a-8a3e-7ef58eca19e0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:32.834627 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Pushing event updated for resources: {'Port': ['ID=28f9745c-6d34-459a-8a3e-7ef58eca19e0,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:32.842276 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.844678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 763d4222-8574-43bc-96a4-7bde5da90534 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:32.845220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:32.861729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.867002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:32.986822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b430b-74d5-4731-89e3-77765336e53a None None] Pushing event updated for resources: {'Port': ['ID=120cd878-f8aa-4251-b405-53bdd8c3da8f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:33.004701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e44d2b-4590-40fa-bdda-2d3a15526848 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:33.024526 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:33.025394 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:33.076778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:34:33.077063 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:34:33.080936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a6afc067-f64d-4626-bb46-cb5a220b805f None None] Provisioning complete for port 120cd878-f8aa-4251-b405-53bdd8c3da8f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:33.081329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6afc067-f64d-4626-bb46-cb5a220b805f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.104264 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f1b92-f8b1-4758-9667-0555ce6c9e6d None None] Pushing event updated for resources: {'Port': ['ID=28f9745c-6d34-459a-8a3e-7ef58eca19e0,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:33.245690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] For port 763d4222-8574-43bc-96a4-7bde5da90534, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=763d4222-8574-43bc-96a4-7bde5da90534,segment=NetworkSegment(b5f787d3-84f1-4252-baf2-94f02bdc261c),segment_id=b5f787d3-84f1-4252-baf2-94f02bdc261c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:33.246289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.254041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] DHCP port deletion for 7d0eea9f-1170-44f1-8cbf-857461ca34bf request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:33.302608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 763d4222-8574-43bc-96a4-7bde5da90534 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:33.353743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.402597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Deleting port 763d4222-8574-43bc-96a4-7bde5da90534 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:33.403422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.413834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.426782 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:33.526787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.596994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] Provisioning complete for port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:33.597308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.628386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.657885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No DVR routers for this DVR port 763d4222-8574-43bc-96a4-7bde5da90534 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:34:33.684124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] For port 763d4222-8574-43bc-96a4-7bde5da90534, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=763d4222-8574-43bc-96a4-7bde5da90534,segment=NetworkSegment(b5f787d3-84f1-4252-baf2-94f02bdc261c),segment_id=b5f787d3-84f1-4252-baf2-94f02bdc261c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:33.684534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.707796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.727645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Calling delete_port for 763d4222-8574-43bc-96a4-7bde5da90534 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:33.744862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=763d4222-8574-43bc-96a4-7bde5da90534,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:33.749737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:34:33.787058 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:27Z', 'revision_number': 3, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:33.794191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Network 27a50df9-3ad2-46d1-bded-229802e8094e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:33.810194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:33.816177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:33.865324 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14c27a3-0f8c-47d0-a1c8-ae515b641743 None None] The sync data for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 is: [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:27Z', 'revision_number': 3, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:33.885049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:33.905393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:33.974424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 120cd878-f8aa-4251-b405-53bdd8c3da8f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:34.035007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.064231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0eea9f-1170-44f1-8cbf-857461ca34bf']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:34.089924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f787d3-84f1-4252-baf2-94f02bdc261c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:34.090659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f787d3-84f1-4252-baf2-94f02bdc261c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:34.114175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.157061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.203933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.234142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:34:34.234391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.240481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] For port 28f9745c-6d34-459a-8a3e-7ef58eca19e0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28f9745c-6d34-459a-8a3e-7ef58eca19e0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:34:34.244840 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:34:34.261746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:34.266873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:34.267677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.324949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Pushing event updated for resources: {'Port': ['ID=35d3b1bc-1452-4b9d-b2b2-3108d6cb3128,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:34.470082 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.482440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] Pushing event deleted for resources: {'Port': ['ID=763d4222-8574-43bc-96a4-7bde5da90534,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:34.488178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e82e07-ae34-46c0-99c5-5286842d918c None None] No DVR routers for this DVR port 763d4222-8574-43bc-96a4-7bde5da90534 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:34:34.558363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.584540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.603089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/7d0eea9f-1170-44f1-8cbf-857461ca34bf HTTP/1.1" status: 204 len: 168 time: 2.1314902 Dec 16 15:34:34.603172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.615425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59604) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:34.677209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 120cd878-f8aa-4251-b405-53bdd8c3da8f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:34.678048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:34.691725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119075d-6567-44e9-962c-4a05e780dbaa None None] Pushing event updated for resources: {'Port': ['ID=28f9745c-6d34-459a-8a3e-7ef58eca19e0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:34.737011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9bcc0-e9a7-4f32-8d73-a3bf4a72c67f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=7d0eea9f-1170-44f1-8cbf-857461ca34bf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:34.741109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Pushing event updated for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:34.802066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8289a5-69d5-4f24-bbb9-2305954cba38 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:34.803655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc8289a5-69d5-4f24-bbb9-2305954cba38 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/533074e8-6766-4fc6-93d9-2e03104eb5ea HTTP/1.1" status: 200 len: 841 time: 0.1871552 Dec 16 15:34:34.822836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59634) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:34.932402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-709a76a8-3d75-4066-9b60-a2ec9560ecf3 None None] Provisioning complete for port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:34.933193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-709a76a8-3d75-4066-9b60-a2ec9560ecf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:35.052724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c19f5a38-e3d9-4148-a256-466a94d8641a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/533074e8-6766-4fc6-93d9-2e03104eb5ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2179394 Dec 16 15:34:35.054039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59638) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:35.109147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:35.126721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-709a76a8-3d75-4066-9b60-a2ec9560ecf3 None None] Port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:35.189974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 763d4222-8574-43bc-96a4-7bde5da90534 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:34:35.256493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 763d4222-8574-43bc-96a4-7bde5da90534 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:34:35.257156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 763d4222-8574-43bc-96a4-7bde5da90534 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:34:35.587887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:35.595273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:35.698801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:35.800082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:35.965200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:35.993061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28f9745c-6d34-459a-8a3e-7ef58eca19e0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:36.101704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Pushing event updated for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:36.159722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.254086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:36.258481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.289206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:36.313139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:36.313996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.329623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8027de58-f12f-4403-ad4b-4c967a1839e2 None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:36.409063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=e58c1400-30f5-4198-aa4b-4f77b82c261e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:36.491801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6d2c733b-ede0-4e54-9685-24c81d67b57a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4315765 Dec 16 15:34:36.528376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:36.539525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'security_group': {'name': 'tempest-secgroup-174839421'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:36.664360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:36.665489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.703033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.703924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.816453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.886383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.935679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:36.937225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'project_id': '3a8e7e7df27b41e89f05253dffb16e75', 'fixed_ips': [{'subnet_id': 'e58c1400-30f5-4198-aa4b-4f77b82c261e'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:34:36.939318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.016301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6af5a-3261-48c2-a5cb-809a0015d884,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:37.029316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67ebbe5283324177a3ccd5123c295f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0630426 Dec 16 15:34:37.039411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59684) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:37.064534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.064913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.066902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.067262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.067607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.067979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.068318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.068651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.069003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.069303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.069632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.069959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.070281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaee0029-35af-4457-8776-5582e613827b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:37.201347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Network 27a50df9-3ad2-46d1-bded-229802e8094e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:37.216680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:37.338304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Allocated IP 172.20.0.2 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/e58c1400-30f5-4198-aa4b-4f77b82c261e/93dd0122-3081-4ebb-b9c9-297332bc9626) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:37.353979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.417637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.440517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.443052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-76f16878-8869-47d2-b661-db4d77a9768f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:37.445873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-76f16878-8869-47d2-b661-db4d77a9768f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.3709192 Dec 16 15:34:37.487322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-6c05ed38-4596-4d64-a43c-524b665454e3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/quotas/3a6ff374484240e7aba09e71bd61ec72 HTTP/1.1" status: 200 len: 375 time: 0.0222032 Dec 16 15:34:37.532062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.542202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.692730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:37.696170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.704193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f45a55e0-4f09-43b2-bbe3-2387cb970f89 None None] Provisioning complete for port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:37.704849 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f45a55e0-4f09-43b2-bbe3-2387cb970f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.742903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284e058a-1873-4fb6-9cf8-063c32036400,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:37.775939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.776662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f45a55e0-4f09-43b2-bbe3-2387cb970f89 None None] Port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:37.778716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.783031 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ae6af5a-3261-48c2-a5cb-809a0015d884 HTTP/1.1" status: 204 len: 168 time: 0.7182434 Dec 16 15:34:37.824161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.824316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.826134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-80233ec6-a9e7-49a2-b3c6-b1d7bd9b661f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2933023 Dec 16 15:34:37.828261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:37.842704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'security_group': {'name': 'tempest-secgroup-218651761'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:37.847477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b82d7-81f6-4931-a7c0-3ea4fe57650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6af5a-3261-48c2-a5cb-809a0015d884,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:37.899865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-d4870867-fcc4-433a-8b8c-bc0ac4b341cc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3826950 Dec 16 15:34:37.939466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:37.951646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:37.967813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:37.974644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:37.979395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:38.001998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:38.014669 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Sync routers for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:38.015415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e11379d5-5bfe-462f-9d68-17c359350a01 admin admin] 10.222.0.71 "PUT /v2.0/routers/b7df1d58-9aa7-4a93-82a6-516a7ffec2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6850243 Dec 16 15:34:38.055062 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:38.059439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:38.080009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.103891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.150098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Attempting to bind port 93dd0122-3081-4ebb-b9c9-297332bc9626 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:38.150748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Attempting to bind port 93dd0122-3081-4ebb-b9c9-297332bc9626 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3f33e050-1d82-4f66-9ba5-59ab3aca4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:38.151319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Attempting to bind port 93dd0122-3081-4ebb-b9c9-297332bc9626 on network bedce9ed-2524-430c-b9b5-d7fa2ba38850 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:38.162722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:38.164046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Checking segment: {'id': '3f33e050-1d82-4f66-9ba5-59ab3aca4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:38.165629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.166261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Bound using segment: {'id': '3f33e050-1d82-4f66-9ba5-59ab3aca4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:38.167117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Bound port: 93dd0122-3081-4ebb-b9c9-297332bc9626, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f33e050-1d82-4f66-9ba5-59ab3aca4782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:38.167786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.182235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-0e761e5f-a321-487f-b4f4-ccd6c420f5eb service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380447 Dec 16 15:34:38.318674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:38.325722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:38.425446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-a62376e5-dd9d-4f40-80c2-e839ed5b2148 service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163143 Dec 16 15:34:38.430754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.476616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Pushing event updated for resources: {'Port': ['ID=35d3b1bc-1452-4b9d-b2b2-3108d6cb3128,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:38.507258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.549248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.576808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:38.645354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a51b-9f38-470a-a7c9-cae106b3196a None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:38.657154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:38.728164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905be6b8-7713-45a4-a577-77427feabec5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:38.858237 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Floating IP 2e8a3216-e46a-4bee-9adf-8590f012209e associated. External IP: 172.25.7.13, port: 6c6fcd81-464d-48f4-a875-d60f9f90a920. Dec 16 15:34:39.003416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:39.007206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bfb89e8d-1488-493e-9ea5-1f72880cad3a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1739688 Dec 16 15:34:39.025691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59732) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:39.047239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1026456199', 'security_groups': ['905be6b8-7713-45a4-a577-77427feabec5'], 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e58c1400-30f5-4198-aa4b-4f77b82c261e'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:39.307842 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0', 'name': '', 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'mac_address': 'fa:16:3e:cb:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:32Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 2, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'subnets': [{'id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:39.420463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Checking router: b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:34:39.424628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Updating router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:34:39.508198 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:39.632098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Router b86cd8a1-001c-4dfd-a38e-2870f2794c21 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:39.765914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:40.052650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:40.075951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:40.151537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52a21c00-f7b3-4dc9-9474-908225e761cd req-5503792f-ed9b-48d9-a82c-566c4b66b0e3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.8623762 Dec 16 15:34:40.190798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65320018-99be-48de-a31e-8213b6092679 None None] Sync routers for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:40.245471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:40.246134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:40.257518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:40.257887 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:40.275011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:40.309852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:40.393839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 39e67c5d-77d6-45bc-b89c-8972cf10452a yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:34:40.441933 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bd977c4c-c9d0-432d-a983-cce78bcd78b6 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.3968709 Dec 16 15:34:40.442201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:40.452069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:40.510889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:40.513575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:40.574754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65320018-99be-48de-a31e-8213b6092679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:40.575667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65320018-99be-48de-a31e-8213b6092679 None None] The sync data for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:40.737865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:40.879682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:40.969787 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:40.991269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7fa24ca7-a246-4d83-acd9-6aefb1d3d34d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "GET /v2.0/floatingips/2e8a3216-e46a-4bee-9adf-8590f012209e HTTP/1.1" status: 200 len: 983 time: 0.5376029 Dec 16 15:34:40.995219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:41.027336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.063247 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.104602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.6 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/e58c1400-30f5-4198-aa4b-4f77b82c261e/39e67c5d-77d6-45bc-b89c-8972cf10452a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:41.199893 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8185-b8eb-4e95-a6f4-d86712dc2fab None None] Pushing event updated for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:41.217057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-14184708-3ce4-4482-8261-5381f88b05e8 None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:41.222006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-14184708-3ce4-4482-8261-5381f88b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.273483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:41.314890 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-455817dc-66fd-43a0-96e4-ac77f5e99daf tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.3173301 Dec 16 15:34:41.319596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:41.320835 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Attempting to bind port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:41.321859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Attempting to bind port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:41.322797 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Attempting to bind port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 on network 27a50df9-3ad2-46d1-bded-229802e8094e {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:41.331759 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:41.332797 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Checking segment: {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:41.333537 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.335548 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Bound using segment: {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:41.336346 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Bound port: 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87102e6-6de9-44bd-b032-67c840dd7e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:41.341334 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.444328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-14184708-3ce4-4482-8261-5381f88b05e8 None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:41.444973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-14184708-3ce4-4482-8261-5381f88b05e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.510488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-14184708-3ce4-4482-8261-5381f88b05e8 None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:41.558994 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] For port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:41.565129 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] For port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:41.605275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9129d4ac-e113-42c4-8fc8-1553b4b5eee5 req-83f8105f-38c6-4327-a315-fd5bc2449fed tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.1847396 Dec 16 15:34:41.703577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.748774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4d9fab53-044d-4f79-a84f-bf5735ad38c9 None None] Provisioning complete for port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:41.749522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d9fab53-044d-4f79-a84f-bf5735ad38c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.765811 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.785262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 35d3b1bc-1452-4b9d-b2b2-3108d6cb3128 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:41.785838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.856964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.889155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.889495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:41.892754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4d9fab53-044d-4f79-a84f-bf5735ad38c9 None None] Port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:41.908627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 35d3b1bc-1452-4b9d-b2b2-3108d6cb3128 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:42.003739 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:42.018747 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:42.019659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:42.105950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:42.175059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:42.216105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:42.219350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:42.220113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:42.230154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=39e67c5d-77d6-45bc-b89c-8972cf10452a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:42.270247 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8185-b8eb-4e95-a6f4-d86712dc2fab None None] Pushing event updated for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:42.315695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59840) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:42.552570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:42.553539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:42.634491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:42.639315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Provisioning complete for port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:42.639999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:42.665809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:42.877119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1caebfa5-a892-4b11-8b34-f42efd62dc78 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8458591 Dec 16 15:34:42.919250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:42.921989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:42.929099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b6c1eda-b360-411a-84dc-94dbc29bb2f7 req-7f8030e1-a800-49e8-be6b-2debfc50985a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.0867214 Dec 16 15:34:42.937882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:43.042942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] For port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:43.250011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.276976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1739404260', 'router:external': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:43.325962 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0', 'name': '', 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'mac_address': 'fa:16:3e:cb:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:32Z', 'updated_at': '2021-12-16T15:34:41Z', 'revision_number': 4, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'subnets': [{'id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:43.342833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.367324 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66b5ba-9572-49bc-9863-97882b4546c2 None None] The sync data for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 is: [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0', 'name': '', 'network_id': '27a50df9-3ad2-46d1-bded-229802e8094e', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'mac_address': 'fa:16:3e:cb:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:32Z', 'updated_at': '2021-12-16T15:34:41Z', 'revision_number': 4, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'subnets': [{'id': 'c7fdbe0f-15bc-4d43-9a97-41b62a83e542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:43.402345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Pushing event updated for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:43.424963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e2b3e56d-46af-4759-8bed-2b904360284f None None] Provisioning complete for port 39e67c5d-77d6-45bc-b89c-8972cf10452a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:43.425745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e56d-46af-4759-8bed-2b904360284f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.430749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.435368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.437170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.437170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.438960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.439165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=35d3b1bc-1452-4b9d-b2b2-3108d6cb3128,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:43.466498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:43.471400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.472784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.478681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951310c0-a0ca-48eb-9f60-96ae4e8fe492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:34:43.653504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Made reservation on behalf of 823bdd2138b544e1a36c11b419122938 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:43.660054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.693427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3e56d-46af-4759-8bed-2b904360284f None None] Port 39e67c5d-77d6-45bc-b89c-8972cf10452a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:43.693743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.716485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:43.717009 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Floating IP 2e8a3216-e46a-4bee-9adf-8590f012209e disassociated (deleted). External IP: 172.25.7.13, port: 6c6fcd81-464d-48f4-a875-d60f9f90a920. Dec 16 15:34:44.073163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dea4571-2a9b-48c6-9f40-978e6c2e3363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:44.113902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:44.293365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:44.294376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:44.525648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84a03afa-0579-47f7-b159-0aecb4feca38 req-c77821be-2147-4593-b1a9-351adab0dc0c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.2880323 Dec 16 15:34:44.616327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:44.628346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Router b86cd8a1-001c-4dfd-a38e-2870f2794c21 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:44.648393 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e58c1400-30f5-4198-aa4b-4f77b82c261e (CIDR: 172.20.0.0/28) Dec 16 15:34:44.738509 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:34:44.739312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:34:44.776308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:44.831768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-c42b50d0-be08-48a2-80ae-2f711dc7c89a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:44.833434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-c42b50d0-be08-48a2-80ae-2f711dc7c89a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.6310945 Dec 16 15:34:44.867119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Request body: {'port': {'device_id': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'admin_state_up': True, 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:44.876777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:34:44.891990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e47de-506c-48af-90a9-3ab374088a46,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:44.906930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-8934a4fe-3174-4f0b-a093-8adef17c66c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4208758 Dec 16 15:34:44.914880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:44.915235 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Added segment dea1a7d1-738e-450f-887b-1b9a650bcaec of type vlan for network 9e15808c-f1c1-44e4-900f-323517fff8c7 Dec 16 15:34:44.976998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f81d3b3d-c800-49dc-9f60-3d31040b2e06 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0524492 Dec 16 15:34:44.993499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:45.004914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:45.052613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.129328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:45.136547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.153661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] Sync routers for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:45.159712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.172697 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:45.173344 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:45.186053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.187068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.187931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.262681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:45.304008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Network': ['ID=9e15808c-f1c1-44e4-900f-323517fff8c7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:45.322470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-988c6983-fa20-49ce-a02b-eecca65e641e tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/floatingips/2e8a3216-e46a-4bee-9adf-8590f012209e HTTP/1.1" status: 204 len: 168 time: 3.9957957 Dec 16 15:34:45.327661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:45.334087 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:45.335476 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:45.339277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:45.345887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:34:45.375945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.375945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.375945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.376506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.376997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.378327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.378832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.381350 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-dfa7db44-381b-49dd-aac1-c369c94dd77f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.2890089 Dec 16 15:34:45.441471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7196f55a-76ba-45b8-8a08-112b76ccea27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.1234429 Dec 16 15:34:45.454648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:45.459265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'subnet': {'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:45.502693 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:45.504284 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be9a6c4-5d24-4054-8406-03590bf32204 None None] The sync data for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:45.657051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-2d234b22-9502-4b3c-a99b-231c4e032e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.658002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-2d234b22-9502-4b3c-a99b-231c4e032e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.658838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-2d234b22-9502-4b3c-a99b-231c4e032e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:45.661522 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-2d234b22-9502-4b3c-a99b-231c4e032e44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 2292 time: 0.2187855 Dec 16 15:34:45.663604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.821584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf21cf64-38a1-4426-92da-565b4bea32e3 req-6891b770-a3ff-4cd0-91cd-698789897c1a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.0990534 Dec 16 15:34:45.834348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Made reservation on behalf of 823bdd2138b544e1a36c11b419122938 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:45.836220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.847572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:45.856616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:45.935334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-0aea90e7-c801-4181-b10f-7e15ce1cf505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 999 time: 0.2417724 Dec 16 15:34:45.963353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:45.966898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.125790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-70e7f349-4319-4092-974a-585eada453d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:46.128291 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-70e7f349-4319-4092-974a-585eada453d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.1741590 Dec 16 15:34:46.341344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Allocated IP 172.20.0.13 (cf0f5830-b942-4a2e-9ca1-d735ea7f4015/49e1d91d-3a70-41aa-917f-12a16adbe393/ec8f6d70-ab47-4a26-915a-fc0e9fb2d118) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:46.349749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-223406e8-f764-4501-b372-c9f3c5a7fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:46.353813 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-223406e8-f764-4501-b372-c9f3c5a7fd42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147737 Dec 16 15:34:46.434512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Deleting port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:46.435054 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.470886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.471161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94dfac73-f4e1-4c8d-8a94-8206f0e45c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.639867 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-d0bdee3c-e188-4215-a5d8-f98c0939e4c2 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758832 Dec 16 15:34:46.765009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Allocated IP 172.25.7.221 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d9af114e-5cba-41e1-be74-bb6cb8d6b883) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:46.788658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] For port cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:46.789085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.859075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Calling delete_port for cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:46.878813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:46.908455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-a21400fc-262e-4f41-9f1e-e6ee5d20dfe8 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448575 Dec 16 15:34:46.974840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.010826 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-26bf3980-bd6c-4e8a-a1d4-38573c705d32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.0707080 Dec 16 15:34:47.081766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:47.101861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.111972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:47.115287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1303424-e378-4a53-b110-f9381968f8a0 req-d8d7bfdb-4e25-42ff-9c3a-f60882b9d3dc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.0681837 Dec 16 15:34:47.119985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:47.121777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.131665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:34:47.132053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.135560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=bc3178da-4ed9-4c51-bfd5-98005b142584,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:47.143700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8cc62-1e7b-43ba-ad60-f1371502a72d None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:47.147767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-b00a291c-f348-47e9-a163-5c91f32eae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:47.150778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-b00a291c-f348-47e9-a163-5c91f32eae8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1309538 Dec 16 15:34:47.260441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb48c077-bc84-4ec2-9b46-bfabb6a258b8,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:47.281226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Checking segment: {'id': 'dea1a7d1-738e-450f-887b-1b9a650bcaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:47.281663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network hostable DHCP agents. Network: 9e15808c-f1c1-44e4-900f-323517fff8c7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:34:47.287259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-6d2548a6-54dd-4b94-bf8e-c673ad84871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:47.288973 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-6d2548a6-54dd-4b94-bf8e-c673ad84871d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1143222 Dec 16 15:34:47.338956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.350523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-289aeebd-296a-4bb3-9c29-ee2c21fd8328 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3501673 Dec 16 15:34:47.358594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:47.367036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1873670078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc3178da-4ed9-4c51-bfd5-98005b142584'}], 'security_groups': ['284e058a-1873-4fb6-9cf8-063c32036400']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:47.390257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:34:47.406203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.457800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:34:47.480131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:47.486921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:47.489775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:47.495164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:47.496170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:47.528857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:47.554584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Update dhcp port {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'fixed_ips': [{'subnet_id': 'e58c1400-30f5-4198-aa4b-4f77b82c261e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc3178da-4ed9-4c51-bfd5-98005b142584'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '93dd0122-3081-4ebb-b9c9-297332bc9626'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:34:47.593202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event updated for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:47.596025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.608862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9e15808c-f1c1-44e4-900f-323517fff8c7) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:47.617036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:47.618950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.637199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a26ac4-17ba-4541-822b-740beda3d12f None None] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:47.653487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.707116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Pushing event deleted for resources: {'Port': ['ID=cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:47.721135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:47.722219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:47.751557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Pushing event updated for resources: {'Port': ['ID=d9af114e-5cba-41e1-be74-bb6cb8d6b883,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:47.830991 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-23066b69-c772-4dda-8ac8-4103ccf9190a tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3759468 Dec 16 15:34:47.848970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-c1a9c679-e545-4206-a1ca-e040f3876124 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501304 Dec 16 15:34:47.854220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:47.874731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1861968752', 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:48.088306 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:48.158448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-d5e5ea83-5c99-4d29-8a84-52d894cb6060 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675462 Dec 16 15:34:48.188421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Allocated IP 172.20.0.18 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/bc3178da-4ed9-4c51-bfd5-98005b142584/93dd0122-3081-4ebb-b9c9-297332bc9626) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:48.192483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:48.207775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-3849b1f9-dc43-4b50-9730-0bc0a3f75c49 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3469522 Dec 16 15:34:48.237477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:48.270114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27044142-49ba-42af-823e-61780c42548c None None] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:48.292279 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-fb9093ac-5310-41a3-8139-c08a15dd818f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.1088278 Dec 16 15:34:48.369271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Request body: {'port': {'device_id': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:48.513910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9d155-c22e-4a58-81ae-d646feeca63e req-9169df0d-572d-4972-913e-b43b07ac1675 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:48.531972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c9d155-c22e-4a58-81ae-d646feeca63e req-9169df0d-572d-4972-913e-b43b07ac1675 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 932 time: 0.1528804 Dec 16 15:34:48.584834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:48.769180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c9d155-c22e-4a58-81ae-d646feeca63e req-274c28d3-d2a0-47c0-8601-9ecd62a86abc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409995 Dec 16 15:34:48.854815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:48.867240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Made reservation on behalf of 823bdd2138b544e1a36c11b419122938 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:48.871474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:48.962670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.017167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-e5d69658-028f-4b43-836d-71d5bbb8cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:49.019790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-e5d69658-028f-4b43-836d-71d5bbb8cc12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.7162850 Dec 16 15:34:49.022694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] device_id is not set on port add625d2-556e-4d96-988f-7d0e7ba19242 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:34:49.038284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.059379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.098606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.175842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8b829-d81c-4b32-8ede-62b1c5d66a00 None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:49.217200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:49.398388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-c77fd6b8-8b23-47f1-a60d-842ea0cf49b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:49.401535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-c77fd6b8-8b23-47f1-a60d-842ea0cf49b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3652685 Dec 16 15:34:49.445847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Router ac853050-13a4-4668-bb47-bb6097c9a727 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:34:49.718919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.20.0.8 (9e15808c-f1c1-44e4-900f-323517fff8c7/eb48c077-bc84-4ec2-9b46-bfabb6a258b8/add625d2-556e-4d96-988f-7d0e7ba19242) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:49.743871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:34:49.750522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb4ff371-99b3-46be-8dd6-ffde9d04ac2e admin admin] 10.222.0.71 "PUT /v2.0/routers/ac853050-13a4-4668-bb47-bb6097c9a727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0797236 Dec 16 15:34:49.754688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:49.760043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Sync routers for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:34:49.802920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:49.805209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:50.016727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:34:50.083255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.171810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:50.172764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.181798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:34:50.211043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.256377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.258821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Transition to ACTIVE for port object ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:34:50.270032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4246933-0e4b-43b8-978b-e49320c08da3 req-d2258497-663e-4a01-9970-016af28ee287 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:50.275459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:50.278941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4246933-0e4b-43b8-978b-e49320c08da3 req-d2258497-663e-4a01-9970-016af28ee287 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 932 time: 0.2922328 Dec 16 15:34:50.391880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.457024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.534607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:50.548963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.560077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.560379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4246933-0e4b-43b8-978b-e49320c08da3 req-23fc71ee-3661-46cb-9b0b-36002f228bca tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788866 Dec 16 15:34:50.628835 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-71c76622-6073-43d2-8172-2b15be63fc87 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2129672 Dec 16 15:34:50.686825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Delete allocated IP 172.20.0.6 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/e58c1400-30f5-4198-aa4b-4f77b82c261e) {{(pid=104055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:34:50.725179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:50.821352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.29 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/bc3178da-4ed9-4c51-bfd5-98005b142584/39e67c5d-77d6-45bc-b89c-8972cf10452a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:50.856293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.879315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39'}], 'enable_snat': True}, 'gw_port_id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:47Z', 'revision_number': 5, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port': {'id': '5a104745-f6e1-492a-b2a3-af834c10d202', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2218, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:03Z', 'updated_at': '2021-12-16T15:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:50.900176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Attempting to bind port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:34:50.900727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Attempting to bind port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:34:50.901290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Attempting to bind port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:50.907295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Pushing event updated for resources: {'Port': ['ID=d9af114e-5cba-41e1-be74-bb6cb8d6b883,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:50.911631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:34:50.912534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Attempting to bind port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:34:50.925520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:34:50.926095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Checking segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:34:50.926745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Bound using segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:34:50.929806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Bound port: ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:34:50.929806 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:50.939870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Checking router: ac853050-13a4-4668-bb47-bb6097c9a727 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:34:50.955027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Routers {'ac853050-13a4-4668-bb47-bb6097c9a727'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:34:50.955732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ac853050-13a4-4668-bb47-bb6097c9a727'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:50.974497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.016089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:51.016553 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.126132 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-1c4bf369-f988-4716-8340-608633e8b3fa service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353981 Dec 16 15:34:51.174134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:51.193229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] Set router ac853050-13a4-4668-bb47-bb6097c9a727 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:34:51.205522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Deleting port 5a104745-f6e1-492a-b2a3-af834c10d202 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:51.206124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.208974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:34:51.210621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.215047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:34:51.232182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.233599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0e1f2e5-d7eb-4c7c-9b55-987811b9bf12 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9047804 Dec 16 15:34:51.261512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:51.289349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.291325 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-bbed69f7-dfb0-4c49-8737-d3ed2c60f054 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.1243048 Dec 16 15:34:51.335996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:50Z', 'revision_number': 6, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:51.370099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.370639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.371564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-b99ddb15-203f-4423-80ab-e00ae823d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.372605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] 10.222.0.74 "PUT /v2.0/ports/ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 HTTP/1.1" status: 200 len: 1092 time: 3.1391342 Dec 16 15:34:51.373095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:34:51.374115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-b99ddb15-203f-4423-80ab-e00ae823d3d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0709519 Dec 16 15:34:51.376617 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ac01c-751b-438f-9650-b4f84ac68fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:34:51.406859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Provisioning complete for port 39e67c5d-77d6-45bc-b89c-8972cf10452a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:51.411151 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.413931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fc8c6-a38b-4368-a76d-922dc5e7178b None None] The sync data for ids ['ac853050-13a4-4668-bb47-bb6097c9a727'] in n-d-821947-3 is: [{'id': 'ac853050-13a4-4668-bb47-bb6097c9a727', 'name': 'tempest-TestAggregatesBasicOps-1262031246-router', 'tenant_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:01Z', 'updated_at': '2021-12-16T15:34:50Z', 'revision_number': 6, 'project_id': '95d1f89eaaf442c18029063d2b7e5dfb', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:34:51.447932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] For port 5a104745-f6e1-492a-b2a3-af834c10d202, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5a104745-f6e1-492a-b2a3-af834c10d202,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:51.448343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.489437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Calling delete_port for 5a104745-f6e1-492a-b2a3-af834c10d202 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:51.521703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bbc431fb-2d67-4777-8f8a-21236456ca12 None None] Port 39e67c5d-77d6-45bc-b89c-8972cf10452a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:51.568027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-0e4337de-bdd0-4109-ba5f-41a05fcd8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.570275 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-0e4337de-bdd0-4109-ba5f-41a05fcd8ea7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1840327 Dec 16 15:34:51.582746 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0215d-861c-4c53-94f3-a2f647d2c53c x-openstack-request-id: req-89c0215d-861c-4c53-94f3-a2f647d2c53c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:34:51.583311 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:34:51.583642 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89c0215d-861c-4c53-94f3-a2f647d2c53c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:34:51.584388 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118', 'status': 'completed', 'code': 200} Dec 16 15:34:51.598055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:51.658810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.667107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.737960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:51.745767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:51.751593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:51.763960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee3dcd-179d-4758-bea0-badacd794cdc service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:51.807123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=add625d2-556e-4d96-988f-7d0e7ba19242,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:51.813878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:51.842887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-d2b836a7-ca64-4cd8-8078-1407d44769b1 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637684 Dec 16 15:34:51.863575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:34:51.897728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-a6c9f053-1e7e-41b9-98a0-9374d160cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.899724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-a6c9f053-1e7e-41b9-98a0-9374d160cbe5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 1095 time: 0.3200152 Dec 16 15:34:51.900240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:34:51.900709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device cce92b67-95a2-4ea6-aa62-6d8a1f07aeeb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:34:51.943641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.957254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.963966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.970239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.977391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:51.993914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.002860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.005629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-381094a9-bef0-4333-a5ff-2a0417b299ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.3285992 Dec 16 15:34:52.018674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.019308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.036547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.081324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=39e67c5d-77d6-45bc-b89c-8972cf10452a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:52.119907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] In _notify_port_updated(), no bound segment for port 39e67c5d-77d6-45bc-b89c-8972cf10452a on network bedce9ed-2524-430c-b9b5-d7fa2ba38850 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:34:52.125848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.126531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.127928 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-830545cc-2747-45ca-b957-5f32716871df tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/ports/39e67c5d-77d6-45bc-b89c-8972cf10452a HTTP/1.1" status: 200 len: 921 time: 4.7679601 Dec 16 15:34:52.131622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:52.152442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3229f-7e8b-47b8-99f4-e9e908e7413a req-11c56b84-260b-402f-8298-4ceae9e750cc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.154304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19e3229f-7e8b-47b8-99f4-e9e908e7413a req-11c56b84-260b-402f-8298-4ceae9e750cc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 944 time: 0.4043033 Dec 16 15:34:52.192338 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-efc9c5e1-a3bb-4f64-9c73-a05bf7bfd85f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.3209317 Dec 16 15:34:52.207478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60006) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:52.224185 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-f6185ada-f3aa-43f5-88a7-d2ea5f451a0a service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259516 Dec 16 15:34:52.309531 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-87fc170a-6ddf-4174-9461-5c52c956f920 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0503910 Dec 16 15:34:52.395547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-53407b0c-08c0-41d2-be9b-ea24c7108461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.397966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-53407b0c-08c0-41d2-be9b-ea24c7108461 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=3a6ff374484240e7aba09e71bd61ec72&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3813469 Dec 16 15:34:52.413193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a0021ea-4b67-4a7c-99e1-193b81c2a30e req-0b37ee6a-9700-42ba-ae74-0d9ecd10cafd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3695087 Dec 16 15:34:52.424932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-124ad0e4-fca1-4896-9ce0-982aa7be26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.428012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-124ad0e4-fca1-4896-9ce0-982aa7be26e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.0853803 Dec 16 15:34:52.532179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19e3229f-7e8b-47b8-99f4-e9e908e7413a req-9a7ad501-b581-4ccb-92bd-798d69859be1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388331 Dec 16 15:34:52.551181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 39e67c5d-77d6-45bc-b89c-8972cf10452a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:52.551480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.660204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-e1fd8e57-4794-4b9a-8874-74431dff9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.662992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe9ac01c-751b-438f-9650-b4f84ac68fc9 req-e1fd8e57-4794-4b9a-8874-74431dff9732 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407508 Dec 16 15:34:52.672935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-cfffd507-fd91-4c48-b405-38a1d11f7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:52.679351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.679869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-cfffd507-fd91-4c48-b405-38a1d11f7908 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2429070 Dec 16 15:34:52.697974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Deleting port add625d2-556e-4d96-988f-7d0e7ba19242 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:52.698533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.744625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.863946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a104745-f6e1-492a-b2a3-af834c10d202,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:52.909443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-23268c01-cb30-4dbc-8389-937f7ce09126 None None] Provisioning complete for port 39e67c5d-77d6-45bc-b89c-8972cf10452a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:52.911072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23268c01-cb30-4dbc-8389-937f7ce09126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.986614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:52.997025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfdd1c-edc3-4eac-845d-41c00ea6be25 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:53.017634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.020198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-23268c01-cb30-4dbc-8389-937f7ce09126 None None] Port 39e67c5d-77d6-45bc-b89c-8972cf10452a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:53.038316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 39e67c5d-77d6-45bc-b89c-8972cf10452a owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:53.048328 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-0d542b45-10d7-466a-891f-0b82cb3411d9 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190899 Dec 16 15:34:53.054996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.062351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Calling delete_port for add625d2-556e-4d96-988f-7d0e7ba19242 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:53.062633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.069042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.075900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.082264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.090689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.101231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.101231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c505372-237e-4e28-a58c-d80cedf32062 req-f13cb3c4-3f6c-4f1e-93d5-d76b2d44e507 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.4143388 Dec 16 15:34:53.169862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.370495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Allocated IP 172.25.7.78 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/dfea2556-3483-4aff-9209-60acf3e21f91) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:53.382025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-72998bb9-5929-458f-a312-57ebe45d50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:53.385334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-72998bb9-5929-458f-a312-57ebe45d50d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 1095 time: 0.5373168 Dec 16 15:34:53.397962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.409252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.504215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-f8b146b4-deba-45fb-a161-34868ea9c9e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 HTTP/1.1" status: 200 len: 217 time: 0.0915866 Dec 16 15:34:53.740024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.742075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac853050-13a4-4668-bb47-bb6097c9a727 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:34:53.762964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.770888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9fabb547-bc69-40d7-bd71-9dd8bc3f74a6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ac853050-13a4-4668-bb47-bb6097c9a727 HTTP/1.1" status: 204 len: 168 time: 4.0148752 Dec 16 15:34:53.919040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:53.967729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:53.969202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a104745-f6e1-492a-b2a3-af834c10d202 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:34:53.978548 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-d7a4801e-778d-43c7-90fd-d4a1770a2f6c service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215639 Dec 16 15:34:54.009538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5a104745-f6e1-492a-b2a3-af834c10d202 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:34:54.011003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5a104745-f6e1-492a-b2a3-af834c10d202 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:34:54.053035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Deleting subnet 84f32ba3-144c-4be3-8e34-1b87e4fd703a {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:34:54.063034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:54.066982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:54.072599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-5bd62127-8a29-4bcd-8c10-faeced83174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:54.074387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-5bd62127-8a29-4bcd-8c10-faeced83174e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.4906204 Dec 16 15:34:54.087431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-77eda07d-cfb1-4590-b3b7-86f48b2776d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.0752289 Dec 16 15:34:54.195075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-a29b727a-6b1c-46c8-bf2e-ab25e4441cff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919201 Dec 16 15:34:54.207263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:54.210159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:54.257372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffd2ef-c6e6-4741-aae8-0fcfb89df26c req-75de0d17-cf49-4961-9de1-dca2dee56c79 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:54.266307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ffd2ef-c6e6-4741-aae8-0fcfb89df26c req-75de0d17-cf49-4961-9de1-dca2dee56c79 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 944 time: 0.5574698 Dec 16 15:34:54.282268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:54.300793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Pushing event updated for resources: {'Port': ['ID=dfea2556-3483-4aff-9209-60acf3e21f91,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:54.303504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:54.370670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-5ea191cc-814e-4b01-8b68-2d9440da0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:54.373324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-5ea191cc-814e-4b01-8b68-2d9440da0722 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.2626739 Dec 16 15:34:54.431733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-a4e47d45-bbf6-4e36-93a5-939631c3cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:54.433670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-a4e47d45-bbf6-4e36-93a5-939631c3cf58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528486 Dec 16 15:34:54.471092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:54.549273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:54.605810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=39e67c5d-77d6-45bc-b89c-8972cf10452a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:54.725312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Port': ['ID=add625d2-556e-4d96-988f-7d0e7ba19242,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:55.038691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.045981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b4b2ae2-7b07-47d3-ae52-ccd246deabeb tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/ports/add625d2-556e-4d96-988f-7d0e7ba19242 HTTP/1.1" status: 204 len: 168 time: 2.8370297 Dec 16 15:34:55.060657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60048) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:55.080157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7', 'external_fixed_ips': [{'subnet_id': 'eb48c077-bc84-4ec2-9b46-bfabb6a258b8', 'ip_address': '172.20.0.8'}]}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:55.106155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-78de262d-b794-4576-8bf6-6599ca7325d1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637368 Dec 16 15:34:55.114551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.120893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e01c9f92-b863-4362-83bc-34e1912cd348 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/39e67c5d-77d6-45bc-b89c-8972cf10452a HTTP/1.1" status: 204 len: 168 time: 2.9849317 Dec 16 15:34:55.124742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60050) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:55.165789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1ffd2ef-c6e6-4741-aae8-0fcfb89df26c req-39f5d49e-13ca-41c5-bb68-e6d8df7a7ece tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8958313 Dec 16 15:34:55.211971 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6723c3-60be-4d84-8928-af70e40b571a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:34:55.217648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f6723c3-60be-4d84-8928-af70e40b571a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/39e67c5d-77d6-45bc-b89c-8972cf10452a HTTP/1.1" status: 404 len: 333 time: 0.0795019 Dec 16 15:34:55.238162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.241296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:55.346621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-e404bfc6-84a5-4498-8cbe-c13b0d0b55e4 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1302187 Dec 16 15:34:55.389711 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-1dab7348-138a-4771-9d90-808bf5578ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698283 Dec 16 15:34:55.398147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.398147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.469290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.478320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-f10d311b-c1cb-433e-9511-4e1eed5f7ea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.0779853 Dec 16 15:34:55.547191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.550862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebb68af2-a394-4331-a118-ffcc2a0e1adf req-fa5f79d3-6e37-4e65-919e-c41e5e014cd1 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886375 Dec 16 15:34:55.599502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.648679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.671262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.671751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-067f2024-6900-4f94-9898-8919bf9d7a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:55.673666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-067f2024-6900-4f94-9898-8919bf9d7a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1877522 Dec 16 15:34:55.674543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60070) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:55.689544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.751995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-7e128d76-61e6-4f20-99ce-3ff5c19caae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:55.754906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-7e128d76-61e6-4f20-99ce-3ff5c19caae2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718875 Dec 16 15:34:55.813112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f32ba3-144c-4be3-8e34-1b87e4fd703a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:55.829588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:55.837863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f93749f5-2cbf-453a-81ac-eae33a99513e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/84f32ba3-144c-4be3-8e34-1b87e4fd703a HTTP/1.1" status: 204 len: 168 time: 1.8646221 Dec 16 15:34:55.840818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce4695-d3eb-4fe8-94f1-77998922bce2 None None] Network b7af760a-66bb-42f3-bdd5-9236999e363b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:55.850344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:55.898364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-ed04bf58-7029-404a-9ef9-5cf48b89da37 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346793 Dec 16 15:34:56.004208 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.009847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.014601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/security-groups/905be6b8-7713-45a4-a577-77427feabec5 HTTP/1.1" status: 204 len: 168 time: 0.7645948 Dec 16 15:34:56.030771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60082) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:56.089864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] DHCP port deletion for b7af760a-66bb-42f3-bdd5-9236999e363b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:34:56.140774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fa4cd-a513-426e-887e-ce6431f5e870 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905be6b8-7713-45a4-a577-77427feabec5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:56.166832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Deleting port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:56.167401 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.178303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.248283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.277373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] For port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:56.277721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.296670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Calling delete_port for 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:56.330159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.331513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.332816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.334569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.337369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.339974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.341354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.347267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-0b3b0ed0-35a8-4f65-bc27-f1b9e08e2e78 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.6711788 Dec 16 15:34:56.374132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Deleting port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:56.374505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.397048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.502223 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7ec8ccc8-f5c2-4666-9310-a395c187474a req-a7d44d2c-a932-4eca-b02e-0ced94a4f78d service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816829 Dec 16 15:34:56.532703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.540394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.604655 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-ba189d4b-3c33-4f19-8d85-4882b0038767 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=871d6cfc-067a-4b60-b250-78f6182c76a6&id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2218149 Dec 16 15:34:56.609712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.616186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.627432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] For port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,segment=NetworkSegment(4109d26c-c1c6-4878-904a-b59219090dab),segment_id=4109d26c-c1c6-4878-904a-b59219090dab)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:34:56.628084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.671953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb581a-16d7-4284-a59d-5c5371be8c83 req-2c5d3406-7696-442c-948d-389578ef6d57 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:56.684687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17cb581a-16d7-4284-a59d-5c5371be8c83 req-2c5d3406-7696-442c-948d-389578ef6d57 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 944 time: 0.2918689 Dec 16 15:34:56.714251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] Pushing event deleted for resources: {'Port': ['ID=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:56.725136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c7494-4256-4aa1-b125-ac88823007b7 None None] No DVR routers for this DVR port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:34:56.757724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Calling delete_port for 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:56.766866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Pushing event updated for resources: {'Port': ['ID=dfea2556-3483-4aff-9209-60acf3e21f91,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:56.841693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.846184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.856272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/security-groups/284e058a-1873-4fb6-9cf8-063c32036400 HTTP/1.1" status: 204 len: 168 time: 0.8258400 Dec 16 15:34:56.857970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:56.864116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:56.888852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17cb581a-16d7-4284-a59d-5c5371be8c83 req-5c63dfc7-78a2-462a-84d1-f3cb3e54815e tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616247 Dec 16 15:34:56.929434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da1339-360d-4632-8cde-aa0e1f0da275 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e058a-1873-4fb6-9cf8-063c32036400,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:56.961430 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.003178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] No DVR routers for this DVR port 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:34:57.010703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=097c6f8f-b2d9-477a-b9d2-5acd4ff1c923,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:57.036954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet e58c1400-30f5-4198-aa4b-4f77b82c261e {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:34:57.039705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.042516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cb376675-c221-4a88-961d-ffdb50cfc047 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7795405 Dec 16 15:34:57.051798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60102) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:57.053807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.108532 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.139363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.177933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7af760a-66bb-42f3-bdd5-9236999e363b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:57.203975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4109d26c-c1c6-4878-904a-b59219090dab') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:57.205009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4109d26c-c1c6-4878-904a-b59219090dab') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:34:57.219153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.226269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.258395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.275389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:34:57.276382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:34:57.280822 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:34:57.356141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.463552 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e28a4ae9-5eb8-4d64-bf8e-eacc91731ce8 tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.4023345 Dec 16 15:34:57.465306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60108) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:57.508725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.564738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.573321 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.574227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/b7af760a-66bb-42f3-bdd5-9236999e363b HTTP/1.1" status: 204 len: 168 time: 1.7223001 Dec 16 15:34:57.574471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60112) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:57.617708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36df87-ae5d-42b8-b3f4-1d2c2ebe80c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7af760a-66bb-42f3-bdd5-9236999e363b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:57.640048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-03455d5e-e6b7-40e7-bb9c-c84d04e39827 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1657076 Dec 16 15:34:57.641111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:57.652253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.20.0.8 (9e15808c-f1c1-44e4-900f-323517fff8c7/eb48c077-bc84-4ec2-9b46-bfabb6a258b8/8e933e6c-14ae-4214-a402-58ac2a2c8790) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:34:57.901854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.903992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Deleting port dfea2556-3483-4aff-9209-60acf3e21f91 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:57.904519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.928030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:34:57.962628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:57.983069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:34:57.983510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 097c6f8f-b2d9-477a-b9d2-5acd4ff1c923 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:34:57.990222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=e58c1400-30f5-4198-aa4b-4f77b82c261e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:57.999998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.003461 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce5e90ad-38df-403a-8945-a77736b099ee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/e58c1400-30f5-4198-aa4b-4f77b82c261e HTTP/1.1" status: 204 len: 168 time: 1.1396775 Dec 16 15:34:58.017210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:58.017535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03cda5-b583-433d-8430-d93b02b20dbc None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:58.034853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:34:58.209294 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.296588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.297523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.319392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 9e15808c-f1c1-44e4-900f-323517fff8c7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:58.321572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4ce8-c21b-4940-a558-ff763cfb2cca req-4f4be02e-5b7e-4c4e-aae2-5e22e4ae8cab tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:58.323257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5da4ce8-c21b-4940-a558-ff763cfb2cca req-4f4be02e-5b7e-4c4e-aae2-5e22e4ae8cab tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 944 time: 0.2616026 Dec 16 15:34:58.325178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Calling delete_port for dfea2556-3483-4aff-9209-60acf3e21f91 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:34:58.358856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:58.361495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:34:58.370751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=8e933e6c-14ae-4214-a402-58ac2a2c8790,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:58.534374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5da4ce8-c21b-4940-a558-ff763cfb2cca req-549e8fff-ec29-47ef-be85-f1fd462105ed tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982916 Dec 16 15:34:58.653280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:34:58.653280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.659863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.745723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:58.840961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.033754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Pushing event deleted for resources: {'Port': ['ID=dfea2556-3483-4aff-9209-60acf3e21f91,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:59.266622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.270305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.274998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-85ca703a-d737-40ab-a7c0-c8379a507fd7 tempest-FloatingIPAdminTestJSON-236423387 tempest-FloatingIPAdminTestJSON-236423387-project] 10.222.0.71 "DELETE /v2.0/floatingips/1b5ac6a9-b050-4382-9b9a-284396b5e096 HTTP/1.1" status: 204 len: 168 time: 1.6290925 Dec 16 15:34:59.275857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60136) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:34:59.442463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba00f33d-ebbe-47e8-a427-a35e482c4b87 None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:59.443225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba00f33d-ebbe-47e8-a427-a35e482c4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.557183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.635630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.674167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.704184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba00f33d-ebbe-47e8-a427-a35e482c4b87 None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:34:59.704826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba00f33d-ebbe-47e8-a427-a35e482c4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.755105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ba00f33d-ebbe-47e8-a427-a35e482c4b87 None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:34:59.799634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:34:59.830941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:34:59.836007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:59.837583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.849785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.875035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dcc1f8-8ecf-43c4-acb5-9f275607ea47 None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:34:59.898047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=5044b77b-8a66-45ee-acad-f2a110b4209f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:34:59.940006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff939d-1f31-4770-a8e6-3bf611c0e4a0 req-3325bfcc-42a2-43fd-9eda-1ab533da28d8 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:34:59.945192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ff939d-1f31-4770-a8e6-3bf611c0e4a0 req-3325bfcc-42a2-43fd-9eda-1ab533da28d8 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 944 time: 0.2483127 Dec 16 15:34:59.980527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Deleting port d9af114e-5cba-41e1-be74-bb6cb8d6b883 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:34:59.981458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:34:59.987801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:35:00.046918 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1f0970e5-b114-43b2-87b5-1e407e7ef5c8 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0228319 Dec 16 15:35:00.067087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60148) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:00.073232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'security_group': {'name': 'tempest-secgroup-856264726'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:00.172788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82ff939d-1f31-4770-a8e6-3bf611c0e4a0 req-5287983d-0856-4885-969a-954548c7696d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120388 Dec 16 15:35:00.190599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Deleting port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:00.191472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.229638 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.230216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.251807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Calling delete_port for d9af114e-5cba-41e1-be74-bb6cb8d6b883 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:00.278378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.316184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 2285783a-3256-44f7-872a-d44df94e3e4d is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:35:00.516291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:00.573759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] For port 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:00.574663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.579196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'port_id': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118', 'mac_address': 'fa:16:3e:a8:16:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e1d91d-3a70-41aa-917f-12a16adbe393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:35:00.668672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Calling delete_port for 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:00.675597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.703015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Update dhcp port {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'fixed_ips': [{'subnet_id': 'bc3178da-4ed9-4c51-bfd5-98005b142584', 'ip_address': '172.20.0.18'}, {'subnet_id': '5044b77b-8a66-45ee-acad-f2a110b4209f'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '93dd0122-3081-4ebb-b9c9-297332bc9626'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:35:00.756726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.766406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9af114e-5cba-41e1-be74-bb6cb8d6b883,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:00.786474 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.803244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:35:00.833474 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.836265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:00.837972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.839719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7875a3f8-fd19-4c09-b988-ddf3ff605e6d tempest-FloatingIPAdminTestJSON-807251213 tempest-FloatingIPAdminTestJSON-807251213-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/60277f10-b0d2-4fc2-9819-5b5fa0631f03 HTTP/1.1" status: 204 len: 168 time: 1.5629032 Dec 16 15:35:00.849768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:00.850698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Sync routers for ids ['2285783a-3256-44f7-872a-d44df94e3e4d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:00.860943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:00.870864 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Routers {'2285783a-3256-44f7-872a-d44df94e3e4d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:00.872481 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2285783a-3256-44f7-872a-d44df94e3e4d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:00.908593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:01.016754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.062416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18edb3-8fce-499c-a1a3-6f438b819b3b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:01.091982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.099645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.105537 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c8335a91-edc6-4844-a693-282ddac76b06 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.0389528 Dec 16 15:35:01.107115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60164) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:01.108403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-fe8489da-50a6-45ef-869a-bcf523d65042 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909724 Dec 16 15:35:01.112186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 6c6fcd81-464d-48f4-a875-d60f9f90a920 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:01.112561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.362233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.372300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:01.379205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'security_group': {'name': 'tempest-secgroup-380039220'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:01.384875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-faf80010-d66e-450c-a9fe-608ef3bd4936 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3147767 Dec 16 15:35:01.388312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.407793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.451077 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Set router 2285783a-3256-44f7-872a-d44df94e3e4d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:01.484565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:01.509542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 6c6fcd81-464d-48f4-a875-d60f9f90a920 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:01.517646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Allocated IP 172.20.0.2 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/5044b77b-8a66-45ee-acad-f2a110b4209f/93dd0122-3081-4ebb-b9c9-297332bc9626) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:01.524038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Pushing event deleted for resources: {'Port': ['ID=56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:01.535115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:35:01.644920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-3d443ce9-267c-4d8f-bb3d-3d8570adda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:01.649500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-3d443ce9-267c-4d8f-bb3d-3d8570adda81 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1096 time: 0.3301837 Dec 16 15:35:01.721090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:01.890597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264d66-5025-46f0-88a6-5bc50462ff7b req-99f7f506-be51-4b32-af38-3407b5e1ce1d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:01.893398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7264d66-5025-46f0-88a6-5bc50462ff7b req-99f7f506-be51-4b32-af38-3407b5e1ce1d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 945 time: 0.5016007 Dec 16 15:35:01.996521 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2285783a-3256-44f7-872a-d44df94e3e4d', 'name': '', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7', 'external_fixed_ips': [{'subnet_id': 'eb48c077-bc84-4ec2-9b46-bfabb6a258b8', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e933e6c-14ae-4214-a402-58ac2a2c8790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:55Z', 'updated_at': '2021-12-16T15:34:58Z', 'revision_number': 3, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port': {'id': '8e933e6c-14ae-4214-a402-58ac2a2c8790', 'name': '', 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2285783a-3256-44f7-872a-d44df94e3e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2288, 'fixed_ips': [{'subnet_id': 'eb48c077-bc84-4ec2-9b46-bfabb6a258b8', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:57Z', 'updated_at': '2021-12-16T15:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb48c077-bc84-4ec2-9b46-bfabb6a258b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:02.031232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.069409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:02.102841 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Checking router: 2285783a-3256-44f7-872a-d44df94e3e4d for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:02.103289 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Updating router 2285783a-3256-44f7-872a-d44df94e3e4d port 8e933e6c-14ae-4214-a402-58ac2a2c8790 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:35:02.190635 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.225712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.282129 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.306908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.313328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.324857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.376714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7264d66-5025-46f0-88a6-5bc50462ff7b req-02defaa2-5ea5-4ebe-81fb-2f40f42a8c7b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474479 Dec 16 15:35:02.391534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.449699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-ba42dec2-b94a-4bc1-abfe-a1ffadfea2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:02.451696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-ba42dec2-b94a-4bc1-abfe-a1ffadfea2b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.6542466 Dec 16 15:35:02.553032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-d9112ecb-3108-4662-b8c8-ce68e819682e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 1001 time: 0.0923853 Dec 16 15:35:02.554204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9958d4ba-5f1d-4829-a04a-478b2aecb6a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:02.594999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a257-9386-4499-b308-6bb6753e3f19 None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:02.629429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Deleting port 8e933e6c-14ae-4214-a402-58ac2a2c8790 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:02.630188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.637504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.648420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.652366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-41f9673f-8eea-4a77-82a4-718b766d6a49 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2765696 Dec 16 15:35:02.659308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60186) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:02.742825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'security_group': {'name': 'tempest-secgroup-1521459348'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:02.748353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=6c6fcd81-464d-48f4-a875-d60f9f90a920,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:02.887122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:35:02.888268 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.933854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-ec490589-1222-46ff-9ba9-16b6220ef6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:02.938778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-ec490589-1222-46ff-9ba9-16b6220ef6f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.3756626 Dec 16 15:35:02.943180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:02.956349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c6846371-fe20-401c-8330-057cbadec5bf tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/ports/6c6fcd81-464d-48f4-a875-d60f9f90a920 HTTP/1.1" status: 204 len: 168 time: 2.1097426 Dec 16 15:35:02.966079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60188) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:03.016135 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.062517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.087476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.151957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-8be04312-e9e3-4bf7-a3f1-539eb121d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:03.151957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-8be04312-e9e3-4bf7-a3f1-539eb121d85b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875963 Dec 16 15:35:03.157766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Calling delete_port for 8e933e6c-14ae-4214-a402-58ac2a2c8790 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:03.176382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Attempting to bind port 8e933e6c-14ae-4214-a402-58ac2a2c8790 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:03.176382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Attempting to bind port 8e933e6c-14ae-4214-a402-58ac2a2c8790 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'dea1a7d1-738e-450f-887b-1b9a650bcaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:03.176382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Attempting to bind port 8e933e6c-14ae-4214-a402-58ac2a2c8790 on network 9e15808c-f1c1-44e4-900f-323517fff8c7 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:03.186814 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c002-0832-4193-af9d-91094e45e7f4 None None] Pushing event updated for resources: {'Port': ['ID=8e933e6c-14ae-4214-a402-58ac2a2c8790,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:03.195046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c1ec9-e1d1-4d67-8a47-3252f7278e4b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:03.207245 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:03.207245 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Checking segment: {'id': 'dea1a7d1-738e-450f-887b-1b9a650bcaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:03.207516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-780c1ec9-e1d1-4d67-8a47-3252f7278e4b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "GET /v2.0/ports?device_id=b86cd8a1-001c-4dfd-a38e-2870f2794c21 HTTP/1.1" status: 200 len: 913 time: 0.2135298 Dec 16 15:35:03.207605 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.207605 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Bound using segment: {'id': 'dea1a7d1-738e-450f-887b-1b9a650bcaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:03.207605 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Bound port: 8e933e6c-14ae-4214-a402-58ac2a2c8790, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea1a7d1-738e-450f-887b-1b9a650bcaec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e15808c-f1c1-44e4-900f-323517fff8c7'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:03.207605 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.215749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60194) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:03.289233 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] For port 8e933e6c-14ae-4214-a402-58ac2a2c8790, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:03.293586 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] For port 8e933e6c-14ae-4214-a402-58ac2a2c8790, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8e933e6c-14ae-4214-a402-58ac2a2c8790,segment=NetworkSegment(dea1a7d1-738e-450f-887b-1b9a650bcaec),segment_id=dea1a7d1-738e-450f-887b-1b9a650bcaec)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:03.332051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:03.343222 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b074a8c9-c332-4cc9-8035-79c4c449516a admin admin] 10.222.0.71 "PUT /v2.0/routers/b7df1d58-9aa7-4a93-82a6-516a7ffec2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7674875 Dec 16 15:35:03.346300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Sync routers for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:03.358520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60196) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:03.380084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:03.398304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:03.417515 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:03.619467 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c002-0832-4193-af9d-91094e45e7f4 None None] Pushing event updated for resources: {'Port': ['ID=8e933e6c-14ae-4214-a402-58ac2a2c8790,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:03.641891 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Routers {'2285783a-3256-44f7-872a-d44df94e3e4d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:03.642707 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2285783a-3256-44f7-872a-d44df94e3e4d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:03.771509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:03.904835 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] Set router 2285783a-3256-44f7-872a-d44df94e3e4d gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:03.944436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:03.947345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:03.978930 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2285783a-3256-44f7-872a-d44df94e3e4d', 'name': '', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:55Z', 'updated_at': '2021-12-16T15:35:02Z', 'revision_number': 4, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:04.010167 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72220961-6bfe-451a-b5b1-54b1aab601fa None None] The sync data for ids ['2285783a-3256-44f7-872a-d44df94e3e4d'] in n-d-821947-3 is: [{'id': '2285783a-3256-44f7-872a-d44df94e3e4d', 'name': '', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:55Z', 'updated_at': '2021-12-16T15:35:02Z', 'revision_number': 4, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:04.218770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.312636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.343705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-41629025-fe7b-402d-b01a-3f6ba7bb2195 None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:04.344123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-41629025-fe7b-402d-b01a-3f6ba7bb2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.408491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.431249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-55bb2e2f-8756-46e9-8e82-be7854737a72 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2290144 Dec 16 15:35:04.465052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:04.465507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.469927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:35:01Z', 'revision_number': 5, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:04.528020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:35:04.533751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:04.534181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.543378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Checking router: b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:04.603065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-41629025-fe7b-402d-b01a-3f6ba7bb2195 None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:04.603433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-41629025-fe7b-402d-b01a-3f6ba7bb2195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.611251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Routers {'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:04.612114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:04.621682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d00f3e-5a91-4732-a6b1-2ba5ad05b34c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:04.739719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb259c8-b0cf-4c55-aecd-ed3e6abaeae0 req-d1fb1d41-4c14-4acd-a00b-62ea0f67bdb7 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:04.742465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcb259c8-b0cf-4c55-aecd-ed3e6abaeae0 req-d1fb1d41-4c14-4acd-a00b-62ea0f67bdb7 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 945 time: 0.5387223 Dec 16 15:35:04.767106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.773392 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ddfc53f-7e98-48c4-93b5-2e6e9a8e2d70 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.0313952 Dec 16 15:35:04.774694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60214) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:04.786079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-41629025-fe7b-402d-b01a-3f6ba7bb2195 None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:04.813147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.813865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1575152854', 'security_groups': ['32d00f3e-5a91-4732-a6b1-2ba5ad05b34c'], 'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5044b77b-8a66-45ee-acad-f2a110b4209f'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:04.827291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.851120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:04.901460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:04.903503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e933e6c-14ae-4214-a402-58ac2a2c8790,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:04.912839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:04.931140 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5077a530-2e22-4dae-87c0-6e194dbafeff" -d '{"events": [{"server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:05.013888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] Set router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:05.022893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-505339a9-54ae-474b-93ca-3ad6588e7ef4 req-fe0ed5d4-db6d-4216-8cab-8c0655c5f0bf service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625217 Dec 16 15:35:05.040551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcb259c8-b0cf-4c55-aecd-ed3e6abaeae0 req-ab10f086-1483-4958-a5ae-3b4b9a3599e7 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777476 Dec 16 15:35:05.046549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.095304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Deleting port 28f9745c-6d34-459a-8a3e-7ef58eca19e0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:05.096378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.217544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.255673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.262459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.265517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] For port 28f9745c-6d34-459a-8a3e-7ef58eca19e0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=28f9745c-6d34-459a-8a3e-7ef58eca19e0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:05.265967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.371062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:05.378001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Calling delete_port for 28f9745c-6d34-459a-8a3e-7ef58eca19e0 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:05.486467 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2321b2d7-5160-4a4a-acbe-9f79b07f7c0b x-openstack-request-id: req-2321b2d7-5160-4a4a-acbe-9f79b07f7c0b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:05.486939 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:05.487052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.487635 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2321b2d7-5160-4a4a-acbe-9f79b07f7c0b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:05.488139 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118', 'code': 200} Dec 16 15:35:05.497023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:05.631234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] device_id is not set on port 90e847f4-bddd-4d82-94ca-505ef6f30625 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:35:05.764310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ad53a-983b-470e-ad17-079f6c3f0727 req-f14f002f-fe58-47af-b8ab-93229d06c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:05.764310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-260ad53a-983b-470e-ad17-079f6c3f0727 req-f14f002f-fe58-47af-b8ab-93229d06c3e4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 1097 time: 0.0724270 Dec 16 15:35:05.764473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:05.764473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:35:01Z', 'revision_number': 5, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:05.764473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bac2f-af5b-42fc-a197-c65ac923f49e None None] The sync data for ids ['b7df1d58-9aa7-4a93-82a6-516a7ffec2a0'] in n-d-821947-3 is: [{'id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'name': 'tempest-TestAggregatesBasicOps-2020766665-router', 'tenant_id': '9702b6ccff0d4bf0ab93017823caade9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:34:21Z', 'updated_at': '2021-12-16T15:35:01Z', 'revision_number': 5, 'project_id': '9702b6ccff0d4bf0ab93017823caade9', 'gw_port': {'id': '28f9745c-6d34-459a-8a3e-7ef58eca19e0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7df1d58-9aa7-4a93-82a6-516a7ffec2a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2248, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:34:25Z', 'updated_at': '2021-12-16T15:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:05.797005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-260ad53a-983b-470e-ad17-079f6c3f0727 req-96f4900d-e5d0-4361-bf15-576533c93ffb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954909 Dec 16 15:35:05.912962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 8d1e2619-a071-4183-b912-5b83e238643f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:05.913451 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.082625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.082625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 8d1e2619-a071-4183-b912-5b83e238643f owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:06.119402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.122542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2285783a-3256-44f7-872a-d44df94e3e4d {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:06.125737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.127287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5cb062c1-fbb4-4930-a2b6-e2b315294277 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/routers/2285783a-3256-44f7-872a-d44df94e3e4d HTTP/1.1" status: 204 len: 168 time: 5.0200856 Dec 16 15:35:06.131658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60230) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:06.216934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Deleting subnet eb48c077-bc84-4ec2-9b46-bfabb6a258b8 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:06.222831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.225804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.282002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Pushing event deleted for resources: {'Port': ['ID=28f9745c-6d34-459a-8a3e-7ef58eca19e0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:06.308875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e106c3-6381-451b-8c1e-357437fe54bc None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:06.386159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.440141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.483951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef8c6-de94-402b-8db3-99689d44ee09 req-a2704ab6-81d4-4141-8391-a005df8529de tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:06.489341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5aef8c6-de94-402b-8db3-99689d44ee09 req-a2704ab6-81d4-4141-8391-a005df8529de tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.2684162 Dec 16 15:35:06.549702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.553215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.576854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.609644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5aef8c6-de94-402b-8db3-99689d44ee09 req-d0f5d1f3-36ae-4137-a5c9-adf0a9c3c5ed tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045723 Dec 16 15:35:06.761246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.7 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/5044b77b-8a66-45ee-acad-f2a110b4209f/90e847f4-bddd-4d82-94ca-505ef6f30625) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:06.896602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.897200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:06.904049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.907221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b42f8602-c6f4-47db-9580-703dbab0468a admin admin] 10.222.0.71 "DELETE /v2.0/routers/b7df1d58-9aa7-4a93-82a6-516a7ffec2a0 HTTP/1.1" status: 204 len: 168 time: 3.5422952 Dec 16 15:35:06.909721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60240) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:06.944677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:06.988564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.000823 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/eb48c077-bc84-4ec2-9b46-bfabb6a258b8 HTTP/1.1" status: 204 len: 168 time: 0.8671114 Dec 16 15:35:07.016185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Deleting subnet c7fdbe0f-15bc-4d43-9a97-41b62a83e542 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:07.026556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60244) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:07.039568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.060073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199292e6-629b-414f-bf10-cc42bf00adec tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb48c077-bc84-4ec2-9b46-bfabb6a258b8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:07.113768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.240548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=8d1e2619-a071-4183-b912-5b83e238643f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:07.272482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.374101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.668403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.736816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.775173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.831152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e15808c-f1c1-44e4-900f-323517fff8c7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:07.853873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea1a7d1-738e-450f-887b-1b9a650bcaec') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:07.854182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea1a7d1-738e-450f-887b-1b9a650bcaec') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:07.880791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.887181 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.914367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:07.933819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:07.939471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:07.939895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 56e3cf46-f4e9-4e1a-9530-e25b3a6bb1b0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:07.940345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28f9745c-6d34-459a-8a3e-7ef58eca19e0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:07.961867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 28f9745c-6d34-459a-8a3e-7ef58eca19e0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:07.962306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 28f9745c-6d34-459a-8a3e-7ef58eca19e0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:07.994583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:35:07.995002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.005394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804f4d-7a0b-40cd-9cc9-d30b9e2b3bd9 req-fa7170c2-35da-4a50-baf5-8986fd856cd2 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:08.007565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da804f4d-7a0b-40cd-9cc9-d30b9e2b3bd9 req-fa7170c2-35da-4a50-baf5-8986fd856cd2 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.2472146 Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:08.007868 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:08.020098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.138659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fdbe0f-15bc-4d43-9a97-41b62a83e542,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:08.153420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.160563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.169480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7b6a08f5-b90d-4e21-a516-230144810660 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c7fdbe0f-15bc-4d43-9a97-41b62a83e542 HTTP/1.1" status: 204 len: 168 time: 1.2532201 Dec 16 15:35:08.171126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:08.176908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7dc3f-a5fb-4d32-bd80-00eea44b0174 None None] Network 27a50df9-3ad2-46d1-bded-229802e8094e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:08.240608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:08.263225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:08.265932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:08.273435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=90e847f4-bddd-4d82-94ca-505ef6f30625,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:08.302342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da804f4d-7a0b-40cd-9cc9-d30b9e2b3bd9 req-e81ae8d1-b761-4d1f-8da6-6e27957e33ca tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514036 Dec 16 15:35:08.363454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.374437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.460673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e15808c-f1c1-44e4-900f-323517fff8c7 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:35:08.489015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.494000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/networks/9e15808c-f1c1-44e4-900f-323517fff8c7 HTTP/1.1" status: 204 len: 168 time: 1.4580915 Dec 16 15:35:08.496932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c2e9-03e0-4966-b8ea-7601be162b39 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e15808c-f1c1-44e4-900f-323517fff8c7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:08.541583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Deleting port 120cd878-f8aa-4251-b405-53bdd8c3da8f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:08.542989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.582862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:08.584508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.742620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] For port 120cd878-f8aa-4251-b405-53bdd8c3da8f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=120cd878-f8aa-4251-b405-53bdd8c3da8f,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:08.743019 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.765477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0193bb12-7aee-4d80-9b3e-a985e4d31799 None None] Provisioning complete for port 90e847f4-bddd-4d82-94ca-505ef6f30625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:08.765960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0193bb12-7aee-4d80-9b3e-a985e4d31799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:08.815621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Calling delete_port for 120cd878-f8aa-4251-b405-53bdd8c3da8f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:08.857954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] DHCP port deletion for 27a50df9-3ad2-46d1-bded-229802e8094e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:08.868294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-78319967-b8a8-4c87-b7b8-32a3f4351ac9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0585167 Dec 16 15:35:08.880137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60280) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:08.904763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:08.981871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0193bb12-7aee-4d80-9b3e-a985e4d31799 None None] Port 90e847f4-bddd-4d82-94ca-505ef6f30625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:09.013832 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60288) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:09.019862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'name': 'tempest-router--831994853', 'project_id': '5a3f5e910d2a458fadef87d9cae12a4c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:09.055731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Deleting port 120cd878-f8aa-4251-b405-53bdd8c3da8f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:09.056807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.066972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-970101d9-cc2d-4b29-b97b-672176050847 req-21f58855-cca5-4a8e-8ec4-302f8abfea02 service neutron] (104055) timed out ('10.222.0.71', 60098) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:35:09.157597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.165410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] For port 120cd878-f8aa-4251-b405-53bdd8c3da8f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=120cd878-f8aa-4251-b405-53bdd8c3da8f,segment=NetworkSegment(c87102e6-6de9-44bd-b032-67c840dd7e84),segment_id=c87102e6-6de9-44bd-b032-67c840dd7e84)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:09.166192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.186602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Calling delete_port for 120cd878-f8aa-4251-b405-53bdd8c3da8f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:09.259441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Pushing event deleted for resources: {'Port': ['ID=120cd878-f8aa-4251-b405-53bdd8c3da8f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:09.270643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.271746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.405389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] No DVR routers for this DVR port 120cd878-f8aa-4251-b405-53bdd8c3da8f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:09.410322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.424535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.468173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] No DVR routers for this DVR port 120cd878-f8aa-4251-b405-53bdd8c3da8f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:09.516186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a471ebe-d1c8-4735-80c7-05ed5ac530cf None None] Pushing event deleted for resources: {'Port': ['ID=120cd878-f8aa-4251-b405-53bdd8c3da8f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:09.547211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.569874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Router b86cd8a1-001c-4dfd-a38e-2870f2794c21 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:35:09.584448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.656588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a50df9-3ad2-46d1-bded-229802e8094e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.672069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87102e6-6de9-44bd-b032-67c840dd7e84') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.672379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87102e6-6de9-44bd-b032-67c840dd7e84') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.687099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.689049 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-878eccef-a164-4a7a-ba46-1cb7ea0274d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6735487 Dec 16 15:35:09.690947 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.692649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60300) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:09.752845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:09.760471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bac1cc57-8007-4a7b-ac51-83d62103bd32 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "PUT /v2.0/routers/b86cd8a1-001c-4dfd-a38e-2870f2794c21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5426891 Dec 16 15:35:09.763973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60302) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:09.773147 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] Sync routers for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:09.795669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.801355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.807327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:35:09.807327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: items = [ Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:09.809243 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:09.833788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:09.835337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.950719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.972517 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] Routers {'b86cd8a1-001c-4dfd-a38e-2870f2794c21'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:09.973168 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:34:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:09.974639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 120cd878-f8aa-4251-b405-53bdd8c3da8f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:10.014200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 120cd878-f8aa-4251-b405-53bdd8c3da8f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:10.015420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 120cd878-f8aa-4251-b405-53bdd8c3da8f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:10.020046 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:10.022604 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5a3b2-7c1e-4d93-a30f-07a4ee793f80 None None] The sync data for ids ['b86cd8a1-001c-4dfd-a38e-2870f2794c21'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:10.027803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:10.032692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.124398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.200229 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5044b77b-8a66-45ee-acad-f2a110b4209f (CIDR: 172.20.0.0/28) Dec 16 15:35:10.203413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.211006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.218497 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] 10.222.0.71 "DELETE /v2.0/networks/27a50df9-3ad2-46d1-bded-229802e8094e HTTP/1.1" status: 204 len: 168 time: 2.0402229 Dec 16 15:35:10.218497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.220776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.238073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53c65-d704-4566-8852-4d095971c141 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a50df9-3ad2-46d1-bded-229802e8094e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:10.252364 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:35:10.252897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:10.286113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.365122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:10.365823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a83700f5-326c-41a5-9eb1-405b9dd844d9 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4779873 Dec 16 15:35:10.376627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:10.448699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.449227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c515b36-ded9-4d5a-9e19-454b67128409 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:10.454972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.456385 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-669226db-2cef-46f2-9f9b-89c8ec4d66ee tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/routers/7c515b36-ded9-4d5a-9e19-454b67128409 HTTP/1.1" status: 204 len: 168 time: 0.7625368 Dec 16 15:35:10.499731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 3dbffe78-c43e-4e55-bbbb-786f26a8d925 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:10.500723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.534792 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:35:10.637565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.656741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 3dbffe78-c43e-4e55-bbbb-786f26a8d925 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:10.672059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:10.678750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:10.836588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:10.897075 n-d-821947-3 neutron-server[104055]: INFO neutron.db.ipam_backend_mixin [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bc3178da-4ed9-4c51-bfd5-98005b142584 (CIDR: 172.20.0.16/28) Dec 16 15:35:10.958720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60330) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:10.981809 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:35:10.982835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:11.012400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60334) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:11.012793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df17c3de-c048-4fa2-9c40-425469073207 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=95d1f89eaaf442c18029063d2b7e5dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1744516 Dec 16 15:35:11.038527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.094464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-04cc4cc0-15a7-4523-b1b6-0ec08d063cc1 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7281520 Dec 16 15:35:11.097225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60336) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:11.103493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'subnet': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:11.155617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=3dbffe78-c43e-4e55-bbbb-786f26a8d925,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:11.195196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f3c0f-e414-4871-bcd9-411fecf8defc None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:11.331440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.424199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1701706798', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:11.492236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.511225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Made reservation on behalf of 3a8e7e7df27b41e89f05253dffb16e75 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:11.516617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.596236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.615488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.621946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.934863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.944010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:11.995995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.002062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.013565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.021447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a89863a-d33e-4ce7-b8b9-36d9d8e2dd16 HTTP/1.1" status: 204 len: 168 time: 1.0067968 Dec 16 15:35:12.036212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.037070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:12.041492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Fanout notify agent at l3_agent the message router_deleted on router b86cd8a1-001c-4dfd-a38e-2870f2794c21 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:12.068212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.070650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e18dee29-8960-48e3-91db-b28650d3773b tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/routers/b86cd8a1-001c-4dfd-a38e-2870f2794c21 HTTP/1.1" status: 204 len: 168 time: 2.3049860 Dec 16 15:35:12.076222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:12.080306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf8be6-c2ed-4020-b8fb-f0facd72e0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89863a-d33e-4ce7-b8b9-36d9d8e2dd16,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:12.106890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:12.125810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:12.126656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.165744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f430c8d-49c8-46d0-9230-b938f09bf2e1 None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:12.183960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Subnet': ['ID=0ea842af-5b11-4caa-ae28-231edaa88c7a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:12.194291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting subnet 35d01a2e-d683-4b6f-ae33-e0709dc3d303 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:12.205424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.266132 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f545bb8f-b5fb-407f-bffc-2cbbd21a5d6d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1673009 Dec 16 15:35:12.266820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60356) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:12.277762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-782951893', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ea842af-5b11-4caa-ae28-231edaa88c7a'}], 'security_groups': ['3d18edb3-8fce-499c-a1a3-6f438b819b3b', '9958d4ba-5f1d-4829-a04a-478b2aecb6a4']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:12.321566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.375531 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.481442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Update dhcp port {'port': {'network_id': 'bedce9ed-2524-430c-b9b5-d7fa2ba38850', 'fixed_ips': [{'subnet_id': 'bc3178da-4ed9-4c51-bfd5-98005b142584', 'ip_address': '172.20.0.18'}, {'subnet_id': '5044b77b-8a66-45ee-acad-f2a110b4209f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ea842af-5b11-4caa-ae28-231edaa88c7a'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '93dd0122-3081-4ebb-b9c9-297332bc9626'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:35:12.530669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.750412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:12.931127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Allocated IP 172.20.0.34 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/0ea842af-5b11-4caa-ae28-231edaa88c7a/93dd0122-3081-4ebb-b9c9-297332bc9626) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:12.971950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.115163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.237407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:13.311774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.349850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.394132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.434133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Subnet': ['ID=35d01a2e-d683-4b6f-ae33-e0709dc3d303,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:13.440565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.454307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6ce42a85-e300-44e0-881d-d31f6854766d tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/subnets/35d01a2e-d683-4b6f-ae33-e0709dc3d303 HTTP/1.1" status: 204 len: 168 time: 1.3761985 Dec 16 15:35:13.461084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60374) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:13.502227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050acd26-4a0c-4466-a8a0-012654f76451 None None] Network 934d9538-48a1-4122-b81b-600f32a17a63 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:13.612057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Delete allocated IP 172.20.0.7 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/5044b77b-8a66-45ee-acad-f2a110b4209f) {{(pid=104055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:35:13.621020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Allocated IP 172.20.0.45 (bedce9ed-2524-430c-b9b5-d7fa2ba38850/0ea842af-5b11-4caa-ae28-231edaa88c7a/90e847f4-bddd-4d82-94ca-505ef6f30625) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:13.795976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6b339-37af-4371-afa4-83bb312b782e None None] Pushing event updated for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:13.815512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:13.916923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60382) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:13.951682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] DHCP port deletion for 934d9538-48a1-4122-b81b-600f32a17a63 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:13.994304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.054114 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.076622 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3f8c07c4-36f3-48b4-96fa-2d3ee7f3f01e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9702b6ccff0d4bf0ab93017823caade9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577017 Dec 16 15:35:14.078386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60384) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:14.079400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.106972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.125671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 3a6da016-4ee9-4bea-8475-c815a505a7cb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:14.128342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.238134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3ab9b6f-736c-47b5-85d8-c4dadb1c31e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.267064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Deleting port 3a6da016-4ee9-4bea-8475-c815a505a7cb {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:14.267490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.396744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event updated for resources: {'Port': ['ID=90e847f4-bddd-4d82-94ca-505ef6f30625,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:14.410400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] For port 3a6da016-4ee9-4bea-8475-c815a505a7cb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a6da016-4ee9-4bea-8475-c815a505a7cb,segment=NetworkSegment(666e8597-89d1-4610-a65d-dcc3d8eda5d4),segment_id=666e8597-89d1-4610-a65d-dcc3d8eda5d4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:14.412719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.442149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] For port 3a6da016-4ee9-4bea-8475-c815a505a7cb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3a6da016-4ee9-4bea-8475-c815a505a7cb,segment=NetworkSegment(666e8597-89d1-4610-a65d-dcc3d8eda5d4),segment_id=666e8597-89d1-4610-a65d-dcc3d8eda5d4)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:14.442595 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.446817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.480835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Calling delete_port for 3a6da016-4ee9-4bea-8475-c815a505a7cb owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:14.503032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.563876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 3a6da016-4ee9-4bea-8475-c815a505a7cb owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:14.588231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] In _notify_port_updated(), no bound segment for port 90e847f4-bddd-4d82-94ca-505ef6f30625 on network bedce9ed-2524-430c-b9b5-d7fa2ba38850 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:35:14.598098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:14.603999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.603999 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fcc01767-9e51-485d-ac38-dcde51a64b67 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "PUT /v2.0/ports/90e847f4-bddd-4d82-94ca-505ef6f30625 HTTP/1.1" status: 200 len: 959 time: 2.3328717 Dec 16 15:35:14.606629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:14.693942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.697358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.699759 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4e3e0d8-0924-4cc7-9436-0a11c02c4b12 HTTP/1.1" status: 204 len: 168 time: 0.6003783 Dec 16 15:35:14.718881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cef512-ec09-4a9d-b0d5-c75e1fa9e95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e3e0d8-0924-4cc7-9436-0a11c02c4b12,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:14.734468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:14.767123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Allocated IP 172.25.7.62 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e2b1f192-cc9c-46be-85d1-d7e24f94e413) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:14.768549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] Pushing event deleted for resources: {'Port': ['ID=3a6da016-4ee9-4bea-8475-c815a505a7cb,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:14.783380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450d53d-0dd5-43ee-9120-da076b9c9d9c None None] No DVR routers for this DVR port 3a6da016-4ee9-4bea-8475-c815a505a7cb on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:15.113445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:15.120286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.240131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.403875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Provisioning complete for port 90e847f4-bddd-4d82-94ca-505ef6f30625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:15.403875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.409591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] No DVR routers for this DVR port 3a6da016-4ee9-4bea-8475-c815a505a7cb on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:15.415798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.435678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=3a6da016-4ee9-4bea-8475-c815a505a7cb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:15.547463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Port 90e847f4-bddd-4d82-94ca-505ef6f30625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:15.577701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c7b5e-2747-4b82-8870-6eb46ad7d19a req-44081dba-77e3-4ba5-b377-0a832c2eb5bf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:15.579796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e2c7b5e-2747-4b82-8870-6eb46ad7d19a req-44081dba-77e3-4ba5-b377-0a832c2eb5bf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.3302062 Dec 16 15:35:15.606219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:15.615560 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.623280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 90e847f4-bddd-4d82-94ca-505ef6f30625 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:15.623639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.629344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.754679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934d9538-48a1-4122-b81b-600f32a17a63']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:15.785988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666e8597-89d1-4610-a65d-dcc3d8eda5d4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:15.786150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666e8597-89d1-4610-a65d-dcc3d8eda5d4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:15.800154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1058a494-5027-4c54-b0fd-f0a917090cdf None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:15.804591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e2c7b5e-2747-4b82-8870-6eb46ad7d19a req-6d6c7e51-329e-42e6-b6b7-f24bdff8dd68 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959331 Dec 16 15:35:15.809072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.819921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.898888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.909622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:15.921616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:15.934605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:35:15.934895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.940131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:15.942274 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:15.959277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:15.992566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2036ab16-4da3-49f6-8a3f-a54100056562 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:16.002004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-181ab79f-3579-4f0e-b2c7-e70018b1fc19 None None] Provisioning complete for port 90e847f4-bddd-4d82-94ca-505ef6f30625 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:16.002468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-181ab79f-3579-4f0e-b2c7-e70018b1fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.088797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-181ab79f-3579-4f0e-b2c7-e70018b1fc19 None None] Port 90e847f4-bddd-4d82-94ca-505ef6f30625 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:16.093307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event updated for resources: {'Port': ['ID=e2b1f192-cc9c-46be-85d1-d7e24f94e413,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:16.112391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 90e847f4-bddd-4d82-94ca-505ef6f30625 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:16.119274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:16.226071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ff0fc0d-1e95-4879-8bca-9bd01ed11ad7 None None] Provisioning complete for port e2b1f192-cc9c-46be-85d1-d7e24f94e413 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:16.226515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fc0d-1e95-4879-8bca-9bd01ed11ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.231234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:16.231612 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.334054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0ff0fc0d-1e95-4879-8bca-9bd01ed11ad7 None None] Port e2b1f192-cc9c-46be-85d1-d7e24f94e413 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:16.358219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.465545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.471939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/networks/934d9538-48a1-4122-b81b-600f32a17a63 HTTP/1.1" status: 204 len: 168 time: 3.0091515 Dec 16 15:35:16.476327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60440) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:16.526810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-787f4d70-617b-4500-9dc5-c8a6415e2b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.545382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a6da016-4ee9-4bea-8475-c815a505a7cb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:16.580605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf581a26-ab68-49c4-a501-1d23c1738101 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Network': ['ID=934d9538-48a1-4122-b81b-600f32a17a63,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:16.656968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3a6da016-4ee9-4bea-8475-c815a505a7cb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:16.660240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3a6da016-4ee9-4bea-8475-c815a505a7cb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:16.915639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:16.995103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Deleting port 68d72ad7-41a4-49ca-a078-5333f6be4990 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:16.995737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.049831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.066625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=90e847f4-bddd-4d82-94ca-505ef6f30625,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:17.126276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.126817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.153460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Calling delete_port for 68d72ad7-41a4-49ca-a078-5333f6be4990 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:17.500700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:17.582886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.624567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Pushing event deleted for resources: {'Port': ['ID=68d72ad7-41a4-49ca-a078-5333f6be4990,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:17.688118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1343269720-network', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:17.705184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.705805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.706364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.706961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.707553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.708370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.708935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.718050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.718674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.719170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.720263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.720892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.721262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:17.799217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.871018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.877248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.885549 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f857eef-407b-4fcc-b134-078b63db8bb1 tempest-FloatingIPAdminTestJSON-581193697 tempest-FloatingIPAdminTestJSON-581193697-project] 10.222.0.71 "DELETE /v2.0/floatingips/e7e00c2e-d6a2-43ee-ac98-47b47bd7f703 HTTP/1.1" status: 204 len: 168 time: 1.4002438 Dec 16 15:35:17.931348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Made reservation on behalf of 0bdd4a1480374df0a39a6c5d842b55ec for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:17.935727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:17.964451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.104884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.150132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.156875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ec8fd10-8bac-4da2-99b5-293caaa490ac tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/90e847f4-bddd-4d82-94ca-505ef6f30625 HTTP/1.1" status: 204 len: 168 time: 3.5453968 Dec 16 15:35:18.161037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60480) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:18.229263 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.244926 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d511d2-255c-45c3-ab80-b003ac156c72 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] GET failed (client error): The resource could not be found. Dec 16 15:35:18.248419 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-35d511d2-255c-45c3-ab80-b003ac156c72 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports/90e847f4-bddd-4d82-94ca-505ef6f30625 HTTP/1.1" status: 404 len: 333 time: 0.0828297 Dec 16 15:35:18.251270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:18.283808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:35:18.313434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a55559f-d090-459a-950c-a3acda9c98d9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:18.319341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.320254 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Added segment dedf0b27-8d43-4e18-97ef-52bca133486b of type vlan for network 89df390e-5d52-4646-8403-2dc25336bed6 Dec 16 15:35:18.395505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.418761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.434429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.462387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.563327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60490) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:18.586027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.589629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:18.590835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.648204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.658243 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.664832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/security-groups/32d00f3e-5a91-4732-a6b1-2ba5ad05b34c HTTP/1.1" status: 204 len: 168 time: 0.4095805 Dec 16 15:35:18.670446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60494) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:18.721375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747b32-07f9-4eac-913e-70e6cde8782a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d00f3e-5a91-4732-a6b1-2ba5ad05b34c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:18.728688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] Pushing event updated for resources: {'Network': ['ID=89df390e-5d52-4646-8403-2dc25336bed6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:18.766169 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cbebb276-8d53-4ece-9bbd-4ada48da9e93 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2632365 Dec 16 15:35:18.769062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 89df390e-5d52-4646-8403-2dc25336bed6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:35:18.770446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:18.780630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Request body: {'subnet': {'network_id': '89df390e-5d52-4646-8403-2dc25336bed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1343269720-subnet', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:18.943374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Made reservation on behalf of 0bdd4a1480374df0a39a6c5d842b55ec for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:18.960925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:18.976137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.028786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.078261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Router 046287f1-85ae-4fa3-80d7-cca65926691d is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:35:19.124080 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ad3dac38-3505-4274-8e70-88b2a6024932 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ebdb599b42e64fb38600c883324f181c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5585623 Dec 16 15:35:19.132394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60506) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.237008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.244928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.263606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.314028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.317344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.318662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/security-groups/9958d4ba-5f1d-4829-a04a-478b2aecb6a4 HTTP/1.1" status: 204 len: 168 time: 0.6138139 Dec 16 15:35:19.326520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60510) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.347677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:19.361346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d749494-73db-4146-886a-0277587990a0 None None] Sync routers for ids ['046287f1-85ae-4fa3-80d7-cca65926691d'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:19.374217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] Routers {'046287f1-85ae-4fa3-80d7-cca65926691d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:19.375545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['046287f1-85ae-4fa3-80d7-cca65926691d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:19.385499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb659a2e-e560-455c-ae00-9861c44ea091 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9958d4ba-5f1d-4829-a04a-478b2aecb6a4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:19.456470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:19.463249 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.465919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.470634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] Routers {'046287f1-85ae-4fa3-80d7-cca65926691d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:19.471199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.473424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['046287f1-85ae-4fa3-80d7-cca65926691d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:19.473579 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bbae4bf8-2156-4a96-9211-5c02ceb7b413 HTTP/1.1" status: 204 len: 168 time: 0.3397255 Dec 16 15:35:19.505406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.510460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.516447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4d749494-73db-4146-886a-0277587990a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:19.517362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d749494-73db-4146-886a-0277587990a0 None None] The sync data for ids ['046287f1-85ae-4fa3-80d7-cca65926691d'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:19.559023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082df03-7bc3-4aab-98af-f7edb250a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbae4bf8-2156-4a96-9211-5c02ceb7b413,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:19.582678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.588436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c5786a36-65ad-48c3-a988-6bf4cb37f7f9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6232681 Dec 16 15:35:19.589026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60516) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.654834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38f03e5-bf66-4293-8027-4eae49d39900,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:19.671785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Checking segment: {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:19.672189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Network hostable DHCP agents. Network: 89df390e-5d52-4646-8403-2dc25336bed6, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:35:19.692227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.697802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.699719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/security-groups/3d18edb3-8fce-499c-a1a3-6f438b819b3b HTTP/1.1" status: 204 len: 168 time: 0.3718929 Dec 16 15:35:19.703131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.763048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 5044b77b-8a66-45ee-acad-f2a110b4209f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:19.766969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.785229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69d19d-5c99-479b-b8b7-222ab8b61680 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18edb3-8fce-499c-a1a3-6f438b819b3b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:19.825759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.830122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8814a575-dc2a-4531-b5ac-79a68a7f0822 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/046287f1-85ae-4fa3-80d7-cca65926691d HTTP/1.1" status: 200 len: 920 time: 0.2384953 Dec 16 15:35:19.834007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60524) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.858412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Network 89df390e-5d52-4646-8403-2dc25336bed6 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:35:19.908004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70782fcd-dec5-412a-8198-2cdf1d9c9ff8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=046287f1-85ae-4fa3-80d7-cca65926691d HTTP/1.1" status: 200 len: 205 time: 0.0700908 Dec 16 15:35:19.910561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:19.939498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:19.977682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 89df390e-5d52-4646-8403-2dc25336bed6) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:19.988504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c2d5a-46eb-43ac-8a47-59bdb4bb19f1 None None] Network 89df390e-5d52-4646-8403-2dc25336bed6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:19.992172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:35:19.992980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:19.995010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.029752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.115967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.322743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:20.353639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:35:20.376149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.384210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-89df390e-5d52-4646-8403-2dc25336bed6', 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6', 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'fixed_ips': [{'subnet_id': 'b38f03e5-bf66-4293-8027-4eae49d39900'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:35:20.385114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.461840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.553074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:35:20.605810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:20.681755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a98521a1-8d36-4b5e-b52b-3ef3c5a6c0dd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9099534 Dec 16 15:35:20.686857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60556) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:20.694604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:20.741140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.765186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Allocated IP 172.20.0.2 (89df390e-5d52-4646-8403-2dc25336bed6/b38f03e5-bf66-4293-8027-4eae49d39900/7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:20.843703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port e2b1f192-cc9c-46be-85d1-d7e24f94e413 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:20.844204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.893373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60558) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:20.926808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.931485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.933522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:20.958297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5d16aa58-c0e6-401c-b8d2-8ea541765736'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:35:21.010368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dcf66bb-d994-44b7-b857-c9c5cf6d574d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.012034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:21.012288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-742393fe-f706-4785-bd76-9f5074f6d389 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:21.015342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-742393fe-f706-4785-bd76-9f5074f6d389 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.3852684 Dec 16 15:35:21.062468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=5044b77b-8a66-45ee-acad-f2a110b4209f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:21.095038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-54546833-ee2e-4e47-8d38-265683ed5797 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/quotas/3a6ff374484240e7aba09e71bd61ec72 HTTP/1.1" status: 200 len: 375 time: 0.0406878 Dec 16 15:35:21.112306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.124992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.125669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56d94d6c-9c4c-446f-8748-acf5b16db60c tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/5044b77b-8a66-45ee-acad-f2a110b4209f HTTP/1.1" status: 204 len: 168 time: 1.4208128 Dec 16 15:35:21.148893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ee722-66f6-4158-beca-c0f84a41981c None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:21.159457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:21.276302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.329597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for e2b1f192-cc9c-46be-85d1-d7e24f94e413 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:21.345673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dcf66bb-d994-44b7-b857-c9c5cf6d574d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.386424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet 0ea842af-5b11-4caa-ae28-231edaa88c7a {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:21.448210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-26b6b2e6-2c85-4acd-b649-0aaf8a5966f6 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2944012 Dec 16 15:35:21.464030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.518050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dcf66bb-d994-44b7-b857-c9c5cf6d574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.586149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.597027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.631868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf66bb-d994-44b7-b857-c9c5cf6d574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2401677c-8d53-41c7-a03a-0d677f9c7e97,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:21.712344 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6dcf66bb-d994-44b7-b857-c9c5cf6d574d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=959b7c59c52746ceb780c8137f9ef943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8152399 Dec 16 15:35:21.716199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:21.729184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.770161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.826309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.887786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-2be474e0-fef8-4f07-9379-875d108894a8 service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387364 Dec 16 15:35:21.905624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:21.965440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Network 89df390e-5d52-4646-8403-2dc25336bed6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:21.971731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:21.974321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:21.998302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:22.008593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:22.137880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.140702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.141908 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2401677c-8d53-41c7-a03a-0d677f9c7e97 HTTP/1.1" status: 204 len: 168 time: 0.4261055 Dec 16 15:35:22.154361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.170148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Attempting to bind port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:22.175668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Attempting to bind port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:22.175668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Attempting to bind port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e on network 89df390e-5d52-4646-8403-2dc25336bed6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:22.267943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa6ae5-6491-420c-a71c-ee13a196eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2401677c-8d53-41c7-a03a-0d677f9c7e97,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:22.296050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:22.296050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.303604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:22.304015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Checking segment: {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:22.304427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.310198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Bound using segment: {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:22.312300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Bound port: 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:22.312728 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.391999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-5c3989fe-103f-4b9e-ab0c-4c4927a2c17b service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939911 Dec 16 15:35:22.396472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.459483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=e2b1f192-cc9c-46be-85d1-d7e24f94e413,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:22.511130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.562890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.636361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706403c6-fcac-404d-9ab3-69ab06f55023 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:22.734952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.772424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.790052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:22.794185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:22.797068 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf762771-5e5f-4d76-9d0b-936b1b6ebcd7" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:22.830668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] For port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:22.835553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] For port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:22.897744 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43562fbf-c93c-4516-be43-2e2b544a59c7 x-openstack-request-id: req-43562fbf-c93c-4516-be43-2e2b544a59c7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:22.898214 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:22.898561 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-43562fbf-c93c-4516-be43-2e2b544a59c7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:22.899660 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:35:22.908024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.921824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea842af-5b11-4caa-ae28-231edaa88c7a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:22.934237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:22.959419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eaadaff5-1fbb-4fc7-8b25-5d759467da3d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/0ea842af-5b11-4caa-ae28-231edaa88c7a HTTP/1.1" status: 204 len: 168 time: 1.8025475 Dec 16 15:35:22.976322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:22.997538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Allocated IP 172.25.7.82 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c68bd92f-b3a6-4526-b64f-7626dcc6611e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:23.035589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.052916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.119628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165fc40-f744-44cd-812e-a5326ced8eb8 None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:23.166646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.202117 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75770a6-bc6a-4474-a20b-f678ae7f5301 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:23.202625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75770a6-bc6a-4474-a20b-f678ae7f5301 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:23.206409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e75770a6-bc6a-4474-a20b-f678ae7f5301 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/5044b77b-8a66-45ee-acad-f2a110b4209f HTTP/1.1" status: 404 len: 337 time: 0.2267332 Dec 16 15:35:23.211077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60624) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:23.314035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef0cfba8-01f2-45e9-b0de-f6679cfc086c req-27e21e2f-81f0-40c9-99c5-37eca400f4cc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.0646186 Dec 16 15:35:23.319230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.322749 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.467041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting subnet bc3178da-4ed9-4c51-bfd5-98005b142584 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:23.474098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.532470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.636394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.637231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router 046287f1-85ae-4fa3-80d7-cca65926691d {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:23.646038 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.646660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f2e3a036-dbb0-493d-97c3-4a53f861adad tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/046287f1-85ae-4fa3-80d7-cca65926691d HTTP/1.1" status: 204 len: 168 time: 3.7342572 Dec 16 15:35:23.652547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60640) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:23.683901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:23.685766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-760388361', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:23.707084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:23.716683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:23.733037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:23.877303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa28097-ebc4-424b-b76e-31a5a3ffaf69 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:23.896317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c68bd92f-b3a6-4526-b64f-7626dcc6611e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:23.898855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:23.954880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60646) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:23.990574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d388ae64-ea26-4601-85b9-18f69a836e5c None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:23.998007 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d388ae64-ea26-4601-85b9-18f69a836e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.035898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-604a55a3-3257-4eb5-9cad-9fe6ca805307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.115052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.131326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.470319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.513011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455dd5d-3ddf-43ed-91d4-4c3d3e1ee641 None None] Pushing event updated for resources: {'Port': ['ID=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:24.532805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.615945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc2307f2-9085-4141-abdf-ecf008f51663 req-70f07824-42ee-4195-82fc-8a13894dbcf8 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.0981605 Dec 16 15:35:24.725645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.746719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d388ae64-ea26-4601-85b9-18f69a836e5c None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:24.750748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d388ae64-ea26-4601-85b9-18f69a836e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:24.870986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d388ae64-ea26-4601-85b9-18f69a836e5c None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:25.022162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9ce63c29-b7d9-4fce-8344-4ff0efcd36ba None None] Provisioning complete for port c68bd92f-b3a6-4526-b64f-7626dcc6611e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:25.023515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ce63c29-b7d9-4fce-8344-4ff0efcd36ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.048828 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-604a55a3-3257-4eb5-9cad-9fe6ca805307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.129789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9ce63c29-b7d9-4fce-8344-4ff0efcd36ba None None] Port c68bd92f-b3a6-4526-b64f-7626dcc6611e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:25.259362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-604a55a3-3257-4eb5-9cad-9fe6ca805307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.421432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.423652 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.470739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-604a55a3-3257-4eb5-9cad-9fe6ca805307 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=44b17735ce224a319dbb2236b9ed919a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5141799 Dec 16 15:35:25.481227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:25.482848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a55a3-3257-4eb5-9cad-9fe6ca805307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39462fc5-0dfd-49c0-821c-5c318f95ff51,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:25.606763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.622967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/bc3178da-4ed9-4c51-bfd5-98005b142584 HTTP/1.1" status: 204 len: 168 time: 2.4100378 Dec 16 15:35:25.625049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068ac7f-7832-4084-8dc3-b45a4ba711ae tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3178da-4ed9-4c51-bfd5-98005b142584,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:25.645829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60672) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:25.881722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:25.932428 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2f257b-c810-4257-91da-1826a5c0b950 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:25.932905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2f257b-c810-4257-91da-1826a5c0b950 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:25.968064 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2d2f257b-c810-4257-91da-1826a5c0b950 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/e58c1400-30f5-4198-aa4b-4f77b82c261e HTTP/1.1" status: 404 len: 337 time: 0.2796860 Dec 16 15:35:25.969139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60678) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:26.096888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:26.199281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:26.213586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8929a493-ab25-43f6-a3f2-3d32cc6e55ec req-71eec093-9552-405a-9d82-ca61b9e1533a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.2755914 Dec 16 15:35:26.251729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ebcd6e8f-4442-48d7-b179-d1de7939668d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "GET /v2.0/ports?device_id=0419cde7-274a-4257-a824-e3d651a74037 HTTP/1.1" status: 200 len: 205 time: 0.2626908 Dec 16 15:35:26.254538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60680) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:26.270195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:26.270579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:26.411870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:26.418552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc5db0a-e4ec-4138-9375-2046bbc43d2b None None] Network bedce9ed-2524-430c-b9b5-d7fa2ba38850 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:26.497951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a60ae-c9a9-4ed6-93df-d5ebd3a47a14 None None] Network 89df390e-5d52-4646-8403-2dc25336bed6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:26.565666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Router b0b57f84-97a4-42b1-8542-0f38540140a9 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:35:26.671962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-21a89beb-89fc-4bd4-8d0d-7c56e72e9400 None None] Provisioning complete for port 93dd0122-3081-4ebb-b9c9-297332bc9626 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:26.673073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21a89beb-89fc-4bd4-8d0d-7c56e72e9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:26.886760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:26.982464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:26.998724 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Sync routers for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:27.018625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.068930 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:27.072382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:27.163748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.167517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bafe981a-02e6-4957-85b2-757dd5f6a0e6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.4787414 Dec 16 15:35:27.172997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60692) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:27.204849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:27.211423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] DHCP port deletion for bedce9ed-2524-430c-b9b5-d7fa2ba38850 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:27.258101 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-1bff2363-6038-4bd7-bc7d-34e6b11d957a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] delete failed (client error): The resource could not be found. Dec 16 15:35:27.269468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1bff2363-6038-4bd7-bc7d-34e6b11d957a tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/routers/0419cde7-274a-4257-a824-e3d651a74037 HTTP/1.1" status: 404 len: 336 time: 1.0132232 Dec 16 15:35:27.271848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60696) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:27.345642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.370275 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:27.484173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-21a89beb-89fc-4bd4-8d0d-7c56e72e9400 None None] Provisioning complete for port 533074e8-6766-4fc6-93d9-2e03104eb5ea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:27.486318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21a89beb-89fc-4bd4-8d0d-7c56e72e9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.576608 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-99437af4-c1b3-4506-a07d-e58cc71991e0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:27.577438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99437af4-c1b3-4506-a07d-e58cc71991e0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:27.579150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Deleting port 93dd0122-3081-4ebb-b9c9-297332bc9626 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:27.579688 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.581305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-99437af4-c1b3-4506-a07d-e58cc71991e0 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/023445e1-5993-4855-b095-89d665b592cb HTTP/1.1" status: 404 len: 337 time: 0.2915823 Dec 16 15:35:27.596385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60700) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:27.609590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-21a89beb-89fc-4bd4-8d0d-7c56e72e9400 None None] Port 533074e8-6766-4fc6-93d9-2e03104eb5ea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:27.682765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10494fee-4db1-47b2-887e-fd456c221546 req-1eb4aca5-1c8d-42ac-81af-0673142f9f53 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.1195662 Dec 16 15:35:27.684514 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7354b6-d032-4d4c-a988-9f72993c8b50 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:27.689566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7354b6-d032-4d4c-a988-9f72993c8b50 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:27.694105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f7354b6-d032-4d4c-a988-9f72993c8b50 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/2851f16b-2bcd-4587-8791-eb64ccaa5ce1 HTTP/1.1" status: 404 len: 337 time: 0.0945578 Dec 16 15:35:27.700794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60706) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:27.774616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.788090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.794086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39462fc5-0dfd-49c0-821c-5c318f95ff51 HTTP/1.1" status: 204 len: 168 time: 2.3063698 Dec 16 15:35:27.902883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] For port 93dd0122-3081-4ebb-b9c9-297332bc9626, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=93dd0122-3081-4ebb-b9c9-297332bc9626,segment=NetworkSegment(3f33e050-1d82-4f66-9ba5-59ab3aca4782),segment_id=3f33e050-1d82-4f66-9ba5-59ab3aca4782)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:27.903524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.958891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ec9b8a8d-8bba-431b-a14f-79c55adce4fc None None] Provisioning complete for port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:27.959287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec9b8a8d-8bba-431b-a14f-79c55adce4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:27.982975 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e46b87-680f-4891-bed7-2fb087e34e34 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:27.983442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e46b87-680f-4891-bed7-2fb087e34e34 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:27.986818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-63e46b87-680f-4891-bed7-2fb087e34e34 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/d3eb39a9-76bc-47ad-8f07-9f4b5ca27009 HTTP/1.1" status: 404 len: 337 time: 0.2806094 Dec 16 15:35:27.996613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60714) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.090889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Calling delete_port for 93dd0122-3081-4ebb-b9c9-297332bc9626 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:28.110598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:28.202817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97745-28c9-4e39-92f7-bdb93aab9f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39462fc5-0dfd-49c0-821c-5c318f95ff51,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:28.322347 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d87dad-4c9e-4af9-8a6b-e2f5cd629404 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:28.323444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d87dad-4c9e-4af9-8a6b-e2f5cd629404 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:28.348961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-17d87dad-4c9e-4af9-8a6b-e2f5cd629404 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/aa816d26-7790-48e0-8d7e-1c3ddc8f640a HTTP/1.1" status: 404 len: 333 time: 0.3401670 Dec 16 15:35:28.354664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.584684 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:24Z', 'revision_number': 3, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:28.600901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-2e160faf-c75b-4637-a6df-5a7f79e2a2fa tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:28.607446 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-2e160faf-c75b-4637-a6df-5a7f79e2a2fa tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 1.0467582 Dec 16 15:35:28.636733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Request body: {'port': {'device_id': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'admin_state_up': True, 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:28.661611 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c62f3e-b23b-40e4-a49e-7cea628b698b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:28.663266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c62f3e-b23b-40e4-a49e-7cea628b698b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:28.673926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:28.675052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:28.694346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88c62f3e-b23b-40e4-a49e-7cea628b698b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/158c5592-2ef5-46c9-a245-430a5c8c57f5 HTTP/1.1" status: 404 len: 337 time: 0.3282700 Dec 16 15:35:28.705429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.762372 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Checking router: b0b57f84-97a4-42b1-8542-0f38540140a9 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:28.763298 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Updating router b0b57f84-97a4-42b1-8542-0f38540140a9 port c68bd92f-b3a6-4526-b64f-7626dcc6611e binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:35:28.792935 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8c83c0-3946-47d9-bd6e-bab694073557 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:28.792935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8c83c0-3946-47d9-bd6e-bab694073557 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:28.802208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e8c83c0-3946-47d9-bd6e-bab694073557 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/36098c0a-fe7f-4ae1-bf4b-772d80f235ee HTTP/1.1" status: 404 len: 337 time: 0.0900068 Dec 16 15:35:28.819372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:28.823014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60726) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.863421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:28.910039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:28.914353 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c22650-92f6-4960-a78c-75c35efad13f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:28.917880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c22650-92f6-4960-a78c-75c35efad13f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:28.919223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d5c22650-92f6-4960-a78c-75c35efad13f tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/0fe18c36-f862-4c2e-8f8d-44c1b2bd65ec HTTP/1.1" status: 404 len: 333 time: 0.0899217 Dec 16 15:35:28.925308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60732) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.959718 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16ebdb3-e42b-4003-b6b6-00452fa4f8b3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:28.960591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16ebdb3-e42b-4003-b6b6-00452fa4f8b3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:28.964057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b16ebdb3-e42b-4003-b6b6-00452fa4f8b3 tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/345fb0bc-bf8e-4f76-ba46-60642f3d074b HTTP/1.1" status: 404 len: 337 time: 0.0372770 Dec 16 15:35:28.969238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60734) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:28.983199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:28.986109 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.015709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] No DVR routers for this DVR port 93dd0122-3081-4ebb-b9c9-297332bc9626 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:29.132662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99e7ec-7bec-4d0a-8a6d-ddad01926f34 None None] Pushing event deleted for resources: {'Port': ['ID=93dd0122-3081-4ebb-b9c9-297332bc9626,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:29.247950 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f47623-a419-4ba2-83ee-125a6b80dbee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] DELETE failed (client error): The resource could not be found. Dec 16 15:35:29.248654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f47623-a419-4ba2-83ee-125a6b80dbee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:35:29.267460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b2f47623-a419-4ba2-83ee-125a6b80dbee tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/subnets/61baca26-566a-4e43-9793-14b6c516e087 HTTP/1.1" status: 404 len: 337 time: 0.2917747 Dec 16 15:35:29.269290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60746) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:29.318645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:29.369274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 93dd0122-3081-4ebb-b9c9-297332bc9626 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:29.369788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 93dd0122-3081-4ebb-b9c9-297332bc9626 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:29.474430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:29.475599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38148991-58bf-4880-986c-e956185a88d6 req-ee793922-2318-4ed0-bdc1-47b90b5a02ad tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.2535889 Dec 16 15:35:29.492831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.609414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.616537 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.673734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Deleting port 533074e8-6766-4fc6-93d9-2e03104eb5ea {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:29.674307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.717267 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.810735 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Attempting to bind port c68bd92f-b3a6-4526-b64f-7626dcc6611e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:29.811110 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Attempting to bind port c68bd92f-b3a6-4526-b64f-7626dcc6611e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:29.811470 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Attempting to bind port c68bd92f-b3a6-4526-b64f-7626dcc6611e on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:29.831931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88094db4-1527-4827-a336-e30348d05cb5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:29.841837 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5244-ce0d-4c22-9069-3271d360ee41 None None] Pushing event updated for resources: {'Port': ['ID=c68bd92f-b3a6-4526-b64f-7626dcc6611e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:29.855178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:29.856015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:29.856720 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:29.857356 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:29.858134 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Bound port: c68bd92f-b3a6-4526-b64f-7626dcc6611e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:29.858755 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.003003 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] For port c68bd92f-b3a6-4526-b64f-7626dcc6611e, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:30.009482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] For port c68bd92f-b3a6-4526-b64f-7626dcc6611e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c68bd92f-b3a6-4526-b64f-7626dcc6611e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:30.011487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-538ccfd8-7a07-437d-97bb-dba1b9e271be None None] Provisioning complete for port c68bd92f-b3a6-4526-b64f-7626dcc6611e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:30.022156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-538ccfd8-7a07-437d-97bb-dba1b9e271be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.086378 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.162082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.224874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-538ccfd8-7a07-437d-97bb-dba1b9e271be None None] Port c68bd92f-b3a6-4526-b64f-7626dcc6611e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:30.258739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Allocated IP 172.20.0.8 (cf0f5830-b942-4a2e-9ca1-d735ea7f4015/49e1d91d-3a70-41aa-917f-12a16adbe393/0ccf5303-d6c5-428c-8398-1aaa95cf372f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:30.279666 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5244-ce0d-4c22-9069-3271d360ee41 None None] Pushing event updated for resources: {'Port': ['ID=c68bd92f-b3a6-4526-b64f-7626dcc6611e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:30.308110 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:30.311788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:30.319375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Calling delete_port for 533074e8-6766-4fc6-93d9-2e03104eb5ea owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:30.338653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7a418-325a-4467-9cb0-23895476fc4d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:30.353146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.25.7.113 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/0912697e-7c3a-486e-a9b9-9b497b2f8954) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:30.462252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.496637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5bb04022-575b-4afa-94e4-402317566109 None None] Provisioning complete for port c68bd92f-b3a6-4526-b64f-7626dcc6611e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:30.497061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5bb04022-575b-4afa-94e4-402317566109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.588444 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:30.691377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5bb04022-575b-4afa-94e4-402317566109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.774530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5bb04022-575b-4afa-94e4-402317566109 None None] For port c68bd92f-b3a6-4526-b64f-7626dcc6611e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c68bd92f-b3a6-4526-b64f-7626dcc6611e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:30.848382 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5bb04022-575b-4afa-94e4-402317566109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.861138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:30.956752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2588445f-7839-47c1-b1ac-d74aad9192f2 req-a7b2acdb-214b-4909-9505-94cd08040259 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.2012403 Dec 16 15:35:31.006603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.069302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.070145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb04022-575b-4afa-94e4-402317566109 None None] Pushing event updated for resources: {'Port': ['ID=c68bd92f-b3a6-4526-b64f-7626dcc6611e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:31.143388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Port': ['ID=533074e8-6766-4fc6-93d9-2e03104eb5ea,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:31.169140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.172864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cfe5223c-7dd2-4007-a6f9-4a31bd1de67b tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/ports/533074e8-6766-4fc6-93d9-2e03104eb5ea HTTP/1.1" status: 204 len: 168 time: 1.8816953 Dec 16 15:35:31.178278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:31.336748 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:24Z', 'revision_number': 3, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:31.394496 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99d9fdf-b79b-484c-bedf-762e71fe80ab None None] The sync data for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 is: [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:24Z', 'revision_number': 3, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:31.407652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.546252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=0912697e-7c3a-486e-a9b9-9b497b2f8954,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:31.553630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.591766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:31.615166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:31.619849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:31.642029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a51ad6-5d7f-4c05-8581-5125804471cd None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:31.727694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e9bf73e-c93a-407f-aee4-0176786d49ea None None] Provisioning complete for port 0912697e-7c3a-486e-a9b9-9b497b2f8954 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:31.729328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e9bf73e-c93a-407f-aee4-0176786d49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.837182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.838536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9e9bf73e-c93a-407f-aee4-0176786d49ea None None] Port 0912697e-7c3a-486e-a9b9-9b497b2f8954 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:31.875501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:35:31.881416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:31.889685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:35:32.083081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event updated for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:32.255525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:32.265900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:32.272363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:32.441421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedce9ed-2524-430c-b9b5-d7fa2ba38850']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:32.467482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:32.468211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.474881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f33e050-1d82-4f66-9ba5-59ab3aca4782') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:32.475435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f33e050-1d82-4f66-9ba5-59ab3aca4782') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:32.505486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.536227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Allocated IP 172.20.0.1 (89df390e-5d52-4646-8403-2dc25336bed6/b38f03e5-bf66-4293-8027-4eae49d39900/e9eda08f-8664-4f62-a751-bad628a64e6e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:32.560481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a01a-b223-401c-a4a5-26be0ef5b54a req-5827e506-7074-42eb-b8dd-d33e28de6fe0 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:32.560481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddc9a01a-b223-401c-a4a5-26be0ef5b54a req-5827e506-7074-42eb-b8dd-d33e28de6fe0 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 931 time: 0.3604369 Dec 16 15:35:32.614424 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-00899a35-6341-4168-b4cf-6f40e0581397 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9874387 Dec 16 15:35:32.672748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.701762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Request body: {'port': {'device_id': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:32.798030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:35:32.798466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.864024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:32.890990 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:32.924301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:32.929897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddc9a01a-b223-401c-a4a5-26be0ef5b54a req-3ade6f70-491e-41dd-b187-dee34009cb3a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912807 Dec 16 15:35:33.088319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.241700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60822) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:33.244989 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.262889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.266572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] 10.222.0.71 "DELETE /v2.0/networks/bedce9ed-2524-430c-b9b5-d7fa2ba38850 HTTP/1.1" status: 204 len: 168 time: 2.0800862 Dec 16 15:35:33.286211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e0ab5-e6e8-4d03-bc7b-f54c5a8a967d tempest-PortsTestJSON-1659688321 tempest-PortsTestJSON-1659688321-project] Pushing event deleted for resources: {'Network': ['ID=bedce9ed-2524-430c-b9b5-d7fa2ba38850,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:33.476018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.553047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b36a4270-8d4f-4676-b807-21d84263b4c0 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-137909826'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:33.554018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b36a4270-8d4f-4676-b807-21d84263b4c0 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Unknown quota resources ['metering_label']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:35:33.629915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccf5303-d6c5-428c-8398-1aaa95cf372f {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:35:33.643685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.668718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Transition to ACTIVE for port object 0ccf5303-d6c5-428c-8398-1aaa95cf372f will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:35:33.806327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.922645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:33.948837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 78afe483-1742-42d4-8902-e3eddfa7dba4 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:35:34.026791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Network 89df390e-5d52-4646-8403-2dc25336bed6 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:34.040438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c68bd92f-b3a6-4526-b64f-7626dcc6611e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:34.051786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:34.105682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:34.133375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Pushing event updated for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:34.242995 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b36a4270-8d4f-4676-b807-21d84263b4c0 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:34.250416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b36a4270-8d4f-4676-b807-21d84263b4c0 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0062466 Dec 16 15:35:34.279679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60842) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:34.305988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-982432b2-fda2-425a-b9e2-3d36a4ca450c tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8bfd9d20-6059-44d9-82b8-dd10381a5915'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:34.307129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-982432b2-fda2-425a-b9e2-3d36a4ca450c tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:35:34.372204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c68bd92f-b3a6-4526-b64f-7626dcc6611e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:34.372204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:34.603256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:34.715325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:34.795630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Pushing event updated for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:34.843425 n-d-821947-3 neutron-server[104056]: WARNING neutron.services.metering.metering_plugin [None req-982432b2-fda2-425a-b9e2-3d36a4ca450c tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 15:35:34.851064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-23f0c86b-8f37-4c7b-8d69-4bc848090f08 None None] Provisioning complete for port e9eda08f-8664-4f62-a751-bad628a64e6e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:34.851810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23f0c86b-8f37-4c7b-8d69-4bc848090f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:34.925368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Attempting to bind port 0ccf5303-d6c5-428c-8398-1aaa95cf372f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:34.926123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Attempting to bind port 0ccf5303-d6c5-428c-8398-1aaa95cf372f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:34.929944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Attempting to bind port 0ccf5303-d6c5-428c-8398-1aaa95cf372f on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:34.968637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Port 0ccf5303-d6c5-428c-8398-1aaa95cf372f on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:35:34.970340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Attempting to bind port 0ccf5303-d6c5-428c-8398-1aaa95cf372f on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:35.012526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:35.019583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Checking segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:35.020999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Bound using segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:35.021990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Bound port: 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:35.022822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.043176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a48fa0-2e60-4480-b82c-048877d42ce0 req-87ca48cf-3627-44fe-b71d-29a2362b8141 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:35.050878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45a48fa0-2e60-4480-b82c-048877d42ce0 req-87ca48cf-3627-44fe-b71d-29a2362b8141 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.8205705 Dec 16 15:35:35.117368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:35.124194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-982432b2-fda2-425a-b9e2-3d36a4ca450c tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.128459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-982432b2-fda2-425a-b9e2-3d36a4ca450c tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8441939 Dec 16 15:35:35.131088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:35.140150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d2a187df-01fd-4a45-ae0b-91b786335750 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8bfd9d20-6059-44d9-82b8-dd10381a5915'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:35.140664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d2a187df-01fd-4a45-ae0b-91b786335750 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:35:35.194805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45a48fa0-2e60-4480-b82c-048877d42ce0 req-dba31f69-fda4-4561-8b5f-85e7d4e72539 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409175 Dec 16 15:35:35.336568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.338615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-472364a7-bf52-482a-bdbd-0f970b705d27 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.6849120 Dec 16 15:35:35.343894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:35.347387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:35.353312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:35.420813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-23f0c86b-8f37-4c7b-8d69-4bc848090f08 None None] Port e9eda08f-8664-4f62-a751-bad628a64e6e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:35.423309 n-d-821947-3 neutron-server[104056]: WARNING neutron.services.metering.metering_plugin [None req-d2a187df-01fd-4a45-ae0b-91b786335750 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 16 15:35:35.423489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Sync routers for ids ['78afe483-1742-42d4-8902-e3eddfa7dba4'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:35.441246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.443311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Routers {'78afe483-1742-42d4-8902-e3eddfa7dba4'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:35.444975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['78afe483-1742-42d4-8902-e3eddfa7dba4'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:35.451440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.638471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:35.639506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:35.645444 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] 10.222.0.30 "PUT /v2.0/ports/0ccf5303-d6c5-428c-8398-1aaa95cf372f HTTP/1.1" status: 200 len: 1091 time: 2.9551337 Dec 16 15:35:35.651873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:35.673002 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0d5ae-625d-42ea-9165-825a03b1cff8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:35.693291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34135-3312-45cc-a970-8f77ca76f1fc service neutron] Pushing event updated for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:35.707401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Set router 78afe483-1742-42d4-8902-e3eddfa7dba4 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:35.996539 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed16526-c13e-446b-b30e-a4449d9ea926 x-openstack-request-id: req-9ed16526-c13e-446b-b30e-a4449d9ea926 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:35.997152 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:35.999935 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ed16526-c13e-446b-b30e-a4449d9ea926 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:36.000510 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f', 'status': 'completed', 'code': 200} Dec 16 15:35:36.020906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.092461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113'}], 'enable_snat': False}, 'gw_port_id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:24Z', 'updated_at': '2021-12-16T15:35:32Z', 'revision_number': 3, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port': {'id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:28Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:36.092753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.131297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Checking router: 78afe483-1742-42d4-8902-e3eddfa7dba4 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:36.131815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Updating router 78afe483-1742-42d4-8902-e3eddfa7dba4 port 0912697e-7c3a-486e-a9b9-9b497b2f8954 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:35:36.169016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.169742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9f28989-f343-43ae-a412-b7a49de622b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a8e7e7df27b41e89f05253dffb16e75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4519598 Dec 16 15:35:36.208955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.220504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2a187df-01fd-4a45-ae0b-91b786335750 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.221914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d2a187df-01fd-4a45-ae0b-91b786335750 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0888462 Dec 16 15:35:36.227954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.299595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-f42f6ea5-efd9-459a-8c3e-db0c71b7c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:36.307456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-afa8e6e5-3265-4b31-b695-407108e31ed8 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=21c43471-c675-40b1-ac54-2a07e508de68 HTTP/1.1" status: 200 len: 464 time: 0.0758469 Dec 16 15:35:36.322036 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-f42f6ea5-efd9-459a-8c3e-db0c71b7c7b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 1094 time: 0.3297825 Dec 16 15:35:36.323500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60874) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.330300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-733e8dac-f8b8-46a0-91fd-a5d90efc1daa tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/78afe483-1742-42d4-8902-e3eddfa7dba4 HTTP/1.1" status: 200 len: 908 time: 0.9848826 Dec 16 15:35:36.349129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.359962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'name': 'tempest-snat-router-760388361', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': True}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:36.374158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.410435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Pushing event updated for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:36.411704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.418525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-7c9d498d-d12d-4e2e-9e92-39846c9076e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f HTTP/1.1" status: 200 len: 217 time: 0.0667691 Dec 16 15:35:36.458471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7949162-3803-4345-80fa-ae6ceee3ecb3 req-09ff726b-1c69-440c-a843-5407f8590e8a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:36.462080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7949162-3803-4345-80fa-ae6ceee3ecb3 req-09ff726b-1c69-440c-a843-5407f8590e8a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.1359198 Dec 16 15:35:36.487626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.658163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c8336b3-4a1c-4f5c-9d26-7232aed8a604 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.660259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8c8336b3-4a1c-4f5c-9d26-7232aed8a604 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/21c43471-c675-40b1-ac54-2a07e508de68 HTTP/1.1" status: 204 len: 168 time: 0.3331599 Dec 16 15:35:36.665591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.674879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.691815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7949162-3803-4345-80fa-ae6ceee3ecb3 req-881a912f-aa84-4b23-9792-a6d43513637b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234676 Dec 16 15:35:36.694835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-953d755e-67d4-4413-897c-622eaa6cd56d tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=21c43471-c675-40b1-ac54-2a07e508de68 HTTP/1.1" status: 200 len: 221 time: 0.0218949 Dec 16 15:35:36.701862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60882) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:36.707403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e9f8ed46-8c17-4448-95a0-9113b12567e6 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--274065544', 'description': 'label created by tempest'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:36.709177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e9f8ed46-8c17-4448-95a0-9113b12567e6 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Unknown quota resources ['metering_label']. {{(pid=104056) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 15:35:36.709746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.712195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.779213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.807645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.816772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Network 89df390e-5d52-4646-8403-2dc25336bed6 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:36.821220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:36.857587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9c0c-5733-4911-87ff-f31e02cb900c None None] Pushing event updated for resources: {'Port': ['ID=0912697e-7c3a-486e-a9b9-9b497b2f8954,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:36.887732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Attempting to bind port 0912697e-7c3a-486e-a9b9-9b497b2f8954 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:36.888502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Attempting to bind port 0912697e-7c3a-486e-a9b9-9b497b2f8954 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:36.889057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Attempting to bind port 0912697e-7c3a-486e-a9b9-9b497b2f8954 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:36.896755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df585ada-b4cb-4c06-83cd-2cf3e9dc2f1f None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:36.901462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:36.902272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:36.902914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.903701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:36.904530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Bound port: 0912697e-7c3a-486e-a9b9-9b497b2f8954, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:36.905164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:36.924258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f22b-11d4-4720-ad37-a98b93758407 req-66e903b4-faab-441e-8668-0022cce77011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:36.926119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-66e903b4-faab-441e-8668-0022cce77011 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.4889703 Dec 16 15:35:37.048831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] For port 0912697e-7c3a-486e-a9b9-9b497b2f8954, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:37.078566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] For port 0912697e-7c3a-486e-a9b9-9b497b2f8954, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0912697e-7c3a-486e-a9b9-9b497b2f8954,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:37.085677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.086448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cdd00686-458e-4698-8695-cafafa3a08ae None None] Provisioning complete for port 0912697e-7c3a-486e-a9b9-9b497b2f8954 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:37.087085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cdd00686-458e-4698-8695-cafafa3a08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.091988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.094782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62d4c377-d217-442c-aa91-209fa50d0c49 HTTP/1.1" status: 204 len: 168 time: 0.8837497 Dec 16 15:35:37.118598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4c377-d217-442c-aa91-209fa50d0c49,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:37.162219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cdd00686-458e-4698-8695-cafafa3a08ae None None] Port 0912697e-7c3a-486e-a9b9-9b497b2f8954 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:37.173826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.251223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.271897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9c0c-5733-4911-87ff-f31e02cb900c None None] Pushing event updated for resources: {'Port': ['ID=0912697e-7c3a-486e-a9b9-9b497b2f8954,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:37.284811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.297239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Routers {'78afe483-1742-42d4-8902-e3eddfa7dba4'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:37.298722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['78afe483-1742-42d4-8902-e3eddfa7dba4'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:37.304313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.312559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.313053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.313458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.313792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.314135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.314514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.314852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.315197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.322009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.323921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.327170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad754fe-2f73-43e8-ad42-ca117aec83a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:37.329048 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-24b4442d-08fe-4b07-aa22-fd188d929176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3936656 Dec 16 15:35:37.470615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f8ed46-8c17-4448-95a0-9113b12567e6 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.471952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9f8ed46-8c17-4448-95a0-9113b12567e6 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7690141 Dec 16 15:35:37.474908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:37.490387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] Set router 78afe483-1742-42d4-8902-e3eddfa7dba4 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:37.570840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e293e-df34-4fd1-ab5a-68026dd303e8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:37.610009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0819aedc-c705-4fcb-aa1e-ff69e0a9bee6 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=9926583e-ab6e-46b0-9390-81cf01753541 HTTP/1.1" status: 200 len: 467 time: 0.1314759 Dec 16 15:35:37.610840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60896) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:37.732343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Router b0b57f84-97a4-42b1-8542-0f38540140a9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:35:37.862020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-72833187-b72f-457c-8a2d-5b98702f2f7a None None] Provisioning complete for port e9eda08f-8664-4f62-a751-bad628a64e6e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:37.862616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-72833187-b72f-457c-8a2d-5b98702f2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:37.922702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-72833187-b72f-457c-8a2d-5b98702f2f7a None None] Port e9eda08f-8664-4f62-a751-bad628a64e6e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:37.960276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113'}], 'enable_snat': False}, 'gw_port_id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:24Z', 'updated_at': '2021-12-16T15:35:32Z', 'revision_number': 3, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port': {'id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:28Z', 'updated_at': '2021-12-16T15:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:38.049967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377ced5-9321-48d1-9700-3d99eede16e7 None None] The sync data for ids ['78afe483-1742-42d4-8902-e3eddfa7dba4'] in n-d-821947-3 is: [{'id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113'}], 'enable_snat': False}, 'gw_port_id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:24Z', 'updated_at': '2021-12-16T15:35:32Z', 'revision_number': 3, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port': {'id': '0912697e-7c3a-486e-a9b9-9b497b2f8954', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:45:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78afe483-1742-42d4-8902-e3eddfa7dba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:28Z', 'updated_at': '2021-12-16T15:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:38.085322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] Provisioning complete for port 0912697e-7c3a-486e-a9b9-9b497b2f8954 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:38.095731 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:38.098850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b32825-351c-4cb6-8d75-d0fac288c5ee req-06a9664e-7fc7-4326-8996-2d4752f833eb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:38.105322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5b32825-351c-4cb6-8d75-d0fac288c5ee req-06a9664e-7fc7-4326-8996-2d4752f833eb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.2292404 Dec 16 15:35:38.126972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:38.142987 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Sync routers for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:38.145557 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e53157cb-b6be-4251-8442-f57473da2402 admin admin] 10.222.0.71 "PUT /v2.0/routers/b0b57f84-97a4-42b1-8542-0f38540140a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9701481 Dec 16 15:35:38.174085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b74b-9969-4f6b-9f2c-8d18d402fe33 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:38.185292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3e6b74b-9969-4f6b-9f2c-8d18d402fe33 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/9926583e-ab6e-46b0-9390-81cf01753541 HTTP/1.1" status: 204 len: 168 time: 0.5724318 Dec 16 15:35:38.188594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.205338 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:38.205999 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:38.255673 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-145e2060-417c-4335-a74e-d85129dcf335 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=9926583e-ab6e-46b0-9390-81cf01753541 HTTP/1.1" status: 200 len: 216 time: 0.0393775 Dec 16 15:35:38.263466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.331385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5b32825-351c-4cb6-8d75-d0fac288c5ee req-d0b1689f-db96-4278-a0ac-501be27da16d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189734 Dec 16 15:35:38.355928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:38.411288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.412066 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-95d11c72-cd60-4167-b86a-39ca4e5c1c52 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1108332 Dec 16 15:35:38.428186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-4eb38101-8236-4ae9-badd-fc5beef95901 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0831194 Dec 16 15:35:38.433653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] For port 0912697e-7c3a-486e-a9b9-9b497b2f8954, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0912697e-7c3a-486e-a9b9-9b497b2f8954,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:38.440157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d83c403d-0525-4e18-8045-d5dba041adaf tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0275049 Dec 16 15:35:38.446986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.553033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:38.607606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aeffb5c1-4249-4c23-8d87-2fad246e4b32 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/8bfd9d20-6059-44d9-82b8-dd10381a5915 HTTP/1.1" status: 200 len: 472 time: 0.1586723 Dec 16 15:35:38.609221 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:38.610444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60926) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.649542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5acc4a5c-0fec-4c20-8f12-331a72e4c5b9 tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/aa59016f-0e38-4f02-9223-c99f838523ed HTTP/1.1" status: 200 len: 461 time: 0.0361230 Dec 16 15:35:38.651174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60928) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:38.708237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0010fa-412c-48af-a477-f97dd954b565 None None] Pushing event updated for resources: {'Port': ['ID=0912697e-7c3a-486e-a9b9-9b497b2f8954,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:38.809879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-af39f22b-11d4-4720-ad37-a98b93758407 req-4c88ace1-aaa9-4665-a921-e359b6b5835e service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678176 Dec 16 15:35:39.131743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6d50c33-917f-4f12-8156-9f071234a2cb tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:39.139148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a6d50c33-917f-4f12-8156-9f071234a2cb tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/aa59016f-0e38-4f02-9223-c99f838523ed HTTP/1.1" status: 204 len: 168 time: 0.4817467 Dec 16 15:35:39.143861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:39.354938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-d40f3f4d-dc33-4a4e-b741-65562faada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:39.360492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-d40f3f4d-dc33-4a4e-b741-65562faada75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 1094 time: 0.2668183 Dec 16 15:35:39.447791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:39.462450 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:35Z', 'revision_number': 4, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e9eda08f-8664-4f62-a751-bad628a64e6e', 'name': '', 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'mac_address': 'fa:16:3e:13:de:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:30Z', 'updated_at': '2021-12-16T15:35:35Z', 'revision_number': 2, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'subnets': [{'id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:39.630919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Checking router: b0b57f84-97a4-42b1-8542-0f38540140a9 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:39.632004 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Updating router b0b57f84-97a4-42b1-8542-0f38540140a9 port e9eda08f-8664-4f62-a751-bad628a64e6e binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:35:39.713836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-8ad5adb7-0d74-4a95-96fa-e3a63a230555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:39.715120 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-8ad5adb7-0d74-4a95-96fa-e3a63a230555 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 0.2735353 Dec 16 15:35:39.769991 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:39.790310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df49cd-5915-4eb5-9fe2-a094d402266c req-7b21e4df-5774-49a3-aff8-89fb88c9fa83 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:39.794548 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:39.801507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7df49cd-5915-4eb5-9fe2-a094d402266c req-7b21e4df-5774-49a3-aff8-89fb88c9fa83 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.2390728 Dec 16 15:35:40.084291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f694b424-5547-4ca9-92c5-7be556eeee2b tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:40.091579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f694b424-5547-4ca9-92c5-7be556eeee2b tempest-MeteringTestJSON-488193129 tempest-MeteringTestJSON-488193129-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/8bfd9d20-6059-44d9-82b8-dd10381a5915 HTTP/1.1" status: 204 len: 168 time: 0.9465315 Dec 16 15:35:40.099014 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-070889bd-3b27-4702-b80b-b9fa652aa7f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f HTTP/1.1" status: 200 len: 217 time: 0.3302791 Dec 16 15:35:40.136533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7df49cd-5915-4eb5-9fe2-a094d402266c req-08f31e6c-6c76-410f-80ea-bd25fc54576f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339045 Dec 16 15:35:40.184309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0912697e-7c3a-486e-a9b9-9b497b2f8954 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:40.270128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60962) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:40.404537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0912697e-7c3a-486e-a9b9-9b497b2f8954 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:40.405417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:40.420130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-80304a64-b99c-4261-b94e-364d2d8b1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:40.423270 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-80304a64-b99c-4261-b94e-364d2d8b1ccc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.3119621 Dec 16 15:35:40.427453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.25.7.17 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c65521cc-ed10-4662-b880-adfd2cf30551) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:40.582192 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-7af7395e-9220-4580-b07b-71ddf501f10c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487174 Dec 16 15:35:40.634344 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:40.731930 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:40.887155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Pushing event updated for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:40.915270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.916208 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.916746 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.917271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.917821 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.918343 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.918904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.919395 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.919927 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.920461 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.921009 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.921523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:40.922044 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:41.103764 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-02cba76a-5043-4cc3-a024-f91182afa31e service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109670 Dec 16 15:35:41.108594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-92043416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:41.144206 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Attempting to bind port e9eda08f-8664-4f62-a751-bad628a64e6e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:41.144578 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Attempting to bind port e9eda08f-8664-4f62-a751-bad628a64e6e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:41.144947 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Attempting to bind port e9eda08f-8664-4f62-a751-bad628a64e6e on network 89df390e-5d52-4646-8403-2dc25336bed6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:41.165763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:41.166144 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Checking segment: {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:41.166555 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.166964 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Bound using segment: {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:41.167473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Bound port: e9eda08f-8664-4f62-a751-bad628a64e6e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dedf0b27-8d43-4e18-97ef-52bca133486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:41.167882 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.254939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.393909 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] For port e9eda08f-8664-4f62-a751-bad628a64e6e, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:41.396805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60978) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:41.400137 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] For port e9eda08f-8664-4f62-a751-bad628a64e6e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e9eda08f-8664-4f62-a751-bad628a64e6e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:41.465878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.467694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.489810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.499697 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.541299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] Provisioning complete for port e9eda08f-8664-4f62-a751-bad628a64e6e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:41.544748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.705202 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:41.705931 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:41.715692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:41.799029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1930c6-c36c-4cb3-a7e1-3f06e402c63b req-1ea19c45-a354-476b-b716-872205542243 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:41.812253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca1930c6-c36c-4cb3-a7e1-3f06e402c63b req-1ea19c45-a354-476b-b716-872205542243 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.5367942 Dec 16 15:35:41.852817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.020104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca1930c6-c36c-4cb3-a7e1-3f06e402c63b req-b4b1d843-aa8e-4204-b016-561fe93bf1e5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056077 Dec 16 15:35:42.029839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.033010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ce153dd-9cd1-464c-b374-896566adc4d7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.7617519 Dec 16 15:35:42.038026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60990) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:42.054578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1654628817'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:42.103583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:42.207381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8bea6-e973-4928-91fa-e0328d8ec26c None None] Pushing event updated for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:42.251676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.385261 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:42.396548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] For port e9eda08f-8664-4f62-a751-bad628a64e6e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e9eda08f-8664-4f62-a751-bad628a64e6e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:42.473899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.500513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88d54f3b-2d30-4167-b836-0d03a59ce064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.506448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:42.520512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:42.525939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=c65521cc-ed10-4662-b880-adfd2cf30551,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:42.570386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7ae9f9-d3b4-4400-845f-9e9c3f905e3a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:42.639971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-99830edb-268a-46eb-8d11-16e98bbbe710 None None] Provisioning complete for port e9eda08f-8664-4f62-a751-bad628a64e6e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:42.640596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99830edb-268a-46eb-8d11-16e98bbbe710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.642653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88d54f3b-2d30-4167-b836-0d03a59ce064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.661118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:42.693464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:42.700761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.742580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1ab3c-4569-4a48-898b-e7b512990053 None None] Pushing event updated for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:42.755720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:42.953460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88d54f3b-2d30-4167-b836-0d03a59ce064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.006631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8dabc706-ae06-49d0-963d-f1f298c69637 None None] Provisioning complete for port c65521cc-ed10-4662-b880-adfd2cf30551 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:43.007777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8dabc706-ae06-49d0-963d-f1f298c69637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.033365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:35Z', 'revision_number': 4, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e9eda08f-8664-4f62-a751-bad628a64e6e', 'name': '', 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'mac_address': 'fa:16:3e:13:de:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:30Z', 'updated_at': '2021-12-16T15:35:41Z', 'revision_number': 4, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'subnets': [{'id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:43.075931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.101633 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ba4998-89ae-459c-bc23-86e38d3740d6 None None] The sync data for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 is: [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:35Z', 'revision_number': 4, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e9eda08f-8664-4f62-a751-bad628a64e6e', 'name': '', 'network_id': '89df390e-5d52-4646-8403-2dc25336bed6', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'mac_address': 'fa:16:3e:13:de:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:30Z', 'updated_at': '2021-12-16T15:35:41Z', 'revision_number': 4, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'subnets': [{'id': 'b38f03e5-bf66-4293-8027-4eae49d39900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:43.120822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-abe0d5ae-625d-42ea-9165-825a03b1cff8 req-83b3cdb4-3fac-4fee-87fd-4eef5bac9337 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7631643 Dec 16 15:35:43.129375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.151173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0ccf5303-d6c5-428c-8398-1aaa95cf372f details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:35:43.171610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88d54f3b-2d30-4167-b836-0d03a59ce064 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47d536a2640b402ea56aac34af93951b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7692564 Dec 16 15:35:43.178915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:43.192822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d54f3b-2d30-4167-b836-0d03a59ce064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c119628-eb2b-4191-8324-02170431dcc9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:43.197552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8dabc706-ae06-49d0-963d-f1f298c69637 None None] Port c65521cc-ed10-4662-b880-adfd2cf30551 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:35:43.291116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.497683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:43.528882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:35:43.530971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '0ccf5303-d6c5-428c-8398-1aaa95cf372f', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'port_id': '0ccf5303-d6c5-428c-8398-1aaa95cf372f', 'mac_address': 'fa:16:3e:fe:d6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e1d91d-3a70-41aa-917f-12a16adbe393', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:35:43.544172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.548403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.549096 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Added segment b9648df9-8ea1-4356-87d7-151c19605f37 of type vlan for network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 Dec 16 15:35:43.613633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.644308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.668140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccf5303-d6c5-428c-8398-1aaa95cf372f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:35:43.690397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23ff07-0e24-4dde-824e-3581007157e8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:43.724982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:43.726329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cff29-f242-496e-a38f-604ecd4303a9 req-554f75ed-64cd-417d-9c23-e0e678aaf045 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:43.732809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-437cff29-f242-496e-a38f-604ecd4303a9 req-554f75ed-64cd-417d-9c23-e0e678aaf045 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 943 time: 0.4466119 Dec 16 15:35:43.743289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.774408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.783485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:43.784353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.839011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.930508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:43.975306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:44.006468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.007016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.007625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.008180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.008682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.009127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.009587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.010141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.010541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.010985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.011383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.012064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.012485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:35:44.073104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-686de425-6853-4aac-96ef-36ad21115f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.123377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-437cff29-f242-496e-a38f-604ecd4303a9 req-10deea9a-9e7c-4612-8a52-e4c3af373581 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627048 Dec 16 15:35:44.124791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e9eda08f-8664-4f62-a751-bad628a64e6e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:44.130462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0875602 Dec 16 15:35:44.137078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:44.148105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'subnet': {'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:44.216719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4473f-aae9-415d-b661-20ab30168bb1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Network': ['ID=d5b765d1-74f3-44a4-8729-af05ca4ba7c2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:44.246990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:35:44.249607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['0ccf5303-d6c5-428c-8398-1aaa95cf372f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:35:44.253583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Deleting port e9eda08f-8664-4f62-a751-bad628a64e6e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:44.254416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.481294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] For port e9eda08f-8664-4f62-a751-bad628a64e6e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e9eda08f-8664-4f62-a751-bad628a64e6e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:44.482325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.502813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Calling delete_port for e9eda08f-8664-4f62-a751-bad628a64e6e owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:44.621155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.624107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.625685 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8c119628-eb2b-4191-8324-02170431dcc9 HTTP/1.1" status: 204 len: 168 time: 1.4417231 Dec 16 15:35:44.738521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1291920-afd4-45c2-8d3b-e13d1345f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c119628-eb2b-4191-8324-02170431dcc9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:44.830553 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-26cc9aa2-eda7-4e00-93d6-c8452ade55d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2274160 Dec 16 15:35:44.843924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.953393 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:44.984076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e9eda08f-8664-4f62-a751-bad628a64e6e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:44.988273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:45.017451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Port e9eda08f-8664-4f62-a751-bad628a64e6e was deleted so its status cannot be updated. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 16 15:35:45.116660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:45.134525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:45.242600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eda08f-8664-4f62-a751-bad628a64e6e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:45.396039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-f5266980-3643-4473-8405-a65c9d26440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:45.397793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-f5266980-3643-4473-8405-a65c9d26440e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 1096 time: 0.4470034 Dec 16 15:35:45.714091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:45.745208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-26aedaa9-0821-4222-8957-a9bf4500ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:45.747467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-26aedaa9-0821-4222-8957-a9bf4500ae22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 0.3000631 Dec 16 15:35:45.783964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 72fbf690-806e-44d9-90b7-8a1568f28ea4 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:35:45.789949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:45.860112 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-3485583b-6e1f-4552-9cf4-6dfdd0ceed65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 200 len: 217 time: 0.1048605 Dec 16 15:35:45.898061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337a1dbf-1938-4c00-955b-d17e6bb12e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:45.923855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897acf-cfbb-4822-aac0-438d812b00c0 req-24a2cd70-51f8-4496-be87-085d37bcfda6 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:45.923855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5897acf-cfbb-4822-aac0-438d812b00c0 req-24a2cd70-51f8-4496-be87-085d37bcfda6 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 944 time: 0.5808055 Dec 16 15:35:46.064936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Router b0b57f84-97a4-42b1-8542-0f38540140a9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:35:46.116665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5897acf-cfbb-4822-aac0-438d812b00c0 req-b67e1916-d23f-4953-bf14-fc77009bb9d1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656433 Dec 16 15:35:46.122040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.294870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Subnet': ['ID=6f782005-a61d-4054-baad-0c7cb8f27dcf,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:46.298318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-adf82054-bdca-4c0f-b33c-1e97dff142da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:46.303663 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-adf82054-bdca-4c0f-b33c-1e97dff142da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.4305515 Dec 16 15:35:46.323640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337a1dbf-1938-4c00-955b-d17e6bb12e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.335013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:46.346695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-23cb27a1-0900-48f4-9dcb-e1464a56349f admin admin] 10.222.0.71 "PUT /v2.0/routers/b0b57f84-97a4-42b1-8542-0f38540140a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2298341 Dec 16 15:35:46.347800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32802) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:46.363297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Sync routers for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:46.379045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-84050822-b2c8-4df2-b5e2-d683a6e35c40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431850 Dec 16 15:35:46.388913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:46.389552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:46.515338 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-ac9c1d87-a4a8-44c4-96cd-5d6073547840 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275318 Dec 16 15:35:46.634381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:46.634543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Checking segment: {'id': 'b9648df9-8ea1-4356-87d7-151c19605f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:46.634543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network hostable DHCP agents. Network: d5b765d1-74f3-44a4-8729-af05ca4ba7c2, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:35:46.662502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:35:46.676855 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Sync routers for ids ['72fbf690-806e-44d9-90b7-8a1568f28ea4'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:35:46.703267 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Routers {'72fbf690-806e-44d9-90b7-8a1568f28ea4'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:46.703997 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['72fbf690-806e-44d9-90b7-8a1568f28ea4'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:46.721293 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2e81b89e-325f-4cab-ae4f-a4fa12f1793f req-7513611c-0551-48ac-a57a-782e2ebe944d service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970026 Dec 16 15:35:46.754764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-337a1dbf-1938-4c00-955b-d17e6bb12e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.784679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-abe3d4ea-029b-43f2-b5ec-d04958da8ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.818106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:35:46.851220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:46.853210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-933e7c75-088f-4bb8-b0a6-04599dcd9895 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.5029888 Dec 16 15:35:46.871650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32806) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:46.891740 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-337a1dbf-1938-4c00-955b-d17e6bb12e08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=590781e60a08491789f80a2df63aab0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0480027 Dec 16 15:35:46.919692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32810) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:46.960177 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Set router 72fbf690-806e-44d9-90b7-8a1568f28ea4 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:47.046363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8fbaa144-6888-4dc7-accb-79f66316f9d6 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/72fbf690-806e-44d9-90b7-8a1568f28ea4 HTTP/1.1" status: 200 len: 906 time: 0.1732333 Dec 16 15:35:47.048247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a1dbf-1938-4c00-955b-d17e6bb12e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e561cc1-777b-42ad-a447-c6505250fdc6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:47.052322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32818) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:47.053475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d5b765d1-74f3-44a4-8729-af05ca4ba7c2) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:47.060107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:47.061572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.068958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b7d77-7850-49e4-9926-df6636e04e01 None None] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:47.193003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.236695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.258815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0ccf5303-d6c5-428c-8398-1aaa95cf372f up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:47.551276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:44Z', 'revision_number': 5, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:47.579899 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:35:47.600427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.721857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 0ccf5303-d6c5-428c-8398-1aaa95cf372f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:35:47.753788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.758815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 0ccf5303-d6c5-428c-8398-1aaa95cf372f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:47.758815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.823289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Checking router: b0b57f84-97a4-42b1-8542-0f38540140a9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:47.854448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.859927 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fbf690-806e-44d9-90b7-8a1568f28ea4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'c65521cc-ed10-4662-b880-adfd2cf30551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:36Z', 'updated_at': '2021-12-16T15:35:43Z', 'revision_number': 3, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port': {'id': 'c65521cc-ed10-4662-b880-adfd2cf30551', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fbf690-806e-44d9-90b7-8a1568f28ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2330, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:39Z', 'updated_at': '2021-12-16T15:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:47.877348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.889055 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f339060f-8eae-4126-8edb-779701196189 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7505536 Dec 16 15:35:47.889807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:47.895990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c3aa9-7140-43d4-8e6a-a5b6a0838048 req-60c56987-9216-4400-ad18-8faf13cba399 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:47.897504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'network': {'name': 'tempest-router-network01--967173878'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:47.913424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-034c3aa9-7140-43d4-8e6a-a5b6a0838048 req-60c56987-9216-4400-ad18-8faf13cba399 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 944 time: 0.4117465 Dec 16 15:35:47.918609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d5b765d1-74f3-44a4-8729-af05ca4ba7c2', 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2', 'project_id': 'b3b656fd730e4081af649b4a960cca46', 'fixed_ips': [{'subnet_id': '6f782005-a61d-4054-baad-0c7cb8f27dcf'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:35:47.921866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:47.933646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Routers {'b0b57f84-97a4-42b1-8542-0f38540140a9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:47.938764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b0b57f84-97a4-42b1-8542-0f38540140a9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:47.964530 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Checking router: 72fbf690-806e-44d9-90b7-8a1568f28ea4 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:35:47.965487 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Updating router 72fbf690-806e-44d9-90b7-8a1568f28ea4 port c65521cc-ed10-4662-b880-adfd2cf30551 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:35:48.017350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-034c3aa9-7140-43d4-8e6a-a5b6a0838048 req-7cc675ce-6fd4-4738-87fa-94982ea4fec9 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019003 Dec 16 15:35:48.053557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:48.062033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.064557 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.077992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.115301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Deleting port c65521cc-ed10-4662-b880-adfd2cf30551 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:48.117325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.123965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Deleting port c68bd92f-b3a6-4526-b64f-7626dcc6611e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:48.124493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.233761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:35:48.253575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.254320 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Added segment 173e5d32-68c8-4773-87ff-4d833dd2ddbf of type vlan for network 9653aa4e-dfe0-49f4-a272-47035ced4df3 Dec 16 15:35:48.302025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] For port c68bd92f-b3a6-4526-b64f-7626dcc6611e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c68bd92f-b3a6-4526-b64f-7626dcc6611e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:48.309998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.345541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Calling delete_port for c68bd92f-b3a6-4526-b64f-7626dcc6611e owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:48.371330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.381117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.464566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Calling delete_port for c65521cc-ed10-4662-b880-adfd2cf30551 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:48.473705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.564672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] Set router b0b57f84-97a4-42b1-8542-0f38540140a9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:48.566832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.577094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.580800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0e561cc1-777b-42ad-a447-c6505250fdc6 HTTP/1.1" status: 204 len: 168 time: 1.6564476 Dec 16 15:35:48.612003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4044771-567e-4998-8626-5e4d4d00b4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e561cc1-777b-42ad-a447-c6505250fdc6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:48.743441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:35:48.794942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:35:48.797897 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b594f8f-8071-4d33-a536-9040b21f2b00" -d '{"events": [{"server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "name": "network-vif-plugged", "status": "completed", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:35:48.824029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Allocated IP 172.20.0.2 (d5b765d1-74f3-44a4-8729-af05ca4ba7c2/6f782005-a61d-4054-baad-0c7cb8f27dcf/e4815c23-e1d5-4782-9782-8e85f735b1f3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:48.858427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.859026 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.db.api [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:35:48.859404 n-d-821947-3 neutron-server[104058]: DEBUG oslo_db.api [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:35:48.884349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:48.897197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:48.916577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f61d57-eca0-4dad-bd60-cd4529c568c5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:48.976306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.049649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.071702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c68bd92f-b3a6-4526-b64f-7626dcc6611e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:49.073673 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb61a6-35e5-4118-8f74-227392c9d15d x-openstack-request-id: req-52eb61a6-35e5-4118-8f74-227392c9d15d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:35:49.075478 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "name": "network-vif-plugged", "status": "completed", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:35:49.075478 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52eb61a6-35e5-4118-8f74-227392c9d15d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:35:49.078802 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f', 'code': 200} Dec 16 15:35:49.080123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:49.080834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.114035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Port': ['ID=c65521cc-ed10-4662-b880-adfd2cf30551,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:49.121810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91e929-94f6-4499-88aa-c0c71d228efa None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:49.167898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:49.318823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Network': ['ID=9653aa4e-dfe0-49f4-a272-47035ced4df3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:49.329087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.350702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:35:49.353976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.358620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b1e894f1-9d85-4a7a-81c5-752a6e6eb642 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4653075 Dec 16 15:35:49.361384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:49.379276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'network': {'name': 'tempest-router-network02--1668178802'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:49.387635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.411200 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Port c65521cc-ed10-4662-b880-adfd2cf30551 not found while updating agent binding for router 72fbf690-806e-44d9-90b7-8a1568f28ea4. {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 15:35:49.452360 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Routers {'72fbf690-806e-44d9-90b7-8a1568f28ea4'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:35:49.458336 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['72fbf690-806e-44d9-90b7-8a1568f28ea4'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:49.543664 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.548857 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.658553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a322-2437-45c7-87de-3ba35b317a17 req-02459f1a-7bcf-4248-a6a6-b2f880c0da89 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:49.658845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:44Z', 'revision_number': 5, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:49.666630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9976a322-2437-45c7-87de-3ba35b317a17 req-02459f1a-7bcf-4248-a6a6-b2f880c0da89 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.5125904 Dec 16 15:35:49.673760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb15b8-1912-4bba-8f63-0f8bfe27e633 req-f8066177-4fd2-4cde-aeed-cfe31822ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:49.676593 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-febb15b8-1912-4bba-8f63-0f8bfe27e633 req-f8066177-4fd2-4cde-aeed-cfe31822ed9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 1096 time: 0.5152712 Dec 16 15:35:49.709210 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] Set router 72fbf690-806e-44d9-90b7-8a1568f28ea4 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:35:49.761756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de070d6-f606-4cbc-8846-a5f1db4f4e95 None None] The sync data for ids ['b0b57f84-97a4-42b1-8542-0f38540140a9'] in n-d-821947-3 is: [{'id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'name': 'tempest-ImageQuotaTest-1343269720-router', 'tenant_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:21Z', 'updated_at': '2021-12-16T15:35:44Z', 'revision_number': 5, 'project_id': '0bdd4a1480374df0a39a6c5d842b55ec', 'gw_port': {'id': 'c68bd92f-b3a6-4526-b64f-7626dcc6611e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b57f84-97a4-42b1-8542-0f38540140a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:35:22Z', 'updated_at': '2021-12-16T15:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:49.768230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.768697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b57f84-97a4-42b1-8542-0f38540140a9 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:49.800184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.804150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.861582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.866380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.872303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bd2145c9-cb5e-4e81-a5c4-91cf8f131bdd admin admin] 10.222.0.71 "DELETE /v2.0/routers/b0b57f84-97a4-42b1-8542-0f38540140a9 HTTP/1.1" status: 204 len: 168 time: 3.5224781 Dec 16 15:35:49.893624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:49.904008 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fbf690-806e-44d9-90b7-8a1568f28ea4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:36Z', 'updated_at': '2021-12-16T15:35:48Z', 'revision_number': 5, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:49.953921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9976a322-2437-45c7-87de-3ba35b317a17 req-cccbff47-a46a-4917-b14d-980ed1171e22 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844324 Dec 16 15:35:49.965754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:49.970142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:49.991542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b4388-114a-41d7-a98e-6de300bf099c None None] The sync data for ids ['72fbf690-806e-44d9-90b7-8a1568f28ea4'] in n-d-821947-3 is: [{'id': '72fbf690-806e-44d9-90b7-8a1568f28ea4', 'name': 'tempest-snat-router-760388361', 'tenant_id': '823bdd2138b544e1a36c11b419122938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:35:36Z', 'updated_at': '2021-12-16T15:35:48Z', 'revision_number': 5, 'project_id': '823bdd2138b544e1a36c11b419122938', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:35:50.015545 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-febb15b8-1912-4bba-8f63-0f8bfe27e633 req-cb3bcfe0-a611-4ee5-97b6-c6d4b024385c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600813 Dec 16 15:35:50.040309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:35:50.071280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.071664 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Added segment ff8083a6-ef35-4def-8ee7-ab801366b245 of type vlan for network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f Dec 16 15:35:50.076288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Deleting subnet b38f03e5-bf66-4293-8027-4eae49d39900 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:35:50.125238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.179304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.247793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.248387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72fbf690-806e-44d9-90b7-8a1568f28ea4 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:50.253792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.255137 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e30fb6eb-9782-4864-9411-21afedba7201 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/routers/72fbf690-806e-44d9-90b7-8a1568f28ea4 HTTP/1.1" status: 204 len: 168 time: 3.1888266 Dec 16 15:35:50.260498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32868) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:50.265847 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.273935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.327941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.334537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Pushing event updated for resources: {'Port': ['ID=e4815c23-e1d5-4782-9782-8e85f735b1f3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:50.368816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:50.372122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:50.378344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:50.449321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Attempting to bind port e4815c23-e1d5-4782-9782-8e85f735b1f3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:50.450116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Attempting to bind port e4815c23-e1d5-4782-9782-8e85f735b1f3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b9648df9-8ea1-4356-87d7-151c19605f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:50.453074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Attempting to bind port e4815c23-e1d5-4782-9782-8e85f735b1f3 on network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:50.471856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:50.472510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Checking segment: {'id': 'b9648df9-8ea1-4356-87d7-151c19605f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:50.473327 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.474264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Bound using segment: {'id': 'b9648df9-8ea1-4356-87d7-151c19605f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:50.475130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Bound port: e4815c23-e1d5-4782-9782-8e85f735b1f3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9648df9-8ea1-4356-87d7-151c19605f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd5b765d1-74f3-44a4-8729-af05ca4ba7c2'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:50.475783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.508681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.609306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.630241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:50.631312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.671241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.743889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.802152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] For port e4815c23-e1d5-4782-9782-8e85f735b1f3, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:50.813155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38f03e5-bf66-4293-8027-4eae49d39900,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:50.823812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:50.845106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea537154-e748-4226-a298-6f6f421ba26a None None] Network 89df390e-5d52-4646-8403-2dc25336bed6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:50.852413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9d5a73ea-392f-44c1-99c0-b6dbfd1b1ee2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b38f03e5-bf66-4293-8027-4eae49d39900 HTTP/1.1" status: 204 len: 168 time: 0.9573448 Dec 16 15:35:50.854955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:50.928067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] For port e4815c23-e1d5-4782-9782-8e85f735b1f3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e4815c23-e1d5-4782-9782-8e85f735b1f3,segment=NetworkSegment(b9648df9-8ea1-4356-87d7-151c19605f37),segment_id=b9648df9-8ea1-4356-87d7-151c19605f37)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:51.009896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.026811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.516816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ce83a-556a-48d2-ae68-76a6dd27a420 None None] Pushing event updated for resources: {'Port': ['ID=e4815c23-e1d5-4782-9782-8e85f735b1f3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:51.558837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c3005-5ae6-4085-a102-d06724d05a2d req-89ec4612-211e-411b-b8d6-8a72f134d95c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:51.575585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-286c3005-5ae6-4085-a102-d06724d05a2d req-89ec4612-211e-411b-b8d6-8a72f134d95c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.3265185 Dec 16 15:35:51.593454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Network': ['ID=8475a2ec-dda1-4843-8ad6-05ad4a73fd5f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:51.618498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-09c1d3e1-316a-4b59-9b5c-17efbbbc79a4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2549770 Dec 16 15:35:51.619647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32896) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:51.646710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:35:51.650500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'subnet': {'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:51.667302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Deleting port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:51.668129 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.672966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:51.911753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] DHCP port deletion for 89df390e-5d52-4646-8403-2dc25336bed6 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:51.917643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32898) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.166130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Deleting port 0912697e-7c3a-486e-a9b9-9b497b2f8954 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:52.166699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.216349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] For port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:52.219196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.227643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Deleting port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:35:52.228068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.251593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-286c3005-5ae6-4085-a102-d06724d05a2d req-5e8b5bee-0beb-4d68-87f3-479ae9cae039 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509533 Dec 16 15:35:52.263050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Calling delete_port for 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:52.471896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:52.483365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.498347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-745241a1-828a-4a78-ad8d-0c558c541573 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.517098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] For port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,segment=NetworkSegment(dedf0b27-8d43-4e18-97ef-52bca133486b),segment_id=dedf0b27-8d43-4e18-97ef-52bca133486b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:52.517872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.521275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-745241a1-828a-4a78-ad8d-0c558c541573 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5616117 Dec 16 15:35:52.538950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.568327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-204647cd-7286-4b25-8086-2c3f5e4bfdb4 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.572044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Calling delete_port for 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:52.574407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-204647cd-7286-4b25-8086-2c3f5e4bfdb4 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0333114 Dec 16 15:35:52.588912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.619664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5ed24c77-a5f2-4208-b5e8-55d3aec3a952 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.621820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5ed24c77-a5f2-4208-b5e8-55d3aec3a952 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0313294 Dec 16 15:35:52.626496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32910) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.635131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5f55821c-4186-4598-8651-5810eae801bb tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.637320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f55821c-4186-4598-8651-5810eae801bb tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090899 Dec 16 15:35:52.657719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.677721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-a8d8cea9-5be6-4636-ad21-a5a493390ad8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.682002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a8d8cea9-5be6-4636-ad21-a5a493390ad8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0212767 Dec 16 15:35:52.739391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.752281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-cc22edfc-a3f8-48f5-9605-4fc7adc381ba tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.754222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc22edfc-a3f8-48f5-9605-4fc7adc381ba tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0097845 Dec 16 15:35:52.762194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.777331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e4815c23-e1d5-4782-9782-8e85f735b1f3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:52.789576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-8541f817-e85a-4aef-a213-95161ff5b709 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.793989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8541f817-e85a-4aef-a213-95161ff5b709 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0249481 Dec 16 15:35:52.801127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.844171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d433db83-5e45-4f95-a2d7-24ce885040fd tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.848731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d433db83-5e45-4f95-a2d7-24ce885040fd tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0416470 Dec 16 15:35:52.849686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32920) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.856542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-429a61c0-049c-4c5c-a945-af3115d8cc31 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.870383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-429a61c0-049c-4c5c-a945-af3115d8cc31 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0135727 Dec 16 15:35:52.870383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32922) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.871421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5262276b-de64-4f9a-aaeb-ccc8be964d9d tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.875687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5262276b-de64-4f9a-aaeb-ccc8be964d9d tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0094266 Dec 16 15:35:52.876395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.882115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-5fe4b5ee-abcc-474c-ab7c-570dd40e20f8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.885116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5fe4b5ee-abcc-474c-ab7c-570dd40e20f8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072312 Dec 16 15:35:52.892639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32926) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.914347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-19a7125c-3ef5-4b79-a698-e693185970f3 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.915163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] For port 0912697e-7c3a-486e-a9b9-9b497b2f8954, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0912697e-7c3a-486e-a9b9-9b497b2f8954,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:52.915791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.926435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-19a7125c-3ef5-4b79-a698-e693185970f3 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0322599 Dec 16 15:35:52.928436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32928) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.936227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-566f7754-39ca-4de2-b551-387d2b776caa tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.942026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-566f7754-39ca-4de2-b551-387d2b776caa tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109930 Dec 16 15:35:52.943777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32930) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:52.944777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.962846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-9359e5e9-a1fd-4c29-bfe6-e93d1ed095c1 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:52.964795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9359e5e9-a1fd-4c29-bfe6-e93d1ed095c1 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0147309 Dec 16 15:35:52.968873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e4815c23-e1d5-4782-9782-8e85f735b1f3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:52.968873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.972448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:52.976875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Calling delete_port for 0912697e-7c3a-486e-a9b9-9b497b2f8954 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:35:52.990841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32932) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.014040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] No DVR routers for this DVR port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:53.051680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] Pushing event deleted for resources: {'Port': ['ID=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:53.053573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-31f0e4f9-cf2d-4b50-987d-4e195abfbb6a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.055400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31f0e4f9-cf2d-4b50-987d-4e195abfbb6a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0435686 Dec 16 15:35:53.061188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.066193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-94d38fa8-21a7-4d9f-abda-9435dc099cf2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.067514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-94d38fa8-21a7-4d9f-abda-9435dc099cf2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051825 Dec 16 15:35:53.085676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41798e9-fa7a-4d2d-8861-1ebefcb10c42 None None] No DVR routers for this DVR port 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:35:53.087923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:53.090920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.098339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-fc1c24de-1cd5-402f-aea8-0af3d11e55cc tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.100501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc1c24de-1cd5-402f-aea8-0af3d11e55cc tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076115 Dec 16 15:35:53.104998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32938) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.271666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-8f551aa3-0d06-4fbe-9d99-00a501d50563 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.283843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f551aa3-0d06-4fbe-9d99-00a501d50563 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.1288686 Dec 16 15:35:53.293395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.299693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-f8ff7e54-4f77-4f98-8f75-fef67aee76ee tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.305780 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8ff7e54-4f77-4f98-8f75-fef67aee76ee tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0070965 Dec 16 15:35:53.306447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32946) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.313636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-e2f29732-ffa9-4f09-a78f-fe5c53ff076e tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.318413 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e2f29732-ffa9-4f09-a78f-fe5c53ff076e tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048158 Dec 16 15:35:53.319425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32948) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.325094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-89622076-45a7-452a-b145-65e53c2c17f2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.329975 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-89622076-45a7-452a-b145-65e53c2c17f2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059969 Dec 16 15:35:53.335247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32950) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.340375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-839a06a0-958f-450b-86ad-7e90ccc5c227 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.343876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-839a06a0-958f-450b-86ad-7e90ccc5c227 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051391 Dec 16 15:35:53.346102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32952) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.353985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-6842aeaf-3d9e-4ff1-97ed-6fb70127b8b5 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.355888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.363515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6842aeaf-3d9e-4ff1-97ed-6fb70127b8b5 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0126932 Dec 16 15:35:53.363802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.364355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32954) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.373039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-d1e3cb36-8a3a-4264-aec6-1766606b4f12 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.377918 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d1e3cb36-8a3a-4264-aec6-1766606b4f12 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077603 Dec 16 15:35:53.383598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.401111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-56ebeb72-e805-47a4-9ae8-e7c9c7bf46fd tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.406409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-56ebeb72-e805-47a4-9ae8-e7c9c7bf46fd tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0175169 Dec 16 15:35:53.406997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89df390e-5d52-4646-8403-2dc25336bed6']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:53.409957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32958) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.421646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-eb0f89e0-9836-4f5b-8754-bad393535c22 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.426947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb0f89e0-9836-4f5b-8754-bad393535c22 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0121391 Dec 16 15:35:53.427486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dedf0b27-8d43-4e18-97ef-52bca133486b') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:53.427814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dedf0b27-8d43-4e18-97ef-52bca133486b') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:35:53.429718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.442531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-406b256b-76d2-4f7d-9f51-1a735adb3d71 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.447714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-406b256b-76d2-4f7d-9f51-1a735adb3d71 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120409 Dec 16 15:35:53.449386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.451171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32962) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.461497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-508b17bf-dcef-463a-a787-c65f8ed01f17 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.464944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-508b17bf-dcef-463a-a787-c65f8ed01f17 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0103977 Dec 16 15:35:53.465503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.471509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port e4815c23-e1d5-4782-9782-8e85f735b1f3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e4815c23-e1d5-4782-9782-8e85f735b1f3,segment=NetworkSegment(b9648df9-8ea1-4356-87d7-151c19605f37),segment_id=b9648df9-8ea1-4356-87d7-151c19605f37)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:35:53.483890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d0349e01-ba5d-4273-8d6d-445b25de7cd6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.487914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d0349e01-ba5d-4273-8d6d-445b25de7cd6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0190191 Dec 16 15:35:53.494555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32966) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.502609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-f8720b34-a0c9-4c95-be66-dea67d926750 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.507463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f8720b34-a0c9-4c95-be66-dea67d926750 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083401 Dec 16 15:35:53.511522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.541512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.541721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:35:53.542204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.543478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-a8e0f99e-eb8e-4592-8b18-05e4d6401a90 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.547565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8e0f99e-eb8e-4592-8b18-05e4d6401a90 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109262 Dec 16 15:35:53.554517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.564879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.585880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32970) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.632986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-0f02125f-8d4d-4509-bc54-656f16e4c968 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.634871 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f02125f-8d4d-4509-bc54-656f16e4c968 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0406215 Dec 16 15:35:53.676185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e9eda08f-8664-4f62-a751-bad628a64e6e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:35:53.705806 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:35:53.726003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32972) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.732561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-7c3a85b1-b54c-48b2-97bf-127be92b35ff tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.738117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c3a85b1-b54c-48b2-97bf-127be92b35ff tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101624 Dec 16 15:35:53.739201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32980) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.750753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-8eec84cd-03ec-4aa1-8483-ec30efd5c8e0 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.755615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8eec84cd-03ec-4aa1-8483-ec30efd5c8e0 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088618 Dec 16 15:35:53.757414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.763527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-20214699-0d54-4d23-bd57-ba128dab745f tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.768818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.769458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-20214699-0d54-4d23-bd57-ba128dab745f tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092735 Dec 16 15:35:53.779296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-3736afb8-1c2a-4489-9db8-d5d05fbcc07f tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.783887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3736afb8-1c2a-4489-9db8-d5d05fbcc07f tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082529 Dec 16 15:35:53.784664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.792227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-04de2f1b-9e74-4bd0-b863-8af1589b3c91 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.793354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-04de2f1b-9e74-4bd0-b863-8af1589b3c91 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076332 Dec 16 15:35:53.797967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32988) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.804446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-ded5a9e1-d6cb-4750-a7ed-80341c3b42ac tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.806937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ded5a9e1-d6cb-4750-a7ed-80341c3b42ac tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071061 Dec 16 15:35:53.809982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32990) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.810990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e9eda08f-8664-4f62-a751-bad628a64e6e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:53.811962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e9eda08f-8664-4f62-a751-bad628a64e6e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:53.812716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:53.815129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d5ab8b0c-8f49-4d2b-a5c5-eb5e0982f0e6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.816768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d5ab8b0c-8f49-4d2b-a5c5-eb5e0982f0e6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052276 Dec 16 15:35:53.817557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.823173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.823972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.829172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-5d05c2a4-fafb-41e7-bbaa-7dcb7b0efb13 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.831326 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d05c2a4-fafb-41e7-bbaa-7dcb7b0efb13 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059931 Dec 16 15:35:53.832936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=e4815c23-e1d5-4782-9782-8e85f735b1f3,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:53.836444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Subnet': ['ID=22f7fed6-71ad-4ff4-b300-bb25cdcc5531,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:53.840518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32996) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.841830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/89df390e-5d52-4646-8403-2dc25336bed6 HTTP/1.1" status: 204 len: 168 time: 2.9853532 Dec 16 15:35:53.846213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-16895958-f51c-4c31-a294-576f8f153dd9 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.850655 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-16895958-f51c-4c31-a294-576f8f153dd9 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0089300 Dec 16 15:35:53.851415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32998) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.858034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-b2f93a99-e159-4aba-b141-bfd889a331c8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.862518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2f93a99-e159-4aba-b141-bfd889a331c8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083480 Dec 16 15:35:53.863385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33000) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.874154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-b81a3788-7fbc-4c6f-b9de-e869918f1167 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.876352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a88f0b-85f7-4315-8fbf-95675d61fdc9 req-d5a1d9c6-8d29-412a-82e5-c26079423d51 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:53.880036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a88f0b-85f7-4315-8fbf-95675d61fdc9 req-d5a1d9c6-8d29-412a-82e5-c26079423d51 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.3924739 Dec 16 15:35:53.889337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b81a3788-7fbc-4c6f-b9de-e869918f1167 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0216892 Dec 16 15:35:53.889955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.907572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-ef46eda5-35f1-4cd1-b5cb-c3f5138443bc tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.911971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ef46eda5-35f1-4cd1-b5cb-c3f5138443bc tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0198538 Dec 16 15:35:53.915929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33004) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:53.924697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:53.960089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:53.960601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7dfdd6e5-aa2e-43f3-8fc7-7bc2787d073e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:53.991755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Checking segment: {'id': '173e5d32-68c8-4773-87ff-4d833dd2ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:53.992401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network hostable DHCP agents. Network: 9653aa4e-dfe0-49f4-a272-47035ced4df3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:35:53.993509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-d7bc345b-6b64-4a02-b94f-00562b47a316 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:53.994612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d7bc345b-6b64-4a02-b94f-00562b47a316 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0128729 Dec 16 15:35:54.007383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33006) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.009782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event deleted for resources: {'Port': ['ID=0912697e-7c3a-486e-a9b9-9b497b2f8954,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:54.010955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083d3e2-05a3-4fe8-a24b-576c6199a8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89df390e-5d52-4646-8403-2dc25336bed6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:54.019131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-5705abdf-30f3-4544-8388-0411e086d7ef tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.025312 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5705abdf-30f3-4544-8388-0411e086d7ef tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0117705 Dec 16 15:35:54.026557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.048746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-e3c7506c-4c70-4ec8-8bd2-11f47bef623a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.056153 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e3c7506c-4c70-4ec8-8bd2-11f47bef623a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0128703 Dec 16 15:35:54.057651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.067519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-480567f3-f0ab-4c80-a8ee-b38e6dded8e6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.087815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-480567f3-f0ab-4c80-a8ee-b38e6dded8e6 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0276792 Dec 16 15:35:54.094795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.104768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-d8ee3efe-a00d-47ab-9bd6-74e4a5fc2011 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.114068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b9b93-e4bd-4ebf-8f4d-132a7b65c228 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:54.115372 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d8ee3efe-a00d-47ab-9bd6-74e4a5fc2011 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0169053 Dec 16 15:35:54.148501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33014) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.149228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a88f0b-85f7-4315-8fbf-95675d61fdc9 req-976f4167-2141-49b1-9ac1-d69429d95969 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037189 Dec 16 15:35:54.156335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-3fe7c6ef-361b-4d8a-934d-d4fd5a3dd6f3 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.160938 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3fe7c6ef-361b-4d8a-934d-d4fd5a3dd6f3 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0136378 Dec 16 15:35:54.163738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33016) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.169990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-c6d0c1cd-ad39-404a-9b66-cb2ed98678af tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.173926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c6d0c1cd-ad39-404a-9b66-cb2ed98678af tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080490 Dec 16 15:35:54.176740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33018) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.195777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-063bd6eb-a590-4dc8-b37a-7e97c32c80f2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.200150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33022) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.200751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-063bd6eb-a590-4dc8-b37a-7e97c32c80f2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081139 Dec 16 15:35:54.208629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-528fb2bb-1513-4269-be12-b8f0f0683430 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.210346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-528fb2bb-1513-4269-be12-b8f0f0683430 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084980 Dec 16 15:35:54.213936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.240806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-4364359d-a5a8-49a1-ab58-859d4972dd84 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.242525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4364359d-a5a8-49a1-ab58-859d4972dd84 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0226185 Dec 16 15:35:54.252759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90e25b-dcb3-416d-b46e-2c031fc9ef28 None None] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:54.254218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33026) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.259532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-f57b0f11-7395-4290-8d4c-840b8375d88b tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.263945 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f57b0f11-7395-4290-8d4c-840b8375d88b tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078540 Dec 16 15:35:54.265109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.272191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-cc7ae095-12fd-4e10-8dee-14a6869f7f49 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.277524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc7ae095-12fd-4e10-8dee-14a6869f7f49 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0093081 Dec 16 15:35:54.278411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33030) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.285320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-00acef28-46f5-44a7-9e0f-ec72bb539add tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.290324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.290542 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00acef28-46f5-44a7-9e0f-ec72bb539add tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0081577 Dec 16 15:35:54.304951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-50ac05b2-b0f4-434c-804f-0f2ba15ffff2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.305992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.322494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-50ac05b2-b0f4-434c-804f-0f2ba15ffff2 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0302448 Dec 16 15:35:54.332549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33034) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.365564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-0d9b54c5-715d-4a64-b9f4-32c779808898 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.377363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33036) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.383838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d9b54c5-715d-4a64-b9f4-32c779808898 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0332527 Dec 16 15:35:54.397254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e4815c23-e1d5-4782-9782-8e85f735b1f3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:54.399469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-9b42de06-2236-49ae-948c-ab72dbff8a7c tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.403564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.408146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9b42de06-2236-49ae-948c-ab72dbff8a7c tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0292268 Dec 16 15:35:54.413023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-28a051f1-5756-4ea1-9a84-0f13be2e5657 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.414798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-28a051f1-5756-4ea1-9a84-0f13be2e5657 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0096753 Dec 16 15:35:54.422343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.442031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-42bab373-bc7c-4fff-960f-26a01a5d08ee None None] Provisioning complete for port e4815c23-e1d5-4782-9782-8e85f735b1f3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:54.442581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42bab373-bc7c-4fff-960f-26a01a5d08ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.454158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-750d307f-c0ea-40df-9a03-9f58dd448cbe tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.464646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-750d307f-c0ea-40df-9a03-9f58dd448cbe tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0320024 Dec 16 15:35:54.465656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.518029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:35:54.524815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-520ac8cb-217e-43a7-adfa-556f123c4f19 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.538638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-520ac8cb-217e-43a7-adfa-556f123c4f19 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0714984 Dec 16 15:35:54.539334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.550796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-8ed447c5-1d43-46f4-a50d-7a63d925491a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.559221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33046) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.566370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8ed447c5-1d43-46f4-a50d-7a63d925491a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0220978 Dec 16 15:35:54.568487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-984c337d-3507-4836-b4ad-8e6010125f24 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.572973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33048) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.574437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e4815c23-e1d5-4782-9782-8e85f735b1f3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:54.575034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.578456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-6d2b3472-837c-4762-a214-609c038d20e1 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.584254 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-984c337d-3507-4836-b4ad-8e6010125f24 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0237901 Dec 16 15:35:54.585932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33050) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.597616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6d2b3472-837c-4762-a214-609c038d20e1 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0234683 Dec 16 15:35:54.628006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-249ebac1-aac2-4c7f-a9da-f66629dd1a3a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.634602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.639478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-20608143-341e-4b22-b0d1-133189611534 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.644203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-20608143-341e-4b22-b0d1-133189611534 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080116 Dec 16 15:35:54.645083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.650295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-f3e9f2bb-31fb-49ce-8d52-df8bc659aa28 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.656519 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-249ebac1-aac2-4c7f-a9da-f66629dd1a3a tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0341146 Dec 16 15:35:54.659945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33056) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.668431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f3e9f2bb-31fb-49ce-8d52-df8bc659aa28 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0220761 Dec 16 15:35:54.671887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [None req-ccd1de6e-d05c-4717-82b6-26c5a12be025 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.675696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33058) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.681290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [None req-802904b8-2896-4dd9-a81e-fc05602125e8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:35:54.696751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ccd1de6e-d05c-4717-82b6-26c5a12be025 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0356281 Dec 16 15:35:54.698258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-802904b8-2896-4dd9-a81e-fc05602125e8 tempest-ExtensionsTestJSON-1156655768 tempest-ExtensionsTestJSON-1156655768-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0214148 Dec 16 15:35:54.702651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.705595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33062) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.710599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.832708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4caab50-b530-4df9-bfe3-46f46809c1d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0bdd4a1480374df0a39a6c5d842b55ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261699 Dec 16 15:35:54.839667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:54.849294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9653aa4e-dfe0-49f4-a272-47035ced4df3) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:54.858906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:54.859520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.939252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83cedd-d0a2-4fcb-85db-5851e08fb920 None None] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:54.990843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:54.995232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78afe483-1742-42d4-8902-e3eddfa7dba4 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:35:55.000371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bda8c76a-6c7e-4a80-8d88-e3eda1f5f344 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3781407 Dec 16 15:35:55.006135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.006817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.009016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c4a9c9c7-73d5-4625-a053-4c9ef87bc8c5 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "DELETE /v2.0/routers/78afe483-1742-42d4-8902-e3eddfa7dba4 HTTP/1.1" status: 204 len: 168 time: 4.7474103 Dec 16 15:35:55.011872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33070) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:55.016435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:55.021588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'subnet': {'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:55.059513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-303247571', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:35:55.148973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.357318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.363567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.366003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a55559f-d090-459a-950c-a3acda9c98d9 HTTP/1.1" status: 204 len: 168 time: 0.5249207 Dec 16 15:35:55.432317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea5a62-8027-4233-9cc2-5ebfc0024d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a55559f-d090-459a-950c-a3acda9c98d9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:55.443166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c68bd92f-b3a6-4526-b64f-7626dcc6611e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:55.447701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.461825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.764428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c68bd92f-b3a6-4526-b64f-7626dcc6611e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:55.764428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c68bd92f-b3a6-4526-b64f-7626dcc6611e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:55.872066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.913371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Made reservation on behalf of b3b656fd730e4081af649b4a960cca46 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:35:55.953105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eaf8f162-3512-46ff-9bdb-58addaa9a2cb None None] Provisioning complete for port e4815c23-e1d5-4782-9782-8e85f735b1f3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:55.953105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f162-3512-46ff-9bdb-58addaa9a2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:55.953404 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.099625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9653aa4e-dfe0-49f4-a272-47035ced4df3', 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3', 'project_id': 'b3b656fd730e4081af649b4a960cca46', 'fixed_ips': [{'subnet_id': '22f7fed6-71ad-4ff4-b300-bb25cdcc5531'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:35:56.100581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.202147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:56.266976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0912697e-7c3a-486e-a9b9-9b497b2f8954 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:35:56.326977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Allocated IP 172.20.0.2 (9653aa4e-dfe0-49f4-a272-47035ced4df3/22f7fed6-71ad-4ff4-b300-bb25cdcc5531/bc2485e8-9be9-4a0b-86ad-e9b40da06d6a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:56.582071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.673893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 0912697e-7c3a-486e-a9b9-9b497b2f8954 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:35:56.674280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0912697e-7c3a-486e-a9b9-9b497b2f8954 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:35:56.686603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.694815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.764194 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.766255 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f1da9b-12d9-4970-9daa-2579587279c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.816093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Subnet': ['ID=ba96a9d2-22e2-4b1d-b802-b5d001fee312,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:56.882270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:56.904302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:56.914364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:56.977288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f1da9b-12d9-4970-9daa-2579587279c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:56.994694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Checking segment: {'id': 'ff8083a6-ef35-4def-8ee7-ab801366b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:56.995100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network hostable DHCP agents. Network: 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:35:57.031314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Pushing event updated for resources: {'Port': ['ID=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:57.045318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Attempting to bind port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:35:57.045700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Attempting to bind port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '173e5d32-68c8-4773-87ff-4d833dd2ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:35:57.046891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Attempting to bind port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a on network 9653aa4e-dfe0-49f4-a272-47035ced4df3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:35:57.053577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:35:57.053943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Checking segment: {'id': '173e5d32-68c8-4773-87ff-4d833dd2ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:35:57.054364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.054787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Bound using segment: {'id': '173e5d32-68c8-4773-87ff-4d833dd2ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:35:57.055317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Bound port: bc2485e8-9be9-4a0b-86ad-e9b40da06d6a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173e5d32-68c8-4773-87ff-4d833dd2ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9653aa4e-dfe0-49f4-a272-47035ced4df3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:35:57.055710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.059173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07f1da9b-12d9-4970-9daa-2579587279c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.138069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07f1da9b-12d9-4970-9daa-2579587279c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc3cfc965abc4bfc9d8c6ceef4ae5799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9346423 Dec 16 15:35:57.142302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33104) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:57.155767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-52516491-eda5-4423-832b-9bb419e648ba None None] For port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:35:57.160967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-52516491-eda5-4423-832b-9bb419e648ba None None] For port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,segment=NetworkSegment(173e5d32-68c8-4773-87ff-4d833dd2ddbf),segment_id=173e5d32-68c8-4773-87ff-4d833dd2ddbf)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:35:57.185062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1da9b-12d9-4970-9daa-2579587279c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49e77cf-5939-479d-af7f-1656278682b3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:57.274347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:35:57.308025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.397263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52516491-eda5-4423-832b-9bb419e648ba None None] Pushing event updated for resources: {'Port': ['ID=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:57.426708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:57.493463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.500548 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9160846-cc82-4f89-ba59-a81cac3ae018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.533234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.542655 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.717369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:57.739531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e785a56-cc7a-4201-8871-71c93ed41073 None None] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:57.745069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:35:57.746034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.780519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.909175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9160846-cc82-4f89-ba59-a81cac3ae018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:57.999568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ab1bc1a-10d0-408d-9172-ab55eda3d24e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9840829 Dec 16 15:35:58.002878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33112) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:58.057229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Allocated IP 172.25.7.65 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:58.242229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-8475a2ec-dda1-4843-8ad6-05ad4a73fd5f', 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f', 'project_id': 'b3b656fd730e4081af649b4a960cca46', 'fixed_ips': [{'subnet_id': 'ba96a9d2-22e2-4b1d-b802-b5d001fee312'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:35:58.244264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:58.248802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9160846-cc82-4f89-ba59-a81cac3ae018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:58.275013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:58.296038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:58.298571 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a49e77cf-5939-479d-af7f-1656278682b3 HTTP/1.1" status: 204 len: 168 time: 1.1512628 Dec 16 15:35:58.315497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bc2485e8-9be9-4a0b-86ad-e9b40da06d6a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:35:58.384117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce9367-60be-47d4-8e74-42032f7b8512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49e77cf-5939-479d-af7f-1656278682b3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:58.541817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c9160846-cc82-4f89-ba59-a81cac3ae018 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.1123190 Dec 16 15:35:58.543542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9160846-cc82-4f89-ba59-a81cac3ae018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01abcdf6-5460-4abc-86a2-b9d3feb89cdb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:58.546511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:35:58.585682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:58.934906 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.003189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.007586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.011161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.134671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:35:59.141622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:35:59.149508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:35:59.318251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event updated for resources: {'Port': ['ID=f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:59.319888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2a1dc7-f1b4-46c0-a617-cd52169e664c None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:35:59.502875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.551453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:59.553283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.560844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Allocated IP 172.20.0.2 (8475a2ec-dda1-4843-8ad6-05ad4a73fd5f/ba96a9d2-22e2-4b1d-b802-b5d001fee312/bcde54fb-d450-4a58-b351-4cbf4d418ee9) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:35:59.570379 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.578661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.592078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01abcdf6-5460-4abc-86a2-b9d3feb89cdb HTTP/1.1" status: 204 len: 168 time: 1.0413821 Dec 16 15:35:59.662922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dbbed7c5-93fa-46e8-bdc5-f8ecd8b0d2a4 None None] Provisioning complete for port f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:35:59.671559 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbbed7c5-93fa-46e8-bdc5-f8ecd8b0d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.698641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b4d48-7acf-41f3-998a-793b70f8bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01abcdf6-5460-4abc-86a2-b9d3feb89cdb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:35:59.754686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bec50-42db-4932-a098-4b269e4b9180 None None] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:35:59.768050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:35:59.941929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Allocated IP 172.20.0.1 (9653aa4e-dfe0-49f4-a272-47035ced4df3/22f7fed6-71ad-4ff4-b300-bb25cdcc5531/7c6404cf-c7bd-45a3-b999-e52f5135dfa8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:00.292906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:00.535092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:00.631807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dbbed7c5-93fa-46e8-bdc5-f8ecd8b0d2a4 None None] Port f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:00.793690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:00.914988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:00.922436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:00.934631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:01.003058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Port': ['ID=7c6404cf-c7bd-45a3-b999-e52f5135dfa8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:01.060943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.096345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.213646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-03cb14f1-cfa5-486a-9bd4-8def6994e860 None None] Provisioning complete for port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:01.216235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03cb14f1-cfa5-486a-9bd4-8def6994e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.496295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:01.514961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,segment=NetworkSegment(173e5d32-68c8-4773-87ff-4d833dd2ddbf),segment_id=173e5d32-68c8-4773-87ff-4d833dd2ddbf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:01.554947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.630787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.756685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.815411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-727608749'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:01.862561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03cb14f1-cfa5-486a-9bd4-8def6994e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.902726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:01.962762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:02.069999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.153295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-03cb14f1-cfa5-486a-9bd4-8def6994e860 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:36:02.153967 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-03cb14f1-cfa5-486a-9bd4-8def6994e860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:36:02.200192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:02.202282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:02.205215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Pushing event updated for resources: {'Port': ['ID=bcde54fb-d450-4a58-b351-4cbf4d418ee9,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:02.206753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:02.314233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Attempting to bind port bcde54fb-d450-4a58-b351-4cbf4d418ee9 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:02.314723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Attempting to bind port bcde54fb-d450-4a58-b351-4cbf4d418ee9 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ff8083a6-ef35-4def-8ee7-ab801366b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:36:02.316205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Attempting to bind port bcde54fb-d450-4a58-b351-4cbf4d418ee9 on network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:36:02.330974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:36:02.331644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Checking segment: {'id': 'ff8083a6-ef35-4def-8ee7-ab801366b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:36:02.347503 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.348158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Bound using segment: {'id': 'ff8083a6-ef35-4def-8ee7-ab801366b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:36:02.348983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Bound port: bcde54fb-d450-4a58-b351-4cbf4d418ee9, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8083a6-ef35-4def-8ee7-ab801366b245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8475a2ec-dda1-4843-8ad6-05ad4a73fd5f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:36:02.350975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.545092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-a38dfb6c-1273-4216-8ccc-22fa9d40ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:02.547268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-a38dfb6c-1273-4216-8ccc-22fa9d40ea52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1096 time: 0.2813771 Dec 16 15:36:02.550566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Router 6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:02.613097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] For port bcde54fb-d450-4a58-b351-4cbf4d418ee9, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:36:02.623344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] For port bcde54fb-d450-4a58-b351-4cbf4d418ee9, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bcde54fb-d450-4a58-b351-4cbf4d418ee9,segment=NetworkSegment(ff8083a6-ef35-4def-8ee7-ab801366b245),segment_id=ff8083a6-ef35-4def-8ee7-ab801366b245)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:36:02.671084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.697763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Made reservation on behalf of f8e9571f1283438884ed4c152baf4045 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:36:02.710361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.718829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.734873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.840655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:02.909273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-96925bc9-ef39-4977-982e-89a1a3dd6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:02.910825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-96925bc9-ef39-4977-982e-89a1a3dd6774 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2360282 Dec 16 15:36:02.916201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] Sync routers for ids ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:02.917815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.941548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] Routers {'6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:02.942371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:02.946220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78347d3-c806-4af1-b0f7-2c558e27799a None None] Pushing event updated for resources: {'Port': ['ID=bcde54fb-d450-4a58-b351-4cbf4d418ee9,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:02.956396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:02.959239 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc782071-c228-4a30-b474-b8444d13be4d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9238381 Dec 16 15:36:02.963417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:02.969589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:03.075751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:03.108445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] Routers {'6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:03.109854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:03.192113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2494c38f-0b2f-4447-8f7c-4bfa06ca8c4e None None] Provisioning complete for port 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:03.192789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2494c38f-0b2f-4447-8f7c-4bfa06ca8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.197691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:03.198866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129105d-8475-4925-873f-893c1b4943f2 None None] The sync data for ids ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:03.209788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Port': ['ID=7c6404cf-c7bd-45a3-b999-e52f5135dfa8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:03.257678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.283516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2494c38f-0b2f-4447-8f7c-4bfa06ca8c4e None None] Port 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:03.298128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2494c38f-0b2f-4447-8f7c-4bfa06ca8c4e None None] Provisioning complete for port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:03.298559 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2494c38f-0b2f-4447-8f7c-4bfa06ca8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.301446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-e4eec815-5444-403a-8202-2c8274245791 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 1001 time: 0.3278198 Dec 16 15:36:03.460895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.655469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.675289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-c9975424-66c2-46da-9401-51588ec9a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:03.677897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-c9975424-66c2-46da-9401-51588ec9a0ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.2141459 Dec 16 15:36:03.678841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.847081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:36:03.917921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818764f1-0340-45e2-8b28-89627d20c038,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:03.938733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:03.943785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:03.944151 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Added segment 96acabc8-696b-4279-bafc-b42d8250af37 of type vlan for network bee43596-9aec-494f-86b4-aa487ec37120 Dec 16 15:36:03.985818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07c2e-1f53-4f22-971c-a726028f2599 req-cd077193-8498-4d35-ac5f-793a0cd8d828 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:03.987212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65a07c2e-1f53-4f22-971c-a726028f2599 req-cd077193-8498-4d35-ac5f-793a0cd8d828 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.2285800 Dec 16 15:36:03.991719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-06a0774e-8719-4162-9244-9898ab7f9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:03.992686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-06a0774e-8719-4162-9244-9898ab7f9645 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2874506 Dec 16 15:36:03.993859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:04.198811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bcde54fb-d450-4a58-b351-4cbf4d418ee9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:04.345072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bcde54fb-d450-4a58-b351-4cbf4d418ee9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:04.351430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.520450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-84411963-7826-4767-9c02-678321b06db4 None None] Provisioning complete for port 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:04.521189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-84411963-7826-4767-9c02-678321b06db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.570780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.590999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-84411963-7826-4767-9c02-678321b06db4 None None] Port 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:04.620802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port bcde54fb-d450-4a58-b351-4cbf4d418ee9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bcde54fb-d450-4a58-b351-4cbf4d418ee9,segment=NetworkSegment(ff8083a6-ef35-4def-8ee7-ab801366b245),segment_id=ff8083a6-ef35-4def-8ee7-ab801366b245)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:04.730815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.731951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bc2485e8-9be9-4a0b-86ad-e9b40da06d6a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:04.806247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.813072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.882310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa60007-d721-4948-9c36-84a7fdbd28c3 None None] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:04.989081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:04.989462 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:04.995039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=bcde54fb-d450-4a58-b351-4cbf4d418ee9,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:04.998067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d28c810b-1941-4bac-8721-024558633f95 None None] Provisioning complete for port bcde54fb-d450-4a58-b351-4cbf4d418ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:04.998448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d28c810b-1941-4bac-8721-024558633f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.009837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:05.127273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-aec845dc-afbf-453c-8842-e984532b6bc8 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0955524 Dec 16 15:36:05.130404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.236428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:05.244715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.246853 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9189bac0-3369-46d5-99ef-4599b7c4ccab tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "PUT /v2.0/routers/6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 200 len: 920 time: 2.2826581 Dec 16 15:36:05.250927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33224) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.257342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] Sync routers for ids ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:05.293691 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] Routers {'6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:05.294782 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:05.343800 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:05.359265 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] Routers {'6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:05.360315 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:05.408904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:05.412225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65a07c2e-1f53-4f22-971c-a726028f2599 req-c34a75d3-1023-4f48-8662-e1f362733a66 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3696589 Dec 16 15:36:05.413411 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04483c9d-80a8-4136-b16d-44c06d971029 None None] The sync data for ids ['6c374dda-4192-42f5-ae5a-cea7e6c7b1f1'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:05.491515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.505802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.506313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.541662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Router c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:05.580540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2a85342-2e84-4282-a2ab-7be6d9f866b7 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 200 len: 920 time: 0.3275132 Dec 16 15:36:05.581474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33232) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.644482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4028ccde-aa85-4599-8634-e98d7834cd3b req-ea799fbe-4d22-452e-858f-393476af195e service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978614 Dec 16 15:36:05.749680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca74c99-4828-4fd6-bc6e-0a9882810380 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:05.751332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7ca74c99-4828-4fd6-bc6e-0a9882810380 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=6c374dda-4192-42f5-ae5a-cea7e6c7b1f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1684513 Dec 16 15:36:05.755217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.791654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'Network': ['ID=bee43596-9aec-494f-86b4-aa487ec37120,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:05.815662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:05.817289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a72ff72-aa1d-490e-bfc1-9c9dc720e5fa tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.3189187 Dec 16 15:36:05.826710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Request body: {'subnet': {'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:05.838318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-11fd4a4d-1eff-4d75-85d9-2c9fc51db072 None None] Provisioning complete for port bcde54fb-d450-4a58-b351-4cbf4d418ee9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:05.839281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11fd4a4d-1eff-4d75-85d9-2c9fc51db072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:05.903916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bee43596-9aec-494f-86b4-aa487ec37120 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:36:05.946142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:05.956986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bcde54fb-d450-4a58-b351-4cbf4d418ee9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:05.970473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f1587978-75be-40c4-ba12-724b02019af4 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9662845 Dec 16 15:36:05.974709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33242) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:06.011020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4ea8dc-ff9d-4692-9fea-4f40e2b8fd33 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:06.012888 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e4ea8dc-ff9d-4692-9fea-4f40e2b8fd33 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.2565479 Dec 16 15:36:06.024669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:06.059536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] Sync routers for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:06.121631 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6cdb494b-0dba-439e-88e3-b4f2cfd8fc01 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 200 len: 205 time: 0.0884120 Dec 16 15:36:06.122383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33246) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:06.176224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:06.176871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:06.209150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Made reservation on behalf of f8e9571f1283438884ed4c152baf4045 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:36:06.216223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.223579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bcde54fb-d450-4a58-b351-4cbf4d418ee9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:06.225024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.229836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:06.279993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:06.280642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:06.389228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:06.442504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:06.443138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64775a82-706e-41cf-a99b-df8906617ee5 None None] The sync data for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:06.500689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.541365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:06.544090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:06.546621 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f2cbd-699f-4970-91d8-77b71b3628c9" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:06.627291 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc72ae-0548-4927-ae16-e976c313edee x-openstack-request-id: req-0ccc72ae-0548-4927-ae16-e976c313edee {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:06.627610 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:06.627877 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ccc72ae-0548-4927-ae16-e976c313edee {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:06.628305 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:36:06.643512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:06.778431 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-946c2c77-d20e-4742-abdb-a11cbd5d3f77 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:36:06.780147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-946c2c77-d20e-4742-abdb-a11cbd5d3f77 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8037505 Dec 16 15:36:06.784755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:06.815790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:06.901440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.193417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.297367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.321507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.515378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'Subnet': ['ID=0e84b837-740d-4671-9287-715b88a9fad2,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:07.543984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Checking segment: {'id': '96acabc8-696b-4279-bafc-b42d8250af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:36:07.544658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Network hostable DHCP agents. Network: bee43596-9aec-494f-86b4-aa487ec37120, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:36:07.565063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:07.565659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.710397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting port 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:07.710831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.721474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.735885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Network bee43596-9aec-494f-86b4-aa487ec37120 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:36:07.755575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:07.838023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, bee43596-9aec-494f-86b4-aa487ec37120) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:07.849797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:07.850120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.855457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e893b-ce54-46ea-81c4-f72114632707 None None] Network bee43596-9aec-494f-86b4-aa487ec37120 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:07.883994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:07.912509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Calling delete_port for 7c6404cf-c7bd-45a3-b999-e52f5135dfa8 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:07.979698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a699e4d-2259-4410-a225-b85472b855b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1622007 Dec 16 15:36:07.985482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:07.997962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Request body: {'port': {'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1889997580'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:08.316420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-bee43596-9aec-494f-86b4-aa487ec37120', 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120', 'project_id': 'f8e9571f1283438884ed4c152baf4045', 'fixed_ips': [{'subnet_id': '0e84b837-740d-4671-9287-715b88a9fad2'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:36:08.324248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:08.354346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:08.394741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=f25c1ba1-a9fd-4dd9-a007-8d6ef39595e4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:08.403769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Made reservation on behalf of f8e9571f1283438884ed4c152baf4045 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:36:08.408723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:08.424574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5445f6e-db82-4cee-9c75-85ae105506ee None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:08.435204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:08.531555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] device_id is not set on port 2e174816-923a-4e0c-b902-27e8c8262b97 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:36:08.613370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Port': ['ID=7c6404cf-c7bd-45a3-b999-e52f5135dfa8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:08.748594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:08.814582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Allocated IP 2001:db8::2 (bee43596-9aec-494f-86b4-aa487ec37120/0e84b837-740d-4671-9287-715b88a9fad2/abd8eee2-b591-45af-a076-5f7222601982) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:08.922739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.009578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.015848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.188141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.191022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Router c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:09.197409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.202184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router 6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:09.218373 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.223959 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f91d70d4-a485-4449-a5fc-a84adfe2b487 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 204 len: 168 time: 3.0964592 Dec 16 15:36:09.227850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:09.236028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-516519757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:09.280164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.289164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:09.295738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5202dd2c-93cb-4666-8326-9e4a8696f8a5 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5094793 Dec 16 15:36:09.302427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33280) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:09.320231 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] Sync routers for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:09.338394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Network bee43596-9aec-494f-86b4-aa487ec37120 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:09.348397 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-8ad320ce-f3df-445f-be4d-c8d62d4e57f7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] delete failed (client error): The resource could not be found. Dec 16 15:36:09.349755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8ad320ce-f3df-445f-be4d-c8d62d4e57f7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-332197361 HTTP/1.1" status: 404 len: 334 time: 0.0461094 Dec 16 15:36:09.353499 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:09.356516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33282) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:09.361695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b7295021-1ba6-44b1-b695-bec356b5c85c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:09.363310 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:09.402744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:09.412243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Allocated IP 2001:db8::2af (bee43596-9aec-494f-86b4-aa487ec37120/0e84b837-740d-4671-9287-715b88a9fad2/2e174816-923a-4e0c-b902-27e8c8262b97) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:09.419785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:09.483579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.488450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.488694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:09.520999 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:09.522078 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:09.595619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.600431 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:09.601400 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a6ebb-59f3-4865-91d2-f145c16750c9 None None] The sync data for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:09.614888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Attempting to bind port abd8eee2-b591-45af-a076-5f7222601982 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:09.615522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Attempting to bind port abd8eee2-b591-45af-a076-5f7222601982 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '96acabc8-696b-4279-bafc-b42d8250af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:36:09.616175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Attempting to bind port abd8eee2-b591-45af-a076-5f7222601982 on network bee43596-9aec-494f-86b4-aa487ec37120 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:36:09.630022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Pushing event updated for resources: {'Port': ['ID=abd8eee2-b591-45af-a076-5f7222601982,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:09.635250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:36:09.635919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Checking segment: {'id': '96acabc8-696b-4279-bafc-b42d8250af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:36:09.636606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.637245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Bound using segment: {'id': '96acabc8-696b-4279-bafc-b42d8250af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:36:09.638152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Bound port: abd8eee2-b591-45af-a076-5f7222601982, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96acabc8-696b-4279-bafc-b42d8250af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:36:09.638748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.724471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7295021-1ba6-44b1-b695-bec356b5c85c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.745790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] For port abd8eee2-b591-45af-a076-5f7222601982, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:36:09.749712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] For port abd8eee2-b591-45af-a076-5f7222601982, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=abd8eee2-b591-45af-a076-5f7222601982,segment=NetworkSegment(96acabc8-696b-4279-bafc-b42d8250af37),segment_id=96acabc8-696b-4279-bafc-b42d8250af37)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:36:09.759710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.774772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.860056 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-b7295021-1ba6-44b1-b695-bec356b5c85c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] update failed (client error): The resource could not be found. Dec 16 15:36:09.861717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7295021-1ba6-44b1-b695-bec356b5c85c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f HTTP/1.1" status: 404 len: 339 time: 0.5039208 Dec 16 15:36:09.866389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:09.902154 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.906034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:09.908966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8aa7bd65-7002-43c5-8bd6-03d83dcdf4cb tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6790454 Dec 16 15:36:09.914411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33294) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:09.923122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:10.025153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.039926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913dcd-2da1-46a6-be8c-84d8f87c3b3d None None] Pushing event updated for resources: {'Port': ['ID=abd8eee2-b591-45af-a076-5f7222601982,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:10.190901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Network bee43596-9aec-494f-86b4-aa487ec37120 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:10.202459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:10.211866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:10.222493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:10.223880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.293386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.304438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'Port': ['ID=2e174816-923a-4e0c-b902-27e8c8262b97,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:10.330309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:36:10.382134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.487437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:10.506707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:36:10.537721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68f64de0-b243-478c-b2ee-6ca9a95b2e51 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5442090 Dec 16 15:36:10.565483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33296) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:10.597623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.603073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Request body: {'port': {'network_id': 'bee43596-9aec-494f-86b4-aa487ec37120', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-141405073', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:10.611230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] bootfile-name is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:10.612086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] tftp-server is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:10.612655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] server-ip-address is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:10.636120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:10.675583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:10.782234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.888224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:10.962032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5d16aa58-c0e6-401c-b8d2-8ea541765736'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:10.964091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:10.987554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.028051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Allocated IP 172.20.0.1 (d5b765d1-74f3-44a4-8729-af05ca4ba7c2/6f782005-a61d-4054-baad-0c7cb8f27dcf/35ac22aa-cfc3-45af-8bbc-91ee98ddc433) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:11.156454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Allocated IP 172.25.7.152 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/091ce373-a9ac-4019-a12a-e676febca011) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:11.308933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.431298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.431969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Made reservation on behalf of f8e9571f1283438884ed4c152baf4045 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:36:11.443695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.473162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.540617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] device_id is not set on port 02689383-4384-42b2-833c-8b2c6c220c92 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:36:11.600518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:11.709641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:11.714405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:11.721809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:11.726942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event updated for resources: {'Port': ['ID=091ce373-a9ac-4019-a12a-e676febca011,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:11.733497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5990f0-ba02-4d80-b2ab-448f99f901e7 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:11.873117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Allocated IP 2001:db8::372 (bee43596-9aec-494f-86b4-aa487ec37120/0e84b837-740d-4671-9287-715b88a9fad2/02689383-4384-42b2-833c-8b2c6c220c92) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:11.927025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f22d36-8e97-4695-8bb5-bfb37015419a None None] Network bee43596-9aec-494f-86b4-aa487ec37120 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:11.972349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:11.997218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:12.007700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:12.037522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Port': ['ID=35ac22aa-cfc3-45af-8bbc-91ee98ddc433,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:12.108651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device abd8eee2-b591-45af-a076-5f7222601982 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:12.117682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.162577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6083bdfd-f6c7-4b9c-9214-b94355b0d29c None None] Provisioning complete for port 091ce373-a9ac-4019-a12a-e676febca011 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:12.165527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6083bdfd-f6c7-4b9c-9214-b94355b0d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.265602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6083bdfd-f6c7-4b9c-9214-b94355b0d29c None None] Port 091ce373-a9ac-4019-a12a-e676febca011 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:12.339871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:12.414364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.504069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cd93c280-a0ad-41dd-a526-f3689bfae9b3 None None] Provisioning complete for port abd8eee2-b591-45af-a076-5f7222601982 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:12.504448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd93c280-a0ad-41dd-a526-f3689bfae9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.541849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port abd8eee2-b591-45af-a076-5f7222601982 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:12.542570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.612326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:12.613035 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.751955 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.761371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.787284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:12.905120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.024820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port abd8eee2-b591-45af-a076-5f7222601982, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=abd8eee2-b591-45af-a076-5f7222601982,segment=NetworkSegment(96acabc8-696b-4279-bafc-b42d8250af37),segment_id=96acabc8-696b-4279-bafc-b42d8250af37)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:13.136050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.305511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=abd8eee2-b591-45af-a076-5f7222601982,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:13.338781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd93c280-a0ad-41dd-a526-f3689bfae9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.407181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.411585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.530953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.635594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:13.638667 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a835c-aa29-47d9-962c-48de80945813" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:13.704309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:13.723661 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-cd93c280-a0ad-41dd-a526-f3689bfae9b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:36:13.725034 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-cd93c280-a0ad-41dd-a526-f3689bfae9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:36:13.750595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Router e10bdd19-e43d-4d95-a1f2-91bbb7233e8b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:13.761587 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc696b6-b4e6-40e2-968a-6225ac13a708 x-openstack-request-id: req-bcc696b6-b4e6-40e2-968a-6225ac13a708 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:13.762157 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:13.762938 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bcc696b6-b4e6-40e2-968a-6225ac13a708 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:13.762938 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:36:13.826983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Network bee43596-9aec-494f-86b4-aa487ec37120 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:13.834733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:13.838833 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.841856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:13.847943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:13.848872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:13.873271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'Port': ['ID=02689383-4384-42b2-833c-8b2c6c220c92,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:13.939301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:14.019953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device abd8eee2-b591-45af-a076-5f7222601982 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:14.068306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:14.076204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.081626 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1139a71-7e6d-4061-baba-378042916da8 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "PUT /v2.0/routers/e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 200 len: 879 time: 4.1653571 Dec 16 15:36:14.082139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.102974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] Sync routers for ids ['e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:14.140851 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b2a5ed6a-a6f8-4f76-b0c1-d46a760ef57b tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.5525632 Dec 16 15:36:14.151780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] Routers {'e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:14.153975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:14.154281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.210673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7f8f-eaf7-4a8c-a4f4-282f409c64a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.323075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aece87-cc3c-47fe-b0a5-2bc687b269cf tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.324623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:14.337376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aece87-cc3c-47fe-b0a5-2bc687b269cf tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.373665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aece87-cc3c-47fe-b0a5-2bc687b269cf tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.373942 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f437ed9c-7971-451d-ad42-749e8a2fcbd9 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 200 len: 920 time: 0.2899227 Dec 16 15:36:14.373942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.375395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88aece87-cc3c-47fe-b0a5-2bc687b269cf tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2206686 Dec 16 15:36:14.385782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33360) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.439743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] Routers {'e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:14.440599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:14.458305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadff7f-0380-4591-95fe-afdf861f846f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.464027 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9eadff7f-0380-4591-95fe-afdf861f846f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=e10bdd19-e43d-4d95-a1f2-91bbb7233e8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0858309 Dec 16 15:36:14.467538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.498980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port abd8eee2-b591-45af-a076-5f7222601982 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:14.499738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.503641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:14.504750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e142042-12d2-4d71-a966-bd342b73eb36 None None] The sync data for ids ['e10bdd19-e43d-4d95-a1f2-91bbb7233e8b'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:14.609585 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.649621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Deleting port 02689383-4384-42b2-833c-8b2c6c220c92 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:14.650133 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.688120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d69a2-c0e4-4608-a282-c8e790a4639f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:14.690784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-394d69a2-c0e4-4608-a282-c8e790a4639f tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.2214012 Dec 16 15:36:14.695056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33364) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.716161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Provisioning complete for port 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:14.717145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.753809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.811470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c65b599f-fdf5-473d-8ce4-480b7e63229a tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 200 len: 205 time: 0.1105175 Dec 16 15:36:14.812644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:14.820024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Port 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:14.837466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event updated for resources: {'Port': ['ID=35ac22aa-cfc3-45af-8bbc-91ee98ddc433,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:14.942328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:14.984456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Provisioning complete for port abd8eee2-b591-45af-a076-5f7222601982 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:14.985409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.016767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.062459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Calling delete_port for 02689383-4384-42b2-833c-8b2c6c220c92 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:15.230588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.399252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Provisioning complete for port 2e174816-923a-4e0c-b902-27e8c8262b97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:15.400036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.484737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:15.497597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Port 2e174816-923a-4e0c-b902-27e8c8262b97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:15.505137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:15.528447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.552231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Provisioning complete for port 02689383-4384-42b2-833c-8b2c6c220c92 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:15.552640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.626688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f2726eb5-3940-43bd-8452-80045b7edf48 None None] Port 02689383-4384-42b2-833c-8b2c6c220c92 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:15.808464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port 091ce373-a9ac-4019-a12a-e676febca011 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:15.809091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:15.919050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Router c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:16.018834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:16.048035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for 091ce373-a9ac-4019-a12a-e676febca011 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:16.080005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-78d02682-0d0a-48b0-9c8c-074fb2bee56b None None] Provisioning complete for port 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:16.080736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d02682-0d0a-48b0-9c8c-074fb2bee56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:16.123693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:16.191090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event deleted for resources: {'Port': ['ID=02689383-4384-42b2-833c-8b2c6c220c92,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:16.225740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-78d02682-0d0a-48b0-9c8c-074fb2bee56b None None] Port 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:16.300801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:16.308566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5bf70be9-9c7c-4cab-ab89-b4ada0c565fd tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "DELETE /v2.0/ports/02689383-4384-42b2-833c-8b2c6c220c92 HTTP/1.1" status: 204 len: 168 time: 1.9221618 Dec 16 15:36:16.311019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:16.313901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:16.324815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Request body: {'port': {'name': 'tempest-new-port-name-1735367474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:16.325812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] bootfile-name is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:16.326408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] tftp-server is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:16.326866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] server-ip-address is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:36:16.327535 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] Sync routers for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:16.356597 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:16.357702 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:16.400443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b0c250fb-0284-4f81-9de4-d466124623ae tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5283837 Dec 16 15:36:16.406701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33384) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:16.509588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6eb9bf88-b588-4a72-b538-3e3727ec2a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:16.540454 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:16.597110 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:16.605236 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:16.746027 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:16.752083 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9322f3-3f02-4b9d-847d-e9ce6c228e12 None None] The sync data for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:16.833654 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.207254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90bb0bd2-ccc3-4062-8388-601837f542b7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.273577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.330179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8972a4b-3846-4e7e-8fa1-76d93c668db2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:17.354172 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-90bb0bd2-ccc3-4062-8388-601837f542b7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 15:36:17.355332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-90bb0bd2-ccc3-4062-8388-601837f542b7 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f HTTP/1.1" status: 409 len: 329 time: 0.9473462 Dec 16 15:36:17.356148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=091ce373-a9ac-4019-a12a-e676febca011,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:17.360046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:17.437806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.626901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.629713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.851244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.854016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router e10bdd19-e43d-4d95-a1f2-91bbb7233e8b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:17.854907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.875374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:17.889879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68278626-a68c-41e3-9f66-7b635a7040c2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 204 len: 168 time: 3.0642381 Dec 16 15:36:17.889879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33406) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:17.904733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1492126356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:17.939863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.188250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.188437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.188437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.188739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event updated for resources: {'Port': ['ID=2e174816-923a-4e0c-b902-27e8c8262b97,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:18.237438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] In _notify_port_updated(), no bound segment for port 2e174816-923a-4e0c-b902-27e8c8262b97 on network bee43596-9aec-494f-86b4-aa487ec37120 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:36:18.311678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:18.311678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.311678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c2a7ca6d-aa3c-42d0-b45d-c364b2336f2d tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "PUT /v2.0/ports/2e174816-923a-4e0c-b902-27e8c8262b97 HTTP/1.1" status: 200 len: 1130 time: 1.9723971 Dec 16 15:36:18.311678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33420) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:18.361331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.434590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.438719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9aefd7-e013-448e-98fc-e427ccdf3567 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:18.451556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f9aefd7-e013-448e-98fc-e427ccdf3567 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "GET /v2.0/ports/2e174816-923a-4e0c-b902-27e8c8262b97 HTTP/1.1" status: 200 len: 1130 time: 0.1437535 Dec 16 15:36:18.453527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33426) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:18.554010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.563707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cdbb0336-ba73-47c5-a02b-ef884681dbf2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6725969 Dec 16 15:36:18.565431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:18.583374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': True}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:18.958904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.971537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Deleting port 2e174816-923a-4e0c-b902-27e8c8262b97 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:18.972314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:18.973721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81153b18-059b-49da-b48e-6f87d20e4c0f None None] Provisioning complete for port 2e174816-923a-4e0c-b902-27e8c8262b97 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:18.975317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81153b18-059b-49da-b48e-6f87d20e4c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.123395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-81153b18-059b-49da-b48e-6f87d20e4c0f None None] Port 2e174816-923a-4e0c-b902-27e8c8262b97 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:19.275121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.378539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.646286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.684783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Calling delete_port for 2e174816-923a-4e0c-b902-27e8c8262b97 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:19.959271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:19.997141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.002796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.261107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.25.7.165 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:20.524769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.525830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting port 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:20.525830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.542102 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.562672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Calling delete_port for 35ac22aa-cfc3-45af-8bbc-91ee98ddc433 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:20.760330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.812922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event deleted for resources: {'Port': ['ID=2e174816-923a-4e0c-b902-27e8c8262b97,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:20.815336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.870072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.877913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92d08548-58ed-4db1-879f-02348632e509 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "DELETE /v2.0/ports/2e174816-923a-4e0c-b902-27e8c8262b97 HTTP/1.1" status: 204 len: 168 time: 2.4210510 Dec 16 15:36:20.877913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:20.887138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:20.889745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:20.893293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:20.901793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:20.915779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2356337-01cf-47b8-99bc-b5dfcf4542ee None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:21.007179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:21.033151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.033909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.034412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.034857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.035301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.035744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.040306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.041368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.041820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.042333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.042773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.043229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.043965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:21.055103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Deleting subnet 0e84b837-740d-4671-9287-715b88a9fad2 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:36:21.059386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bfeaf7e7-5628-46a6-8244-cf5d7a30271c None None] Provisioning complete for port ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:21.060330 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bfeaf7e7-5628-46a6-8244-cf5d7a30271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.062005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.166825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bfeaf7e7-5628-46a6-8244-cf5d7a30271c None None] Port ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:21.176336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.328502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.437939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Port': ['ID=35ac22aa-cfc3-45af-8bbc-91ee98ddc433,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:21.604751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.613143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.730004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event deleted for resources: {'Subnet': ['ID=0e84b837-740d-4671-9287-715b88a9fad2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:21.741797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.749316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3697195c-0ad3-4403-94a1-4e7c3835a3de tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "DELETE /v2.0/subnets/0e84b837-740d-4671-9287-715b88a9fad2 HTTP/1.1" status: 204 len: 168 time: 0.8480046 Dec 16 15:36:21.750183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33478) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:21.758594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e961f0-25e6-4900-aa63-9ac1b8a0f1d0 None None] Network bee43596-9aec-494f-86b4-aa487ec37120 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:21.794500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:21.877892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Router c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:22.065059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:22.067960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:22.075123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-908ec76e-1f10-4486-807b-57e9189c191c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7117579 Dec 16 15:36:22.082092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33482) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:22.090095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] Sync routers for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:22.123894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:22.124877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:22.172178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:22.176557 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-c2258f75-c483-4b21-962f-5d1f96f76954 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] show failed (client error): The resource could not be found. Dec 16 15:36:22.179428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c2258f75-c483-4b21-962f-5d1f96f76954 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-1445489871 HTTP/1.1" status: 404 len: 335 time: 0.0963495 Dec 16 15:36:22.189892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:22.190466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] Routers {'c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:22.191332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:22.209969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-61875c1b-e78a-4523-a5cb-bd4f3c8b1af1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:22.245032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:22.247016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caccd1f7-4284-42c2-a25b-50abfb36586a None None] The sync data for ids ['c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:22.294597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] DHCP port deletion for bee43596-9aec-494f-86b4-aa487ec37120 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:22.357248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:22.366256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:22.431272 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-61875c1b-e78a-4523-a5cb-bd4f3c8b1af1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] update failed (client error): The resource could not be found. Dec 16 15:36:22.443981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-61875c1b-e78a-4523-a5cb-bd4f3c8b1af1 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-267091233 HTTP/1.1" status: 404 len: 334 time: 0.2501261 Dec 16 15:36:22.445021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33494) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:22.594100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting subnet ba96a9d2-22e2-4b1d-b802-b5d001fee312 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:36:22.621706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:22.934399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Deleting port abd8eee2-b591-45af-a076-5f7222601982 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:22.935185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:22.943229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.069291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Deleting port abd8eee2-b591-45af-a076-5f7222601982 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:23.072442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.109268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 8c1e0080-8a36-4712-8261-417e24d4e7c4 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:23.125645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] For port abd8eee2-b591-45af-a076-5f7222601982, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=abd8eee2-b591-45af-a076-5f7222601982,segment=NetworkSegment(96acabc8-696b-4279-bafc-b42d8250af37),segment_id=96acabc8-696b-4279-bafc-b42d8250af37)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:23.126768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.165718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Calling delete_port for abd8eee2-b591-45af-a076-5f7222601982 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:23.450749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] For port abd8eee2-b591-45af-a076-5f7222601982, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=abd8eee2-b591-45af-a076-5f7222601982,segment=NetworkSegment(96acabc8-696b-4279-bafc-b42d8250af37),segment_id=96acabc8-696b-4279-bafc-b42d8250af37)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:23.451400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.566507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.567482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Calling delete_port for abd8eee2-b591-45af-a076-5f7222601982 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:23.573756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.602873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:23.610811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:23.612271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d1e82d59-63ac-40c4-8fa8-31b22f940869 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "PUT /v2.0/routers/8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 200 len: 915 time: 5.0446663 Dec 16 15:36:23.618655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:23.629247 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] Sync routers for ids ['8c1e0080-8a36-4712-8261-417e24d4e7c4'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:23.673499 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] Routers {'8c1e0080-8a36-4712-8261-417e24d4e7c4'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:23.674193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['8c1e0080-8a36-4712-8261-417e24d4e7c4'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:23.680448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] Pushing event deleted for resources: {'Port': ['ID=abd8eee2-b591-45af-a076-5f7222601982,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:23.708133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb646a1-a960-41bd-b13b-9d08e03b33bf None None] No DVR routers for this DVR port abd8eee2-b591-45af-a076-5f7222601982 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:23.762525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:23.813248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] Routers {'8c1e0080-8a36-4712-8261-417e24d4e7c4'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:23.813248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['8c1e0080-8a36-4712-8261-417e24d4e7c4'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:23.895628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:23.899761 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f01c5-84df-401b-87c6-7640b2ae0408 None None] The sync data for ids ['8c1e0080-8a36-4712-8261-417e24d4e7c4'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:23.950954 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4422187a-1423-495a-ab22-fa52f6418fb4 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 200 len: 921 time: 0.3303711 Dec 16 15:36:23.975957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:23.989988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device abd8eee2-b591-45af-a076-5f7222601982 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:24.072812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: abd8eee2-b591-45af-a076-5f7222601982 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:36:24.074185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device abd8eee2-b591-45af-a076-5f7222601982 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:36:24.109699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.116291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947454c7-d467-411e-badc-6520c9d251c4 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:24.118146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-947454c7-d467-411e-badc-6520c9d251c4 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=8c1e0080-8a36-4712-8261-417e24d4e7c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1386611 Dec 16 15:36:24.122136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33522) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:24.154015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event deleted for resources: {'Port': ['ID=abd8eee2-b591-45af-a076-5f7222601982,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:24.229988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.236868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] No DVR routers for this DVR port abd8eee2-b591-45af-a076-5f7222601982 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:24.311908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Subnet': ['ID=ba96a9d2-22e2-4b1d-b802-b5d001fee312,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:24.329575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.332355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b564a3-3946-4150-b8c0-c2e6128669db None None] Network 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:24.333150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1620673d-2cf8-4660-8f87-e25f14ad6137 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/subnets/ba96a9d2-22e2-4b1d-b802-b5d001fee312 HTTP/1.1" status: 204 len: 168 time: 1.8844311 Dec 16 15:36:24.336917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:24.411476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.450673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c9054-fe42-4ae0-b703-f2caba3cf804 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:24.456348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1f6c9054-fe42-4ae0-b703-f2caba3cf804 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.3103433 Dec 16 15:36:24.456348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee43596-9aec-494f-86b4-aa487ec37120']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:24.456724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33532) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:24.502243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96acabc8-696b-4279-bafc-b42d8250af37') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:24.502532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96acabc8-696b-4279-bafc-b42d8250af37') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:24.522893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b9d1445b-750f-4c75-996e-5a5b1f0a341b tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 200 len: 205 time: 0.0614002 Dec 16 15:36:24.528517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:24.548466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.555292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting subnet 22f7fed6-71ad-4ff4-b300-bb25cdcc5531 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:36:24.559158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:36:24.568999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.578674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.595895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:36:24.596325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:36:24.728174 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:36:24.838801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.857648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.866634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] DHCP port deletion for 8475a2ec-dda1-4843-8ad6-05ad4a73fd5f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:24.902437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:24.907476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] 10.222.0.71 "DELETE /v2.0/networks/bee43596-9aec-494f-86b4-aa487ec37120 HTTP/1.1" status: 204 len: 168 time: 3.1557455 Dec 16 15:36:24.915899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789ddb7-ef6b-4251-bc51-8f53046b3c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438 tempest-ExtraDHCPOptionsIpV6TestJSON-1547643438-project] Pushing event deleted for resources: {'Network': ['ID=bee43596-9aec-494f-86b4-aa487ec37120,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:24.963984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.018361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Deleting port bcde54fb-d450-4a58-b351-4cbf4d418ee9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:25.020525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.143702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] For port bcde54fb-d450-4a58-b351-4cbf4d418ee9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bcde54fb-d450-4a58-b351-4cbf4d418ee9,segment=NetworkSegment(ff8083a6-ef35-4def-8ee7-ab801366b245),segment_id=ff8083a6-ef35-4def-8ee7-ab801366b245)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:25.144231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.171343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Calling delete_port for bcde54fb-d450-4a58-b351-4cbf4d418ee9 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:25.571542 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.634824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] Pushing event deleted for resources: {'Port': ['ID=bcde54fb-d450-4a58-b351-4cbf4d418ee9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:25.645657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595940a-c651-4dc3-9af9-48afc8499255 None None] No DVR routers for this DVR port bcde54fb-d450-4a58-b351-4cbf4d418ee9 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:25.753612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.942276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bcde54fb-d450-4a58-b351-4cbf4d418ee9 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:25.978788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:25.995984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: bcde54fb-d450-4a58-b351-4cbf4d418ee9 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:36:25.997440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bcde54fb-d450-4a58-b351-4cbf4d418ee9 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:36:26.080326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.136633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb483e7-0153-4c6c-8496-99f0bc8062b9 None None] Network 9653aa4e-dfe0-49f4-a272-47035ced4df3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:26.138184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.146281 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/subnets/22f7fed6-71ad-4ff4-b300-bb25cdcc5531 HTTP/1.1" status: 204 len: 168 time: 1.8072939 Dec 16 15:36:26.149593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33564) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:26.282413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add636a-5f12-4d23-b8b1-ef53e6d4f59c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Subnet': ['ID=22f7fed6-71ad-4ff4-b300-bb25cdcc5531,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:26.356608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33568) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:26.396884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:26.398091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.672971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.687854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] DHCP port deletion for 9653aa4e-dfe0-49f4-a272-47035ced4df3 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:26.698495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:26.762609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:26.832306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Deleting port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:26.832845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.009616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.034838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] For port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,segment=NetworkSegment(173e5d32-68c8-4773-87ff-4d833dd2ddbf),segment_id=173e5d32-68c8-4773-87ff-4d833dd2ddbf)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:27.035478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.078255 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca926651-b35e-4493-8ba3-d5053ffbe843 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8e9571f1283438884ed4c152baf4045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7050676 Dec 16 15:36:27.078677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33582) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:27.082792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Calling delete_port for bc2485e8-9be9-4a0b-86ad-e9b40da06d6a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:27.126710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8475a2ec-dda1-4843-8ad6-05ad4a73fd5f']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:27.239429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.256168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8083a6-ef35-4def-8ee7-ab801366b245') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:27.257891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8083a6-ef35-4def-8ee7-ab801366b245') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:27.314608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.324637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.343277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=ae4b8f2f-ed42-4cea-9eff-e8d3bea12aec,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:27.345980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a29ce-f91c-4b07-9e4b-94781d21e283 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:27.409235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.420065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.480676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:36:27.486839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:36:27.490829 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:36:27.532507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.560459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.710556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.716374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.726344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.734135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] Pushing event deleted for resources: {'Port': ['ID=bc2485e8-9be9-4a0b-86ad-e9b40da06d6a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:27.743620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.747310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f425fda-94cc-4be3-b7e1-1cccca898ec4 None None] No DVR routers for this DVR port bc2485e8-9be9-4a0b-86ad-e9b40da06d6a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:27.762544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/networks/8475a2ec-dda1-4843-8ad6-05ad4a73fd5f HTTP/1.1" status: 204 len: 168 time: 1.6063061 Dec 16 15:36:27.837818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33598) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:27.839713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd87e0-b82f-4a5a-85de-7a05a6724754 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Network': ['ID=8475a2ec-dda1-4843-8ad6-05ad4a73fd5f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:27.989499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.993004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.996123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:27.996417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router 8c1e0080-8a36-4712-8261-417e24d4e7c4 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:27.996556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/818764f1-0340-45e2-8b28-89627d20c038 HTTP/1.1" status: 204 len: 168 time: 0.9127464 Dec 16 15:36:28.013071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bc2485e8-9be9-4a0b-86ad-e9b40da06d6a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:28.015435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22557de7-fb01-4ea8-b722-9b83937f0b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818764f1-0340-45e2-8b28-89627d20c038,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:28.018451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.045843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-627fdfd4-ca72-44d9-995c-905f16021cb9 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 204 len: 168 time: 3.4993019 Dec 16 15:36:28.053424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.054527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:28.073855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106291518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:28.116456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: bc2485e8-9be9-4a0b-86ad-e9b40da06d6a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:36:28.116949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bc2485e8-9be9-4a0b-86ad-e9b40da06d6a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:36:28.286099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.291500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.356362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.398944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9653aa4e-dfe0-49f4-a272-47035ced4df3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:28.420956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173e5d32-68c8-4773-87ff-4d833dd2ddbf') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:28.421578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173e5d32-68c8-4773-87ff-4d833dd2ddbf') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:28.436863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.437670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.460941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.473678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:36:28.474428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:36:28.480382 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:36:29.028120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.029780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.031658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.058271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.066407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/networks/9653aa4e-dfe0-49f4-a272-47035ced4df3 HTTP/1.1" status: 204 len: 168 time: 1.2193341 Dec 16 15:36:29.066407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d95a5-e5a8-48df-8497-c44e6e86908c tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Network': ['ID=9653aa4e-dfe0-49f4-a272-47035ced4df3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:29.068887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33626) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:29.177017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting subnet 6f782005-a61d-4054-baad-0c7cb8f27dcf {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:36:29.199273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.225039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.226293 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b647fb7-7861-44fd-9a9b-377e841c6b24 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1703300 Dec 16 15:36:29.229303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:29.240178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:29.293347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.596322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.645713 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:29.932158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.040335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.097239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Subnet': ['ID=6f782005-a61d-4054-baad-0c7cb8f27dcf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:30.119717 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.120891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a592b57-34a6-4da0-b107-6e0aa96561a2 None None] Network d5b765d1-74f3-44a4-8729-af05ca4ba7c2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:36:30.127415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3f4d1ce-211f-4ae9-b9bc-5fd82dabd64b tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/subnets/6f782005-a61d-4054-baad-0c7cb8f27dcf HTTP/1.1" status: 204 len: 168 time: 1.0570292 Dec 16 15:36:30.139579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:30.540476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.549207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] DHCP port deletion for d5b765d1-74f3-44a4-8729-af05ca4ba7c2 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:30.769001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Deleting port e4815c23-e1d5-4782-9782-8e85f735b1f3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:30.769568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.778710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Deleting port e4815c23-e1d5-4782-9782-8e85f735b1f3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:30.786707 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.878376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.934204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.939258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] For port e4815c23-e1d5-4782-9782-8e85f735b1f3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e4815c23-e1d5-4782-9782-8e85f735b1f3,segment=NetworkSegment(b9648df9-8ea1-4356-87d7-151c19605f37),segment_id=b9648df9-8ea1-4356-87d7-151c19605f37)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:30.939643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:30.988342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Calling delete_port for e4815c23-e1d5-4782-9782-8e85f735b1f3 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:31.071152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] For port e4815c23-e1d5-4782-9782-8e85f735b1f3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e4815c23-e1d5-4782-9782-8e85f735b1f3,segment=NetworkSegment(b9648df9-8ea1-4356-87d7-151c19605f37),segment_id=b9648df9-8ea1-4356-87d7-151c19605f37)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:31.076995 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.119152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Calling delete_port for e4815c23-e1d5-4782-9782-8e85f735b1f3 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:31.317619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.342230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.352128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Allocated IP 172.25.7.226 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d3214b3a-b0b4-4f4b-a824-2ff4df6386c8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:31.422113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] Pushing event deleted for resources: {'Port': ['ID=e4815c23-e1d5-4782-9782-8e85f735b1f3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:31.428705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa40f14-feef-4f6c-b2d7-c7a670f84b08 None None] No DVR routers for this DVR port e4815c23-e1d5-4782-9782-8e85f735b1f3 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:31.435960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Port': ['ID=e4815c23-e1d5-4782-9782-8e85f735b1f3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:31.446108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] No DVR routers for this DVR port e4815c23-e1d5-4782-9782-8e85f735b1f3 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:36:31.601233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.652716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b765d1-74f3-44a4-8729-af05ca4ba7c2']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:31.770954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9648df9-8ea1-4356-87d7-151c19605f37') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:31.771625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9648df9-8ea1-4356-87d7-151c19605f37') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:31.785097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.811293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:36:31.973865 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:36:31.982644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:31.987702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e4815c23-e1d5-4782-9782-8e85f735b1f3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:32.071698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e4815c23-e1d5-4782-9782-8e85f735b1f3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:36:32.074813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e4815c23-e1d5-4782-9782-8e85f735b1f3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:36:32.096286 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:32.105379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:32.119440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bfb84-c595-4d46-a3b0-c1a47b913ce1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:32.130533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:32.247994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:32.258834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:32.271177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4a5414c7-8872-47ce-ace8-ad9c8a0552ed None None] Provisioning complete for port d3214b3a-b0b4-4f4b-a824-2ff4df6386c8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:32.273771 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a5414c7-8872-47ce-ace8-ad9c8a0552ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:32.273932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/networks/d5b765d1-74f3-44a4-8729-af05ca4ba7c2 HTTP/1.1" status: 204 len: 168 time: 2.1303463 Dec 16 15:36:32.291637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33710) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:32.370777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a3b18-21cb-4843-81ae-ff579c0f7a51 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Pushing event deleted for resources: {'Network': ['ID=d5b765d1-74f3-44a4-8729-af05ca4ba7c2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:32.385059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4a5414c7-8872-47ce-ace8-ad9c8a0552ed None None] Port d3214b3a-b0b4-4f4b-a824-2ff4df6386c8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:32.427742 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e2137daa-385f-4491-9c63-c6cd23f7808e tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "GET /v2.0/ports?device_id=c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f HTTP/1.1" status: 200 len: 205 time: 0.1289117 Dec 16 15:36:32.432211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Pushing event updated for resources: {'Port': ['ID=d3214b3a-b0b4-4f4b-a824-2ff4df6386c8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:32.434227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:32.595817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:32.882632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.113815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.125078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.326743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.337890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.396496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.404795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Fanout notify agent at l3_agent the message router_deleted on router c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:33.438709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:33.460940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0234ac1b-0983-4b6d-85a0-843b3d747922 tempest-RoutersNegativeTest-238896880 tempest-RoutersNegativeTest-238896880-project] 10.222.0.71 "DELETE /v2.0/routers/c09f4dfa-4199-4099-9eb5-ad9a1b3aa62f HTTP/1.1" status: 204 len: 168 time: 1.0236964 Dec 16 15:36:33.810856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Router 81f68e60-53eb-46bb-88cf-bd25454e7dbe is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:34.112096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:34.128387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] Sync routers for ids ['81f68e60-53eb-46bb-88cf-bd25454e7dbe'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:34.128792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:34.129941 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9afd308c-b230-4f09-982b-01e2c213a0c0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "PUT /v2.0/routers/81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 200 len: 915 time: 4.8995383 Dec 16 15:36:34.134881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33756) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.151654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] Routers {'81f68e60-53eb-46bb-88cf-bd25454e7dbe'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:34.152562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['81f68e60-53eb-46bb-88cf-bd25454e7dbe'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:34.354575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:34.421748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] Routers {'81f68e60-53eb-46bb-88cf-bd25454e7dbe'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:34.428108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['81f68e60-53eb-46bb-88cf-bd25454e7dbe'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:34.434068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b58fbc4b-6e20-4be7-9313-2ada80c26957 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 200 len: 921 time: 0.2967768 Dec 16 15:36:34.437471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.473037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33768) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.551966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bee4f67-a599-44a5-8709-9f748c0f68e0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:34.556822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4bee4f67-a599-44a5-8709-9f748c0f68e0 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=81f68e60-53eb-46bb-88cf-bd25454e7dbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1173172 Dec 16 15:36:34.561012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33772) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.621675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:34.631931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaf5230-6e6b-438a-a0c6-7127e42614dd None None] The sync data for ids ['81f68e60-53eb-46bb-88cf-bd25454e7dbe'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:34.759585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33774) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.814011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff619d44-ab37-432d-ac6b-4373c1d061d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:34.817541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ff619d44-ab37-432d-ac6b-4373c1d061d2 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.2550261 Dec 16 15:36:34.823163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:34.869844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b88-fc7f-4fc9-b6be-c35682ecde59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:34.930741 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d0a05ea8-67fe-4b1c-a22c-a3604a2f06d3 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 200 len: 205 time: 0.1063468 Dec 16 15:36:34.935440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33782) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:35.072616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b88-fc7f-4fc9-b6be-c35682ecde59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.156050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-54ca4b88-fc7f-4fc9-b6be-c35682ecde59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.283993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca4b88-fc7f-4fc9-b6be-c35682ecde59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81cc775-c0a5-4ccc-bdd3-826257df603e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:35.336924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-54ca4b88-fc7f-4fc9-b6be-c35682ecde59 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23ceaa45c06b41848e9c8dc7ef8131fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8615785 Dec 16 15:36:35.350717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:35.441848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.476236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.737252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-470dab1d-27d6-41a8-a25a-3da31593eb42 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b3b656fd730e4081af649b4a960cca46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9780886 Dec 16 15:36:35.743003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33798) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:35.824123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.846409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.883661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.968223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.970932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:35.972481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c81cc775-c0a5-4ccc-bdd3-826257df603e HTTP/1.1" status: 204 len: 168 time: 0.6201940 Dec 16 15:36:36.007978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1125-40a7-4db1-a30f-b0029a09f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81cc775-c0a5-4ccc-bdd3-826257df603e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:36.071465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:36.103368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:36.108117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:36.111662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a23ff07-0e24-4dde-824e-3581007157e8 HTTP/1.1" status: 204 len: 168 time: 0.3639405 Dec 16 15:36:36.120242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877e22b-1c7a-43e8-98db-1d89ecfb3002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23ff07-0e24-4dde-824e-3581007157e8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:36.373036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port d3214b3a-b0b4-4f4b-a824-2ff4df6386c8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:36.373650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:36.632871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:36.693015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for d3214b3a-b0b4-4f4b-a824-2ff4df6386c8 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:37.211204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.258650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=d3214b3a-b0b4-4f4b-a824-2ff4df6386c8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:37.286951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75828546-0821-4840-9c3e-cccbf2290d2f None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:37.421705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.554050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.557021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:37.557750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.583550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.755030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.755856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router 81f68e60-53eb-46bb-88cf-bd25454e7dbe {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:37.805266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:37.812936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf3c33ed-d3a9-4f72-8946-f5da3931cf69 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 204 len: 168 time: 2.8745079 Dec 16 15:36:37.816982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33860) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:37.833450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1072694238', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:37.924561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.034525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.036655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.064178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.695093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.696632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd74cb32-f5ad-4f86-9735-39550b9a9a07,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.714139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:38.717479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cb4d1789-9b45-494e-8d3e-d27692fff86e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a3567459c9d46119ba1dfd6665106c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1576936 Dec 16 15:36:38.719619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:38.815255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:38.895331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.082186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.085279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.086616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bd74cb32-f5ad-4f86-9735-39550b9a9a07 HTTP/1.1" status: 204 len: 168 time: 0.3653479 Dec 16 15:36:39.094232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.105544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece3879-b45f-4cb3-981e-39546d5aa6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd74cb32-f5ad-4f86-9735-39550b9a9a07,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:39.126598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ae50-169f-4da0-96fa-17bdc0329e36 req-73ac4fd5-ddbf-4f5b-8ed2-6499a5fea21e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:39.128999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22b9ae50-169f-4da0-96fa-17bdc0329e36 req-73ac4fd5-ddbf-4f5b-8ed2-6499a5fea21e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.2549331 Dec 16 15:36:39.227740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22b9ae50-169f-4da0-96fa-17bdc0329e36 req-34da36af-40ba-4b9c-aa19-fc0351359aff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844669 Dec 16 15:36:39.517925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.542664 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:39.710293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Allocated IP 172.25.7.19 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c0c22b90-5abe-40fa-962a-e7257241fa80) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:39.920652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:40.167857 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:40.274563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:40.276396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:40.285225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event updated for resources: {'Port': ['ID=c0c22b90-5abe-40fa-962a-e7257241fa80,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:40.298583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:40.329682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7784be98-71fb-4ac6-9906-06d77b4e0c13 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:40.444173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ecfc4072-ee3c-4e66-865b-a589d8295d71 None None] Provisioning complete for port c0c22b90-5abe-40fa-962a-e7257241fa80 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:40.446082 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ecfc4072-ee3c-4e66-865b-a589d8295d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:40.503742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc4072-ee3c-4e66-865b-a589d8295d71 None None] Port c0c22b90-5abe-40fa-962a-e7257241fa80 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:36:40.725795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f369e6-c9fa-4f10-9243-76967b51f2ca req-c9cd08a3-ec4a-40a8-a55e-9e7ec741274a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:40.728457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9f369e6-c9fa-4f10-9243-76967b51f2ca req-c9cd08a3-ec4a-40a8-a55e-9e7ec741274a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.2953975 Dec 16 15:36:40.805730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9f369e6-c9fa-4f10-9243-76967b51f2ca req-59f03634-c246-442f-8f1c-220a439cf93d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633852 Dec 16 15:36:41.046069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:41.454095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:41.882159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-6c3316bc-8aac-4aaa-a403-987a2f9f6f36 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:41.884949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-6c3316bc-8aac-4aaa-a403-987a2f9f6f36 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.1379952 Dec 16 15:36:41.895424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Router ea868c69-55bd-4f3d-9b0c-7fc35904341b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:36:41.915613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-d4ac28c5-5708-479b-8e21-5a13d3413b5f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/quotas/3a6ff374484240e7aba09e71bd61ec72 HTTP/1.1" status: 200 len: 375 time: 0.0194097 Dec 16 15:36:42.128645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-9c595a51-6c36-4ed5-8a01-579231ddf5b4 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1653481 Dec 16 15:36:42.180447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:42.192400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302b866-69a1-4c7e-907c-4735324c58ff req-817c46ce-119e-4702-9d48-f840fcf6ca7b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:42.193967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3302b866-69a1-4c7e-907c-4735324c58ff req-817c46ce-119e-4702-9d48-f840fcf6ca7b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.2126410 Dec 16 15:36:42.195254 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] Sync routers for ids ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:42.223594 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] Routers {'ea868c69-55bd-4f3d-9b0c-7fc35904341b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:42.224320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:42.263394 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:42.285367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3302b866-69a1-4c7e-907c-4735324c58ff req-fefa416e-7888-493f-8154-e2dd1e59137e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753646 Dec 16 15:36:42.290929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-8140527c-fbf6-4eae-a4e0-cf3867e9e522 service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612842 Dec 16 15:36:42.297373 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] Routers {'ea868c69-55bd-4f3d-9b0c-7fc35904341b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:42.298473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:42.334299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:42.335862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c900030a-6948-4406-925f-b2d84c91572f tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5175948 Dec 16 15:36:42.340867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:42.347644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:42.384102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:36:42.389498 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:42.397965 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74c94ba-f4dd-4847-826b-f46d654ec604 None None] The sync data for ids ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:42.543099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:42.585703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-d5bc85a0-6620-4af6-a0e0-cbb6f9c0299e service neutron] 10.222.0.71 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801180 Dec 16 15:36:42.608009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:42.609661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:42.613811 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e1e2d-a1df-43cb-a03b-ceb1946de364" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:42.671024 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab80b6e-9bec-42e5-b4f8-fbde6dbe5aae x-openstack-request-id: req-7ab80b6e-9bec-42e5-b4f8-fbde6dbe5aae {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:42.671024 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:42.671024 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ab80b6e-9bec-42e5-b4f8-fbde6dbe5aae {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:42.671024 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:36:42.738489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:42.823564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=11']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:42.958633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:43.079607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:43.153496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41f90f13-b5b4-4225-a59f-a908f5e99e87 req-435b49ab-5602-4a65-9af7-09e68a53655d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0648589 Dec 16 15:36:43.273492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Deleting port c0c22b90-5abe-40fa-962a-e7257241fa80 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:36:43.274046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:43.400915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:43.419095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Calling delete_port for c0c22b90-5abe-40fa-962a-e7257241fa80 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:36:43.460428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec7065-171a-4c7a-8186-d868546c01e3 req-e4d5a3ab-29a4-44c5-bfa7-db8debb1a91e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:43.462327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32ec7065-171a-4c7a-8186-d868546c01e3 req-e4d5a3ab-29a4-44c5-bfa7-db8debb1a91e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0650785 Dec 16 15:36:43.548861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32ec7065-171a-4c7a-8186-d868546c01e3 req-686d6026-7c0d-4eef-944e-d98b84f59098 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730135 Dec 16 15:36:43.814781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:43.885735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Pushing event deleted for resources: {'Port': ['ID=c0c22b90-5abe-40fa-962a-e7257241fa80,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:43.912200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef7187-0f14-44c8-9501-f7a20bc1d281 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:36:43.993873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.104383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ee83ab5-7f55-475a-87e9-16cd6fe24d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.313867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d600a37f-d956-45c0-8f0c-32a1c0907f88 req-5db0be36-8f53-4d1b-9d0b-b66e06432202 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0911455 Dec 16 15:36:44.382281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:36:44.396756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.402334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.522949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Router ea868c69-55bd-4f3d-9b0c-7fc35904341b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:36:44.544273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-51917bdd-a803-4ebb-918f-16cbb41b71db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1451061 Dec 16 15:36:44.660158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:44.675714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'mac_address': 'fa:16:3e:e2:ef:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:36:44.713038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:36:44.725045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.726686 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b736126e-5499-430f-ae3c-982eb27b08ac tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "PUT /v2.0/routers/ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 200 len: 706 time: 2.3841207 Dec 16 15:36:44.732551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:44.733250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:44.740093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] Sync routers for ids ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:36:44.745365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4af2d-75da-4934-8ba3-bf1e89aeef7b req-7d9f3872-8c16-42fd-b7d5-89319bcbdf5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.747035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0b4af2d-75da-4934-8ba3-bf1e89aeef7b req-7d9f3872-8c16-42fd-b7d5-89319bcbdf5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0834839 Dec 16 15:36:44.769914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.771613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.772521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.773172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.773916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.774551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.775220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:44.777672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1a4164ab-4119-483d-9868-4e1dbefa5985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a06f5318304c34af39eb2591a87408&device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 6488 time: 0.1015129 Dec 16 15:36:44.794994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:44.799854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] Routers {'ea868c69-55bd-4f3d-9b0c-7fc35904341b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:44.800904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:44.883927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:44.908857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] Routers {'ea868c69-55bd-4f3d-9b0c-7fc35904341b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:36:44.909519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:44.911363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87637f49-0218-4624-86fa-ae078ade0e33 tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/routers/ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 200 len: 741 time: 0.1775479 Dec 16 15:36:44.914652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34136) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:44.959637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:44.963108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:36:44.968854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d088833-a907-484f-afa1-da6c84839e33 None None] The sync data for ids ['ea868c69-55bd-4f3d-9b0c-7fc35904341b'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:36:45.000386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-04184dc4-e910-4b99-9f43-d7916f55d50b tempest-RoutersAdminTest-2042308867 tempest-RoutersAdminTest-2042308867-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 200 len: 205 time: 0.0841055 Dec 16 15:36:45.007089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:45.022578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-c2d36623-45c7-4ae1-b42b-ce545d436507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:45.023364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-c2d36623-45c7-4ae1-b42b-ce545d436507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:45.023930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-c2d36623-45c7-4ae1-b42b-ce545d436507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:45.026567 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-c2d36623-45c7-4ae1-b42b-ce545d436507 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&id=ff21b903-d241-40b6-99ce-10486315fcd7&id=ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 200 len: 2292 time: 0.2156892 Dec 16 15:36:45.046753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0b4af2d-75da-4934-8ba3-bf1e89aeef7b req-58ba9442-0e25-4511-a5d2-ff0fb2f29574 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553280 Dec 16 15:36:45.078277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b48d37e1-251f-4568-abac-c3501ee64c2d tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 200 len: 205 time: 0.0692897 Dec 16 15:36:45.081115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34142) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:45.100800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.201336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=12']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:45.217696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.218263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.218830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.219392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.219993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.220545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.221103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.221872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.222686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.223524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.224556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.225515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.226301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:36:45.239395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.327636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5d16aa58-c0e6-401c-b8d2-8ea541765736'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:45.359539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-e99efe74-7e60-4719-a7bb-17c991534589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 200 len: 999 time: 0.2723038 Dec 16 15:36:45.556805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-879a6c51-4c04-489f-9161-f5980ebecb7f req-76aa2ff8-8e8e-48d3-a73c-724d4d4a0a79 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0986207 Dec 16 15:36:45.701654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.705593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.750215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-2ff8b1ec-8141-468d-9cfe-e56a9f7a2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:45.751774 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-2ff8b1ec-8141-468d-9cfe-e56a9f7a2a63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 200 len: 850 time: 0.3972485 Dec 16 15:36:45.817761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-38dc5fa8-e2be-4508-b2d3-b62145342f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:45.819418 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-38dc5fa8-e2be-4508-b2d3-b62145342f1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33eaffb9-27c4-4bc8-8b42-75d7d744b269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592973 Dec 16 15:36:45.911110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.911664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Fanout notify agent at l3_agent the message router_deleted on router ea868c69-55bd-4f3d-9b0c-7fc35904341b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:45.920578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:45.921912 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cdad881c-7340-481d-9023-fbf2093592fd tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 204 len: 168 time: 0.8395994 Dec 16 15:36:45.925611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34170) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:45.956102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-70bfe052-6552-4ba7-9a7d-d0361b7d00be service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278484 Dec 16 15:36:45.961962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13cbe9db-27ae-487b-8ae4-be71b3136ec2 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 200 len: 205 time: 0.0351644 Dec 16 15:36:45.967982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34174) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.025500 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-4a1ca2bc-1dad-4b84-a71b-b607620fd993 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.030751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a1ca2bc-1dad-4b84-a71b-b607620fd993 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/ea868c69-55bd-4f3d-9b0c-7fc35904341b HTTP/1.1" status: 404 len: 336 time: 0.0602050 Dec 16 15:36:46.033860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34178) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.072899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5b23e146-c030-47a4-a8df-ab5ada142973 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 200 len: 205 time: 0.0376785 Dec 16 15:36:46.075712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34180) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.141460 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-6ad58444-afc3-4f88-be4c-ad50ed8de731 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.142931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6ad58444-afc3-4f88-be4c-ad50ed8de731 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/81f68e60-53eb-46bb-88cf-bd25454e7dbe HTTP/1.1" status: 404 len: 336 time: 0.0665455 Dec 16 15:36:46.154958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34188) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.202915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-7c854f62-0b05-4b68-b0a9-1d9cea007d33 service neutron] 10.222.0.30 "GET /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345977 Dec 16 15:36:46.261959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aacd249a-9888-4550-93cd-c01315349525 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 200 len: 205 time: 0.0995722 Dec 16 15:36:46.283300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34194) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.308186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-03b99ffb-b77f-439b-b7d4-8f603f8727ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 217 time: 0.1007814 Dec 16 15:36:46.361678 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-3a8d9494-9506-4476-afa5-4dc6534297e7 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.376235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a8d9494-9506-4476-afa5-4dc6534297e7 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/8c1e0080-8a36-4712-8261-417e24d4e7c4 HTTP/1.1" status: 404 len: 336 time: 0.0913100 Dec 16 15:36:46.409351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.422453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:36:46.483072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b144-8d07-44f2-835c-3f6a93a726cb req-7515f8c5-825f-4f79-9ecd-bb458b305f60 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:46.483072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a056b144-8d07-44f2-835c-3f6a93a726cb req-7515f8c5-825f-4f79-9ecd-bb458b305f60 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 945 time: 0.2109191 Dec 16 15:36:46.548259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f942892e-2274-4242-9b68-3926467f42d4 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 200 len: 205 time: 0.1511590 Dec 16 15:36:46.552627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34206) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.580303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-5b11b9d9-58e3-459e-8f86-d10cb5afcf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:46.582910 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-5b11b9d9-58e3-459e-8f86-d10cb5afcf77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.2660048 Dec 16 15:36:46.627977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5d16aa58-c0e6-401c-b8d2-8ea541765736 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:36:46.628583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:46.650325 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-1ef85f55-8c1e-455a-8153-ea4b58482b5a tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.652891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ef85f55-8c1e-455a-8153-ea4b58482b5a tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/e10bdd19-e43d-4d95-a1f2-91bbb7233e8b HTTP/1.1" status: 404 len: 336 time: 0.0918105 Dec 16 15:36:46.659411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34212) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.704857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a056b144-8d07-44f2-835c-3f6a93a726cb req-85efead9-be70-496b-82cc-d24e0f11527e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009895 Dec 16 15:36:46.720477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1115808a-f6e1-43bb-8f0f-41880f43f338 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 200 len: 205 time: 0.0584524 Dec 16 15:36:46.724286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34218) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.824899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9004d29b-38f0-419d-8f82-5b2d57453c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:46.846000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-42f5266b-4689-4a7d-b1b1-7d03aa37a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:46.855591 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-82878d68-c65b-495d-a555-b7c5dae9ac7a tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.860044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-82878d68-c65b-495d-a555-b7c5dae9ac7a tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/6c374dda-4192-42f5-ae5a-cea7e6c7b1f1 HTTP/1.1" status: 404 len: 336 time: 0.1314094 Dec 16 15:36:46.861205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34224) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.865356 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-42f5266b-4689-4a7d-b1b1-7d03aa37a2b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2739499 Dec 16 15:36:46.908774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8c32a982-1619-4651-9303-8fa704340816 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "GET /v2.0/ports?device_id=046287f1-85ae-4fa3-80d7-cca65926691d HTTP/1.1" status: 200 len: 205 time: 0.0458627 Dec 16 15:36:46.919964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a6540ca-466d-458e-ab30-e0d8a8b23abc req-117b2c67-25d7-4326-8c59-5fe98d236f23 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0758855 Dec 16 15:36:46.924020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34226) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:46.988743 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9b02f375-53fb-46b6-94b8-14d585c88221 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] delete failed (client error): The resource could not be found. Dec 16 15:36:46.990210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b02f375-53fb-46b6-94b8-14d585c88221 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/routers/046287f1-85ae-4fa3-80d7-cca65926691d HTTP/1.1" status: 404 len: 336 time: 0.0631864 Dec 16 15:36:46.995580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34228) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:47.021531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:47.072035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:47.073386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:47.076780 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7854a9-6c81-4b94-97aa-7daf08c4993d" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:47.143209 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f2a8c7-0ddb-4558-8cde-00c6405c24cf x-openstack-request-id: req-c9f2a8c7-0ddb-4558-8cde-00c6405c24cf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:47.143857 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-plugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:47.147985 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9f2a8c7-0ddb-4558-8cde-00c6405c24cf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:47.147985 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:36:47.150358 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad085e8c-d771-4fad-a5fe-91cf04e5c146 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] DELETE failed (client error): The resource could not be found. Dec 16 15:36:47.154467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad085e8c-d771-4fad-a5fe-91cf04e5c146 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:36:47.156580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-641c9c68-f6ae-4546-b6b1-d0a1c71427cc service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819531 Dec 16 15:36:47.168013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ad085e8c-d771-4fad-a5fe-91cf04e5c146 tempest-RoutersAdminTest-1734037231 tempest-RoutersAdminTest-1734037231-project] 10.222.0.71 "DELETE /v2.0/subnets/eb48c077-bc84-4ec2-9b46-bfabb6a258b8 HTTP/1.1" status: 404 len: 337 time: 0.1711657 Dec 16 15:36:47.244879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:47.396116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=13']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:47.443887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-a00dfe64-3f2f-4bcf-8a52-5afaa344de59 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784204 Dec 16 15:36:47.522849 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1f130c1f-5c6e-4207-9f96-9d5a511d8e72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 217 time: 0.0642993 Dec 16 15:36:47.538557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-4f8fc6a6-f63f-48d6-9978-eb320b651e38 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:47.543000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-4f8fc6a6-f63f-48d6-9978-eb320b651e38 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 813 time: 0.3659098 Dec 16 15:36:47.565660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Request body: {'port': {'device_id': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'admin_state_up': True, 'tenant_id': '3a6ff374484240e7aba09e71bd61ec72'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:47.631080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-209a0067-f2b2-4b14-bae1-437779945c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:47.639472 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-209a0067-f2b2-4b14-bae1-437779945c38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1079021 Dec 16 15:36:47.706630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-eb16d5dc-74b8-454a-a6e9-8c59213c86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:47.708317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-eb16d5dc-74b8-454a-a6e9-8c59213c86f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611520 Dec 16 15:36:47.911302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:48.018353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Made reservation on behalf of 3a6ff374484240e7aba09e71bd61ec72 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:36:48.037344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:48.115604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-d7084b5a-782c-4d37-ae83-cdb3c1262ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968101 Dec 16 15:36:48.214498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c6bf3a1-8507-400a-a49c-3690e101746d req-d8929086-5d11-4bea-b1c5-129c9b0377cd tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0713620 Dec 16 15:36:48.231452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95108d2a-dbcc-4478-bf2a-94599f8411be req-991c111e-9ec9-4039-8661-b502908c6064 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:48.233506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95108d2a-dbcc-4478-bf2a-94599f8411be req-991c111e-9ec9-4039-8661-b502908c6064 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.3714783 Dec 16 15:36:48.324826 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-f5018cc2-d3a7-402d-88e8-5d8de5add95a service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019782 Dec 16 15:36:48.407414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-7c5568b0-0915-4b32-847c-0fbb6bfc1b78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 200 len: 217 time: 0.0741394 Dec 16 15:36:48.497809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34264) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:48.560856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Allocated IP 172.20.0.10 (cf0f5830-b942-4a2e-9ca1-d735ea7f4015/49e1d91d-3a70-41aa-917f-12a16adbe393/c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:36:48.588703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-e2e45fbf-5320-45e3-99e7-3a5536777063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:48.592017 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-e2e45fbf-5320-45e3-99e7-3a5536777063 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1759593 Dec 16 15:36:48.680987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-533b4083-0437-438c-a60c-5e7ac74dbf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:48.684869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-533b4083-0437-438c-a60c-5e7ac74dbf34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854647 Dec 16 15:36:48.732711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95108d2a-dbcc-4478-bf2a-94599f8411be req-3e1ec6e8-67e5-4aee-a96f-38644998111a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534001 Dec 16 15:36:48.934157 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-5c888cd3-5dd7-4382-93d8-16fdf8ccb318 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411275 Dec 16 15:36:49.188659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:49.650116 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-d0c0ac10-6187-4e99-92a3-b979d9c8259f service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050469 Dec 16 15:36:49.664138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca330b90-8c2b-47a3-8222-ca3d87af1940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:49.675740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d3b2e3c-f2c7-4b7a-a932-c7d5af54500a req-dd3fa84a-f4ef-45b7-a348-b3b14810ff0e tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.0710282 Dec 16 15:36:49.727379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-33987bab-2a7d-4001-b60d-aa8e79a0692e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 200 len: 217 time: 0.0658650 Dec 16 15:36:49.835137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34288) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:49.869377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1c7b48bd-b689-4467-a017-c9cceb12319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:49.878121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1c7b48bd-b689-4467-a017-c9cceb12319f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 200 len: 797 time: 0.1434140 Dec 16 15:36:49.901231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:49.976034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-8a90910f-f5ec-4ebf-ad5a-3aad66b9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:49.978079 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-8a90910f-f5ec-4ebf-ad5a-3aad66b9985e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921803 Dec 16 15:36:49.990500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.034902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca330b90-8c2b-47a3-8222-ca3d87af1940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.101032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136fd9a-c6da-41d4-a8ba-adbc93089d17 req-7aa8a99b-acdd-46c5-bf1b-02d8f4343ab6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:50.113034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3136fd9a-c6da-41d4-a8ba-adbc93089d17 req-7aa8a99b-acdd-46c5-bf1b-02d8f4343ab6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1874485 Dec 16 15:36:50.150645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca330b90-8c2b-47a3-8222-ca3d87af1940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.173013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa0978d4-1ba1-43a6-9669-75e3baba57d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.210173 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-42b51c96-9b53-4545-bfb7-24239af945cc service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244453 Dec 16 15:36:50.221983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca330b90-8c2b-47a3-8222-ca3d87af1940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c2375-1a55-4292-a42a-220f87847bbc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:50.256146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ca330b90-8c2b-47a3-8222-ca3d87af1940 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=705f56c1e07d4aa6973470beef16f092&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7568438 Dec 16 15:36:50.256929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34294) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:50.317764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.331601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3136fd9a-c6da-41d4-a8ba-adbc93089d17 req-b18ac9cb-ec35-4a80-9035-2107dc5f6c1f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155631 Dec 16 15:36:50.347880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.382192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e', '0ccf5303-d6c5-428c-8398-1aaa95cf372f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:50.389245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:50.483963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.543792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:36:50.569696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:36:50.590876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-1ba349ae-744f-4315-8d27-b42da7716796 service neutron] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611085 Dec 16 15:36:50.606639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:36:50.698639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:50.699527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.728882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event updated for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:50.776347 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-73e70974-eb2e-4a99-8c5e-f9f2ae156a52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 200 len: 217 time: 0.1750991 Dec 16 15:36:50.838465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-dbb02346-18a5-4c9d-bed4-a73c4a505ca5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2771926 Dec 16 15:36:50.848045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa0978d4-1ba1-43a6-9669-75e3baba57d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.867425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Request body: {'port': {'device_id': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:50.902611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-6dcd3a42-5d2c-43fa-8b1f-445d717a776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:50.904401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-6dcd3a42-5d2c-43fa-8b1f-445d717a776e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1235654 Dec 16 15:36:50.948881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.955615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:50.975737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c2c2375-1a55-4292-a42a-220f87847bbc HTTP/1.1" status: 204 len: 168 time: 0.7084289 Dec 16 15:36:50.977837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa0978d4-1ba1-43a6-9669-75e3baba57d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.041718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa0978d4-1ba1-43a6-9669-75e3baba57d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c08e62246b834119a1f860ccddfc3f91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2041185 Dec 16 15:36:51.055369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:51.060309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-bf8c9c77-33a9-4eb3-9ea7-94224866a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:51.066770 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-bf8c9c77-33a9-4eb3-9ea7-94224866a8bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1546390 Dec 16 15:36:51.085660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6bc4-7541-4375-a39e-476580baa9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c2375-1a55-4292-a42a-220f87847bbc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:51.135615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0978d4-1ba1-43a6-9669-75e3baba57d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75ed0d-810e-445e-9d05-537f5d66e3cd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:51.139624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.159871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6de8a-2b7d-4567-93eb-cd492a56d2a6 req-6dd7886b-be44-439c-a4fb-96414d3e977a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:51.161728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fa6de8a-2b7d-4567-93eb-cd492a56d2a6 req-6dd7886b-be44-439c-a4fb-96414d3e977a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 932 time: 0.2296002 Dec 16 15:36:51.266908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.296333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fa6de8a-2b7d-4567-93eb-cd492a56d2a6 req-1d5518ef-3ee8-4551-a542-fb444462ae4d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264794 Dec 16 15:36:51.306706 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.443133 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-935028ae-58a1-46f5-9f3f-07a2f22a93a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110168 Dec 16 15:36:51.642572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.645687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:51.649944 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f75ed0d-810e-445e-9d05-537f5d66e3cd HTTP/1.1" status: 204 len: 168 time: 0.5890784 Dec 16 15:36:51.686712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6a646-a115-4499-8d49-c43249cdd8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75ed0d-810e-445e-9d05-537f5d66e3cd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:51.775042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-6e483d38-b788-4e76-a916-c83059ac7afa service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229375 Dec 16 15:36:51.911805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24848f-7f81-46cf-9108-7d112059e9c8 req-49f0484d-bb02-4fce-a758-703d873beef7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:51.911805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df24848f-7f81-46cf-9108-7d112059e9c8 req-49f0484d-bb02-4fce-a758-703d873beef7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.4081376 Dec 16 15:36:51.914336 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-f37d41af-3d65-4959-a891-a0c759fc3edd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 200 len: 217 time: 0.1177561 Dec 16 15:36:52.017648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df24848f-7f81-46cf-9108-7d112059e9c8 req-2ed9002e-140a-4fca-b3d6-809e58aaac5e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061563 Dec 16 15:36:52.032797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-992fc303-1a31-4ad4-b1e9-6ea119f89697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:52.035231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-992fc303-1a31-4ad4-b1e9-6ea119f89697 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 200 len: 797 time: 0.1222863 Dec 16 15:36:52.104185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:52.111683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-60a0a141-7aaf-45f1-8fd1-c486248ed089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:52.113641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.113861 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-60a0a141-7aaf-45f1-8fd1-c486248ed089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff21b903-d241-40b6-99ce-10486315fcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712636 Dec 16 15:36:52.146952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Transition to ACTIVE for port object c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:36:52.249095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.292118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-7a7c1628-915a-4ddb-a50b-1dc8e1551aa1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695540 Dec 16 15:36:52.393693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Pushing event updated for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:52.466988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:52.512993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11d4de-c81d-4988-83d7-367a9101e6d4 req-eb1c9881-c336-45bb-931a-01f886cf6865 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:52.520969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc11d4de-c81d-4988-83d7-367a9101e6d4 req-eb1c9881-c336-45bb-931a-01f886cf6865 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 944 time: 0.1230886 Dec 16 15:36:52.572576 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2f64509-189c-49fa-9a59-dd5d54093816 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=823bdd2138b544e1a36c11b419122938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837209 Dec 16 15:36:52.576566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:52.581822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Attempting to bind port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:36:52.582174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Attempting to bind port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:36:52.582519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Attempting to bind port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:36:52.604268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:36:52.604651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Attempting to bind port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a on network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:36:52.615667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:36:52.616074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Checking segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:36:52.616482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Bound using segment: {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:36:52.616966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Bound port: c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c7db94-cce4-48dc-bdcc-8d873e7672b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:36:52.617393 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.701675 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e32526b8-c7e5-4055-83a7-5e9c937f5e2a req-dfc97d3e-948b-4335-ac48-8b2eec0d9c36 service neutron] 10.222.0.30 "GET /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989818 Dec 16 15:36:52.701902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:36:52.706074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:36:52.706300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.738430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc11d4de-c81d-4988-83d7-367a9101e6d4 req-1e1cabf3-cd3b-451b-b344-8cf043d99a70 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164466 Dec 16 15:36:52.754568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.891453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.956504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.966862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:52.971570 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c24e47de-506c-48af-90a9-3ab374088a46 HTTP/1.1" status: 204 len: 168 time: 0.3908415 Dec 16 15:36:53.004307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:53.010591 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:53.010591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] 10.222.0.74 "PUT /v2.0/ports/c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a HTTP/1.1" status: 200 len: 1092 time: 2.1453011 Dec 16 15:36:53.010591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:36:53.012223 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9120c035-b0e7-4147-8cb8-996f60aef128" -d '{"events": [{"name": "network-changed", "server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:36:53.033201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669054a-b368-4f9d-a9f1-5b4245f9915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e47de-506c-48af-90a9-3ab374088a46,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:53.103286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0341d3-cd90-41fa-80b8-585f366b742d service neutron] Pushing event updated for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:53.300011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bbd1b-0069-49af-9be0-c99fa1468b0b req-79e0a4a4-7bd3-46b6-84b7-1731d5f38930 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:53.301634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e24bbd1b-0069-49af-9be0-c99fa1468b0b req-79e0a4a4-7bd3-46b6-84b7-1731d5f38930 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1576159 Dec 16 15:36:53.306214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-e26b6abe-dd03-4335-9d87-de1a38bf62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:53.308244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-e26b6abe-dd03-4335-9d87-de1a38bf62fb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 1095 time: 0.0980968 Dec 16 15:36:53.350721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:53.381734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00caadc7-9564-4595-aa99-2501308567d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:53.453137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e24bbd1b-0069-49af-9be0-c99fa1468b0b req-6e8843ed-e478-4c01-92a4-ba26dd67bdf0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379635 Dec 16 15:36:53.532840 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00caadc7-9564-4595-aa99-2501308567d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:53.549395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-9dfaa0c7-ab94-4c95-b3ea-c65f5c4d67bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a HTTP/1.1" status: 200 len: 217 time: 0.1250546 Dec 16 15:36:53.629158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00caadc7-9564-4595-aa99-2501308567d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:53.635387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-d6c7a9e9-25e1-4a95-8879-18c55f68401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:53.640338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-d6c7a9e9-25e1-4a95-8879-18c55f68401a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.0736737 Dec 16 15:36:53.706394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-d7d5e1f8-d086-4277-9cfb-619ff76e6a98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540335 Dec 16 15:36:53.754112 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00caadc7-9564-4595-aa99-2501308567d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1abc84fb60674fbca3f973b831357085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3978024 Dec 16 15:36:53.754112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caadc7-9564-4595-aa99-2501308567d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8736e0e-86ec-4a64-874d-4c0c3edc90e3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:53.759722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34344) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:53.959110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:54.015343 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7841d4-ce67-43e6-9e8d-b86cafc6a2eb x-openstack-request-id: req-bb7841d4-ce67-43e6-9e8d-b86cafc6a2eb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:36:54.018427 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:36:54.018427 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bb7841d4-ce67-43e6-9e8d-b86cafc6a2eb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:36:54.018427 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a', 'status': 'completed', 'code': 200} Dec 16 15:36:54.025076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:54.142105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4fa1b-0100-4b4e-bb8e-7adcfc6e4f5b req-24b86bdc-a805-4315-9b6b-4b175adf8b0c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:54.144546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21c4fa1b-0100-4b4e-bb8e-7adcfc6e4f5b req-24b86bdc-a805-4315-9b6b-4b175adf8b0c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 944 time: 0.2204916 Dec 16 15:36:54.147279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-6ebf33b8-f157-4d52-b19c-b786f1ef4b29 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328730 Dec 16 15:36:54.233533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:54.236224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:54.240798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8736e0e-86ec-4a64-874d-4c0c3edc90e3 HTTP/1.1" status: 204 len: 168 time: 0.4768550 Dec 16 15:36:54.258554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2822a9f-6af4-4cf5-a93a-3e67a99d3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8736e0e-86ec-4a64-874d-4c0c3edc90e3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:54.383169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21c4fa1b-0100-4b4e-bb8e-7adcfc6e4f5b req-d94f5bcd-006a-40bb-b03a-5425ac7a537c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284060 Dec 16 15:36:54.437415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5442e25f-a1a9-40a6-8ee3-0b4b5980b23d req-c9116e39-f9fd-4495-b990-71a43c47261a service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687364 Dec 16 15:36:54.704759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0864-8457-4076-ab40-fc702bb4c37a req-b54aff9a-e8ed-47a5-945c-9e1ce9022b89 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:54.707779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de6e0864-8457-4076-ab40-fc702bb4c37a req-b54aff9a-e8ed-47a5-945c-9e1ce9022b89 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1209075 Dec 16 15:36:54.800070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de6e0864-8457-4076-ab40-fc702bb4c37a req-f5912106-89ab-4849-a36b-ba7fd601e1d2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846398 Dec 16 15:36:55.035657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-a446e30b-1abe-4b0b-b575-0627c04fd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:55.038821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-a446e30b-1abe-4b0b-b575-0627c04fd441 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 1095 time: 0.0617311 Dec 16 15:36:55.547780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-edf72ee0-e522-427a-a08a-7737333a751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:55.552043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-edf72ee0-e522-427a-a08a-7737333a751b service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 0.4987676 Dec 16 15:36:55.662664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-b09299c0-6b52-45da-a3b0-077a66db9c6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a HTTP/1.1" status: 200 len: 217 time: 0.1014600 Dec 16 15:36:56.143086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-5fd97e3a-ccef-4039-a8da-b1b26b4f0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:56.169473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-5fd97e3a-ccef-4039-a8da-b1b26b4f0b09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.4901507 Dec 16 15:36:56.447307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-08e23e9e-ecb7-4337-baba-bb1f3fb501c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2527292 Dec 16 15:36:56.537306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37c23b-4c4a-42e0-ab98-6c8b21ae220e req-db55b3c9-7fb2-46a2-b908-57fc3a7cf03d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:56.539972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e37c23b-4c4a-42e0-ab98-6c8b21ae220e req-db55b3c9-7fb2-46a2-b908-57fc3a7cf03d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 944 time: 0.8818290 Dec 16 15:36:56.619001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4e261-aacc-4ab1-84ed-b7a8347bb808 req-bf6efae1-b964-443b-a912-f6dbeebb4493 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:56.629654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9b4e261-aacc-4ab1-84ed-b7a8347bb808 req-bf6efae1-b964-443b-a912-f6dbeebb4493 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.2060208 Dec 16 15:36:56.733444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-417ebfbf-d7b4-4514-9bed-eb8c525f47d5 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655611 Dec 16 15:36:56.745192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e37c23b-4c4a-42e0-ab98-6c8b21ae220e req-54bf4d3c-a61e-4155-9b1f-16daefb8c482 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711357 Dec 16 15:36:56.850365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9b4e261-aacc-4ab1-84ed-b7a8347bb808 req-e001fd54-204c-45cc-a3aa-2dc01ac72669 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216234 Dec 16 15:36:57.094592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9120c035-b0e7-4147-8cb8-996f60aef128 req-0c600751-9f8f-429c-b210-7bcc71c82a66 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444140 Dec 16 15:36:58.052891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:58.236518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491c2db-2de1-4966-ab1b-aa802a8cd2d0 req-d52d9ca1-cc2f-45fa-bddd-b645bd59baf5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:58.247605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f491c2db-2de1-4966-ab1b-aa802a8cd2d0 req-d52d9ca1-cc2f-45fa-bddd-b645bd59baf5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 944 time: 0.3143547 Dec 16 15:36:58.259086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-737221074'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:36:58.346039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ad5f-4782-4127-b9f2-b80ad36eecfb req-e1b004c6-53b4-419a-b7a4-be91dcf8dbec tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:58.348069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8715ad5f-4782-4127-b9f2-b80ad36eecfb req-e1b004c6-53b4-419a-b7a4-be91dcf8dbec tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.2810051 Dec 16 15:36:58.415107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.417668 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.453005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f491c2db-2de1-4966-ab1b-aa802a8cd2d0 req-3dbab4bc-7b29-47d5-b14c-79b930207d9b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014370 Dec 16 15:36:58.458515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:36:58.619916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8715ad5f-4782-4127-b9f2-b80ad36eecfb req-c9ba09aa-de07-4a53-a73d-86a8c720ac90 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545567 Dec 16 15:36:58.721982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.788580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.868556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:58.895207 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.901154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:58.907314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c0f6c6a-2904-47ae-a76a-594ef7723011 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8525839 Dec 16 15:36:58.932263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:58.935971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a', 'network_id': 'cf0f5830-b942-4a2e-9ca1-d735ea7f4015', 'port_id': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a', 'mac_address': 'fa:16:3e:77:36:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e1d91d-3a70-41aa-917f-12a16adbe393', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:36:59.129616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.193391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.252311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:36:59.302705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:36:59.440309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.536689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.543014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.652317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:36:59.715976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.731194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091399f-27ce-4a2b-88fa-3ba56be76ac1 req-71aa8cce-3d2f-4ce5-b762-83d2adf0880d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:36:59.739928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c091399f-27ce-4a2b-88fa-3ba56be76ac1 req-71aa8cce-3d2f-4ce5-b762-83d2adf0880d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 945 time: 0.1054046 Dec 16 15:36:59.830172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c091399f-27ce-4a2b-88fa-3ba56be76ac1 req-d93a9d12-36da-425a-a5e4-e413fb21d1a5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880487 Dec 16 15:36:59.831091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.831641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7602a3fb-8a2c-41ae-8f92-b212259ed324 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:36:59.843399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:36:59.867973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:36:59.874284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34470) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:36:59.875421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-099376f2-cd65-4d61-a141-0f5ed615a172 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "DELETE /v2.0/routers/7602a3fb-8a2c-41ae-8f92-b212259ed324 HTTP/1.1" status: 204 len: 168 time: 0.9727643 Dec 16 15:36:59.884710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Request body: {'router': {'name': 'tempest-router-121412411', 'distributed': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:00.099516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.103855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.235006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e9d3-646a-4c43-b38f-9710d28af489 req-09d8ed8b-78af-4416-9318-f15fcea91014 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.236791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4752e9d3-646a-4c43-b38f-9710d28af489 req-09d8ed8b-78af-4416-9318-f15fcea91014 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1977005 Dec 16 15:37:00.288627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.340612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4752e9d3-646a-4c43-b38f-9710d28af489 req-bd415c07-494a-47c2-b610-c9f2031c3c1c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948112 Dec 16 15:37:00.368117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.374326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.380634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.387389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.411070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.419134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.425752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.427765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:00.430440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-b366c09a-903c-4ebb-b8d3-bcee5b38e3f2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.1639040 Dec 16 15:37:00.543304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3b1e144-2140-41ae-bcae-88be9cb0c0ab req-20271f0c-2e93-47cd-a79d-07f2cfc790c6 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0963144 Dec 16 15:37:00.579814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.587337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34476) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:00.589738 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-63afd7a4-0cfb-45f6-b477-3b7682c8fac2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7136018 Dec 16 15:37:00.698603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.950562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:00.952700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.142682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f10c27-0dcb-4070-86c2-9cbac604f514 req-9318432b-001c-4c91-9d03-dd69bdd37e86 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.151234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f10c27-0dcb-4070-86c2-9cbac604f514 req-9318432b-001c-4c91-9d03-dd69bdd37e86 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 945 time: 0.1108816 Dec 16 15:37:01.207060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.207397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e551fa0-e7ea-4f6d-8206-aa370e356b9c {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:37:01.221071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f10c27-0dcb-4070-86c2-9cbac604f514 req-7c1497c1-56f3-4d87-951e-3fb7f166375b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Dec 16 15:37:01.242211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.250847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34488) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:01.258811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Request body: {'router': {'name': 'tempest-router-1994030787', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0ecda0adce3f46c699fa31107f958935'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:01.264675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92b28bc9-81c0-44e8-976a-3d4b785ee5d2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "DELETE /v2.0/routers/5e551fa0-e7ea-4f6d-8206-aa370e356b9c HTTP/1.1" status: 204 len: 168 time: 0.6740589 Dec 16 15:37:01.412846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.418246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.561829 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:37:01.598583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.656907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.682598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.683209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932db9-88cd-4d40-b648-b62097e562d6 req-6684306e-61b3-4656-9b69-0b4621abae4f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.696371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff932db9-88cd-4d40-b648-b62097e562d6 req-6684306e-61b3-4656-9b69-0b4621abae4f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1228054 Dec 16 15:37:01.712054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.737258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.764994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.779245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.792985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.796744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-7168259a-b5e4-4f06-92b1-5a113fd4fc6d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.3342710 Dec 16 15:37:01.799486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:01.833755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff932db9-88cd-4d40-b648-b62097e562d6 req-d7150509-e9e9-4df4-a320-22058ec49ff3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366689 Dec 16 15:37:01.902859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-8b217044-18a2-4daa-99d3-323bbb707fb9 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.905448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-8b217044-18a2-4daa-99d3-323bbb707fb9 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0994520 Dec 16 15:37:01.922151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.935304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.943091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.951390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.968654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.976430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.982699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:01.992140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-0b3f4b40-c1cf-49e8-81c6-37b27df4ad8b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 5431 time: 0.1973832 Dec 16 15:37:02.070590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.075976 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68d5daac-9e9d-47d7-9072-06d76222c331 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8190875 Dec 16 15:37:02.077493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34520) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:02.121571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:02.193234 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-1151ac08-a8fc-4e80-aa14-8e6c7265d5d8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2799363 Dec 16 15:37:02.206820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:02.423344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.491631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:02.592150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ecb6fdb-fd01-4c42-b4b7-641c99bc9e11 req-aa537691-2ab7-4b63-8f8c-efc8144f96b8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&id=871d6cfc-067a-4b60-b250-78f6182c76a6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5966449 Dec 16 15:37:02.731012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a5113-0820-459f-ac9b-e1184919e088 req-8e988f78-99a9-4d3a-b619-3c9cdbb79353 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:02.739581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b37a5113-0820-459f-ac9b-e1184919e088 req-8e988f78-99a9-4d3a-b619-3c9cdbb79353 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 945 time: 0.2961762 Dec 16 15:37:02.749648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=89d0b6c6-520d-454b-b432-daf71c34d379,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:02.796517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.796891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.801978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:37:02.804115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] For port 89d0b6c6-520d-454b-b432-daf71c34d379, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:02.807886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:02.808285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.846985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] device_id is not set on port 89d0b6c6-520d-454b-b432-daf71c34d379 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:37:02.858203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.959238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b37a5113-0820-459f-ac9b-e1184919e088 req-4544ceab-8a32-4def-8217-685675b43622 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164166 Dec 16 15:37:02.964644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104056) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 16 15:37:02.965227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Router 0712b13a-9401-4dfa-bdba-0f6beaea6014 migrating from provider to provider. {{(pid=104056) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 16 15:37:02.965900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:02.971270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.031353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.033512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.088616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:03.092202 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa924e7-d4fd-4b58-9102-b91a2d30651c" -d '{"events": [{"server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "name": "network-vif-plugged", "status": "completed", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:03.123248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:03.132136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa177d0-79ee-4a3b-b411-cb7481cc94cb req-5cc8edff-d024-45bb-ab81-3ee36e0ff6d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:03.141141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aa177d0-79ee-4a3b-b411-cb7481cc94cb req-5cc8edff-d024-45bb-ab81-3ee36e0ff6d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1659744 Dec 16 15:37:03.178059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.194749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] No DVR routers for this DVR port 89d0b6c6-520d-454b-b432-daf71c34d379 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:03.245606 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1bbd23-ab16-43e0-a01f-de2352497352 x-openstack-request-id: req-eb1bbd23-ab16-43e0-a01f-de2352497352 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:03.246455 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "name": "network-vif-plugged", "status": "completed", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:03.246931 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb1bbd23-ab16-43e0-a01f-de2352497352 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:03.247581 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a', 'code': 200} Dec 16 15:37:03.249342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.255129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Pushing event updated for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:03.312816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] In _notify_port_updated(), no bound segment for port 89d0b6c6-520d-454b-b432-daf71c34d379 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:37:03.316783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:03.317723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.322931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-dab4ce7b-83d7-441e-b7d4-38e190021dec service neutron] 10.222.0.30 "PUT /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 200 len: 1025 time: 1.1211901 Dec 16 15:37:03.384474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:03.474632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aa177d0-79ee-4a3b-b411-cb7481cc94cb req-f89d40de-f7ec-48ca-aebe-88f935714b51 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922823 Dec 16 15:37:03.481475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-8907f690-835b-4318-9643-5fa723b1cf1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3879766 Dec 16 15:37:03.509120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-d9c7c239-6083-433d-9ba8-da7b1ca6b8b7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:03.510700 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-d9c7c239-6083-433d-9ba8-da7b1ca6b8b7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "GET /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1786888 Dec 16 15:37:03.514568 n-d-821947-3 neutron-server[104056]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] No L3 agents can host the router 0712b13a-9401-4dfa-bdba-0f6beaea6014 Dec 16 15:37:03.532032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:03.581630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d04430-6b21-48fd-83e1-396d6b0f0b37 req-7f959a40-6ed7-47d6-bb42-658c61bede56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:03.585176 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a7d04430-6b21-48fd-83e1-396d6b0f0b37 req-7f959a40-6ed7-47d6-bb42-658c61bede56 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 1097 time: 0.1939185 Dec 16 15:37:03.602704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1b25b4cb-664f-438a-9406-c7fb753c2bac None None] Provisioning complete for port 89d0b6c6-520d-454b-b432-daf71c34d379 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:03.607264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b25b4cb-664f-438a-9406-c7fb753c2bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.683938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1b25b4cb-664f-438a-9406-c7fb753c2bac None None] Port 89d0b6c6-520d-454b-b432-daf71c34d379 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:37:03.695860 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a7d04430-6b21-48fd-83e1-396d6b0f0b37 req-589b77b5-4e97-4843-beac-2889b28400cd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887403 Dec 16 15:37:03.809692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:03.829643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Hosts for router 0712b13a-9401-4dfa-bdba-0f6beaea6014: [] {{(pid=104056) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 16 15:37:03.977187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70928e8a-4b1c-4892-bf5c-1f797df1b168,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:04.040002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] For port 70928e8a-4b1c-4892-bf5c-1f797df1b168, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:04.082719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] device_id is not set on port 70928e8a-4b1c-4892-bf5c-1f797df1b168 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:37:04.095797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.268033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.405969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] No DVR routers for this DVR port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:04.411364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Pushing event updated for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:04.506502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] In _notify_port_updated(), no bound segment for port 70928e8a-4b1c-4892-bf5c-1f797df1b168 on network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:37:04.507684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:04.508089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.522666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-c8300b67-adba-4510-89cc-d74591419504 service neutron] 10.222.0.30 "PUT /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 200 len: 1026 time: 0.9964261 Dec 16 15:37:04.555697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-b06467c7-5264-46a8-95e2-36100ad57d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:04.558422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-b06467c7-5264-46a8-95e2-36100ad57d3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 1097 time: 0.9703395 Dec 16 15:37:04.626105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Hosts for other DVR routers connected to router 0712b13a-9401-4dfa-bdba-0f6beaea6014: set() {{(pid=104056) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 16 15:37:04.631194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.638074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9f6629cb-d439-4a22-a383-2208cf3ba152 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "PUT /v2.0/routers/0712b13a-9401-4dfa-bdba-0f6beaea6014 HTTP/1.1" status: 200 len: 717 time: 2.5497048 Dec 16 15:37:04.642658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34564) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:04.799942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port fd817da2-0233-4aef-8b00-e335b4adbcd5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:04.800965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.899516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ffd0a5b-318f-42ce-96a3-beade3ac4f03 None None] Provisioning complete for port 70928e8a-4b1c-4892-bf5c-1f797df1b168 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:04.901675 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0a5b-318f-42ce-96a3-beade3ac4f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:04.989689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port fd817da2-0233-4aef-8b00-e335b4adbcd5, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=fd817da2-0233-4aef-8b00-e335b4adbcd5,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:04.990284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:05.029186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for fd817da2-0233-4aef-8b00-e335b4adbcd5 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:05.074229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd0a5b-318f-42ce-96a3-beade3ac4f03 None None] Port 70928e8a-4b1c-4892-bf5c-1f797df1b168 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:37:05.121955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-025f8ee0-f515-455a-ac9e-8296f9e6765f tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "GET /v2.0/routers/0712b13a-9401-4dfa-bdba-0f6beaea6014 HTTP/1.1" status: 200 len: 717 time: 0.4745233 Dec 16 15:37:05.122864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:05.198275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.210177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.222964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.236977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.249600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.264116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-4f136943-9c2f-4e7c-8b5c-45e5445f9767 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3886 time: 1.4525683 Dec 16 15:37:05.387572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:05.427268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2de906d7-0cc8-4f36-a910-abba7d2db874 req-969863e6-344a-4ec2-9393-54ccf85a0b76 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586208 Dec 16 15:37:05.456372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bfabe-af6b-4a09-b3c8-accb976ae8ac req-93f0a688-52a8-49c5-8b2d-73dbb03b958a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.462363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=fd817da2-0233-4aef-8b00-e335b4adbcd5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:05.480413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-423bfabe-af6b-4a09-b3c8-accb976ae8ac req-93f0a688-52a8-49c5-8b2d-73dbb03b958a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 946 time: 1.0222147 Dec 16 15:37:05.551963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70928e8a-4b1c-4892-bf5c-1f797df1b168 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:05.660114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port fd817da2-0233-4aef-8b00-e335b4adbcd5 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:05.664183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70928e8a-4b1c-4892-bf5c-1f797df1b168 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:05.665321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f9f262df-bf8f-41f4-b467-6b0a74e33006 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:05.674736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:05.685297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-53ef49b5-4c2d-4a01-9051-2211a4a92e82 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "DELETE /v2.0/ports/fd817da2-0233-4aef-8b00-e335b4adbcd5 HTTP/1.1" status: 204 len: 173 time: 1.1575856 Dec 16 15:37:05.686743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:05.696019 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dbf56-f529-4ab9-b553-50e19d03550d" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:05.895687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:05.896299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:05.916383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-fcff6b08-a471-4c07-9244-160a7af6095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:05.918965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-fcff6b08-a471-4c07-9244-160a7af6095a service neutron] 10.222.0.74 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 1.2744367 Dec 16 15:37:05.979608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:06.017677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:06.030036 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f8311-6e6e-4837-992c-380055c8bc63" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:06.083085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:06.191922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f7d8647d-711d-42fd-ac4f-fbd4126b78cb tempest-RoutersTestDVR-68253287 tempest-RoutersTestDVR-68253287-project] 10.222.0.71 "GET /v2.0/routers/0712b13a-9401-4dfa-bdba-0f6beaea6014 HTTP/1.1" status: 200 len: 683 time: 0.9085515 Dec 16 15:37:06.196269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:06.230239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:06.230605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:06.241509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:06.247412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:06.399957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-423bfabe-af6b-4a09-b3c8-accb976ae8ac req-dee95243-6717-4e39-b975-80cfedd752a1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9176230 Dec 16 15:37:06.418723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-e00889d5-34c6-435d-bb7d-b39ab5cf5dac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 HTTP/1.1" status: 200 len: 217 time: 0.3829093 Dec 16 15:37:06.510810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:06.601979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea754ec9-8672-4940-8451-dc07787a63c0 req-62ca4de7-366a-4244-8589-cc9429cc456c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:06.615601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea754ec9-8672-4940-8451-dc07787a63c0 req-62ca4de7-366a-4244-8589-cc9429cc456c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.8115032 Dec 16 15:37:06.689496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-39568644-3e86-48a0-9b06-feff6218d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:06.693835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-39568644-3e86-48a0-9b06-feff6218d299 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.2666004 Dec 16 15:37:06.741208 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b537b-9294-429f-acfe-c60c439754a5 x-openstack-request-id: req-0e6b537b-9294-429f-acfe-c60c439754a5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:06.742379 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "fd817da2-0233-4aef-8b00-e335b4adbcd5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:06.742379 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e6b537b-9294-429f-acfe-c60c439754a5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:06.743520 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': 'fd817da2-0233-4aef-8b00-e335b4adbcd5', 'status': 'completed', 'code': 200} Dec 16 15:37:06.808321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-20952840-10b6-44e5-9e6a-34bb836a5c0f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971723 Dec 16 15:37:06.891517 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f79773-345f-476d-96b8-f7200600471e x-openstack-request-id: req-97f79773-345f-476d-96b8-f7200600471e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:06.893451 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:06.893928 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97f79773-345f-476d-96b8-f7200600471e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:06.894575 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'code': 200} Dec 16 15:37:07.009426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea754ec9-8672-4940-8451-dc07787a63c0 req-72b44c89-4c44-4a42-9e23-4a7daab777ab tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734903 Dec 16 15:37:07.026467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.033760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.050463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911a66-c21a-4885-878b-bd9b7201b178 req-cfe1f94c-6c1e-4618-9d20-6fb756715e16 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:07.053981 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.057972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911a66-c21a-4885-878b-bd9b7201b178 req-cfe1f94c-6c1e-4618-9d20-6fb756715e16 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:07.065899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911a66-c21a-4885-878b-bd9b7201b178 req-cfe1f94c-6c1e-4618-9d20-6fb756715e16 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:07.082961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10911a66-c21a-4885-878b-bd9b7201b178 req-cfe1f94c-6c1e-4618-9d20-6fb756715e16 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:07.093241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10911a66-c21a-4885-878b-bd9b7201b178 req-cfe1f94c-6c1e-4618-9d20-6fb756715e16 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 3149 time: 0.2302628 Dec 16 15:37:07.104471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:07.153378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:07.175012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-f9636788-a873-4bc8-be08-2287e8c82c23 service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504283 Dec 16 15:37:07.229554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.231580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 411660f1-4b17-42a5-b112-2e4461412f11 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:07.286888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10911a66-c21a-4885-878b-bd9b7201b178 req-30d95a25-acc4-411b-9d06-135df4ab03c2 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924064 Dec 16 15:37:07.373729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.389394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0712b13a-9401-4dfa-bdba-0f6beaea6014 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:37:07.405255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.415140 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5351f4d-a68e-4c45-bf9a-7628c427acf2 tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "DELETE /v2.0/routers/0712b13a-9401-4dfa-bdba-0f6beaea6014 HTTP/1.1" status: 204 len: 168 time: 1.2091773 Dec 16 15:37:07.415359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34638) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:07.420803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Request body: {'router': {'name': 'tempest-router-1244632170', 'distributed': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:07.477216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.485021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.485974 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Floating IP aef3bddd-f523-49b1-bab2-40fb4d60f6f6 disassociated. External IP: 172.25.7.8, port: 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1. Dec 16 15:37:07.486866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:07.524875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34260dfd-6ee3-4ecb-8312-fdfe59a5b5c0 req-9d26f124-a64a-4d07-8a95-d34217b11a2a service neutron] 10.222.0.74 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378358 Dec 16 15:37:07.552856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:07.776033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.776033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.860183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.871611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:07.918840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc30b2-92d2-4ed7-b83e-41d478ed1822 req-40b1e682-d262-4204-b907-7f02b4dc0289 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:07.943430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48fc30b2-92d2-4ed7-b83e-41d478ed1822 req-40b1e682-d262-4204-b907-7f02b4dc0289 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 946 time: 0.3498886 Dec 16 15:37:08.029222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:08.114043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.115029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 89d0b6c6-520d-454b-b432-daf71c34d379 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:08.123282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.150923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48fc30b2-92d2-4ed7-b83e-41d478ed1822 req-67ffa524-e1df-47e4-92ab-c6256beb90c0 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064569 Dec 16 15:37:08.215096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.273912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:08.277046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 89d0b6c6-520d-454b-b432-daf71c34d379 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:08.277715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4815d4c1-7260-45fd-9db8-01e0d51d0e8c no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:08.306970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.309903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-76f42ac5-9b01-4f48-9331-3ccacba3a72d tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8934913 Dec 16 15:37:08.312595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34656) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:08.332149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=891d7ac3-b85f-4fa7-84f7-3fca0942a2f1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:08.482850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.596448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed65216-6a6e-42f3-9c05-81a650d8e367 req-7eb02a2b-a4f1-46a2-af44-58bc9085b1e0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:08.607674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ed65216-6a6e-42f3-9c05-81a650d8e367 req-7eb02a2b-a4f1-46a2-af44-58bc9085b1e0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.4131751 Dec 16 15:37:08.652750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.673969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:37:08.763682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.767296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.772731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:08.886921 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.888008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd817da2-0233-4aef-8b00-e335b4adbcd5 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:08.954590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6490-7602-4331-9f36-b5141eb4a88c req-49797a61-d9ba-46d3-9058-2f7bbddbe150 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:08.963180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6490-7602-4331-9f36-b5141eb4a88c req-49797a61-d9ba-46d3-9058-2f7bbddbe150 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:08.966588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:08.973989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a6490-7602-4331-9f36-b5141eb4a88c req-49797a61-d9ba-46d3-9058-2f7bbddbe150 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:08.976798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-781a6490-7602-4331-9f36-b5141eb4a88c req-49797a61-d9ba-46d3-9058-2f7bbddbe150 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 2412 time: 0.3586051 Dec 16 15:37:08.979470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:08.980134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a146f020-1b29-479d-afba-6bce167a39e1 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:37:08.990581 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efae840e-43cd-4c71-9908-12e76d53f52a" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "411660f1-4b17-42a5-b112-2e4461412f11"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:08.993881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: fd817da2-0233-4aef-8b00-e335b4adbcd5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:09.004883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:09.008867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device fd817da2-0233-4aef-8b00-e335b4adbcd5 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:09.012917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0eeeb7a9-dc0d-41d9-a69c-e5d4c7b969be tempest-RoutersTestDVR-734145709 tempest-RoutersTestDVR-734145709-project-admin] 10.222.0.71 "DELETE /v2.0/routers/a146f020-1b29-479d-afba-6bce167a39e1 HTTP/1.1" status: 204 len: 168 time: 0.6949158 Dec 16 15:37:09.040521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ed65216-6a6e-42f3-9c05-81a650d8e367 req-8921fc04-d331-481a-a120-fa705d1038fb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4283478 Dec 16 15:37:09.187509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-781a6490-7602-4331-9f36-b5141eb4a88c req-85f2629e-625d-4d79-8e9e-f51fbb85a1d0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731579 Dec 16 15:37:09.216976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:09.223254 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6017f-0d06-461d-88ac-a44a71a59a96 x-openstack-request-id: req-05d6017f-0d06-461d-88ac-a44a71a59a96 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:09.223807 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "411660f1-4b17-42a5-b112-2e4461412f11", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-unplugged", "status": "completed", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:09.224207 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05d6017f-0d06-461d-88ac-a44a71a59a96 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:09.224743 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'code': 200} Dec 16 15:37:09.225105 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11', 'code': 200} Dec 16 15:37:09.225608 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'code': 200} Dec 16 15:37:09.320995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:37:09.338456 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Sync routers for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:37:09.388852 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:09.399400 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:09.558325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port 891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:09.563040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:09.571551 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-03453620-288e-4b0b-a683-77b432e650be tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "DELETE /v2.0/ports/891d7ac3-b85f-4fa7-84f7-3fca0942a2f1 HTTP/1.1" status: 204 len: 173 time: 3.8687160 Dec 16 15:37:09.573081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:09.578602 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1778c6a-8000-4374-8210-f88a3b11a7e5" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:09.666779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:10.072290 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:10.119270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Checking router: 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:37:10.143057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:37:10.143592 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:36:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:10.402236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169d945-a0ca-42f7-9bfe-1a6da785744d req-8f75d1eb-4599-4ff3-a798-cf638903f6a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:10.404856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5169d945-a0ca-42f7-9bfe-1a6da785744d req-8f75d1eb-4599-4ff3-a798-cf638903f6a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1657820 Dec 16 15:37:10.446995 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c30d59-855d-48f9-a5c0-9c8743ff74b3 x-openstack-request-id: req-75c30d59-855d-48f9-a5c0-9c8743ff74b3 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:10.446995 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "891d7ac3-b85f-4fa7-84f7-3fca0942a2f1", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:10.447653 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75c30d59-855d-48f9-a5c0-9c8743ff74b3 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:10.457643 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '891d7ac3-b85f-4fa7-84f7-3fca0942a2f1', 'status': 'completed', 'code': 200} Dec 16 15:37:10.515792 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:37:10.519539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5169d945-a0ca-42f7-9bfe-1a6da785744d req-e02f56c3-892c-4c20-92f3-c37f83aa95ba tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056213 Dec 16 15:37:10.581207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761507-c57d-4175-b493-bf43e054cd55 req-0827c6bf-6a3b-4abe-96f5-70e8786e7daf tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:10.587554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:10.606154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761507-c57d-4175-b493-bf43e054cd55 req-0827c6bf-6a3b-4abe-96f5-70e8786e7daf tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:10.644155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c761507-c57d-4175-b493-bf43e054cd55 req-0827c6bf-6a3b-4abe-96f5-70e8786e7daf tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:10.657912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c761507-c57d-4175-b493-bf43e054cd55 req-0827c6bf-6a3b-4abe-96f5-70e8786e7daf tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 2410 time: 0.2136343 Dec 16 15:37:10.758302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port f9f262df-bf8f-41f4-b467-6b0a74e33006 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:10.758958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:10.873350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c761507-c57d-4175-b493-bf43e054cd55 req-5b598ae6-c809-4197-bfb6-5ae8b06d8eec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2134073 Dec 16 15:37:10.921446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12f1527b-e389-4b66-8513-7f784373dace admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.135764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port f9f262df-bf8f-41f4-b467-6b0a74e33006, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f9f262df-bf8f-41f4-b467-6b0a74e33006,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:11.136768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.202254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for f9f262df-bf8f-41f4-b467-6b0a74e33006 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:11.420384 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12f1527b-e389-4b66-8513-7f784373dace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.517511 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:11.519482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-12f1527b-e389-4b66-8513-7f784373dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.637352 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3ba-88a4-4067-b66e-036e71255a72 None None] The sync data for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 is: [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:25:18Z', 'revision_number': 4, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2cfcb542-23df-4da2-be4f-21d9640e3ee9', 'name': '', 'network_id': '33eaffb9-27c4-4bc8-8b42-75d7d744b269', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'mac_address': 'fa:16:3e:f8:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:15Z', 'updated_at': '2021-12-16T15:25:24Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'subnets': [{'id': 'f8059159-e704-49f6-9cb3-838b52e76157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:37:11.710492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12f1527b-e389-4b66-8513-7f784373dace admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ecda0adce3f46c699fa31107f958935&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1195874 Dec 16 15:37:11.715982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:11.722690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1527b-e389-4b66-8513-7f784373dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0138a1b-df95-405f-bba6-3e389a7feebf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:11.864015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.967746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:11.993670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=f9f262df-bf8f-41f4-b467-6b0a74e33006,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:12.012982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port f9f262df-bf8f-41f4-b467-6b0a74e33006 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:12.016306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.020453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-6d6c82b1-4feb-43d7-847c-52ffad6a50bb tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "DELETE /v2.0/ports/f9f262df-bf8f-41f4-b467-6b0a74e33006 HTTP/1.1" status: 204 len: 173 time: 2.4348137 Dec 16 15:37:12.073640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.297641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:12.297641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.307474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ef881-8b74-4b27-98e8-15b32ed0187d None None] New status for floating IP aef3bddd-f523-49b1-bab2-40fb4d60f6f6: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:37:12.407321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048433c8-5a4e-469c-9564-a2f215ded767 req-5e9b1aa7-d21d-4fe7-b197-ff2abd1f7475 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:12.411924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-048433c8-5a4e-469c-9564-a2f215ded767 req-5e9b1aa7-d21d-4fe7-b197-ff2abd1f7475 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.5946543 Dec 16 15:37:12.485778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:12.490515 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cfddda-1831-4d17-b6c3-a2c275071b36" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:12.526563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039f360-8f95-4029-8d03-8b8e3c0741e8 req-fab448e1-2d3d-4c14-aedb-6475873ccd24 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:12.557528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039f360-8f95-4029-8d03-8b8e3c0741e8 req-fab448e1-2d3d-4c14-aedb-6475873ccd24 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:12.577472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b039f360-8f95-4029-8d03-8b8e3c0741e8 req-fab448e1-2d3d-4c14-aedb-6475873ccd24 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 1677 time: 0.4381127 Dec 16 15:37:12.592315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:12.592960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.667759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 4815d4c1-7260-45fd-9db8-01e0d51d0e8c owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:12.817369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-048433c8-5a4e-469c-9564-a2f215ded767 req-81ae6552-e934-4163-8960-0f494c68f1fe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622711 Dec 16 15:37:12.894563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b039f360-8f95-4029-8d03-8b8e3c0741e8 req-d27605c2-47c5-4da2-9aa5-fb659955d673 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups?id=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3135433 Dec 16 15:37:12.897676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.915390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:12.922386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d0138a1b-df95-405f-bba6-3e389a7feebf HTTP/1.1" status: 204 len: 168 time: 1.1969833 Dec 16 15:37:12.998433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548be3-5e9a-49e2-a371-abfaa5cb9c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0138a1b-df95-405f-bba6-3e389a7feebf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:13.059862 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1c5b45-29ba-4f13-8f08-1dc048e7c472 x-openstack-request-id: req-1f1c5b45-29ba-4f13-8f08-1dc048e7c472 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:13.060493 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "f9f262df-bf8f-41f4-b467-6b0a74e33006", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:13.060493 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f1c5b45-29ba-4f13-8f08-1dc048e7c472 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:13.064718 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': 'f9f262df-bf8f-41f4-b467-6b0a74e33006', 'status': 'completed', 'code': 200} Dec 16 15:37:13.222155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:13.304408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=4815d4c1-7260-45fd-9db8-01e0d51d0e8c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:13.371911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port 4815d4c1-7260-45fd-9db8-01e0d51d0e8c on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:13.375545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:13.379935 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-f67bb0ac-6da8-43be-9d09-fd44eadc2925 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "DELETE /v2.0/ports/4815d4c1-7260-45fd-9db8-01e0d51d0e8c HTTP/1.1" status: 204 len: 173 time: 1.3469086 Dec 16 15:37:13.541765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 411660f1-4b17-42a5-b112-2e4461412f11 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:13.543154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:13.743621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port 411660f1-4b17-42a5-b112-2e4461412f11, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=411660f1-4b17-42a5-b112-2e4461412f11,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:13.749023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:13.812246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 411660f1-4b17-42a5-b112-2e4461412f11 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:14.072601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b438d10-bdcf-4e8d-81da-c43e0bd8a917 req-a2ee91a3-a307-4cb7-9168-0833269ef502 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:14.077086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b438d10-bdcf-4e8d-81da-c43e0bd8a917 req-a2ee91a3-a307-4cb7-9168-0833269ef502 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1080999 Dec 16 15:37:14.154139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b438d10-bdcf-4e8d-81da-c43e0bd8a917 req-28792410-aed8-4daa-a893-db5166af2165 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700006 Dec 16 15:37:14.291325 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43711885-0737-4b71-9063-0926479a9188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.292015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.385970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=411660f1-4b17-42a5-b112-2e4461412f11,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:14.423626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f1f4dd7-3876-49ad-bb9b-bc5531a572fd req-d3ea1df1-5aaf-4b0d-a890-1394b748d4e9 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.1146355 Dec 16 15:37:14.485775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:14.521828 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1570-1a8e-47b0-b706-f475dd748287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.596704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port 411660f1-4b17-42a5-b112-2e4461412f11 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:14.601790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.610211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae550f54-3988-48cb-92a9-085147d8bad0 req-31e052c8-1409-463a-a3ac-8f3b59c275b0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.30 "DELETE /v2.0/ports/411660f1-4b17-42a5-b112-2e4461412f11 HTTP/1.1" status: 204 len: 173 time: 1.2226236 Dec 16 15:37:14.668584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1570-1a8e-47b0-b706-f475dd748287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.841776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1570-1a8e-47b0-b706-f475dd748287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:14.906951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2d2c1570-1a8e-47b0-b706-f475dd748287 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8eb16679c02b4df994d8fd1062ab5350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4231350 Dec 16 15:37:14.908561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c1570-1a8e-47b0-b706-f475dd748287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d15179-ee86-4d9d-81f2-67867f4dc752,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:14.912671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:15.063377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c'}, {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:15.078864 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6753cb-a72e-40a9-9cb9-ac5b1c42a7ff" -d '{"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c"}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "411660f1-4b17-42a5-b112-2e4461412f11"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:15.332547 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a84f3fc-6190-48e5-b7e4-2e440c9ad705 x-openstack-request-id: req-3a84f3fc-6190-48e5-b7e4-2e440c9ad705 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:15.332547 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "4815d4c1-7260-45fd-9db8-01e0d51d0e8c", "status": "completed", "code": 200}, {"server_uuid": "d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f", "name": "network-vif-deleted", "tag": "411660f1-4b17-42a5-b112-2e4461412f11", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:15.332547 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a84f3fc-6190-48e5-b7e4-2e440c9ad705 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:15.336839 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '4815d4c1-7260-45fd-9db8-01e0d51d0e8c', 'status': 'completed', 'code': 200} Dec 16 15:37:15.337343 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63ffb4f-d8a3-4e47-8a03-76e6e722ca0f', 'name': 'network-vif-deleted', 'tag': '411660f1-4b17-42a5-b112-2e4461412f11', 'status': 'completed', 'code': 200} Dec 16 15:37:15.352386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:15.459536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:15.523921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0790-92cc-4217-88a8-a48517763263 req-b426589c-a049-43cf-9609-1ad098fc6500 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:15.526510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61ff0790-92cc-4217-88a8-a48517763263 req-b426589c-a049-43cf-9609-1ad098fc6500 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.0863717 Dec 16 15:37:15.624014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61ff0790-92cc-4217-88a8-a48517763263 req-c16b2b00-2225-4d29-97e2-2b838b34db34 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819662 Dec 16 15:37:15.653239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4c47f00-f206-4003-8a60-58ea1bbfc7d1 req-321b32f2-4267-4b07-a3f8-3c077bc4b556 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0383134 Dec 16 15:37:15.686020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:15.689669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:15.691663 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/07d15179-ee86-4d9d-81f2-67867f4dc752 HTTP/1.1" status: 204 len: 168 time: 0.7764094 Dec 16 15:37:15.704950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dff66-bc12-4de9-89b7-c49dfd044dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d15179-ee86-4d9d-81f2-67867f4dc752,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:16.492752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-536da986-fe8b-4aae-9dd7-60884e430710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:16.832958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a63bcb-70f7-4bd3-87d4-c27e9031aaff req-a1192a83-e1a2-4c36-81a5-d623b55a851a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0703688 Dec 16 15:37:16.894596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c3ce1-9d16-4a2a-b7da-4cd83205189a req-a26579cb-eed0-45bd-8362-80603399dd6a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:16.896725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010c3ce1-9d16-4a2a-b7da-4cd83205189a req-a26579cb-eed0-45bd-8362-80603399dd6a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.0870452 Dec 16 15:37:16.978381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-010c3ce1-9d16-4a2a-b7da-4cd83205189a req-a63ab2b6-1b93-4918-b17c-94818eb71dcd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745652 Dec 16 15:37:17.370743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:17.526781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'networks': [{'name': 'tempest-network--1852545007'}, {'name': 'tempest-network--1664231528'}]} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:17.543587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-network--1852545007'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:17.544423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-network--1664231528'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:17.652971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'network': 2} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:17.662102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:17.679918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:17.801712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:17.830825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:17.948706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6f94989-74ae-425b-8af7-b3d9e4eb363b req-41a7bc05-67de-4078-8b7c-f53c9610c88a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0291164 Dec 16 15:37:17.971631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:17.975256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.043648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd39420-79f0-4807-b88b-b8457526b384,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:18.048842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:18.081266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.081266 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment 07d94b8b-5311-4902-aa42-450a879112f7 of type vlan for network de7c6732-3698-42c8-99f6-16b974a4d955 Dec 16 15:37:18.131685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.188906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:18.202987 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.203302 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment f58fc0d2-7d25-4057-9f26-09207651fd5b of type vlan for network aa044911-aec8-40d7-9deb-2c52a9e68ccb Dec 16 15:37:18.219144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df60f-5017-43cb-8807-988ff94f5eeb req-fdf945e7-a95b-46cb-8426-dcd789e4a869 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.221945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b50df60f-5017-43cb-8807-988ff94f5eeb req-fdf945e7-a95b-46cb-8426-dcd789e4a869 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.1282299 Dec 16 15:37:18.257044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.319197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b50df60f-5017-43cb-8807-988ff94f5eeb req-a90b0623-c4b4-422f-b5fd-0226a401774a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892520 Dec 16 15:37:18.390467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.391345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.398776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.405894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.406826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:18.497943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=de7c6732-3698-42c8-99f6-16b974a4d955,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:18.515953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network de7c6732-3698-42c8-99f6-16b974a4d955 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:18.647564 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2749898 Dec 16 15:37:18.652500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:18.653531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a80b2-0504-4412-b438-6b36fdb32d67 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=aa044911-aec8-40d7-9deb-2c52a9e68ccb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:18.673699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network aa044911-aec8-40d7-9deb-2c52a9e68ccb details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:18.824696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08817a0-09ca-401c-9e77-ebadf9471181 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.837496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08817a0-09ca-401c-9e77-ebadf9471181 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.849325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08817a0-09ca-401c-9e77-ebadf9471181 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.860600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08817a0-09ca-401c-9e77-ebadf9471181 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:18.863456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e08817a0-09ca-401c-9e77-ebadf9471181 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2091980 Dec 16 15:37:18.868037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35042) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:19.019096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.140458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aad25455-2c38-4636-bf5d-87d9e1d24b53 req-0d6d740b-8506-4389-93bb-a91cda9d9912 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0583363 Dec 16 15:37:19.189323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.212393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.231959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7c6732-3698-42c8-99f6-16b974a4d955']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.249517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d94b8b-5311-4902-aa42-450a879112f7') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.250077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d94b8b-5311-4902-aa42-450a879112f7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.266553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.285089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.297384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:19.298204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:19.303891 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:19.485665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.494977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.503571 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/de7c6732-3698-42c8-99f6-16b974a4d955 HTTP/1.1" status: 204 len: 168 time: 0.6338713 Dec 16 15:37:19.506040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:19.534638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fe5c0-1a74-45c4-b3a8-613ca593d781 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=de7c6732-3698-42c8-99f6-16b974a4d955,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:19.626214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.771691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.805715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa044911-aec8-40d7-9deb-2c52a9e68ccb']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.823879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58fc0d2-7d25-4057-9f26-09207651fd5b') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.824432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58fc0d2-7d25-4057-9f26-09207651fd5b') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:19.838813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.864887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.875318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:19.876007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:19.881184 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:20.012801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.051020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.069263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.073814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/aa044911-aec8-40d7-9deb-2c52a9e68ccb HTTP/1.1" status: 204 len: 168 time: 0.5660214 Dec 16 15:37:20.076726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35078) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:20.087650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be31c0-4cb8-4569-a032-d4b7b3882681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=aa044911-aec8-40d7-9deb-2c52a9e68ccb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:20.328947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99fffc8f-83e4-4153-8394-4b55cc5321ce req-458d3cc2-a087-47c5-b159-faff1520db43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0304945 Dec 16 15:37:20.344399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d17f7-819a-4809-b589-969150d98f98 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:20.352066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d17f7-819a-4809-b589-969150d98f98 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:20.354252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b41d17f7-819a-4809-b589-969150d98f98 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2761190 Dec 16 15:37:20.360307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:20.369704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1969637588'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:20.548667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:20.556830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.595133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:20.617659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:20.621798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.624301 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment eaeffb10-3981-4fa8-9be2-125181c21bb3 of type vlan for network a607d028-7e08-40c9-bb0f-8edbf7013263 Dec 16 15:37:20.736112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.751425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.772446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:20.775636 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b9022-e416-409d-b9c3-365aced4df5c" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:20.779884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:20.789985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f2b33-521c-4e6f-9496-16d46f5b889b req-263c221a-65f0-427f-9411-de79815f5227 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:20.791656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f48f2b33-521c-4e6f-9496-16d46f5b889b req-263c221a-65f0-427f-9411-de79815f5227 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 946 time: 0.0824063 Dec 16 15:37:20.830975 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef56e9c-1a17-4895-9bea-b255146091d3 x-openstack-request-id: req-2ef56e9c-1a17-4895-9bea-b255146091d3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:20.831586 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-unplugged", "status": "completed", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:20.841901 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ef56e9c-1a17-4895-9bea-b255146091d3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:20.841901 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'code': 200} Dec 16 15:37:20.872330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f48f2b33-521c-4e6f-9496-16d46f5b889b req-d283687c-1869-4422-9f06-0e6bc5e5cf70 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564368 Dec 16 15:37:20.937228 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.967720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:20.974371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:20.975093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.019076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=14']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:21.085100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=a607d028-7e08-40c9-bb0f-8edbf7013263,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:21.103878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a607d028-7e08-40c9-bb0f-8edbf7013263 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:21.135983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aa180575-7897-4239-8bb7-ac8e992a2d86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7744093 Dec 16 15:37:21.139025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35130) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:21.144473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-889437726'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:21.293421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:21.299853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.350623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:21.367607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.368227 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment 6c608bda-53c8-42a5-a55a-c8218a1e1b7a of type vlan for network c4582a9e-cfb6-4cff-8374-07cacbc96891 Dec 16 15:37:21.475572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.513628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89417a28-2efd-4d23-a0d6-21624ceab681 req-a45f5077-e9af-4554-b2e8-734492ae0392 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0595100 Dec 16 15:37:21.698867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.715984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:21.717977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:21.816768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=c4582a9e-cfb6-4cff-8374-07cacbc96891,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:21.832358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c4582a9e-cfb6-4cff-8374-07cacbc96891 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:21.892983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf31c220-1396-4d2f-88c3-69fa1851aaff tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7522197 Dec 16 15:37:21.895928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:21.905145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'ports': [{'network_id': 'a607d028-7e08-40c9-bb0f-8edbf7013263', 'name': 'tempest-port--1530743097', 'admin_state_up': True}, {'network_id': 'c4582a9e-cfb6-4cff-8374-07cacbc96891', 'admin_state_up': False}]} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:21.906538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'port': {'network_id': 'a607d028-7e08-40c9-bb0f-8edbf7013263', 'name': 'tempest-port--1530743097', 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:21.907327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'port': {'network_id': 'c4582a9e-cfb6-4cff-8374-07cacbc96891', 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:22.319436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'port': 2} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:22.328326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:22.364314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:22.368271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:22.487417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] device_id is not set on port eb61d2e7-4125-47a0-b7f9-5a47127a71ae yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:37:22.665032 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:22.737924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:22.795155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-826395be-4725-41fd-8580-403a05f92730 req-dfe16560-8049-4980-af93-6812835032c5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.1221058 Dec 16 15:37:22.992176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] device_id is not set on port 80005de0-debf-4b50-b0f1-17e7c822543c yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:37:22.992290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.000977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.260249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.321887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.322206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4817d96aacd74183bfbcf4c2025c6945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9522140 Dec 16 15:37:23.323381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe801f-a9ce-4442-88c0-23badf35b9e1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:23.325180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:23.332410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.334830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.335441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.335441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.338615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.339242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.339780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc03ae28-8f06-4c3f-810d-0919fbc24a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:23.418391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Port': ['ID=eb61d2e7-4125-47a0-b7f9-5a47127a71ae,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:23.451087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.469676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Checking segment: {'id': 'eaeffb10-3981-4fa8-9be2-125181c21bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a607d028-7e08-40c9-bb0f-8edbf7013263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:23.470055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network hostable DHCP agents. Network: a607d028-7e08-40c9-bb0f-8edbf7013263, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:23.493875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.625245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network a607d028-7e08-40c9-bb0f-8edbf7013263 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:23.650253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.654386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.658822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b1fe801f-a9ce-4442-88c0-23badf35b9e1 HTTP/1.1" status: 204 len: 168 time: 0.3303509 Dec 16 15:37:23.672253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c88b-a557-4e62-82f8-33a9cc842fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe801f-a9ce-4442-88c0-23badf35b9e1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:23.778334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a607d028-7e08-40c9-bb0f-8edbf7013263) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:23.783517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:23.784768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:23.794221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b57b2-8a34-4aa6-bb2f-aaa42f4e565a None None] Network a607d028-7e08-40c9-bb0f-8edbf7013263 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:23.944384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Port': ['ID=80005de0-debf-4b50-b0f1-17e7c822543c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:23.949316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Checking segment: {'id': '6c608bda-53c8-42a5-a55a-c8218a1e1b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c4582a9e-cfb6-4cff-8374-07cacbc96891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:23.949685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network hostable DHCP agents. Network: c4582a9e-cfb6-4cff-8374-07cacbc96891, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:24.106234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4c9262c-0a84-46fb-9653-3b5b102e13da req-6624fe34-6f21-4b67-975e-416bf309aad4 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0509722 Dec 16 15:37:24.107483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network c4582a9e-cfb6-4cff-8374-07cacbc96891 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:24.244765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c4582a9e-cfb6-4cff-8374-07cacbc96891) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:24.251508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:24.254773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8dc017-8f19-49ba-9fa3-ea3e192352c7 None None] Network c4582a9e-cfb6-4cff-8374-07cacbc96891 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:24.261619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:24.267686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:24.268643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:24.429474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21d16ed4-18d4-405e-858a-22eeadf990d8 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5318940 Dec 16 15:37:24.433392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:24.524839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a063f4-4526-466c-a49d-53098c632bcb tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:24.536758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a063f4-4526-466c-a49d-53098c632bcb tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:24.539610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-78a063f4-4526-466c-a49d-53098c632bcb tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1046908 Dec 16 15:37:24.542718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35262) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:24.645871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:24.670369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48b4ab4c-4d15-4b81-8e90-995344e8770c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:24.693567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Deleting port eb61d2e7-4125-47a0-b7f9-5a47127a71ae {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:24.694019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:24.812162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:24.831487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48b4ab4c-4d15-4b81-8e90-995344e8770c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:24.835149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Calling delete_port for eb61d2e7-4125-47a0-b7f9-5a47127a71ae owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:24.937617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48b4ab4c-4d15-4b81-8e90-995344e8770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.022168 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48b4ab4c-4d15-4b81-8e90-995344e8770c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c329744c7b084f79bd1208deca2e5983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737652 Dec 16 15:37:25.025103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35282) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:25.036779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4ab4c-4d15-4b81-8e90-995344e8770c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a88c78-079e-43e2-8954-fed2a85a9381,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:25.103288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.122736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.155372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.175471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Port': ['ID=eb61d2e7-4125-47a0-b7f9-5a47127a71ae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:25.198159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.205231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c0297ebb-b476-4afb-9ad2-3f95ea853f0f tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/ports/eb61d2e7-4125-47a0-b7f9-5a47127a71ae HTTP/1.1" status: 204 len: 168 time: 0.6609154 Dec 16 15:37:25.207874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:25.431465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.436764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.443407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0a88c78-079e-43e2-8954-fed2a85a9381 HTTP/1.1" status: 204 len: 168 time: 0.4126735 Dec 16 15:37:25.454384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a01c91-697c-4808-afd9-457d9a92f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a88c78-079e-43e2-8954-fed2a85a9381,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:25.683220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fad91b4a-32be-4c45-9755-c844181e1c3f req-785c5d30-26ae-4cc0-bbc3-df7e73bc324a tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.4342601 Dec 16 15:37:25.796003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Deleting port 80005de0-debf-4b50-b0f1-17e7c822543c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:25.796621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.890980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:25.906387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Calling delete_port for 80005de0-debf-4b50-b0f1-17e7c822543c owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:26.201413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.238104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.247567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/ports/80005de0-debf-4b50-b0f1-17e7c822543c HTTP/1.1" status: 204 len: 168 time: 1.0339975 Dec 16 15:37:26.247567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ecae9-9907-4bb2-b9c3-09d6f6ccf7ad tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Port': ['ID=80005de0-debf-4b50-b0f1-17e7c822543c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:26.248851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:26.301999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-33a85440-1ad3-4d31-9a5d-070c11f9e681 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472407 Dec 16 15:37:26.303210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:26.313295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1553735292'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:26.510971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:26.519058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.570593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:26.590149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.592221 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment 05d6f3ff-cc04-45af-9f89-640fbb7e0a81 of type vlan for network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 Dec 16 15:37:26.633672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35336) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:26.672446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-755ed28f-4cb7-4fd8-a8fb-4f227e5c7a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.679736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.779817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e44ac-7515-40d6-b0c9-f876e7f5e5bf req-bdb15280-52fc-4f58-a0d2-4247e0ca8027 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:26.782277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b99e44ac-7515-40d6-b0c9-f876e7f5e5bf req-bdb15280-52fc-4f58-a0d2-4247e0ca8027 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1130850 Dec 16 15:37:26.849157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5313339-f7fb-435a-b8d7-64c07d2767f9 req-e0230f86-895c-4331-b547-551fe285a92c tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0432980 Dec 16 15:37:26.881699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.890737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:26.892052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:26.935467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b99e44ac-7515-40d6-b0c9-f876e7f5e5bf req-fc8fa44e-7f07-4d91-862a-1518c1d90d09 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388004 Dec 16 15:37:26.980394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-755ed28f-4cb7-4fd8-a8fb-4f227e5c7a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.055485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:27.065757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-755ed28f-4cb7-4fd8-a8fb-4f227e5c7a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.077619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:27.142649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed28f-4cb7-4fd8-a8fb-4f227e5c7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c786b2-82f1-44bc-bb1f-1362824546e6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:27.149692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-755ed28f-4cb7-4fd8-a8fb-4f227e5c7a24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=284fac5cbc2b458792b2eb7e9093c05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5144730 Dec 16 15:37:27.152362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:27.196894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71d76055-8ba0-4d65-b183-71ac5a620b77 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8892496 Dec 16 15:37:27.198349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:27.206725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1309981976'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:27.223229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.275164 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.411315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:27.417309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.459885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.465931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.467886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75c786b2-82f1-44bc-bb1f-1362824546e6 HTTP/1.1" status: 204 len: 168 time: 0.3143008 Dec 16 15:37:27.482436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:27.498315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b45955-98be-4a2e-9393-06515122b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c786b2-82f1-44bc-bb1f-1362824546e6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:27.529624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.529995 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Added segment 5509fe53-b11c-4e2f-939c-ab5ef7c3e34f of type vlan for network 275da68c-a444-488e-a718-579740eb60a5 Dec 16 15:37:27.634761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.723487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d9adf-94ad-4003-beab-acf6422fe854 req-52ad812b-28fe-4d6b-99d2-d6b14e10acc1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:27.728153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-588d9adf-94ad-4003-beab-acf6422fe854 req-52ad812b-28fe-4d6b-99d2-d6b14e10acc1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1484494 Dec 16 15:37:27.733445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-2a6e48e9-e29a-452f-b1fe-5dc8f6165ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:27.736043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-2a6e48e9-e29a-452f-b1fe-5dc8f6165ce8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.1123781 Dec 16 15:37:27.750720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.760408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:27.760408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:27.842190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Network': ['ID=275da68c-a444-488e-a718-579740eb60a5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:27.855736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 275da68c-a444-488e-a718-579740eb60a5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:27.907770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-588d9adf-94ad-4003-beab-acf6422fe854 req-fecd09eb-af6a-46c8-bcff-42b56ec6ff3a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704297 Dec 16 15:37:27.951638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dee721fc-20c0-4a69-8c63-49cc112ec157 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7473249 Dec 16 15:37:27.997110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-236e5dbd-eefa-4a50-b371-598302ae10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:28.008835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-236e5dbd-eefa-4a50-b371-598302ae10a2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2621920 Dec 16 15:37:28.082997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35380) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:28.089350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'subnets': [{'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--749789393', 'ip_version': 4}, {'network_id': '275da68c-a444-488e-a718-579740eb60a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:28.090532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'subnet': {'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--749789393', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:28.092056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Request body: {'subnet': {'network_id': '275da68c-a444-488e-a718-579740eb60a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:28.106314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8a118f7-611d-4253-b372-60a55b8de294 req-8f954292-d31f-46dc-849c-9d6f85447881 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0883148 Dec 16 15:37:28.202830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-c4e11e1e-3753-41b7-a8bf-89e1b6d3bf50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.1794865 Dec 16 15:37:28.306686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-ee4c9eb4-c4eb-4335-ae8b-5f97523966b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:28.308922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-ee4c9eb4-c4eb-4335-ae8b-5f97523966b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.1005497 Dec 16 15:37:28.390231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-96ef6dbf-403e-4f38-9ec7-8b99d41431ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:28.391856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-96ef6dbf-403e-4f38-9ec7-8b99d41431ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692811 Dec 16 15:37:28.499455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Made reservation on behalf of dca9d8e2c75d4926b61c8ebce2ce1324 for: {'subnet': 2} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:28.510098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:28.511647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:28.571655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-e5eb826b-257f-41cc-943d-63c7a6449d63 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698427 Dec 16 15:37:28.765483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c415bb-4a61-41da-b1a3-a2544f4f0d2a req-686a0c34-f54c-47e7-bcb1-da6b8f845338 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843300 Dec 16 15:37:28.812819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:29.126966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c836-9f63-4708-849c-be67354820bb req-e767af9f-6321-45d9-aa84-4678a5ef8edc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:29.128608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d335c836-9f63-4708-849c-be67354820bb req-e767af9f-6321-45d9-aa84-4678a5ef8edc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0782933 Dec 16 15:37:29.256358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d335c836-9f63-4708-849c-be67354820bb req-031679dc-872d-46e4-b57d-128269a521b5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166737 Dec 16 15:37:29.320570 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:29.340898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cace4ff9-9921-480d-a3f5-8bb9fc6c0d14 req-f3f9f081-c2e9-4a1f-afca-4549b1f5c255 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0451493 Dec 16 15:37:29.398980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Checking segment: {'id': '05d6f3ff-cc04-45af-9f89-640fbb7e0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:29.399546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network hostable DHCP agents. Network: 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:29.406886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Subnet': ['ID=a4d24fde-88a5-479b-98be-4552be95f96b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:29.570790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:29.606978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:29.704508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:29.712322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:29.716686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7e3d0-ebd5-4d45-9ae6-d3ebd5fa975c None None] Network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:29.831175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Checking segment: {'id': '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '275da68c-a444-488e-a718-579740eb60a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:29.831546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network hostable DHCP agents. Network: 275da68c-a444-488e-a718-579740eb60a5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:29.835241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event updated for resources: {'Subnet': ['ID=85655e3e-d6e4-43e1-963f-9dfca1368414,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:29.936191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2', 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2', 'project_id': 'dca9d8e2c75d4926b61c8ebce2ce1324', 'fixed_ips': [{'subnet_id': 'a4d24fde-88a5-479b-98be-4552be95f96b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:37:29.937826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:29.983666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Network 275da68c-a444-488e-a718-579740eb60a5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:30.086273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 275da68c-a444-488e-a718-579740eb60a5) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:30.092785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.094069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.095436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.102047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c41aa-6efa-423c-847e-06c538559a08 None None] Network 275da68c-a444-488e-a718-579740eb60a5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:30.119911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Allocated IP 172.20.0.2 (1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2/a4d24fde-88a5-479b-98be-4552be95f96b/10868ce9-f5c7-46af-83d8-d1f840ea6374) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:30.199787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-63b75b7d-0fca-40b3-85d1-a158213e2964 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1150496 Dec 16 15:37:30.203517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:30.291266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-275da68c-a444-488e-a718-579740eb60a5', 'network_id': '275da68c-a444-488e-a718-579740eb60a5', 'project_id': 'dca9d8e2c75d4926b61c8ebce2ce1324', 'fixed_ips': [{'subnet_id': '85655e3e-d6e4-43e1-963f-9dfca1368414'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:37:30.292188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.355793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e3fd5-e547-4df5-8908-1d8705c589f1 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.359188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e3fd5-e547-4df5-8908-1d8705c589f1 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.362600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e3fd5-e547-4df5-8908-1d8705c589f1 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.367107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.374056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:30.381953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a81e3fd5-e547-4df5-8908-1d8705c589f1 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1766992 Dec 16 15:37:30.464893 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.566160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Pushing event updated for resources: {'Port': ['ID=10868ce9-f5c7-46af-83d8-d1f840ea6374,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:30.568464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bf436d7-8f26-4faa-9bf3-f6913628a1d9 req-0c501bcb-10c4-49fd-89bb-68e68b15cd79 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0892000 Dec 16 15:37:30.577017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:30.583177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:30.603177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bee2a-2adc-4b21-b819-ddc9dde1cc1d req-911a9841-8c2c-43ca-9654-a221473018a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:30.606036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f4bee2a-2adc-4b21-b819-ddc9dde1cc1d req-911a9841-8c2c-43ca-9654-a221473018a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2333124 Dec 16 15:37:30.608165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:30.613052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Deleting subnet a4d24fde-88a5-479b-98be-4552be95f96b {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:30.624369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.647949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Allocated IP 172.20.0.18 (275da68c-a444-488e-a718-579740eb60a5/85655e3e-d6e4-43e1-963f-9dfca1368414/6185b367-7fb5-4e61-ab12-022e6eb9c87b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:30.690522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Attempting to bind port 10868ce9-f5c7-46af-83d8-d1f840ea6374 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:30.690945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Attempting to bind port 10868ce9-f5c7-46af-83d8-d1f840ea6374 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '05d6f3ff-cc04-45af-9f89-640fbb7e0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:30.691255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Attempting to bind port 10868ce9-f5c7-46af-83d8-d1f840ea6374 on network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:30.701399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.738374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:30.738768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Checking segment: {'id': '05d6f3ff-cc04-45af-9f89-640fbb7e0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:30.739151 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.739578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Bound using segment: {'id': '05d6f3ff-cc04-45af-9f89-640fbb7e0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:30.740110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Bound port: 10868ce9-f5c7-46af-83d8-d1f840ea6374, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d6f3ff-cc04-45af-9f89-640fbb7e0a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:30.740532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:30.752482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f4bee2a-2adc-4b21-b819-ddc9dde1cc1d req-1eb949de-5ce3-4e5d-a419-c0819f9d2abf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349325 Dec 16 15:37:30.866117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] For port 10868ce9-f5c7-46af-83d8-d1f840ea6374, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:30.915531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] For port 10868ce9-f5c7-46af-83d8-d1f840ea6374, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10868ce9-f5c7-46af-83d8-d1f840ea6374,segment=NetworkSegment(05d6f3ff-cc04-45af-9f89-640fbb7e0a81),segment_id=05d6f3ff-cc04-45af-9f89-640fbb7e0a81)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:31.009146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.012738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.013359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.136390 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.199035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Network 275da68c-a444-488e-a718-579740eb60a5 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:31.200381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0cf80-294e-4bd3-8998-30527cf663dd req-a271f226-27a4-4aab-8ea5-c9ecef4e06be tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:31.208935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:31.210676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3cc0cf80-294e-4bd3-8998-30527cf663dd req-a271f226-27a4-4aab-8ea5-c9ecef4e06be tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1892824 Dec 16 15:37:31.215479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:31.254139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471902e4-3505-465d-b0aa-3f90130559e2 None None] Pushing event updated for resources: {'Port': ['ID=10868ce9-f5c7-46af-83d8-d1f840ea6374,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:31.323972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3cc0cf80-294e-4bd3-8998-30527cf663dd req-36753c7d-6742-4b9e-bb1c-ca9812f3849a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121836 Dec 16 15:37:31.381433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.413699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Pushing event updated for resources: {'Port': ['ID=6185b367-7fb5-4e61-ab12-022e6eb9c87b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:31.461372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d24fde-88a5-479b-98be-4552be95f96b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:31.486017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.496342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e2f2588-340b-4ab5-8bc4-f1afa33c8ee9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/subnets/a4d24fde-88a5-479b-98be-4552be95f96b HTTP/1.1" status: 204 len: 168 time: 1.1203072 Dec 16 15:37:31.502068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35450) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:31.554345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Attempting to bind port 6185b367-7fb5-4e61-ab12-022e6eb9c87b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:31.554720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Attempting to bind port 6185b367-7fb5-4e61-ab12-022e6eb9c87b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '275da68c-a444-488e-a718-579740eb60a5'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:31.555079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Attempting to bind port 6185b367-7fb5-4e61-ab12-022e6eb9c87b on network 275da68c-a444-488e-a718-579740eb60a5 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:31.567004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:31.567679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Checking segment: {'id': '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '275da68c-a444-488e-a718-579740eb60a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:31.568297 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.568875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Bound using segment: {'id': '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '275da68c-a444-488e-a718-579740eb60a5'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:31.569546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Bound port: 6185b367-7fb5-4e61-ab12-022e6eb9c87b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '275da68c-a444-488e-a718-579740eb60a5'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:31.570143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.701016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Deleting subnet 85655e3e-d6e4-43e1-963f-9dfca1368414 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:31.717012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.745455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c315b3-5393-4433-be23-ffe34801759d req-5048731d-bf3c-4d05-a051-0c3e8463284c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:31.760376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c315b3-5393-4433-be23-ffe34801759d req-5048731d-bf3c-4d05-a051-0c3e8463284c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2275674 Dec 16 15:37:31.782683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] For port 6185b367-7fb5-4e61-ab12-022e6eb9c87b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:31.786985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] For port 6185b367-7fb5-4e61-ab12-022e6eb9c87b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6185b367-7fb5-4e61-ab12-022e6eb9c87b,segment=NetworkSegment(5509fe53-b11c-4e2f-939c-ab5ef7c3e34f),segment_id=5509fe53-b11c-4e2f-939c-ab5ef7c3e34f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:31.852087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.876030 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:31.921986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acbc9083-4679-43c0-9cbb-aa964f3ce08b req-4bad984b-14c0-4ecb-b521-b51187cbead0 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.1333075 Dec 16 15:37:31.999131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c315b3-5393-4433-be23-ffe34801759d req-a8245e74-ced9-4540-acd3-f73d51dc4f66 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293847 Dec 16 15:37:32.002619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401e18-2e59-4062-bb30-c79990e852e4 None None] Pushing event updated for resources: {'Port': ['ID=6185b367-7fb5-4e61-ab12-022e6eb9c87b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:32.075566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.136314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10868ce9-f5c7-46af-83d8-d1f840ea6374 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:32.306701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 10868ce9-f5c7-46af-83d8-d1f840ea6374 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:32.307415 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.314690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.398822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Subnet': ['ID=85655e3e-d6e4-43e1-963f-9dfca1368414,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:32.422036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.435139 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-220f5c28-361b-497c-84d8-efdb36a24bd9 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/subnets/85655e3e-d6e4-43e1-963f-9dfca1368414 HTTP/1.1" status: 204 len: 168 time: 0.9305041 Dec 16 15:37:32.446738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:32.499480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.600198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 10868ce9-f5c7-46af-83d8-d1f840ea6374, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10868ce9-f5c7-46af-83d8-d1f840ea6374,segment=NetworkSegment(05d6f3ff-cc04-45af-9f89-640fbb7e0a81),segment_id=05d6f3ff-cc04-45af-9f89-640fbb7e0a81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:32.634670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:32.702553 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.742014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41936e6-76e0-4a21-a580-96068c115da3 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:32.749720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:32.760390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b41936e6-76e0-4a21-a580-96068c115da3 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3088412 Dec 16 15:37:32.832870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=10868ce9-f5c7-46af-83d8-d1f840ea6374,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:32.916475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-0ab0bb6a-4c3b-4e02-ba7b-39a6681fd3eb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:32.940718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-0ab0bb6a-4c3b-4e02-ba7b-39a6681fd3eb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.5181282 Dec 16 15:37:32.943071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:32.965177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-abb0e121-6523-4839-96b6-0bc01c5cf8a5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/quotas/67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 375 time: 0.0215344 Dec 16 15:37:32.990808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3fce823-6646-4a11-ad26-7e2df0696e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.106142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-27b59805-d1fb-4b9b-96c8-0d0317908e5e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1379156 Dec 16 15:37:33.153394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a37ea02-0d54-454c-9af8-cd55d94a140b req-bb852d4f-1e42-4fa6-b48b-3852be0c83ec tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0444980 Dec 16 15:37:33.177545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Deleting port 6185b367-7fb5-4e61-ab12-022e6eb9c87b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:33.178060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.293606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b39a7-1fb6-4f4b-a56b-6f0e872b1ac5 None None] Network 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:33.315228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3fce823-6646-4a11-ad26-7e2df0696e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.318272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] For port 6185b367-7fb5-4e61-ab12-022e6eb9c87b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6185b367-7fb5-4e61-ab12-022e6eb9c87b,segment=NetworkSegment(5509fe53-b11c-4e2f-939c-ab5ef7c3e34f),segment_id=5509fe53-b11c-4e2f-939c-ab5ef7c3e34f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:33.318888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.322827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-c984b255-1998-430a-aacc-f40c967245a2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:37:33.332612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-c984b255-1998-430a-aacc-f40c967245a2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2066810 Dec 16 15:37:33.339672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Calling delete_port for 6185b367-7fb5-4e61-ab12-022e6eb9c87b owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:33.398739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3fce823-6646-4a11-ad26-7e2df0696e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.435629 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e3fce823-6646-4a11-ad26-7e2df0696e0d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e67963623da4510ad07d59df9312cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7994254 Dec 16 15:37:33.437785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35482) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:33.480463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-17f50fcf-fc9f-4ca8-8ec9-94dce062295d service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463509 Dec 16 15:37:33.537324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fce823-6646-4a11-ad26-7e2df0696e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62192d17-0863-4fea-8f33-ff28c9cc3b05,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:33.546725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.587147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.727004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.731188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1bfa0bc1-1f5c-4a64-87a8-49ae40303ef4 None None] Provisioning complete for port 10868ce9-f5c7-46af-83d8-d1f840ea6374 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:33.731569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0bc1-1f5c-4a64-87a8-49ae40303ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:33.776874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Port': ['ID=6185b367-7fb5-4e61-ab12-022e6eb9c87b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:33.794085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] No DVR routers for this DVR port 6185b367-7fb5-4e61-ab12-022e6eb9c87b on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:33.816645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-7eebd7e0-5959-4429-a591-0a960f9f2580 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348014 Dec 16 15:37:33.977156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] DHCP port deletion for 1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:34.011426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.016456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.022471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62192d17-0863-4fea-8f33-ff28c9cc3b05 HTTP/1.1" status: 204 len: 168 time: 0.5772247 Dec 16 15:37:34.042512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ef8f6-b6c6-4383-900a-e6bcca4130bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62192d17-0863-4fea-8f33-ff28c9cc3b05,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:34.100625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.137043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275da68c-a444-488e-a718-579740eb60a5']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:34.138918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Deleting port 10868ce9-f5c7-46af-83d8-d1f840ea6374 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:34.139587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.155041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:34.155713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5509fe53-b11c-4e2f-939c-ab5ef7c3e34f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:34.171954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.236395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.252021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:34.252550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:34.258530 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:34.373275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] For port 10868ce9-f5c7-46af-83d8-d1f840ea6374, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=10868ce9-f5c7-46af-83d8-d1f840ea6374,segment=NetworkSegment(05d6f3ff-cc04-45af-9f89-640fbb7e0a81),segment_id=05d6f3ff-cc04-45af-9f89-640fbb7e0a81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:34.377075 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.429358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee8377d-828e-4487-8dcf-efaa1888eb0d None None] Network 275da68c-a444-488e-a718-579740eb60a5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:34.438661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Calling delete_port for 10868ce9-f5c7-46af-83d8-d1f840ea6374 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:34.443801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5a0a53-a273-413e-96e1-0597758ac94a req-b689a514-a1b9-48d5-80b7-cd07bd3956ed tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.1120219 Dec 16 15:37:34.513298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ac9cd01-d4fc-4eb0-a664-aa2b270e103f req-4a78d4ef-9103-4762-99a1-a7f94f851264 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0855439 Dec 16 15:37:34.534678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-025c65ab-a73e-4a8c-8ad8-fc271a96ca35 None None] Could not find standard attr ID for object 6185b367-7fb5-4e61-ab12-022e6eb9c87b. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:37:34.632173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.642066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.656778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35496) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:34.669243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/275da68c-a444-488e-a718-579740eb60a5 HTTP/1.1" status: 204 len: 168 time: 1.9172125 Dec 16 15:37:34.746988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11065f0b-e480-44f7-8905-94e0a8db7456 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=275da68c-a444-488e-a718-579740eb60a5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:34.837191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73aaaf-4069-48e4-be02-05b013ce0916 None None] DHCP port deletion for 275da68c-a444-488e-a718-579740eb60a5 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:34.859794 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.925263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:34.933631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] Pushing event deleted for resources: {'Port': ['ID=10868ce9-f5c7-46af-83d8-d1f840ea6374,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:34.978775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669be7d7-1394-41a4-a9e9-98ffb314a20f None None] No DVR routers for this DVR port 10868ce9-f5c7-46af-83d8-d1f840ea6374 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:35.112526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.143188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.156188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d6f3ff-cc04-45af-9f89-640fbb7e0a81') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.156797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d6f3ff-cc04-45af-9f89-640fbb7e0a81') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.174491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.196600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.204182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:35.205137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:35.208383 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:35.422658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.438205 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.452728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2 HTTP/1.1" status: 204 len: 168 time: 0.7940722 Dec 16 15:37:35.455598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:35.486866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ae111-9717-44ea-bcea-e002b8675706 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=1176a5bf-fd9d-4215-a8d5-ed0c94ea46a2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:35.581243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de9de7aa-5994-4f33-95e1-cca0bb505506 req-c81d1bbe-debd-43ec-aa81-f017c8e64db2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.0385468 Dec 16 15:37:35.649475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.705576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fe860b4-5b4a-4b9d-bc8f-f6286a4c0fde req-54cd502c-2114-4c96-a47e-a2a90d845abd tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0535665 Dec 16 15:37:35.807974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.832781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4582a9e-cfb6-4cff-8374-07cacbc96891']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.844857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c608bda-53c8-42a5-a55a-c8218a1e1b7a') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.846631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c608bda-53c8-42a5-a55a-c8218a1e1b7a') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:35.877139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.910901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.921422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:35.922717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:35.981214 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:36.010121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10868ce9-f5c7-46af-83d8-d1f840ea6374 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:36.037536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 10868ce9-f5c7-46af-83d8-d1f840ea6374 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:36.038074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 10868ce9-f5c7-46af-83d8-d1f840ea6374 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:36.039035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6185b367-7fb5-4e61-ab12-022e6eb9c87b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:36.062908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6185b367-7fb5-4e61-ab12-022e6eb9c87b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:36.063169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6185b367-7fb5-4e61-ab12-022e6eb9c87b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:36.133744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.156286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.165401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/c4582a9e-cfb6-4cff-8374-07cacbc96891 HTTP/1.1" status: 204 len: 168 time: 0.7059419 Dec 16 15:37:36.167158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:36.215917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da128-e6c7-468c-ad7c-a6c17f5ca5bd tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=c4582a9e-cfb6-4cff-8374-07cacbc96891,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:36.307331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.428034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.464995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a607d028-7e08-40c9-bb0f-8edbf7013263']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:36.477003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeffb10-3981-4fa8-9be2-125181c21bb3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:36.477315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeffb10-3981-4fa8-9be2-125181c21bb3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:36.490438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.515090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.525016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:36.525793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:36.529519 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:36.685162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40c0c3ea-455b-4f9e-80f3-ace7124c8b16 req-46852743-68f6-424d-a689-d0d2befa2861 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.0297449 Dec 16 15:37:36.769116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.791410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:36.797365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] 10.222.0.71 "DELETE /v2.0/networks/a607d028-7e08-40c9-bb0f-8edbf7013263 HTTP/1.1" status: 204 len: 168 time: 0.6260419 Dec 16 15:37:36.806754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010311f-2ff1-44dc-bdfd-2ddf78592f86 tempest-BulkNetworkOpsTest-1534787532 tempest-BulkNetworkOpsTest-1534787532-project] Pushing event deleted for resources: {'Network': ['ID=a607d028-7e08-40c9-bb0f-8edbf7013263,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:36.844251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d88d22f-8055-4987-9e1c-c89ce24a015d req-10658027-e6f3-493f-a9cc-dfcb4dee2779 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0430021 Dec 16 15:37:37.557499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35548) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:37.900418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2d47ceb-d625-431d-b28d-97239239ae06 req-6ad320f3-7e76-435b-91d6-7e5495a70d12 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.0719290 Dec 16 15:37:37.952255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-458d1f03-9230-453b-bdf1-d189a07b288f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dca9d8e2c75d4926b61c8ebce2ce1324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3940861 Dec 16 15:37:37.963665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35556) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:38.009662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef311e2a-850d-4c3d-8d13-7adb03282035 req-62c6d693-7c27-4d45-8891-821157583801 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0376515 Dec 16 15:37:38.053183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.093105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.349912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.353228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:38.369566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8fd39420-79f0-4807-b88b-b8457526b384 HTTP/1.1" status: 204 len: 168 time: 0.3973839 Dec 16 15:37:38.376204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caafd9-4bc8-4304-9179-509f19ad9cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd39420-79f0-4807-b88b-b8457526b384,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:38.402112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-fc39c4a0-f424-407b-b73a-39a01bdd0395 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:38.406963 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-fc39c4a0-f424-407b-b73a-39a01bdd0395 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.3288183 Dec 16 15:37:38.450005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'device_id': 'd5088bb4-d077-4d11-a116-703651509c96', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'admin_state_up': True, 'tenant_id': '67b42637a92744e7b5a5b8104abede67'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:38.559726 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:37:38.969719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:38.985709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.286892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ef4c51c-d30b-428e-a5e2-bf8ba15ceae5 req-8156f39b-5caf-4bfc-b65d-8c092e78c987 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.1015375 Dec 16 15:37:39.331162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2821940-67f1-480e-a725-30988710c74a req-7eb472a9-8253-457f-b57a-7a042b9fb0d5 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0537176 Dec 16 15:37:39.473067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.20.0.11 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/d4087718-aa9a-464e-84c7-b3e50dbf7412) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:39.711295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:39.897194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.435689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:40.439127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:40.443058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:40.511888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:40.512850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.538522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:40.608487 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-22c811cd-6928-4b04-ae84-0669234f1dae tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1841772 Dec 16 15:37:40.630027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Request body: {'port': {'device_id': 'd5088bb4-d077-4d11-a116-703651509c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:40.667039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:40.727120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.731443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ab56a-5589-44ba-bf68-df4b820faf7a req-926d81d2-bdeb-4fa9-9555-b2af115b43cd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:40.758034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d81ab56a-5589-44ba-bf68-df4b820faf7a req-926d81d2-bdeb-4fa9-9555-b2af115b43cd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 932 time: 0.3160129 Dec 16 15:37:40.770826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd2713f4-46e9-4c5e-be54-c8f392c62a66 req-05399ae7-a8bb-45e9-a4ce-4b9ae1b2d75b tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.1501172 Dec 16 15:37:40.877265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d81ab56a-5589-44ba-bf68-df4b820faf7a req-4db63e22-bd89-404e-a7dd-599ac797ee9b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180255 Dec 16 15:37:40.903766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226545177'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:40.924733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3a537391-00c2-4b0d-b8a1-b03b19a45536 None None] Provisioning complete for port d4087718-aa9a-464e-84c7-b3e50dbf7412 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:40.925284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a537391-00c2-4b0d-b8a1-b03b19a45536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:40.967780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3a537391-00c2-4b0d-b8a1-b03b19a45536 None None] Port d4087718-aa9a-464e-84c7-b3e50dbf7412 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:37:41.160365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:41.164596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.169253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4087718-aa9a-464e-84c7-b3e50dbf7412 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:37:41.182272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.185658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.214497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Transition to ACTIVE for port object d4087718-aa9a-464e-84c7-b3e50dbf7412 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:37:41.327488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.344948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.496087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:41.540242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.613893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:41.624362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6535dd8-68f0-4b73-a18e-cf344d0d8e57,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:41.663225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.663645 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment e523d9f9-fae8-4377-b325-26e509d9cd77 of type vlan for network 6b5919a8-4368-4b41-9454-2bdb068e3fbe Dec 16 15:37:41.719121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Attempting to bind port d4087718-aa9a-464e-84c7-b3e50dbf7412 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:41.719781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Attempting to bind port d4087718-aa9a-464e-84c7-b3e50dbf7412 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:41.720217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Attempting to bind port d4087718-aa9a-464e-84c7-b3e50dbf7412 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:41.732748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.744431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Port d4087718-aa9a-464e-84c7-b3e50dbf7412 on network 53de538f-ce34-4e30-a649-af5d1eac8772 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:37:41.744431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Attempting to bind port d4087718-aa9a-464e-84c7-b3e50dbf7412 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:41.749591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:41.749591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:41.749591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:41.750230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Bound port: d4087718-aa9a-464e-84c7-b3e50dbf7412, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:41.750724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.850268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:41.861496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:41.934884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7619c1f9-6eb6-4c1e-a3ae-e7db234e4a68 req-66fa2690-3115-4dbc-aff5-b0caa59b2fac tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/ports?device_id=d63ffb4f-d8a3-4e47-8a03-76e6e722ca0f HTTP/1.1" status: 200 len: 210 time: 0.0279155 Dec 16 15:37:41.971710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.980576 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:41.986467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:41.987116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.069256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:42.072315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.074284 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] 10.222.0.30 "PUT /v2.0/ports/d4087718-aa9a-464e-84c7-b3e50dbf7412 HTTP/1.1" status: 200 len: 1092 time: 1.4513626 Dec 16 15:37:42.074547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624f5ca-5a28-47c0-87f1-76c237b0bf17 req-e9911017-daf3-47e3-964c-58710753895e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:42.076151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a624f5ca-5a28-47c0-87f1-76c237b0bf17 req-e9911017-daf3-47e3-964c-58710753895e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 944 time: 0.0698965 Dec 16 15:37:42.079023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:42.082321 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb647db-7546-445c-abc6-800ed1a600a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:42.132505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=6b5919a8-4368-4b41-9454-2bdb068e3fbe,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:42.139427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43663b6a-074c-4170-82c1-f03d7ebf7bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:42.151600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:42.199973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a624f5ca-5a28-47c0-87f1-76c237b0bf17 req-38b53ddc-77e1-45b8-b701-63a7c6623acc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000190 Dec 16 15:37:42.267495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f86f8f64-85db-4a24-8c3a-19b7b8e096fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5988009 Dec 16 15:37:42.278198 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595c8ea-010d-40de-8793-350768db4c9b x-openstack-request-id: req-d595c8ea-010d-40de-8793-350768db4c9b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:42.279292 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:42.280060 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d595c8ea-010d-40de-8793-350768db4c9b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:42.281724 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412', 'status': 'completed', 'code': 200} Dec 16 15:37:42.353529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35650) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:42.399633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb647db-7546-445c-abc6-800ed1a600a9 req-ad561e6d-29e9-43c9-b474-ea75fc352648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:42.401423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-efb647db-7546-445c-abc6-800ed1a600a9 req-ad561e6d-29e9-43c9-b474-ea75fc352648 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 1095 time: 0.0661945 Dec 16 15:37:42.411660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:42.417813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:42.564558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.730491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb647db-7546-445c-abc6-800ed1a600a9 req-88a5fdda-9f92-4cf0-b696-3926d258caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:42.732030 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-efb647db-7546-445c-abc6-800ed1a600a9 req-88a5fdda-9f92-4cf0-b696-3926d258caac service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=67b42637a92744e7b5a5b8104abede67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3103163 Dec 16 15:37:42.751127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.867904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb647db-7546-445c-abc6-800ed1a600a9 req-363f630f-a075-4ba4-9fc2-34bcad7ba352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:42.869815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-efb647db-7546-445c-abc6-800ed1a600a9 req-363f630f-a075-4ba4-9fc2-34bcad7ba352 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293180 Dec 16 15:37:42.904202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:42.908533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:42.939151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.052750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b80e984b5ea4f2981b44d03442b24e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934431 Dec 16 15:37:43.052750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96399d40-f49a-4bf2-9aee-62760cf8bbee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:43.056826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:43.103441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.104084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.104674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.105535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.107726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.109078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.109877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.110668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.111495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.112330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.113127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.116047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.116047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5607cf-3760-41f3-8cba-2fb6fbeed8fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:43.139129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-4328b718-f828-449e-b22f-920def76369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:43.141871 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-4328b718-f828-449e-b22f-920def76369e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 1095 time: 0.1459575 Dec 16 15:37:43.208112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35672) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:43.209158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.272798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-e2009904-aef7-47c8-8f86-d976751f7a6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412 HTTP/1.1" status: 200 len: 217 time: 0.1059580 Dec 16 15:37:43.340996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.477220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.518902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.524351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-3d30b135-f4fd-430c-86ae-313aabfc483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:43.526795 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-3d30b135-f4fd-430c-86ae-313aabfc483c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.2447798 Dec 16 15:37:43.583968 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.621484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99ec7b-6788-4869-a9ce-c129063f1762 req-b7b6982a-67ff-4b85-b52f-d403434baab2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:43.624513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a99ec7b-6788-4869-a9ce-c129063f1762 req-b7b6982a-67ff-4b85-b52f-d403434baab2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 944 time: 0.2396872 Dec 16 15:37:43.671375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-34203105-7a78-4ff3-98ba-13e31a9d4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:43.673013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-34203105-7a78-4ff3-98ba-13e31a9d4a71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369452 Dec 16 15:37:43.749187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a99ec7b-6788-4869-a9ce-c129063f1762 req-faf0a65c-d1f2-4b23-be9e-76c35ab0ed72 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066666 Dec 16 15:37:43.774010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.779859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.787612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/96399d40-f49a-4bf2-9aee-62760cf8bbee HTTP/1.1" status: 204 len: 168 time: 0.7289026 Dec 16 15:37:43.801606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=43483eff-9ef6-40e3-8ae7-df9488166711,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:43.814900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0ab87-d8e8-4757-b800-3b5d43cdbc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96399d40-f49a-4bf2-9aee-62760cf8bbee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:43.843277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.856968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:43.864663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': 'e523d9f9-fae8-4377-b325-26e509d9cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:43.865334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 6b5919a8-4368-4b41-9454-2bdb068e3fbe, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:43.876361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/security-groups/f2e8e516-1e8a-4315-9d31-3d86c42b1a6f HTTP/1.1" status: 204 len: 168 time: 0.6526575 Dec 16 15:37:43.877797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35682) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:43.926851 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-3d05216b-64e4-43b9-9652-67ed110d7f7f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] show failed (client error): The resource could not be found. Dec 16 15:37:43.933072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d05216b-64e4-43b9-9652-67ed110d7f7f tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "GET /v2.0/security-groups/f2e8e516-1e8a-4315-9d31-3d86c42b1a6f HTTP/1.1" status: 404 len: 347 time: 0.0484369 Dec 16 15:37:43.938862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35684) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:43.939065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-01a5358a-d5f0-4dd2-830d-01d2c3af4593 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554977 Dec 16 15:37:43.952880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186352a-9806-48d4-a634-154ba11da828 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8e516-1e8a-4315-9d31-3d86c42b1a6f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:44.143904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f396e64d-0cfc-4f90-bebb-9b318e2c9748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.158257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b679acd0-dbb8-40fd-84a2-cefe86daf38e req-4d3bc9b1-7198-490b-977c-a4609ec8d8dd service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053275 Dec 16 15:37:44.160538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:44.268070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6b5919a8-4368-4b41-9454-2bdb068e3fbe) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:44.272756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 8cdba8ce-ef14-4362-bed0-e9600f5e6395 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:44.273641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.291743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb61b860-d612-47c0-ba54-d8d10c15883e None None] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:44.292551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:44.292551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.511606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6b5919a8-4368-4b41-9454-2bdb068e3fbe', 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '43483eff-9ef6-40e3-8ae7-df9488166711'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:37:44.514458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.529880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.530436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.569313 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba0684ea-48fb-4657-9aec-1cd43ac3bf73 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1562235 Dec 16 15:37:44.576790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35690) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:44.593557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964544626'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:44.596795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 8cdba8ce-ef14-4362-bed0-e9600f5e6395 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:44.650172 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-2a1d26fe-5550-432c-a811-14455262f354 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1685505 Dec 16 15:37:44.851348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:44.861745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:44.894551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Allocated IP 172.20.255.242 (6b5919a8-4368-4b41-9454-2bdb068e3fbe/43483eff-9ef6-40e3-8ae7-df9488166711/f136d1eb-6ac2-4d52-a344-dd48b19499e3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:45.057266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353aa85-0203-4f94-829a-740657391e8d req-ae9d88b9-97db-4537-95f8-adda016b053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.060131 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-ae9d88b9-97db-4537-95f8-adda016b053a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a6ff374484240e7aba09e71bd61ec72&device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 1096 time: 0.3606036 Dec 16 15:37:45.061693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:45.102438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.103025 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 30d6593d-8ec3-4a6d-805e-c8018bc9e934 of type vlan for network 5a2c5455-4238-48a3-a145-f75f7b3816fd Dec 16 15:37:45.168526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6afe3-4142-436b-b4d2-74c2ca5418e1 req-9450950e-1cb6-437a-bbc9-82e2f2b4ee2d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.182816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22e6afe3-4142-436b-b4d2-74c2ca5418e1 req-9450950e-1cb6-437a-bbc9-82e2f2b4ee2d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 944 time: 0.2708824 Dec 16 15:37:45.210074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.299859 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.385397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35698) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.423409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:45.425785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:45.432488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:45.443633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22e6afe3-4142-436b-b4d2-74c2ca5418e1 req-2873c632-38c7-4df8-bd98-9b2190ac509d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573180 Dec 16 15:37:45.474864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bd4312f-8d2d-414c-92b0-be1f2f213b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.476638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.519963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Pushing event updated for resources: {'Port': ['ID=f136d1eb-6ac2-4d52-a344-dd48b19499e3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.556895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.558001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.558623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.559181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.559755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.560625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.561195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.561737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.562276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.562830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.563367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.564408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.566171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:37:45.583542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Attempting to bind port f136d1eb-6ac2-4d52-a344-dd48b19499e3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:45.584537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353aa85-0203-4f94-829a-740657391e8d req-be841018-7bd9-4ae5-9581-175b2588e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.588113 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-be841018-7bd9-4ae5-9581-175b2588e0bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 200 len: 914 time: 0.4804077 Dec 16 15:37:45.588539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Attempting to bind port f136d1eb-6ac2-4d52-a344-dd48b19499e3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e523d9f9-fae8-4377-b325-26e509d9cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:45.589901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Attempting to bind port f136d1eb-6ac2-4d52-a344-dd48b19499e3 on network 6b5919a8-4368-4b41-9454-2bdb068e3fbe {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:45.592781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.599163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:45.600190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Checking segment: {'id': 'e523d9f9-fae8-4377-b325-26e509d9cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:45.600953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.601569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Bound using segment: {'id': 'e523d9f9-fae8-4377-b325-26e509d9cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:45.602319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Bound port: f136d1eb-6ac2-4d52-a344-dd48b19499e3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e523d9f9-fae8-4377-b325-26e509d9cd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b5919a8-4368-4b41-9454-2bdb068e3fbe'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:45.603177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.667120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bd4312f-8d2d-414c-92b0-be1f2f213b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.669678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=8cdba8ce-ef14-4362-bed0-e9600f5e6395,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.692470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-95425106-4b33-48f3-b4b2-a0c9f29ef297 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 200 len: 217 time: 0.0931687 Dec 16 15:37:45.710730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdeafdd-b357-4429-8984-c71718e79062 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:45.752803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353aa85-0203-4f94-829a-740657391e8d req-5a2e27b2-d8e1-49bd-a90c-10ecb3ebb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.755009 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-5a2e27b2-d8e1-49bd-a90c-10ecb3ebb0b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 200 len: 853 time: 0.0555484 Dec 16 15:37:45.756157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.765581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:45.766591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.783437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.788052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.792923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9ca4764-e7f4-47be-9494-45d83b498c43 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/floatingips/aef3bddd-f523-49b1-bab2-40fb4d60f6f6 HTTP/1.1" status: 204 len: 168 time: 1.8500774 Dec 16 15:37:45.793946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.806986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bd4312f-8d2d-414c-92b0-be1f2f213b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:45.821805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] For port f136d1eb-6ac2-4d52-a344-dd48b19499e3, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:45.841456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] For port f136d1eb-6ac2-4d52-a344-dd48b19499e3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f136d1eb-6ac2-4d52-a344-dd48b19499e3,segment=NetworkSegment(e523d9f9-fae8-4377-b325-26e509d9cd77),segment_id=e523d9f9-fae8-4377-b325-26e509d9cd77)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:45.889816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=5a2c5455-4238-48a3-a145-f75f7b3816fd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:45.902704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5a2c5455-4238-48a3-a145-f75f7b3816fd details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:45.913038 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-40e3e113-5379-4cd9-8650-257d40a441df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf0f5830-b942-4a2e-9ca1-d735ea7f4015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1416619 Dec 16 15:37:45.919916 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-680fdb4f-342a-4d96-b704-2816947050fc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3414159 Dec 16 15:37:45.920845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35706) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:45.927980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '5a2c5455-4238-48a3-a145-f75f7b3816fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:45.953586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8bd4312f-8d2d-414c-92b0-be1f2f213b6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1e4539451ad4bd595c42901492dbab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5591373 Dec 16 15:37:45.964901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:46.024905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.032994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4312f-8d2d-414c-92b0-be1f2f213b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef912dc2-7118-490d-b341-4a6c7ce88b05,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:46.041981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-4f49717a-b73e-4585-93a0-ae6e0581a47b service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185377 Dec 16 15:37:46.094556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.108066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 70928e8a-4b1c-4892-bf5c-1f797df1b168 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:46.108438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.206444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be51cc-13b6-4570-be68-654a1d36e90b None None] Pushing event updated for resources: {'Port': ['ID=f136d1eb-6ac2-4d52-a344-dd48b19499e3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:46.219022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.276449 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f353aa85-0203-4f94-829a-740657391e8d req-f3a91fd3-3bea-431f-b147-20a467868f59 service neutron] 10.222.0.30 "GET /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207623 Dec 16 15:37:46.285551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.305073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 70928e8a-4b1c-4892-bf5c-1f797df1b168 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:46.457685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:46.467206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.510719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1a637c0f-03c8-43e1-aed4-db8bd08ef86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.584871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.609447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:46.613817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef912dc2-7118-490d-b341-4a6c7ce88b05 HTTP/1.1" status: 204 len: 168 time: 0.6473374 Dec 16 15:37:46.812503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63528f-970c-40e0-b9c5-7440f4767d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef912dc2-7118-490d-b341-4a6c7ce88b05,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:47.005173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.065449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=70928e8a-4b1c-4892-bf5c-1f797df1b168,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:47.126734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe36aed-2610-4a9b-a7ef-286843f5dc10 req-d1d8e38e-71db-4fbd-9dd6-d43f2ed649a4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:47.138459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abe36aed-2610-4a9b-a7ef-286843f5dc10 req-d1d8e38e-71db-4fbd-9dd6-d43f2ed649a4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 944 time: 0.2394927 Dec 16 15:37:47.215442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.220891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6874f01f-2c27-4101-96f6-cdda94dd962d tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/ports/70928e8a-4b1c-4892-bf5c-1f797df1b168 HTTP/1.1" status: 204 len: 168 time: 1.4258599 Dec 16 15:37:47.224629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:47.256817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abe36aed-2610-4a9b-a7ef-286843f5dc10 req-455caaf8-69f8-480f-9a91-cfdef61b0a6e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972526 Dec 16 15:37:47.338726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.511896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=749d0b9c-78bb-4f11-b6b9-f1bf25678534,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:47.550594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 89d0b6c6-520d-454b-b432-daf71c34d379 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:47.551470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.583289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '30d6593d-8ec3-4a6d-805e-c8018bc9e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5a2c5455-4238-48a3-a145-f75f7b3816fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:47.584264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 5a2c5455-4238-48a3-a145-f75f7b3816fd, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:47.712432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d4087718-aa9a-464e-84c7-b3e50dbf7412 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:37:47.751914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.787161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 89d0b6c6-520d-454b-b432-daf71c34d379 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:47.865905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:47.913366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 5a2c5455-4238-48a3-a145-f75f7b3816fd is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:47.984502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:48.001249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd4087718-aa9a-464e-84c7-b3e50dbf7412', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': 'd4087718-aa9a-464e-84c7-b3e50dbf7412', 'mac_address': 'fa:16:3e:aa:9d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:37:48.031656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5a2c5455-4238-48a3-a145-f75f7b3816fd) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:48.049702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.050693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.053422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f33a8c-77fe-484b-a52c-5ad657c4be4b None None] Network 5a2c5455-4238-48a3-a145-f75f7b3816fd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:48.164705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.185991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:48.186308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a947c61e-49d0-43c5-8749-3026f2453235 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2629297 Dec 16 15:37:48.258780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f136d1eb-6ac2-4d52-a344-dd48b19499e3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:48.322654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.385224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16a3fb-4c92-4ff5-aabd-0e025d77fcb7 None None] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:48.545437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=89d0b6c6-520d-454b-b432-daf71c34d379,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:48.585028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.612874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4087718-aa9a-464e-84c7-b3e50dbf7412 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:37:48.627656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.636781 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0603e08b-86b2-4b12-bd87-daaa07b43db3 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/ports/89d0b6c6-520d-454b-b432-daf71c34d379 HTTP/1.1" status: 204 len: 168 time: 1.4102004 Dec 16 15:37:48.640854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:48.642241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:48.694918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faaa692-a5dc-4662-9639-2dae0fb975fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-5a2c5455-4238-48a3-a145-f75f7b3816fd', 'network_id': '5a2c5455-4238-48a3-a145-f75f7b3816fd', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '749d0b9c-78bb-4f11-b6b9-f1bf25678534'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:37:48.696602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2faaa692-a5dc-4662-9639-2dae0fb975fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.715964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] Provisioning complete for port f136d1eb-6ac2-4d52-a344-dd48b19499e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:48.716978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.730663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting subnet 06f7a87e-c07e-495e-8905-885d652559cb {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:48.736114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.736322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e6416-a0ec-43d3-9870-c31794d4b590 req-aa687ba0-aa0c-4811-99cf-862f00435c45 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:48.737762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a9e6416-a0ec-43d3-9870-c31794d4b590 req-aa687ba0-aa0c-4811-99cf-862f00435c45 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 944 time: 0.2702544 Dec 16 15:37:48.808718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.811808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f136d1eb-6ac2-4d52-a344-dd48b19499e3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:48.812351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.840519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.889786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:48.986198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a9e6416-a0ec-43d3-9870-c31794d4b590 req-81b6325f-9961-4641-b86f-f87078cf9e06 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346692 Dec 16 15:37:49.094829 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.170545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.258220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=749d0b9c-78bb-4f11-b6b9-f1bf25678534,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:49.284175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:37:49.399919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.409674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.430960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.434894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.476560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2c5455-4238-48a3-a145-f75f7b3816fd']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:49.485372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Subnet': ['ID=06f7a87e-c07e-495e-8905-885d652559cb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:49.493246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.504436 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1760b32f-6292-489b-82ce-6b6fcd5a63a8 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/subnets/06f7a87e-c07e-495e-8905-885d652559cb HTTP/1.1" status: 204 len: 168 time: 0.8613067 Dec 16 15:37:49.505086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:49.520751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d6593d-8ec3-4a6d-805e-c8018bc9e934') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:49.521067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d6593d-8ec3-4a6d-805e-c8018bc9e934') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:49.523069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ed166-2996-4439-a73f-ccfff208a239 None None] Network ff21b903-d241-40b6-99ce-10486315fcd7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:49.527237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:49.563798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.595788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.599526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting subnet 4c39c5b0-3427-4a6d-a256-871b1aebcf25 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:37:49.603619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.608411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:49.609262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:49.615343 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:49.631576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] For port f136d1eb-6ac2-4d52-a344-dd48b19499e3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f136d1eb-6ac2-4d52-a344-dd48b19499e3,segment=NetworkSegment(e523d9f9-fae8-4377-b325-26e509d9cd77),segment_id=e523d9f9-fae8-4377-b325-26e509d9cd77)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:49.654961 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.806328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.831623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server [None req-2faaa692-a5dc-4662-9639-2dae0fb975fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 749d0b9c-78bb-4f11-b6b9-f1bf25678534: This subnet is being modified by another concurrent operation. Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise exception Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 749d0b9c-78bb-4f11-b6b9-f1bf25678534: This subnet is being modified by another concurrent operation. Dec 16 15:37:49.879340 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server Dec 16 15:37:49.900706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.900874 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.907408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:49.919872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/5a2c5455-4238-48a3-a145-f75f7b3816fd HTTP/1.1" status: 204 len: 168 time: 1.7342842 Dec 16 15:37:49.922683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:49.938468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1371321450'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:49.958491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b5cb0-320c-423d-af44-fb4b27639452 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=5a2c5455-4238-48a3-a145-f75f7b3816fd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:50.087928 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.112704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.122984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/subnets/4c39c5b0-3427-4a6d-a256-871b1aebcf25 HTTP/1.1" status: 204 len: 168 time: 0.6167538 Dec 16 15:37:50.131171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:50.133825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:50.147525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.271035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914869c-0353-4070-b090-836406fcd607 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Subnet': ['ID=4c39c5b0-3427-4a6d-a256-871b1aebcf25,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:50.283355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:50.298995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.299346 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 74074935-b204-4232-a053-ba83b14c5016 of type vlan for network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 Dec 16 15:37:50.363756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.423568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddae65d-2283-4940-8c75-e3c9c20fea72 req-312c51ef-2239-4d01-b784-c25eb6e831d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:50.423568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bddae65d-2283-4940-8c75-e3c9c20fea72 req-312c51ef-2239-4d01-b784-c25eb6e831d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 945 time: 0.2735729 Dec 16 15:37:50.433618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.484491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f14164-2d29-4322-85f3-e2c7b999d25a None None] Network 5a2c5455-4238-48a3-a145-f75f7b3816fd requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:50.516574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.522534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:50.523693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.532632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1424df-856d-498b-9a47-bafdb8915ae4 None None] Network 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:50.557871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bddae65d-2283-4940-8c75-e3c9c20fea72 req-a27aed71-f955-4a41-aeb1-9f8b7325ce61 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185026 Dec 16 15:37:50.592234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Deleting port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:50.593120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.647475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f14164-2d29-4322-85f3-e2c7b999d25a None None] Network 5a2c5455-4238-48a3-a145-f75f7b3816fd could not be found, it might have been deleted concurrently. {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 15:37:50.655243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7cec6-9642-44b6-b5fd-8f863714a82a None None] Pushing event updated for resources: {'Port': ['ID=f136d1eb-6ac2-4d52-a344-dd48b19499e3,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:50.708055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=433c6f53-83f6-4d4c-b136-a7d12f0950b7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:50.709763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] For port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,segment=NetworkSegment(24ec345d-d454-4551-a78b-5a054fee02e5),segment_id=24ec345d-d454-4551-a78b-5a054fee02e5)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:50.719185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.751134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:50.773943 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.778445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Calling delete_port for 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:50.787501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] DHCP port deletion for ff21b903-d241-40b6-99ce-10486315fcd7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:50.793167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3193fa06-b349-4d93-a786-577a2d66a646 None None] Provisioning complete for port f136d1eb-6ac2-4d52-a344-dd48b19499e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:50.795145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3193fa06-b349-4d93-a786-577a2d66a646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:50.801831 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-188ef49f-475e-48e2-a3f7-51bbdbdac6df tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8758593 Dec 16 15:37:50.802757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:50.809800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:50.980377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:37:50.980923 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:37:51.114936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Deleting port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:51.115322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.121449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.168375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:51.207489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.234162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Port': ['ID=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:51.242790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] No DVR routers for this DVR port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:51.285681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] DHCP port deletion for 30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:37:51.306473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] For port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:51.306920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.367593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Calling delete_port for 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:51.376310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:37:51.389121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.390157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing IP validity checks on allocation pools {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:37:51.390688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:37:51.419734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff21b903-d241-40b6-99ce-10486315fcd7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:51.421494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.439443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ec345d-d454-4551-a78b-5a054fee02e5') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:51.439717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ec345d-d454-4551-a78b-5a054fee02e5') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:51.478020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.514501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.523450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] Pushing event deleted for resources: {'Port': ['ID=6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:51.533032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7caa43c-aaa4-467e-8e31-516ae7ba982a None None] No DVR routers for this DVR port 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:51.547750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:51.548485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.577453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Deleting port e92c8016-b756-4b68-a38d-0f09b4d39877 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:51.577930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:51.611540 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:51.744176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] For port e92c8016-b756-4b68-a38d-0f09b4d39877, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e92c8016-b756-4b68-a38d-0f09b4d39877,segment=NetworkSegment(4a32b363-fdb9-4a79-942a-0650440c6be7),segment_id=4a32b363-fdb9-4a79-942a-0650440c6be7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:51.744583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.775926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Calling delete_port for e92c8016-b756-4b68-a38d-0f09b4d39877 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:51.791235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f136d1eb-6ac2-4d52-a344-dd48b19499e3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:51.824800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.888234 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.930714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.940279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/networks/ff21b903-d241-40b6-99ce-10486315fcd7 HTTP/1.1" status: 204 len: 168 time: 1.8029184 Dec 16 15:37:51.949900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f136d1eb-6ac2-4d52-a344-dd48b19499e3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:51.952266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:51.958016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:51.980382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76278b25-b887-40b3-85bc-783a6216d765 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Network': ['ID=ff21b903-d241-40b6-99ce-10486315fcd7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:51.999122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e489-34ec-4e66-8935-acdb154b4260 req-9f14b4e2-5454-4d71-b6da-a1654cddf69b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:52.003409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=ed0b02a2-0a6c-4de2-bded-be72b539a757,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:52.013247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f378e489-34ec-4e66-8935-acdb154b4260 req-9f14b4e2-5454-4d71-b6da-a1654cddf69b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 945 time: 0.2172148 Dec 16 15:37:52.139223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '74074935-b204-4232-a053-ba83b14c5016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:52.139799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 433c6f53-83f6-4d4c-b136-a7d12f0950b7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:37:52.145009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f378e489-34ec-4e66-8935-acdb154b4260 req-2f75b0db-9522-4f04-b0f8-58eb61345615 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267817 Dec 16 15:37:52.237336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.267049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.311662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:52.321277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] No DVR routers for this DVR port e92c8016-b756-4b68-a38d-0f09b4d39877 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:52.334011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2460-f223-40f6-bda9-60141ad710aa None None] Pushing event deleted for resources: {'Port': ['ID=e92c8016-b756-4b68-a38d-0f09b4d39877,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:52.372315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fb117-25c3-41a3-934e-6c04c6c8b0c4 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:37:52.375913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:52.376270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6e6956b9-5abd-4579-9e7c-6aa9a7ba2e64 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:52.376744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e92c8016-b756-4b68-a38d-0f09b4d39877 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:37:52.407306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.425610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e92c8016-b756-4b68-a38d-0f09b4d39877 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:37:52.425610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e92c8016-b756-4b68-a38d-0f09b4d39877 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:37:52.457317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ec235c-4b8d-4ec9-80fa-a95bb3a10d25']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:52.471635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a32b363-fdb9-4a79-942a-0650440c6be7') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:52.473398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a32b363-fdb9-4a79-942a-0650440c6be7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:52.495051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.518020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.535559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:52.536693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:52.651599 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:52.811425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:37:52.895454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fb117-25c3-41a3-934e-6c04c6c8b0c4 None None] Unable to find a vacant binding_index for network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 and agent c5020f97-e2e0-4f2f-842c-531a1190ae55 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 16 15:37:53.013663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 433c6f53-83f6-4d4c-b136-a7d12f0950b7) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:53.020224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9fb117-25c3-41a3-934e-6c04c6c8b0c4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 433c6f53-83f6-4d4c-b136-a7d12f0950b7) {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:37:53.022894 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.053204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:53.054750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.060046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.071615 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] 10.222.0.71 "DELETE /v2.0/networks/30ec235c-4b8d-4ec9-80fa-a95bb3a10d25 HTTP/1.1" status: 204 len: 168 time: 1.0932822 Dec 16 15:37:53.096996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c795ffb-5af3-442f-a022-ba3a01daa4f7 tempest-TaggedBootDevicesTest-225770212 tempest-TaggedBootDevicesTest-225770212-project] Pushing event deleted for resources: {'Network': ['ID=30ec235c-4b8d-4ec9-80fa-a95bb3a10d25,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:53.221510 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f7105ca-1002-4a1b-af29-99aaef71154e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4169748 Dec 16 15:37:53.228920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35826) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:53.469789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbaf10-93e0-4ff9-a471-27de4a562ae4 req-3c097483-4530-4dac-8fa8-032308484b8b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:53.485409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62cbaf10-93e0-4ff9-a471-27de4a562ae4 req-3c097483-4530-4dac-8fa8-032308484b8b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 945 time: 0.1435096 Dec 16 15:37:53.567292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62cbaf10-93e0-4ff9-a471-27de4a562ae4 req-99a7b1dc-8dfc-4f72-a525-b99f3d223c68 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807505 Dec 16 15:37:53.580778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.604224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-433c6f53-83f6-4d4c-b136-a7d12f0950b7', 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': 'ed0b02a2-0a6c-4de2-bded-be72b539a757'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:37:53.606121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.761767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d4087718-aa9a-464e-84c7-b3e50dbf7412 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:37:53.821887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Provisioning complete for port 0ccf5303-d6c5-428c-8398-1aaa95cf372f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:53.822267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:53.956830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Allocated IP 172.20.0.3 (433c6f53-83f6-4d4c-b136-a7d12f0950b7/ed0b02a2-0a6c-4de2-bded-be72b539a757/964f283e-7fac-4b58-b83b-428b59603fbe) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:37:54.092443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.181167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Provisioning complete for port 9527f123-c3a4-4c85-9d7c-84025f57310e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:54.181167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.263231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.283266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Provisioning complete for port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:54.283729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.386316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Provisioning complete for port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:54.386801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1574-5d37-4a69-b40d-6b897db8fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.466595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d4087718-aa9a-464e-84c7-b3e50dbf7412 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:37:54.479362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d4087718-aa9a-464e-84c7-b3e50dbf7412 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:37:54.480114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.516715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.613097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:37:54.643707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.654940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:37:54.663492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:37:54.667713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Pushing event updated for resources: {'Port': ['ID=964f283e-7fac-4b58-b83b-428b59603fbe,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:54.736864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17e740-ceb8-46fc-ae4b-00036567223a req-99966077-9238-41ae-9dc0-da5c1c5a257e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:54.744340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc17e740-ceb8-46fc-ae4b-00036567223a req-99966077-9238-41ae-9dc0-da5c1c5a257e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 945 time: 0.1033356 Dec 16 15:37:54.800091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0b02a2-0a6c-4de2-bded-be72b539a757,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:54.838811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc17e740-ceb8-46fc-ae4b-00036567223a req-eb92bcc8-aa72-4b63-be98-5c8105d7cf04 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888631 Dec 16 15:37:54.849993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.882469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Attempting to bind port 964f283e-7fac-4b58-b83b-428b59603fbe on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:37:54.882861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Attempting to bind port 964f283e-7fac-4b58-b83b-428b59603fbe by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '74074935-b204-4232-a053-ba83b14c5016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:37:54.883222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Attempting to bind port 964f283e-7fac-4b58-b83b-428b59603fbe on network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:37:54.929182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:37:54.940568 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b9ef19-5d6d-4af3-a8f3-089c5386ff82" -d '{"events": [{"server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "name": "network-vif-plugged", "status": "completed", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:37:54.951265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:37:54.961063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Checking segment: {'id': '74074935-b204-4232-a053-ba83b14c5016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:37:54.961063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.961063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Bound using segment: {'id': '74074935-b204-4232-a053-ba83b14c5016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:37:54.961063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Bound port: 964f283e-7fac-4b58-b83b-428b59603fbe, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74074935-b204-4232-a053-ba83b14c5016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:37:54.961063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:54.999749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:55.007412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.031281 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb7c51e-0eb8-4d8b-9d80-7559b9ee6d1e x-openstack-request-id: req-3eb7c51e-0eb8-4d8b-9d80-7559b9ee6d1e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:37:55.036331 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "name": "network-vif-plugged", "status": "completed", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:37:55.036801 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3eb7c51e-0eb8-4d8b-9d80-7559b9ee6d1e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:37:55.037425 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412', 'code': 200} Dec 16 15:37:55.063670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433c6f53-83f6-4d4c-b136-a7d12f0950b7']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:55.091091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74074935-b204-4232-a053-ba83b14c5016') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:55.108177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74074935-b204-4232-a053-ba83b14c5016') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:55.114707 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.140704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.229180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] For port 964f283e-7fac-4b58-b83b-428b59603fbe, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:37:55.246519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.268564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:55.269996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:55.275585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:55.280379 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:55.384155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9c443-c514-4156-8c1d-cc6760bdd8e5 req-5c719d7f-259f-4fb0-a083-aada771d830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:55.387945 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3c9c443-c514-4156-8c1d-cc6760bdd8e5 req-5c719d7f-259f-4fb0-a083-aada771d830d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 1097 time: 0.2229667 Dec 16 15:37:55.388114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] For port 964f283e-7fac-4b58-b83b-428b59603fbe, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=964f283e-7fac-4b58-b83b-428b59603fbe,segment=NetworkSegment(74074935-b204-4232-a053-ba83b14c5016),segment_id=74074935-b204-4232-a053-ba83b14c5016)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:37:55.437584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3c9c443-c514-4156-8c1d-cc6760bdd8e5 req-b281b372-c50f-4873-824a-60ce1a2a9f34 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Dec 16 15:37:55.467218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:37:55.467218 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:37:55.467218 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '433c6f53-83f6-4d4c-b136-a7d12f0950b7'}] Dec 16 15:37:55.467218 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:37:55.474870 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:37:55.572115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:55.687524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c90d0-3e24-48c6-81e5-09b8159976c5 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:37:55.722604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0a83-53c9-4b7f-952a-2504fec47e43 None None] Pushing event updated for resources: {'Port': ['ID=964f283e-7fac-4b58-b83b-428b59603fbe,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:55.842461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c90d0-3e24-48c6-81e5-09b8159976c5 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:37:55.971458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:56.171434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port 964f283e-7fac-4b58-b83b-428b59603fbe {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:37:56.172458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:56.234738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd427-0a6e-48c7-805f-07093dfd6d53 req-9ebca150-9c4c-401b-98b7-f5ab3f5dc0ad tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:56.238408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cabd427-0a6e-48c7-805f-07093dfd6d53 req-9ebca150-9c4c-401b-98b7-f5ab3f5dc0ad tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2118235 Dec 16 15:37:56.370638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cabd427-0a6e-48c7-805f-07093dfd6d53 req-49264a14-ae16-4ac2-9dd0-a1825a3c1ccf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169636 Dec 16 15:37:56.386859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port 964f283e-7fac-4b58-b83b-428b59603fbe, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=964f283e-7fac-4b58-b83b-428b59603fbe,segment=NetworkSegment(74074935-b204-4232-a053-ba83b14c5016),segment_id=74074935-b204-4232-a053-ba83b14c5016)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:37:56.387486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:56.403902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for 964f283e-7fac-4b58-b83b-428b59603fbe owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:37:56.494832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd354474-346a-44c8-95c8-9f4fc58c96d4 None None] Network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:56.611855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:56.677595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=964f283e-7fac-4b58-b83b-428b59603fbe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:56.696993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port 964f283e-7fac-4b58-b83b-428b59603fbe on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:37:56.868878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44cbbc6-4084-40aa-9d81-0ff2de57b272 None None] Network 433c6f53-83f6-4d4c-b136-a7d12f0950b7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:37:56.892666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:56.958199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433c6f53-83f6-4d4c-b136-a7d12f0950b7']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:56.976002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74074935-b204-4232-a053-ba83b14c5016') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:56.976470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74074935-b204-4232-a053-ba83b14c5016') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:37:56.990069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.009616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.017935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:37:57.018424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:37:57.102376 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:37:57.250501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.264816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.277102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/433c6f53-83f6-4d4c-b136-a7d12f0950b7 HTTP/1.1" status: 204 len: 168 time: 4.0458179 Dec 16 15:37:57.281375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:57.345710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-634134359'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:57.391005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455c22-b034-47bd-946b-ba5c6fb39cfe tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=433c6f53-83f6-4d4c-b136-a7d12f0950b7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:57.635507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:57.649813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.658429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88c2d4-9f27-4ef0-a4f2-36735392fabe req-b5679226-6d88-41ed-8d2f-ed8f0b9fa08e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:57.673588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae88c2d4-9f27-4ef0-a4f2-36735392fabe req-b5679226-6d88-41ed-8d2f-ed8f0b9fa08e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.1174266 Dec 16 15:37:57.738540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:37:57.754032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:57.754540 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment f30849e0-9511-45d7-8bc8-7bb3026876d0 of type vlan for network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 Dec 16 15:37:57.773513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae88c2d4-9f27-4ef0-a4f2-36735392fabe req-fe48b34b-8ab2-4bda-b8e8-32f6324d93e1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976999 Dec 16 15:37:57.834047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:58.041725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:58.053666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:58.053666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:58.146379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8402781 Dec 16 15:37:58.148960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:37:58.154908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc768eb-bfdc-4bc8-aa15-4ff470b46c68 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=2b6ca298-2ab7-4674-ba90-b0771b3477a0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:37:58.156884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:37:58.187125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:37:58.767452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:58.767772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:37:58.776997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.663115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33ab04-1b61-4a68-b843-02425025ba01 req-14a9bbf8-f91c-443e-af95-a3b995b101d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:37:59.664919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.676781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d33ab04-1b61-4a68-b843-02425025ba01 req-14a9bbf8-f91c-443e-af95-a3b995b101d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.1242561 Dec 16 15:37:59.811673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d33ab04-1b61-4a68-b843-02425025ba01 req-602e6751-f457-4cd6-94c9-498a926b782d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208646 Dec 16 15:37:59.840986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:37:59.962923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=42a834af-9ec3-4ccf-9bb0-dcdeea0994ab,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:00.078551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': 'f30849e0-9511-45d7-8bc8-7bb3026876d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:00.079282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 2b6ca298-2ab7-4674-ba90-b0771b3477a0, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:00.184581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:00.281243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2b6ca298-2ab7-4674-ba90-b0771b3477a0) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:00.292852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d42eba-e0ce-407a-b233-a263ebafeb53 None None] Network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:00.293106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:00.295963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:00.458034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:00.462371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-126da2c6-864f-4e67-81cb-0a90116ebb2a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3082395 Dec 16 15:38:00.588893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2b6ca298-2ab7-4674-ba90-b0771b3477a0', 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '42a834af-9ec3-4ccf-9bb0-dcdeea0994ab'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:00.589868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:00.757822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:00.841815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:00.912630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Allocated IP 172.20.0.1 (2b6ca298-2ab7-4674-ba90-b0771b3477a0/42a834af-9ec3-4ccf-9bb0-dcdeea0994ab/d64e33c1-9471-445b-a835-76fcd29bd2c1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:01.071370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302584-bcdd-473a-aa56-cf3684fce570 req-bbd69732-1403-4387-b932-c278ff3b181b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:01.073789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23302584-bcdd-473a-aa56-cf3684fce570 req-bbd69732-1403-4387-b932-c278ff3b181b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.0784574 Dec 16 15:38:01.188510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23302584-bcdd-473a-aa56-cf3684fce570 req-12177524-d918-4c25-99bf-b6f8ed228ae6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996947 Dec 16 15:38:01.335860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:01.478289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:01.615417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:01.620003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:01.625667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:01.631057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Pushing event updated for resources: {'Port': ['ID=d64e33c1-9471-445b-a835-76fcd29bd2c1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:01.696329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:01.727761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Attempting to bind port d64e33c1-9471-445b-a835-76fcd29bd2c1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:01.728045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Attempting to bind port d64e33c1-9471-445b-a835-76fcd29bd2c1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f30849e0-9511-45d7-8bc8-7bb3026876d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:01.728422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Attempting to bind port d64e33c1-9471-445b-a835-76fcd29bd2c1 on network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:01.745492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:01.746038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Checking segment: {'id': 'f30849e0-9511-45d7-8bc8-7bb3026876d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:01.746357 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:01.746766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Bound using segment: {'id': 'f30849e0-9511-45d7-8bc8-7bb3026876d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:01.747282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Bound port: d64e33c1-9471-445b-a835-76fcd29bd2c1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30849e0-9511-45d7-8bc8-7bb3026876d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:01.747691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:01.769512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=42a834af-9ec3-4ccf-9bb0-dcdeea0994ab,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:01.960438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] For port d64e33c1-9471-445b-a835-76fcd29bd2c1, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:01.968903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] For port d64e33c1-9471-445b-a835-76fcd29bd2c1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d64e33c1-9471-445b-a835-76fcd29bd2c1,segment=NetworkSegment(f30849e0-9511-45d7-8bc8-7bb3026876d0),segment_id=f30849e0-9511-45d7-8bc8-7bb3026876d0)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:01.982574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.026990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ca298-2ab7-4674-ba90-b0771b3477a0']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:02.042432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.043127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30849e0-9511-45d7-8bc8-7bb3026876d0') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:02.043686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30849e0-9511-45d7-8bc8-7bb3026876d0') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:02.070645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.139150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.150871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:02.151751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:02.155419 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:02.162417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8db08c-4f62-40c6-ab86-94a40c47afcc None None] Pushing event updated for resources: {'Port': ['ID=d64e33c1-9471-445b-a835-76fcd29bd2c1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:02.201886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350161df-1a5c-456a-9886-6ad6ab7c01b7 None None] Network 2b6ca298-2ab7-4674-ba90-b0771b3477a0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:02.378386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:02.378386 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:02.378386 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '2b6ca298-2ab7-4674-ba90-b0771b3477a0'}] Dec 16 15:38:02.378386 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:02.379015 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:02.422201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b390-a729-4851-ae27-dd83c24e2808 req-1287a1f2-5635-4906-affe-5d1ac1f5dbe8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:02.432475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ca8b390-a729-4851-ae27-dd83c24e2808 req-1287a1f2-5635-4906-affe-5d1ac1f5dbe8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.0775332 Dec 16 15:38:02.473579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefdb371-3128-4944-9239-00a345105565 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:02.487928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ca8b390-a729-4851-ae27-dd83c24e2808 req-8ab69e25-f54c-4e2d-a026-3080d168472e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554619 Dec 16 15:38:02.768114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefdb371-3128-4944-9239-00a345105565 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:02.880329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.022198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port d64e33c1-9471-445b-a835-76fcd29bd2c1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:03.026474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.287726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port d64e33c1-9471-445b-a835-76fcd29bd2c1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d64e33c1-9471-445b-a835-76fcd29bd2c1,segment=NetworkSegment(f30849e0-9511-45d7-8bc8-7bb3026876d0),segment_id=f30849e0-9511-45d7-8bc8-7bb3026876d0)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:03.288295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.346945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for d64e33c1-9471-445b-a835-76fcd29bd2c1 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:03.765589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:03.792118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port d64e33c1-9471-445b-a835-76fcd29bd2c1 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:03.911525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29467b3-b000-4fe5-b6cf-61c662dcf55e req-26411946-a3c3-4297-8021-868e9e35bd3a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:03.928478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29467b3-b000-4fe5-b6cf-61c662dcf55e req-26411946-a3c3-4297-8021-868e9e35bd3a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2974124 Dec 16 15:38:03.983300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7ff6d-b846-4136-9542-b505b2f6ddbe req-5a283c3b-3219-401f-afd7-68d5b8f22564 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:03.986588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bda7ff6d-b846-4136-9542-b505b2f6ddbe req-5a283c3b-3219-401f-afd7-68d5b8f22564 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 946 time: 0.2625515 Dec 16 15:38:04.079103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.138199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ca298-2ab7-4674-ba90-b0771b3477a0']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.158085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bda7ff6d-b846-4136-9542-b505b2f6ddbe req-67d404e1-d31f-4ffa-a108-f60ee4031f38 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423612 Dec 16 15:38:04.188311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30849e0-9511-45d7-8bc8-7bb3026876d0') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.188598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30849e0-9511-45d7-8bc8-7bb3026876d0') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:04.202283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.225293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.232030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:04.233305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:04.313764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=d64e33c1-9471-445b-a835-76fcd29bd2c1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:04.326446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29467b3-b000-4fe5-b6cf-61c662dcf55e req-0eeb0745-58ed-479b-b833-d45438fbb291 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899310 Dec 16 15:38:04.430868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.504813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.512345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/2b6ca298-2ab7-4674-ba90-b0771b3477a0 HTTP/1.1" status: 204 len: 168 time: 4.0519314 Dec 16 15:38:04.516492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:04.519333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d51bbe-694b-4b90-8bb5-c915e9d9a24e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=2b6ca298-2ab7-4674-ba90-b0771b3477a0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:04.524297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244140402'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:04.706791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:04.706791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.757816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:04.777943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:04.778587 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 43fa5203-962f-4a93-9077-7346af0adb4e of type vlan for network 25157142-abd7-49ec-b6ee-ce8cc34294eb Dec 16 15:38:04.856745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:05.006452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:05.015861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:05.017617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:05.267584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7481186 Dec 16 15:38:05.270858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35998) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:05.279452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '25157142-abd7-49ec-b6ee-ce8cc34294eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:05.406241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-12955531-aeb3-43b2-832d-a9672162d811 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3583612 Dec 16 15:38:05.453718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cc5fd-529e-405d-ada9-a827c682e0de tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=25157142-abd7-49ec-b6ee-ce8cc34294eb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:05.465945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 25157142-abd7-49ec-b6ee-ce8cc34294eb details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:05.779365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-955f3cf8-df6b-4bf2-9f51-7e29918c3e35 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:05.781672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-955f3cf8-df6b-4bf2-9f51-7e29918c3e35 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 946 time: 0.2247348 Dec 16 15:38:05.814330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:05.824655 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:05.934881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e2ccc-6096-4c61-9794-380bb1ea5a55 req-b1860ab4-f936-41d1-a73a-dcd0aefcc5b3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:05.951161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b1e2ccc-6096-4c61-9794-380bb1ea5a55 req-b1860ab4-f936-41d1-a73a-dcd0aefcc5b3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 946 time: 0.5384727 Dec 16 15:38:06.018614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b11500-0fc2-4819-a16b-2f9444e9fe2d req-807b650d-5428-408d-9bda-1696688bd62d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:06.022699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6b11500-0fc2-4819-a16b-2f9444e9fe2d req-807b650d-5428-408d-9bda-1696688bd62d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.3723943 Dec 16 15:38:06.026780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-804b7f40-20f3-4588-95b8-45d408229984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:06.029792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-804b7f40-20f3-4588-95b8-45d408229984 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.4037557 Dec 16 15:38:06.134484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b1e2ccc-6096-4c61-9794-380bb1ea5a55 req-c71c7dfe-3b06-48c8-89ab-23df0d3d6827 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815734 Dec 16 15:38:06.378285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Deleting port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:06.379027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:06.418701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6b11500-0fc2-4819-a16b-2f9444e9fe2d req-75ce8d04-e0a7-412b-b9ad-341f22764250 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408921 Dec 16 15:38:06.469568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-a3f4aebb-2956-435f-bf77-5afd5335dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:06.471190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-a3f4aebb-2956-435f-bf77-5afd5335dc73 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.3840518 Dec 16 15:38:06.616443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] For port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:06.616887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:06.630311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-9bd01145-9181-4db4-8906-37d7164b3fee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.1468170 Dec 16 15:38:06.639026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Calling delete_port for c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:06.730863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-36fe6a63-9ff7-4154-adf6-993fac58d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:06.738894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-36fe6a63-9ff7-4154-adf6-993fac58d514 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0962107 Dec 16 15:38:06.861788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-bf5a0e0f-ed5e-451a-ab46-932b78becf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:06.874265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-bf5a0e0f-ed5e-451a-ab46-932b78becf98 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169529 Dec 16 15:38:07.012789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:07.146352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-3c4b52bd-420f-4fb4-88ba-8850e674a253 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656639 Dec 16 15:38:07.161939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=71804130-499f-4211-9803-349b8d255313,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:07.199221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '43fa5203-962f-4a93-9077-7346af0adb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '25157142-abd7-49ec-b6ee-ce8cc34294eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:07.200851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 25157142-abd7-49ec-b6ee-ce8cc34294eb, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:07.338688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:07.380076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e', '0ccf5303-d6c5-428c-8398-1aaa95cf372f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:07.409644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 25157142-abd7-49ec-b6ee-ce8cc34294eb is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:07.414665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event deleted for resources: {'Port': ['ID=c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:07.466914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75081940-c8a9-46f9-9815-612e0291f21c req-8856030f-8540-494d-8bcc-d89fbb743965 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.1150386 Dec 16 15:38:07.527123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 25157142-abd7-49ec-b6ee-ce8cc34294eb) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:07.527745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:07.534978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c857b7b-c8ce-45cd-8c5a-5c4483a7cbe4 req-e08ff0c7-b2c0-4c22-ae67-176431baf14b service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752744 Dec 16 15:38:07.546592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:07.547433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:07.627467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6be82b-7c7a-4c8f-b19d-a50412570f4a None None] DHCP port deletion for cf0f5830-b942-4a2e-9ca1-d735ea7f4015 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:07.631580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d506e1-a9fc-4fd1-9410-75c52e1703c4 None None] Network 25157142-abd7-49ec-b6ee-ce8cc34294eb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:07.661122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] No DVR routers for this DVR port c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:07.666840 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:07.680263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5d7a17fb-b10c-44b2-b2aa-bdd9feacfef8 req-b2f62856-b501-4609-9835-96d168a28215 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "DELETE /v2.0/ports/c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a HTTP/1.1" status: 204 len: 173 time: 1.8873839 Dec 16 15:38:07.681378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'name': 'network-vif-deleted', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:07.691413 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae6f36-ee47-4a13-8de7-68b80a78dc24" -d '{"events": [{"server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "name": "network-vif-deleted", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:07.761336 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70fd8dc-fcfe-4d7a-8d1e-c3a2b96feedf x-openstack-request-id: req-f70fd8dc-fcfe-4d7a-8d1e-c3a2b96feedf {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:07.761823 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e121868a-a8e1-4ccc-8281-4cefe439b00f", "name": "network-vif-deleted", "tag": "c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:07.762246 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f70fd8dc-fcfe-4d7a-8d1e-c3a2b96feedf {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:07.762905 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e121868a-a8e1-4ccc-8281-4cefe439b00f', 'name': 'network-vif-deleted', 'tag': 'c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a', 'status': 'completed', 'code': 200} Dec 16 15:38:07.792234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9ec85-95d2-463a-b516-d8de6aaec1b6 req-1d26461e-fb6d-4f73-8e8f-4c27008b6dfa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:07.811523 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8bd28c7e-1fc1-4d6c-afc6-f5ad4dc2f26d tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5352743 Dec 16 15:38:07.812033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15a9ec85-95d2-463a-b516-d8de6aaec1b6 req-1d26461e-fb6d-4f73-8e8f-4c27008b6dfa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2245252 Dec 16 15:38:07.813087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36034) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:08.091337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15a9ec85-95d2-463a-b516-d8de6aaec1b6 req-516e78f6-89fd-44f3-8966-f67331a02b24 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761257 Dec 16 15:38:08.206764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:08.474997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:08.620202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb612963-49b4-4875-95e6-91ca374f83d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-25157142-abd7-49ec-b6ee-ce8cc34294eb', 'network_id': '25157142-abd7-49ec-b6ee-ce8cc34294eb', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '71804130-499f-4211-9803-349b8d255313'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:08.622725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb612963-49b4-4875-95e6-91ca374f83d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:08.885907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:08.917694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:09.022185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6982e664-fbb0-48df-b789-a01dec389fc1 req-00d671b9-3094-4441-93cd-d243a3f2483c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e121868a-a8e1-4ccc-8281-4cefe439b00f HTTP/1.1" status: 200 len: 210 time: 0.1624303 Dec 16 15:38:09.103977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=71804130-499f-4211-9803-349b8d255313,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:09.300594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:09.315339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c064eb4a-982c-4fc8-bedc-a6dcc2e89e0a not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:09.553478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:09.637227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25157142-abd7-49ec-b6ee-ce8cc34294eb']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:09.680161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fa5203-962f-4a93-9077-7346af0adb4e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:09.680714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fa5203-962f-4a93-9077-7346af0adb4e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:09.723525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd180-23ca-43bb-aa73-7df2402e8b17 req-6d9a7c89-daa0-4a8f-984a-5fdf633b1446 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:09.746182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:09.746939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-046dd180-23ca-43bb-aa73-7df2402e8b17 req-6d9a7c89-daa0-4a8f-984a-5fdf633b1446 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.3147030 Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server [None req-cb612963-49b4-4875-95e6-91ca374f83d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71804130-499f-4211-9803-349b8d255313: This subnet is being modified by another concurrent operation. Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise self.value Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server raise exception Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71804130-499f-4211-9803-349b8d255313: This subnet is being modified by another concurrent operation. Dec 16 15:38:09.792206 n-d-821947-3 neutron-server[104057]: ERROR oslo_messaging.rpc.server Dec 16 15:38:09.803229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:09.821284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:09.821704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:09.825043 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:09.875184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f704246-99d7-43a2-863b-d5c0307d1dde None None] Network 25157142-abd7-49ec-b6ee-ce8cc34294eb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:10.012073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-046dd180-23ca-43bb-aa73-7df2402e8b17 req-84c4521d-9780-4a04-a7af-988b4836a434 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609694 Dec 16 15:38:10.104233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.115436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.166002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36072) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:10.168450 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/25157142-abd7-49ec-b6ee-ce8cc34294eb HTTP/1.1" status: 204 len: 168 time: 2.3535612 Dec 16 15:38:10.172450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345682916'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:10.244969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6461c68f-846b-4770-bd70-66a082826bc5 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:10.249155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364be843-27d7-4807-8a58-5296f66b8672 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=25157142-abd7-49ec-b6ee-ce8cc34294eb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:10.309526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:10.313443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.398644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:10.423342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.424005 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 8db36b40-9c24-4b14-9a21-8c8737da7405 of type vlan for network 469b8e3f-023d-48a1-b4f4-665c80249243 Dec 16 15:38:10.510692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.557980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6461c68f-846b-4770-bd70-66a082826bc5 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:10.789953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:10.796309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:10.798783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:11.173213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=469b8e3f-023d-48a1-b4f4-665c80249243,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:11.225410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 469b8e3f-023d-48a1-b4f4-665c80249243 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:11.427802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489bb9d-5f1f-4da5-a75d-df41c34af6d5 req-bb35b9ad-9014-49f6-8987-55e6680bf968 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:11.431764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3489bb9d-5f1f-4da5-a75d-df41c34af6d5 req-bb35b9ad-9014-49f6-8987-55e6680bf968 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.1332676 Dec 16 15:38:11.517009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-84fd5181-40f4-4d87-90ab-92579fed6488 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3488371 Dec 16 15:38:11.526043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36098) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:11.526764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:11.626949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3489bb9d-5f1f-4da5-a75d-df41c34af6d5 req-53e836a0-a0c7-493b-8727-01b86dcd1022 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830842 Dec 16 15:38:12.184407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:12.191754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:12.456617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing IP validity checks on allocation pools {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:38:12.457611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104055) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:38:13.013495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:13.064416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233786d-270a-4310-9f7b-e8598edcc5af req-7f23c607-2a94-48c8-9fff-11c41329c609 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:13.081997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4233786d-270a-4310-9f7b-e8598edcc5af req-7f23c607-2a94-48c8-9fff-11c41329c609 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.1683486 Dec 16 15:38:13.252703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4233786d-270a-4310-9f7b-e8598edcc5af req-e6b522ae-3be2-4b44-83af-d7f90df9fcd2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593688 Dec 16 15:38:13.303732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=fd0bfe5e-8169-4432-903b-868cd4fe1eaa,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:13.521003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '8db36b40-9c24-4b14-9a21-8c8737da7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:13.521513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 469b8e3f-023d-48a1-b4f4-665c80249243, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:13.755899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 469b8e3f-023d-48a1-b4f4-665c80249243 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:13.906108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 469b8e3f-023d-48a1-b4f4-665c80249243) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:13.919650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:13.921670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:13.926181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f0c14-08d6-4293-a3e1-58d503ee47b0 None None] Network 469b8e3f-023d-48a1-b4f4-665c80249243 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:14.014143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36136) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:14.020589 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a27a6c0-51c7-4a10-93d6-392fd02d2240 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5012951 Dec 16 15:38:14.224037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-469b8e3f-023d-48a1-b4f4-665c80249243', 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': 'fd0bfe5e-8169-4432-903b-868cd4fe1eaa'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:14.225673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:14.509698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:14.673912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Allocated IP 172.20.0.3 (469b8e3f-023d-48a1-b4f4-665c80249243/fd0bfe5e-8169-4432-903b-868cd4fe1eaa/febaa341-029e-4a60-9282-0f001135048f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:14.762208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d860f48-304c-45c5-99f4-276198c69960 req-afc8096b-1724-464f-878a-54a02a261028 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:14.764468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b21c57b-6db9-4266-80af-02e59c783032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:14.765462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d860f48-304c-45c5-99f4-276198c69960 req-afc8096b-1724-464f-878a-54a02a261028 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2078261 Dec 16 15:38:14.829153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.072084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d860f48-304c-45c5-99f4-276198c69960 req-fac8dfb3-603e-4bed-9bed-daba41a97fb6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989269 Dec 16 15:38:15.107023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.225283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.306691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Network 469b8e3f-023d-48a1-b4f4-665c80249243 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:15.316261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.320648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:15.329650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:15.374563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0bfe5e-8169-4432-903b-868cd4fe1eaa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:15.395895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Pushing event updated for resources: {'Port': ['ID=febaa341-029e-4a60-9282-0f001135048f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:15.526422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Attempting to bind port febaa341-029e-4a60-9282-0f001135048f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:15.527724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Attempting to bind port febaa341-029e-4a60-9282-0f001135048f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8db36b40-9c24-4b14-9a21-8c8737da7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:15.528185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Attempting to bind port febaa341-029e-4a60-9282-0f001135048f on network 469b8e3f-023d-48a1-b4f4-665c80249243 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:15.534878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:15.535390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Checking segment: {'id': '8db36b40-9c24-4b14-9a21-8c8737da7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:15.535717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.537592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Bound using segment: {'id': '8db36b40-9c24-4b14-9a21-8c8737da7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:15.538166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Bound port: febaa341-029e-4a60-9282-0f001135048f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db36b40-9c24-4b14-9a21-8c8737da7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '469b8e3f-023d-48a1-b4f4-665c80249243'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:15.539112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.562331 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:38:15.581687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.659751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469b8e3f-023d-48a1-b4f4-665c80249243']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:15.703781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db36b40-9c24-4b14-9a21-8c8737da7405') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:15.704126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db36b40-9c24-4b14-9a21-8c8737da7405') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:15.720535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.740088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.747994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:15.748412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:15.752991 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:15.950540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:15.950540 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:15.950540 n-d-821947-3 neutron-server[104056]: [parameters: {'id': '469b8e3f-023d-48a1-b4f4-665c80249243'}] Dec 16 15:38:15.950540 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:15.952732 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:15.978540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] For port febaa341-029e-4a60-9282-0f001135048f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:15.984689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] For port febaa341-029e-4a60-9282-0f001135048f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=febaa341-029e-4a60-9282-0f001135048f,segment=NetworkSegment(8db36b40-9c24-4b14-9a21-8c8737da7405),segment_id=8db36b40-9c24-4b14-9a21-8c8737da7405)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:16.077148 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:16.375952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1caa6-2a12-4e0a-9845-6ad7c1f289f3 None None] Network 469b8e3f-023d-48a1-b4f4-665c80249243 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:16.454227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:16.623004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4a61f-b736-42db-b6f0-66576fb27878 req-d2dd44b2-e221-4b16-b8ee-ddc8e0f71169 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:16.633155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40f4a61f-b736-42db-b6f0-66576fb27878 req-d2dd44b2-e221-4b16-b8ee-ddc8e0f71169 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2751672 Dec 16 15:38:16.692155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044e11-4690-4b6f-982d-811a0a65c830 None None] Pushing event updated for resources: {'Port': ['ID=febaa341-029e-4a60-9282-0f001135048f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:16.748247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e59e2fc-691f-40d5-920a-81cc522d10a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:16.833871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ebf06-2bc6-48c7-b0aa-a72463d4e22c None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:16.859728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40f4a61f-b736-42db-b6f0-66576fb27878 req-36b9b437-c108-4f33-b6ae-05e9031ed0ec tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943159 Dec 16 15:38:16.876397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port febaa341-029e-4a60-9282-0f001135048f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:16.877325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:17.238163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ebf06-2bc6-48c7-b0aa-a72463d4e22c None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:17.309942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port febaa341-029e-4a60-9282-0f001135048f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=febaa341-029e-4a60-9282-0f001135048f,segment=NetworkSegment(8db36b40-9c24-4b14-9a21-8c8737da7405),segment_id=8db36b40-9c24-4b14-9a21-8c8737da7405)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:17.310446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:17.359463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for febaa341-029e-4a60-9282-0f001135048f owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:17.659884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:17.767772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port febaa341-029e-4a60-9282-0f001135048f on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:17.769373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=febaa341-029e-4a60-9282-0f001135048f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:18.043395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.095263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469b8e3f-023d-48a1-b4f4-665c80249243']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:18.120431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db36b40-9c24-4b14-9a21-8c8737da7405') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:18.121150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db36b40-9c24-4b14-9a21-8c8737da7405') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:18.147191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.155569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.209392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.289743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:18.308136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:18.308985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:18.317430 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:18.644192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942cd5b-715f-47c8-ab73-269ad8e18819 req-9b937512-fb89-4a41-ba6c-7f830eff8540 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:18.653377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ff38-332a-4ab0-a53f-2d371a606b78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.654048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b942cd5b-715f-47c8-ab73-269ad8e18819 req-9b937512-fb89-4a41-ba6c-7f830eff8540 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.4222300 Dec 16 15:38:18.734914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.772147 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:18.788825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/469b8e3f-023d-48a1-b4f4-665c80249243 HTTP/1.1" status: 204 len: 168 time: 4.7713399 Dec 16 15:38:18.798290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36218) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:18.837312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-701135025'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:18.920584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfda2a-3b16-48ef-b3c6-706b48d60d79 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=469b8e3f-023d-48a1-b4f4-665c80249243,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:19.011722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b942cd5b-715f-47c8-ab73-269ad8e18819 req-b5c88f46-6be5-4117-9459-a95e65d755f9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430548 Dec 16 15:38:19.013597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ff38-332a-4ab0-a53f-2d371a606b78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.071253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:19.079107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.109761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ef2ff38-332a-4ab0-a53f-2d371a606b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.230925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.236221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:19.264915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.265961 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 031b247a-2fad-4df3-be6b-160a2b829dab of type vlan for network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 Dec 16 15:38:19.362417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ef2ff38-332a-4ab0-a53f-2d371a606b78 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf84b3fd446a46a2a5602552dc73ca8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0712066 Dec 16 15:38:19.367336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36228) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:19.376228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2ff38-332a-4ab0-a53f-2d371a606b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ff292-09a3-4d8d-99e2-fd3a74b451ca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:19.471315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.571155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.650274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.664544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.682523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:19.686150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.989779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:19.995770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:19.998024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1782467 Dec 16 15:38:20.000527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4016e29-3aab-4153-932f-34943a1859b0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:20.007557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:20.041754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:20.457581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f383b-b043-42f3-b08c-17f3ca8690e0 req-fe238de6-9210-44c7-bb12-d42c9aa89b67 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:20.461793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-607f383b-b043-42f3-b08c-17f3ca8690e0 req-fe238de6-9210-44c7-bb12-d42c9aa89b67 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2042987 Dec 16 15:38:20.463944 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:20.469677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:20.475512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef1ff292-09a3-4d8d-99e2-fd3a74b451ca HTTP/1.1" status: 204 len: 168 time: 1.1023376 Dec 16 15:38:20.481834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:20.486819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914f222-6cdc-4414-86fb-d84d3c9e935e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ff292-09a3-4d8d-99e2-fd3a74b451ca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:20.507068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:20.712779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-607f383b-b043-42f3-b08c-17f3ca8690e0 req-ee37dfae-076a-404a-808a-c931449620ba tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089751 Dec 16 15:38:21.268341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:21.472295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=c91feffe-9fc8-4675-a0e9-9afac9134f07,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:21.479803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '031b247a-2fad-4df3-be6b-160a2b829dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:21.480724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:21.735498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:21.826291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36272) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:21.946102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:21.992988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1fec4-669f-4e9b-bbbf-a86915023a38 None None] Network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:22.014278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:22.032960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:22.058699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a50cdb7b-8d07-46c9-b8e8-ae0a6fbb90a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:22.262489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8', 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': 'c91feffe-9fc8-4675-a0e9-9afac9134f07'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:22.263992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:22.294712 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-40312364-8785-4914-877e-a244b8872435 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2948251 Dec 16 15:38:22.301637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:22.396309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbdc1f-ef62-4b4e-8282-b5cfc6df0622 req-6ac8a7ce-3d04-4f2d-ab87-d68cd39d2163 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:22.415643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4fbdc1f-ef62-4b4e-8282-b5cfc6df0622 req-6ac8a7ce-3d04-4f2d-ab87-d68cd39d2163 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2645686 Dec 16 15:38:22.659638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4fbdc1f-ef62-4b4e-8282-b5cfc6df0622 req-a5854d0a-7eaa-48eb-a135-bc745373992e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402775 Dec 16 15:38:22.756979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a50cdb7b-8d07-46c9-b8e8-ae0a6fbb90a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:22.852845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Allocated IP 172.20.0.1 (f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8/c91feffe-9fc8-4675-a0e9-9afac9134f07/d9bd3aa8-1c33-49bf-afe8-753245269021) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:22.917426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a50cdb7b-8d07-46c9-b8e8-ae0a6fbb90a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.046012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cdb7b-8d07-46c9-b8e8-ae0a6fbb90a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f81d4b-2e20-4bca-b226-23359a5bbb08,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:23.064963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.127799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:23.128253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a50cdb7b-8d07-46c9-b8e8-ae0a6fbb90a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8df002c87c374441a64253b001561b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2983553 Dec 16 15:38:23.175097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c07264-0621-40ac-8c81-ad73fe69f3bc req-822a5413-640b-4ec3-8465-b545fbc43b74 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:23.183214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13c07264-0621-40ac-8c81-ad73fe69f3bc req-822a5413-640b-4ec3-8465-b545fbc43b74 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.1787369 Dec 16 15:38:23.291110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.334598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.412451 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.436606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.440313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13c07264-0621-40ac-8c81-ad73fe69f3bc req-5d64dd13-2811-4235-935f-b6525a012ecc tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553186 Dec 16 15:38:23.468006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.540362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Pushing event updated for resources: {'Port': ['ID=d9bd3aa8-1c33-49bf-afe8-753245269021,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:23.568323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.621333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:23.624232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:23.640609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:23.748577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=c91feffe-9fc8-4675-a0e9-9afac9134f07,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:23.755570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.759290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:23.760704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23f81d4b-2e20-4bca-b226-23359a5bbb08 HTTP/1.1" status: 204 len: 168 time: 0.6175308 Dec 16 15:38:23.783387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87576f85-4597-4d1d-9ae0-362cc6c07608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f81d4b-2e20-4bca-b226-23359a5bbb08,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:23.903579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.903579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.909957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.910541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.914544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.916010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.918261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.918888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.919485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.920107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.920848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.921724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:23.922313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:24.009089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Attempting to bind port d9bd3aa8-1c33-49bf-afe8-753245269021 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:24.009725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Attempting to bind port d9bd3aa8-1c33-49bf-afe8-753245269021 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '031b247a-2fad-4df3-be6b-160a2b829dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:24.010347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Attempting to bind port d9bd3aa8-1c33-49bf-afe8-753245269021 on network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:24.037473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:24.038108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Checking segment: {'id': '031b247a-2fad-4df3-be6b-160a2b829dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:24.039366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.040098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Bound using segment: {'id': '031b247a-2fad-4df3-be6b-160a2b829dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:24.040942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Bound port: d9bd3aa8-1c33-49bf-afe8-753245269021, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031b247a-2fad-4df3-be6b-160a2b829dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:24.041606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.141190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.173914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a953e74-089e-48c1-a4e0-15613baede00 req-0d97074a-1c2c-4137-8ffd-6b8682f60558 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:24.191117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a953e74-089e-48c1-a4e0-15613baede00 req-0d97074a-1c2c-4137-8ffd-6b8682f60558 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.2001164 Dec 16 15:38:24.280178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:24.313223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] For port d9bd3aa8-1c33-49bf-afe8-753245269021, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:24.333716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031b247a-2fad-4df3-be6b-160a2b829dab') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:24.334420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031b247a-2fad-4df3-be6b-160a2b829dab') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:24.347769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] For port d9bd3aa8-1c33-49bf-afe8-753245269021, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d9bd3aa8-1c33-49bf-afe8-753245269021,segment=NetworkSegment(031b247a-2fad-4df3-be6b-160a2b829dab),segment_id=031b247a-2fad-4df3-be6b-160a2b829dab)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:24.349449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a953e74-089e-48c1-a4e0-15613baede00 req-c4a289c4-99c7-45b4-8155-f0759c5c05b7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519845 Dec 16 15:38:24.370188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.437427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.443052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.458590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:24.459308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:24.475226 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:24.734816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeeec7-ec61-4a87-97f5-1c623a3e8580 None None] Pushing event updated for resources: {'Port': ['ID=d9bd3aa8-1c33-49bf-afe8-753245269021,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:24.764495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6da7c-e92e-440c-a975-27a128cbabc4 None None] Network f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:24.837911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-e6aab226-87a8-4b80-a12e-76cc43532d69 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:24.843641 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-e6aab226-87a8-4b80-a12e-76cc43532d69 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.2616136 Dec 16 15:38:24.889592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:24.889592 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:24.889592 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8'}] Dec 16 15:38:24.889592 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:24.891154 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:25.117753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212201f-745e-4dac-bcf2-c1046df87aca req-e2cbc76f-526d-41e5-893a-c93513865a34 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:25.117753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d212201f-745e-4dac-bcf2-c1046df87aca req-e2cbc76f-526d-41e5-893a-c93513865a34 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.2312274 Dec 16 15:38:25.155648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e3075-49a8-493d-9803-714012dbf9cf None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:25.224774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d212201f-745e-4dac-bcf2-c1046df87aca req-8770bc78-4edf-42fd-9490-d8d45f009d9d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599224 Dec 16 15:38:25.287168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Deleting port 0ccf5303-d6c5-428c-8398-1aaa95cf372f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:25.287885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:25.376651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0e3075-49a8-493d-9803-714012dbf9cf None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:25.400730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:25.743021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] For port 0ccf5303-d6c5-428c-8398-1aaa95cf372f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=0ccf5303-d6c5-428c-8398-1aaa95cf372f,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:25.746173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:25.766385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Calling delete_port for 0ccf5303-d6c5-428c-8398-1aaa95cf372f owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:25.792150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port d9bd3aa8-1c33-49bf-afe8-753245269021 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:25.792779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:25.938625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e287458-8d3b-4fcc-b903-f12e75db0aaf req-86055aad-7e38-4404-a9db-0687eb060cba tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:25.956496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port d9bd3aa8-1c33-49bf-afe8-753245269021, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d9bd3aa8-1c33-49bf-afe8-753245269021,segment=NetworkSegment(031b247a-2fad-4df3-be6b-160a2b829dab),segment_id=031b247a-2fad-4df3-be6b-160a2b829dab)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:25.957236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:25.957472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e287458-8d3b-4fcc-b903-f12e75db0aaf req-86055aad-7e38-4404-a9db-0687eb060cba tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.3629205 Dec 16 15:38:25.989200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for d9bd3aa8-1c33-49bf-afe8-753245269021 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:26.221983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e287458-8d3b-4fcc-b903-f12e75db0aaf req-38f1309d-0e71-4e41-81bd-9b0238fc8075 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597902 Dec 16 15:38:26.483365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:26.640616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=d9bd3aa8-1c33-49bf-afe8-753245269021,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:26.662117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port d9bd3aa8-1c33-49bf-afe8-753245269021 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:26.666271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61313721-264f-4a35-aa7c-58999e19ed04 req-34c826c7-630d-42c8-8b0c-f9fa663dab6d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:26.669612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61313721-264f-4a35-aa7c-58999e19ed04 req-34c826c7-630d-42c8-8b0c-f9fa663dab6d tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 945 time: 0.1808043 Dec 16 15:38:26.857835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61313721-264f-4a35-aa7c-58999e19ed04 req-2764a56a-968a-4653-aaa0-44e9f1c2c7e5 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770997 Dec 16 15:38:26.907532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e1d7-10d1-419e-b430-7d99304523e5 req-b1c49f9f-4cad-4398-84bf-726ee4155dd5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:26.910729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:26.911034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b266e1d7-10d1-419e-b430-7d99304523e5 req-b1c49f9f-4cad-4398-84bf-726ee4155dd5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1769125 Dec 16 15:38:26.954922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:26.988304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:26.996014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b266e1d7-10d1-419e-b430-7d99304523e5 req-5e8f000f-f4c5-4572-826a-ec6573c5cc71 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709829 Dec 16 15:38:27.039541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:27.056824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:27.094563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event deleted for resources: {'Port': ['ID=0ccf5303-d6c5-428c-8398-1aaa95cf372f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:27.112256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031b247a-2fad-4df3-be6b-160a2b829dab') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:27.112780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031b247a-2fad-4df3-be6b-160a2b829dab') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:27.138808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.270331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.275559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a9652-6350-4db5-ab65-8c7be03a8a48 None None] DHCP port deletion for cf0f5830-b942-4a2e-9ca1-d735ea7f4015 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:27.289361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:27.289828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:27.447877 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:27.492703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] No DVR routers for this DVR port 0ccf5303-d6c5-428c-8398-1aaa95cf372f on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:27.498045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.505796 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cb6f48f5-27ed-4749-a8d7-3cb0dca32e2b req-d4183f1f-c209-4da4-b670-3cbc0cefb1be tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "DELETE /v2.0/ports/0ccf5303-d6c5-428c-8398-1aaa95cf372f HTTP/1.1" status: 204 len: 173 time: 2.6478808 Dec 16 15:38:27.506339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'name': 'network-vif-deleted', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:27.513992 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd2481-b583-480d-8b5f-e448020ac848" -d '{"events": [{"server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "name": "network-vif-deleted", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:27.532684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd475c28-cfe9-4fb7-a27f-77e2c4cd7fda req-471acbbf-438a-42ff-b0b0-0d51f9ed853b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:27.535383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd475c28-cfe9-4fb7-a27f-77e2c4cd7fda req-471acbbf-438a-42ff-b0b0-0d51f9ed853b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2563217 Dec 16 15:38:27.549903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.565887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.582101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 HTTP/1.1" status: 204 len: 168 time: 5.2642834 Dec 16 15:38:27.597847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:27.618059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460581282'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:27.651562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4ee3-3626-4bfd-92ae-686ae31d0d3a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:27.695785 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3efd864-81fd-4658-8cb4-8913ee7b5178 x-openstack-request-id: req-d3efd864-81fd-4658-8cb4-8913ee7b5178 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:27.697474 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8787f8-d515-4940-9e39-3be877e2ab0b", "name": "network-vif-deleted", "tag": "0ccf5303-d6c5-428c-8398-1aaa95cf372f", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:27.698053 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3efd864-81fd-4658-8cb4-8913ee7b5178 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:27.698841 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8787f8-d515-4940-9e39-3be877e2ab0b', 'name': 'network-vif-deleted', 'tag': '0ccf5303-d6c5-428c-8398-1aaa95cf372f', 'status': 'completed', 'code': 200} Dec 16 15:38:27.740038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd475c28-cfe9-4fb7-a27f-77e2c4cd7fda req-233413e5-b869-4449-bba3-4e900dde4a44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902997 Dec 16 15:38:27.907173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:27.912360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:27.993656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0ccf5303-d6c5-428c-8398-1aaa95cf372f no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:28.058847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:28.063397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 0ccf5303-d6c5-428c-8398-1aaa95cf372f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:28.067017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 0ccf5303-d6c5-428c-8398-1aaa95cf372f not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:28.112551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:28.134444 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment ae1b5038-b93a-49a8-874a-2e9b8695c8e0 of type vlan for network 2ef30703-27a3-41df-83b5-82ae376e7d42 Dec 16 15:38:28.321426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:28.354172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02c0d4d3-7eec-45e0-84be-03e97226d7f4 req-54281847-1090-440e-8f5f-9775d528807f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb8787f8-d515-4940-9e39-3be877e2ab0b HTTP/1.1" status: 200 len: 210 time: 0.1874809 Dec 16 15:38:28.587089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:28.766768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:28.896546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-145466c0-c870-4b89-9665-0cb1148a1944 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:28.899411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-145466c0-c870-4b89-9665-0cb1148a1944 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.7160420 Dec 16 15:38:28.901930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:28.914581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:28.918576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:28.998418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-5c607285-27ff-406c-b7d7-42e75ea5e4b7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/quotas/67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 375 time: 0.0771282 Dec 16 15:38:29.155963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=2ef30703-27a3-41df-83b5-82ae376e7d42,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:29.175736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2ef30703-27a3-41df-83b5-82ae376e7d42 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:29.235323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-17d421ba-e32e-405d-95e1-179a794858c9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2343116 Dec 16 15:38:29.283884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0debd74d-b2d2-474e-bb76-7fbdb41ecad7 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6815510 Dec 16 15:38:29.287512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36422) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:29.417524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:29.606348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:29.808106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-23be2569-2e19-49a0-acb4-8ae83d45703c service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733590 Dec 16 15:38:29.858993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:29.925806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-e04456b4-2930-46c2-938a-257cb2351a1e service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166975 Dec 16 15:38:30.119965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:30.127290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:30.468324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7106819d-bbb8-48fc-a085-92f070b4d9ff req-0a4afdd4-0421-4677-885f-7b0c1a1817a0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.0830362 Dec 16 15:38:30.861736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc17ac-e69a-48fd-8210-36b59621654d req-dd383cfe-57c3-4bf0-8c6a-0318efd1b6a2 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:30.869288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7dc17ac-e69a-48fd-8210-36b59621654d req-dd383cfe-57c3-4bf0-8c6a-0318efd1b6a2 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.3294754 Dec 16 15:38:31.062151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7dc17ac-e69a-48fd-8210-36b59621654d req-5110962a-1fc3-4f0a-9aa8-7a5caf625343 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567342 Dec 16 15:38:31.062151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:31.333088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:31.333809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 2ef30703-27a3-41df-83b5-82ae376e7d42, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:31.348447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Deleting port 2cfcb542-23df-4da2-be4f-21d9640e3ee9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:31.349750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=6e9565bc-c715-460f-b8c4-98e705389a17,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:31.350084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:31.495866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 2ef30703-27a3-41df-83b5-82ae376e7d42 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:31.542231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] For port 2cfcb542-23df-4da2-be4f-21d9640e3ee9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2cfcb542-23df-4da2-be4f-21d9640e3ee9,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:31.543179 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:31.585536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Calling delete_port for 2cfcb542-23df-4da2-be4f-21d9640e3ee9 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:31.651327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2ef30703-27a3-41df-83b5-82ae376e7d42) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:31.658918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:31.659968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:31.673047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32761f1d-5179-4c58-875c-c9ae530b9407 None None] Network 2ef30703-27a3-41df-83b5-82ae376e7d42 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:31.826720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b47a4cf0-d9c0-48ce-8398-713a9a2c311c req-b9f160b9-fd38-441a-9623-c892e1b05c3b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.2109635 Dec 16 15:38:31.854640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-489524d0-d129-4410-a0f8-e71f3170b3ee tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5243037 Dec 16 15:38:31.855611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:32.100307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2ef30703-27a3-41df-83b5-82ae376e7d42', 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '6e9565bc-c715-460f-b8c4-98e705389a17'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:32.112998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.204405 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.411970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-d0569578-3553-494b-9ab7-53e59535fe89 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:32.413716 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-d0569578-3553-494b-9ab7-53e59535fe89 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.2535012 Dec 16 15:38:32.493872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.587459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad2a2-7ef4-4746-a206-17d5f91619b3 req-62e86359-2c7a-4985-b64b-55705b69cb3f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:32.589822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f59ad2a2-7ef4-4746-a206-17d5f91619b3 req-62e86359-2c7a-4985-b64b-55705b69cb3f tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.1781411 Dec 16 15:38:32.619143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Deleting port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:32.622171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.626456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Allocated IP 172.20.0.1 (2ef30703-27a3-41df-83b5-82ae376e7d42/6e9565bc-c715-460f-b8c4-98e705389a17/79bf0b7a-700c-4300-828e-494c091ff0b8) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:32.711280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:32.748396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f59ad2a2-7ef4-4746-a206-17d5f91619b3 req-f88d2986-be02-4c98-a387-fabfd20da8a3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451795 Dec 16 15:38:32.847066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfcb542-23df-4da2-be4f-21d9640e3ee9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:32.883193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.047941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] For port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:33.048319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.063131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.242607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Network 2ef30703-27a3-41df-83b5-82ae376e7d42 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:33.252367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cafff5f-a938-43aa-9c09-c5da8c260730 req-bba2d703-a611-48d9-8f0b-5b2872e47933 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.1106811 Dec 16 15:38:33.257118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:33.265237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:33.271161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.274819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Pushing event updated for resources: {'Port': ['ID=79bf0b7a-700c-4300-828e-494c091ff0b8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:33.293828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Calling delete_port for ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:33.301921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.393534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9565bc-c715-460f-b8c4-98e705389a17,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:33.407066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Attempting to bind port 79bf0b7a-700c-4300-828e-494c091ff0b8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:33.407722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Attempting to bind port 79bf0b7a-700c-4300-828e-494c091ff0b8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:33.408315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Attempting to bind port 79bf0b7a-700c-4300-828e-494c091ff0b8 on network 2ef30703-27a3-41df-83b5-82ae376e7d42 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:33.420087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:33.422728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Checking segment: {'id': 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:33.429694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.429694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Bound using segment: {'id': 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:33.429694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Bound port: 79bf0b7a-700c-4300-828e-494c091ff0b8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2ef30703-27a3-41df-83b5-82ae376e7d42'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:33.429694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.582512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.590009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] For port 79bf0b7a-700c-4300-828e-494c091ff0b8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:33.605557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] For port 79bf0b7a-700c-4300-828e-494c091ff0b8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=79bf0b7a-700c-4300-828e-494c091ff0b8,segment=NetworkSegment(ae1b5038-b93a-49a8-874a-2e9b8695c8e0),segment_id=ae1b5038-b93a-49a8-874a-2e9b8695c8e0)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:33.614447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef30703-27a3-41df-83b5-82ae376e7d42']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:33.657242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:33.660297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:33.681768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.723438 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.728000 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.750845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:33.751886 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:33.761651 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:33.927319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:38:34.070263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff1670-c527-4757-b1df-fbcc0e047878 None None] Pushing event updated for resources: {'Port': ['ID=79bf0b7a-700c-4300-828e-494c091ff0b8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:34.111328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01587b2d-e399-40b2-b6c8-8ce9b52c04aa None None] Network 2ef30703-27a3-41df-83b5-82ae376e7d42 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:34.192132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:34.220807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278555a4-89a4-4384-abf7-875895b402a3 req-666bca2b-7262-4531-ad64-c9a6a370c05a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:34.240005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-278555a4-89a4-4384-abf7-875895b402a3 req-666bca2b-7262-4531-ad64-c9a6a370c05a tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 946 time: 0.1784928 Dec 16 15:38:34.241098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:34.241098 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:34.241098 n-d-821947-3 neutron-server[104056]: [parameters: {'id': '2ef30703-27a3-41df-83b5-82ae376e7d42'}] Dec 16 15:38:34.241098 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:34.247326 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:34.249904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:34.470888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-278555a4-89a4-4384-abf7-875895b402a3 req-f272aa76-f640-43a4-b5ce-a9fb7e7a987c tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127423 Dec 16 15:38:34.541317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de88c24-a857-48a8-971e-fcc0ade0be6d None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:34.610086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb58adcb-c396-453d-b4ff-3b754f00b01a req-760dafa3-85e2-4b0f-8907-7ecf99288a30 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.0953367 Dec 16 15:38:34.617316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event deleted for resources: {'Port': ['ID=ec8f6d70-ab47-4a26-915a-fc0e9fb2d118,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:34.678377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:38:34.716670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ac44984-cca0-47d2-838f-48d0423c9a09 admin admin] 10.222.0.71 "PUT /v2.0/routers/5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3915188 Dec 16 15:38:34.717789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36516) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:34.744098 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Sync routers for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:38:34.813799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] No DVR routers for this DVR port ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:34.820335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:34.828111 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab01169-738a-4868-b283-353a6e3b9ba0 req-daf863e2-516d-4338-af17-d52f956ac371 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.74 "DELETE /v2.0/ports/ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 HTTP/1.1" status: 204 len: 173 time: 2.4017103 Dec 16 15:38:34.829498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'name': 'network-vif-deleted', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:34.834109 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8fe0a5-9144-42fd-b449-12e70075ac27" -d '{"events": [{"server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "name": "network-vif-deleted", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:34.842225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:34.857661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:38:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:34.949152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:34.949425 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd898d4f-07b1-429a-86aa-b295e97adb37 x-openstack-request-id: req-bd898d4f-07b1-429a-86aa-b295e97adb37 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:34.949425 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8", "name": "network-vif-deleted", "tag": "ec8f6d70-ab47-4a26-915a-fc0e9fb2d118", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:34.949425 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd898d4f-07b1-429a-86aa-b295e97adb37 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:34.950463 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8', 'name': 'network-vif-deleted', 'tag': 'ec8f6d70-ab47-4a26-915a-fc0e9fb2d118', 'status': 'completed', 'code': 200} Dec 16 15:38:34.965724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:35.076364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:35.077427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec8f6d70-ab47-4a26-915a-fc0e9fb2d118 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:35.150787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-2f9007f5-1afc-47b4-8d6c-6a682dbba19e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:35.156427 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-2f9007f5-1afc-47b4-8d6c-6a682dbba19e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.3597338 Dec 16 15:38:35.181387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'device_id': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'admin_state_up': True, 'tenant_id': '67b42637a92744e7b5a5b8104abede67'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:35.213236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de88c24-a857-48a8-971e-fcc0ade0be6d None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:35.605334 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:35.863712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:35.867790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:36.171782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.20.0.3 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/4f7ce652-7c8f-415f-90e7-a054c9035d7d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:36.194259 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:38:32Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:36.289839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Checking router: 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:38:36.315984 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Routers {'5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:36.316919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:38:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:36.526309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e043dc4-471b-44b7-8ed1-d378eac63423 None None] DHCP port deletion for cf0f5830-b942-4a2e-9ca1-d735ea7f4015 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:36.543160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f302277-6ff0-45c0-b1be-df50bd507c26 req-8da452ac-3952-4a63-81cc-42779ad53811 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.1780052 Dec 16 15:38:36.568704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5691a060-e45f-4a42-8f43-0dbcd2637815 req-8bbfea39-0419-4d8e-aa83-aa573ff8cacf tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9ebcaa0-1b1b-4e3a-9fd5-5dc26c392ae8 HTTP/1.1" status: 200 len: 210 time: 0.2291589 Dec 16 15:38:36.636532 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] Set router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:36.702504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:36.721606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:36.840733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port 79bf0b7a-700c-4300-828e-494c091ff0b8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:36.841373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:36.895385 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:38:32Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:36.942963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9515c7-acb1-4ac3-8215-4446230f0ca0 None None] The sync data for ids ['5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2'] in n-d-821947-3 is: [{'id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'name': 'tempest-TaggedBootDevicesTest-952131468-router', 'tenant_id': '05a06f5318304c34af39eb2591a87408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:06Z', 'updated_at': '2021-12-16T15:38:32Z', 'revision_number': 5, 'project_id': '05a06f5318304c34af39eb2591a87408', 'gw_port': {'id': '26d0a2a9-1852-4de8-827b-6429e5e77d4f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:09Z', 'updated_at': '2021-12-16T15:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:38:37.058485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.089976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port 79bf0b7a-700c-4300-828e-494c091ff0b8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=79bf0b7a-700c-4300-828e-494c091ff0b8,segment=NetworkSegment(ae1b5038-b93a-49a8-874a-2e9b8695c8e0),segment_id=ae1b5038-b93a-49a8-874a-2e9b8695c8e0)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:37.091868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.097540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:37.147101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:37.156681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for 79bf0b7a-700c-4300-828e-494c091ff0b8 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:37.201320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:37.205778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:37.257534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:37.304302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:37.305507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.354959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.454755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-29c6ea90-8def-4c52-88f3-060fbcb3c2cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2815642 Dec 16 15:38:37.502619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Request body: {'port': {'device_id': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:37.570213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.679286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2cfcb542-23df-4da2-be4f-21d9640e3ee9 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:37.712018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=79bf0b7a-700c-4300-828e-494c091ff0b8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:37.751348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port 79bf0b7a-700c-4300-828e-494c091ff0b8 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:37.836051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.839748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2cfcb542-23df-4da2-be4f-21d9640e3ee9 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:37.840361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2cfcb542-23df-4da2-be4f-21d9640e3ee9 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:37.870183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c6c582cd-7526-4181-8507-6d97525b1a99 None None] Provisioning complete for port 4f7ce652-7c8f-415f-90e7-a054c9035d7d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:38:37.870581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c6c582cd-7526-4181-8507-6d97525b1a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.932072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Deleting port 26d0a2a9-1852-4de8-827b-6429e5e77d4f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:37.932877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:37.982445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c6c582cd-7526-4181-8507-6d97525b1a99 None None] Port 4f7ce652-7c8f-415f-90e7-a054c9035d7d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:38:38.069460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.158705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef30703-27a3-41df-83b5-82ae376e7d42']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:38.231601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] For port 26d0a2a9-1852-4de8-827b-6429e5e77d4f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=26d0a2a9-1852-4de8-827b-6429e5e77d4f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:38.232066 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.254859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Calling delete_port for 26d0a2a9-1852-4de8-827b-6429e5e77d4f owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:38.299723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7ce652-7c8f-415f-90e7-a054c9035d7d {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:38:38.308831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.324237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Transition to ACTIVE for port object 4f7ce652-7c8f-415f-90e7-a054c9035d7d will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:38:38.423581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.484880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:38.485474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1b5038-b93a-49a8-874a-2e9b8695c8e0') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:38.506155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.533745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.547514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:38.547973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.548998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:38.590127 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:38.684970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b7a50-ba40-4420-9402-8f301d2be727 req-14644a8a-4b4e-4a7e-a626-c3b03d0754bd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:38.687512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-292b7a50-ba40-4420-9402-8f301d2be727 req-14644a8a-4b4e-4a7e-a626-c3b03d0754bd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 931 time: 0.8239164 Dec 16 15:38:38.828716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Attempting to bind port 4f7ce652-7c8f-415f-90e7-a054c9035d7d on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:38.833749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Attempting to bind port 4f7ce652-7c8f-415f-90e7-a054c9035d7d by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:38.833749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Attempting to bind port 4f7ce652-7c8f-415f-90e7-a054c9035d7d on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:38.861040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Port 4f7ce652-7c8f-415f-90e7-a054c9035d7d on network 53de538f-ce34-4e30-a649-af5d1eac8772 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:38:38.861709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Attempting to bind port 4f7ce652-7c8f-415f-90e7-a054c9035d7d on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:38.872642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:38.873343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:38.874074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:38.874920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Bound port: 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:38.875962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.917283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-292b7a50-ba40-4420-9402-8f301d2be727 req-dff39b2e-cbcb-44b9-9377-de105ec1754a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937439 Dec 16 15:38:38.940000 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.962221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:38.966110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/2ef30703-27a3-41df-83b5-82ae376e7d42 HTTP/1.1" status: 204 len: 168 time: 7.1089861 Dec 16 15:38:38.973035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36578) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:38.980970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1170595237'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:38.999339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11acb37-3d89-49ed-ad6d-8114feb89731 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=2ef30703-27a3-41df-83b5-82ae376e7d42,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:39.064738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:39.064738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:39.138466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.167331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.172314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:39.178937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.208556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:39.220410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.220771 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 541709e9-7fb2-4f89-83c9-6cd234050d79 of type vlan for network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce Dec 16 15:38:39.244238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:39.253470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.253470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] 10.222.0.30 "PUT /v2.0/ports/4f7ce652-7c8f-415f-90e7-a054c9035d7d HTTP/1.1" status: 200 len: 1091 time: 1.7641490 Dec 16 15:38:39.253470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:39.253470 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:39.273141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d0a2a9-1852-4de8-827b-6429e5e77d4f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:39.306041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.308831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21aee3d-129d-4916-9e60-857d15322e49 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:39.340126 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c2c8d-1d91-4cad-8a85-9d37b209338e x-openstack-request-id: req-ae9c2c8d-1d91-4cad-8a85-9d37b209338e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:39.340931 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:39.341363 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae9c2c8d-1d91-4cad-8a85-9d37b209338e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:39.342032 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d', 'status': 'completed', 'code': 200} Dec 16 15:38:39.363250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04018f8-83b4-4fa1-9194-8d95c0fbaaf5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:39.418440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.451889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-e9394008-4da4-4d57-8f74-56dcc5f007f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:39.455224 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-e9394008-4da4-4d57-8f74-56dcc5f007f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 1094 time: 0.0721471 Dec 16 15:38:39.537448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.551570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:39.552651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.747320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=bc94d5a9-2a3b-48cf-9d76-5a161791b4ce,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:39.761663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.765041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:39.769015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:39.824956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-aa6711aa-b891-4537-a6a3-dbdcc6608c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:39.828048 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-aa6711aa-b891-4537-a6a3-dbdcc6608c4c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=67b42637a92744e7b5a5b8104abede67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3529718 Dec 16 15:38:39.901655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-30130c4c-26c7-454a-8522-9a3e682c7a9b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9223585 Dec 16 15:38:39.901655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36596) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:39.906102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:40.016066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-cbc624f2-3210-4353-87be-928639aa62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.017947 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0f5f8b2e-070d-4cf9-94bc-e3cd754dd26e req-cbc624f2-3210-4353-87be-928639aa62b6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810858 Dec 16 15:38:40.026278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.027249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:38:40.037588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.049790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f9111cfa-c9f3-478d-91ee-366adce1e0f9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5c6f4aee-1bb3-4501-a9e2-5c23f4d4cfc2 HTTP/1.1" status: 204 len: 168 time: 5.3301318 Dec 16 15:38:40.050152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:40.175107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Deleting subnet f8059159-e704-49f6-9cb3-838b52e76157 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:38:40.183947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-efda6fb2-36a0-4875-99ff-c328276744e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.187006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-efda6fb2-36a0-4875-99ff-c328276744e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 1094 time: 0.0803094 Dec 16 15:38:40.187875 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.261815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-7456f0da-25a3-4dd0-9d7d-0a6d22d2e5e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d HTTP/1.1" status: 200 len: 217 time: 0.0502224 Dec 16 15:38:40.326090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-39862549-3282-4bba-8c51-3f9d12ee7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.327671 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-39862549-3282-4bba-8c51-3f9d12ee7db5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0555799 Dec 16 15:38:40.367529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.437420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-ecc2b792-5e22-4c70-aca5-1749ca859d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.439911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-ecc2b792-5e22-4c70-aca5-1749ca859d8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028259 Dec 16 15:38:40.463796 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.523728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e7caf-2df9-4d87-8284-9211369d963d req-f8d7961e-791c-4a06-86a2-808a58e4e097 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.543697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b2e7caf-2df9-4d87-8284-9211369d963d req-f8d7961e-791c-4a06-86a2-808a58e4e097 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 943 time: 0.4849062 Dec 16 15:38:40.624167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.749699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b2e7caf-2df9-4d87-8284-9211369d963d req-79265d9a-0c91-46ab-9eb6-108cfb8645f1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047408 Dec 16 15:38:40.763288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-132e11d0-b20d-4dc6-8cbd-544811a64d78 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155894 Dec 16 15:38:40.765875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.799911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce is not hosted by any dhcp agent {{(pid=104056) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:38:40.806027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:40.807271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:40.808858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "PUT /v2.0/networks/bc94d5a9-2a3b-48cf-9d76-5a161791b4ce HTTP/1.1" status: 200 len: 723 time: 0.9080131 Dec 16 15:38:40.841943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:40.847675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:40.895048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd4c0a-6898-4761-b37d-e2fd6f2b87c1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=bc94d5a9-2a3b-48cf-9d76-5a161791b4ce,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:40.913980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:41.037485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-bfdd2e86-b0c2-4a89-8d5a-117ecc122207 req-821812dc-d155-45f1-b328-ab066af6704f service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663643 Dec 16 15:38:41.047628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.115017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8059159-e704-49f6-9cb3-838b52e76157,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:41.128251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.137832 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3db24cf5-ff41-4992-bc97-1175c4d9e831 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f8059159-e704-49f6-9cb3-838b52e76157 HTTP/1.1" status: 204 len: 168 time: 1.0823479 Dec 16 15:38:41.138113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda4889-a79a-4288-9d08-a2ffa0ca1027 None None] Network 33eaffb9-27c4-4bc8-8b42-75d7d744b269 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:41.138274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:41.274265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:41.280678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.383908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] DHCP port deletion for 33eaffb9-27c4-4bc8-8b42-75d7d744b269 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:41.405690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.452725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Deleting port f881973b-bfc9-4821-af68-744c9df323a1 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:41.452992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.585123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] For port f881973b-bfc9-4821-af68-744c9df323a1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f881973b-bfc9-4821-af68-744c9df323a1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:41.586185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.620058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Calling delete_port for f881973b-bfc9-4821-af68-744c9df323a1 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:41.629454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Deleting port f881973b-bfc9-4821-af68-744c9df323a1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:41.630188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.789204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f881973b-bfc9-4821-af68-744c9df323a1 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:41.886671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] For port f881973b-bfc9-4821-af68-744c9df323a1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f881973b-bfc9-4821-af68-744c9df323a1,segment=NetworkSegment(5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8),segment_id=5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:41.887192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.905024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:41.990328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Calling delete_port for f881973b-bfc9-4821-af68-744c9df323a1 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:42.061242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.064006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] Pushing event deleted for resources: {'Port': ['ID=f881973b-bfc9-4821-af68-744c9df323a1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:42.065562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9beec-99b9-43b0-81dc-fe85fca65595 req-544e9633-823d-48f8-abfb-6e0c0466fdd2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:42.084679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fe9beec-99b9-43b0-81dc-fe85fca65595 req-544e9633-823d-48f8-abfb-6e0c0466fdd2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 943 time: 0.1872208 Dec 16 15:38:42.092539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ffca7-fcff-413a-b04d-7173a36b265d None None] No DVR routers for this DVR port f881973b-bfc9-4821-af68-744c9df323a1 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:42.209674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.217907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.222434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fe9beec-99b9-43b0-81dc-fe85fca65595 req-08f0f4e9-4c1e-406c-844d-f243f775ebd8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342568 Dec 16 15:38:42.239645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 26d0a2a9-1852-4de8-827b-6429e5e77d4f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:42.301619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Pushing event deleted for resources: {'Port': ['ID=f881973b-bfc9-4821-af68-744c9df323a1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:42.303183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 26d0a2a9-1852-4de8-827b-6429e5e77d4f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:42.304832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 26d0a2a9-1852-4de8-827b-6429e5e77d4f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:42.399161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] No DVR routers for this DVR port f881973b-bfc9-4821-af68-744c9df323a1 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:42.534467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=3d038ec3-ac4f-49fe-86a3-c2afe77c2d35,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:42.561055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '541709e9-7fb2-4f89-83c9-6cd234050d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:42.561055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: bc94d5a9-2a3b-48cf-9d76-5a161791b4ce, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:42.567200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.604753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eaffb9-27c4-4bc8-8b42-75d7d744b269']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:42.622702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:42.623179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5795c1d6-d70c-4d2a-8d2b-459cecd9dcd8') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:42.640613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.664773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.676962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:42.680414 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:42.696964 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:42.779795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:42.983950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, bc94d5a9-2a3b-48cf-9d76-5a161791b4ce) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:42.989545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:42.998300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:42.999779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:43.015323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:43.025581 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] 10.222.0.71 "DELETE /v2.0/networks/33eaffb9-27c4-4bc8-8b42-75d7d744b269 HTTP/1.1" status: 204 len: 168 time: 1.8819413 Dec 16 15:38:43.026103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:43.050330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d7bfa-d346-47d7-9f81-901ba65b93aa None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:43.068793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2f25c-db3c-44b1-ad8f-d37eb9d6f183 admin admin] Pushing event deleted for resources: {'Network': ['ID=33eaffb9-27c4-4bc8-8b42-75d7d744b269,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:43.188404 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8dd9478-76ec-4160-9c5b-9ed8f649e310 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3453317 Dec 16 15:38:43.196955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:43.206697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:43.581573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678758f0-ad4c-4a03-b7f9-6848fc448fe9 req-1f9f6a7c-bce9-4c07-9696-465b6fb32ba4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:43.587123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-678758f0-ad4c-4a03-b7f9-6848fc448fe9 req-1f9f6a7c-bce9-4c07-9696-465b6fb32ba4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 943 time: 0.1580215 Dec 16 15:38:43.596792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-bc94d5a9-2a3b-48cf-9d76-5a161791b4ce', 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '3d038ec3-ac4f-49fe-86a3-c2afe77c2d35'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:43.599273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:43.657889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5293939'] for subnet, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.030802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4f7ce652-7c8f-415f-90e7-a054c9035d7d details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:38:44.160705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4eec0bfb-8f5d-4770-b683-79618225ee05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.297749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771845998812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7757925'] for subnet, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.299446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:44.332306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:44.332940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.344465 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "PUT /v2.0/subnets/3d038ec3-ac4f-49fe-86a3-c2afe77c2d35 HTTP/1.1" status: 200 len: 806 time: 1.1457038 Dec 16 15:38:44.345167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36668) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:44.362429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-678758f0-ad4c-4a03-b7f9-6848fc448fe9 req-74f5eb22-ca83-42be-b007-b6c2516415bc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122309 Dec 16 15:38:44.394886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4f7ce652-7c8f-415f-90e7-a054c9035d7d', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '4f7ce652-7c8f-415f-90e7-a054c9035d7d', 'mac_address': 'fa:16:3e:e6:13:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:38:44.542185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.590312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7ce652-7c8f-415f-90e7-a054c9035d7d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:38:44.641510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:44.722802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:44.744517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Allocated IP 172.20.0.2 (bc94d5a9-2a3b-48cf-9d76-5a161791b4ce/3d038ec3-ac4f-49fe-86a3-c2afe77c2d35/27955fdb-420b-4707-9c47-ef776c2c236d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:44.870354 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.324751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.397218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556be11d-abab-43bf-baef-2c7cf1caabe6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=3d038ec3-ac4f-49fe-86a3-c2afe77c2d35,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:45.435191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.437425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4f7ce652-7c8f-415f-90e7-a054c9035d7d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:45.455741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:45.492706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.567324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Deleting port ebb9dc35-adaf-474d-93b6-c5e546da36ff {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:45.568122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.623275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.759998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:45.775759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:45.780444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:45.786532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Pushing event updated for resources: {'Port': ['ID=27955fdb-420b-4707-9c47-ef776c2c236d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:45.803508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] For port ebb9dc35-adaf-474d-93b6-c5e546da36ff, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ebb9dc35-adaf-474d-93b6-c5e546da36ff,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:45.804168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.811231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.811886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.812376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.812891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.813389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.813864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.814328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.814816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.815311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.815791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.816338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.816805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.817320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:45.829725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.837723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Calling delete_port for ebb9dc35-adaf-474d-93b6-c5e546da36ff owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:45.904228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Attempting to bind port 27955fdb-420b-4707-9c47-ef776c2c236d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:45.904713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Attempting to bind port 27955fdb-420b-4707-9c47-ef776c2c236d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '541709e9-7fb2-4f89-83c9-6cd234050d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:45.915881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Attempting to bind port 27955fdb-420b-4707-9c47-ef776c2c236d on network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:45.942018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:45.942394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Checking segment: {'id': '541709e9-7fb2-4f89-83c9-6cd234050d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:45.942802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:45.943204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Bound using segment: {'id': '541709e9-7fb2-4f89-83c9-6cd234050d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:45.943704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Bound port: 27955fdb-420b-4707-9c47-ef776c2c236d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541709e9-7fb2-4f89-83c9-6cd234050d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:45.945239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.012365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=3d038ec3-ac4f-49fe-86a3-c2afe77c2d35,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:46.043054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.073300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc94d5a9-2a3b-48cf-9d76-5a161791b4ce']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:46.085955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34f343-0f66-4287-a670-b24922f0e8d9 req-777401c1-7ce5-4d17-ad83-2f7a9c524ede tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:46.088263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541709e9-7fb2-4f89-83c9-6cd234050d79') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:46.088570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541709e9-7fb2-4f89-83c9-6cd234050d79') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:46.088960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd34f343-0f66-4287-a670-b24922f0e8d9 req-777401c1-7ce5-4d17-ad83-2f7a9c524ede tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 944 time: 0.2221951 Dec 16 15:38:46.105739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.106262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] For port 27955fdb-420b-4707-9c47-ef776c2c236d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:46.110697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] For port 27955fdb-420b-4707-9c47-ef776c2c236d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=27955fdb-420b-4707-9c47-ef776c2c236d,segment=NetworkSegment(541709e9-7fb2-4f89-83c9-6cd234050d79),segment_id=541709e9-7fb2-4f89-83c9-6cd234050d79)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:46.195530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd34f343-0f66-4287-a670-b24922f0e8d9 req-e83b662d-9c75-4a16-aca0-3d5946d0396e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934067 Dec 16 15:38:46.257975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.259300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.289695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:46.305163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:46.314400 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:46.445142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c424221-02c9-4006-9684-601f83677075 None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:46.489260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.518394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d96fb8-6a8f-42d8-be80-7423e2905ead None None] Pushing event updated for resources: {'Port': ['ID=27955fdb-420b-4707-9c47-ef776c2c236d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:46.528113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:46.528113 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:46.528113 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'bc94d5a9-2a3b-48cf-9d76-5a161791b4ce'}] Dec 16 15:38:46.528113 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:46.529609 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:46.635259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb9dc35-adaf-474d-93b6-c5e546da36ff,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:46.660678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.661104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.661385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.662004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.662382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.662724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.663098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.663434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.663759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.664367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.664710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.665044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.665378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:38:46.680647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93c352da-1e54-44af-9e9a-26448b5e4b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:46.737978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8cc93-af50-4864-bfe7-019868e92665 None None] Network bc94d5a9-2a3b-48cf-9d76-5a161791b4ce requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:47.031224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:47.148852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c702eb2-a083-47ac-b605-d61400e79bb9 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:47.168950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:47.208718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port 27955fdb-420b-4707-9c47-ef776c2c236d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:47.209475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:47.409986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c702eb2-a083-47ac-b605-d61400e79bb9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:47.474559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port 27955fdb-420b-4707-9c47-ef776c2c236d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=27955fdb-420b-4707-9c47-ef776c2c236d,segment=NetworkSegment(541709e9-7fb2-4f89-83c9-6cd234050d79),segment_id=541709e9-7fb2-4f89-83c9-6cd234050d79)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:47.475052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:47.526057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for 27955fdb-420b-4707-9c47-ef776c2c236d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:47.966465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.023392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac224f-8a51-4ca0-b4ce-cbd5a0ccb48e req-93b2e6ae-365f-4baf-90db-af6390db18ca tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:48.023639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.024440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96ac224f-8a51-4ca0-b4ce-cbd5a0ccb48e req-93b2e6ae-365f-4baf-90db-af6390db18ca tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 944 time: 0.6564715 Dec 16 15:38:48.042834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=27955fdb-420b-4707-9c47-ef776c2c236d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:48.055759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port 27955fdb-420b-4707-9c47-ef776c2c236d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:48.056698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:38:48.097999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4f7ce652-7c8f-415f-90e7-a054c9035d7d up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:38:48.101440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96ac224f-8a51-4ca0-b4ce-cbd5a0ccb48e req-fd0968fa-b869-4137-b299-4aefb6b07fda tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924175 Dec 16 15:38:48.247890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.267267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:38:48.277830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc176f39-73b0-4227-87ff-a0a40c46b7e7 admin admin] 10.222.0.71 "PUT /v2.0/routers/ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2493002 Dec 16 15:38:48.281471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:48.290142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Sync routers for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:38:48.294931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc94d5a9-2a3b-48cf-9d76-5a161791b4ce']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:48.315129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:48.315924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:38:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:48.320825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541709e9-7fb2-4f89-83c9-6cd234050d79') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:48.321946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541709e9-7fb2-4f89-83c9-6cd234050d79') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:48.341974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.369200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.382624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:48.383536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:48.387443 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:48.418933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4f7ce652-7c8f-415f-90e7-a054c9035d7d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:38:48.446888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4f7ce652-7c8f-415f-90e7-a054c9035d7d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:38:48.447407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.501100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.634986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.675964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.683664 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/bc94d5a9-2a3b-48cf-9d76-5a161791b4ce HTTP/1.1" status: 204 len: 168 time: 4.3073003 Dec 16 15:38:48.683664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad288e-d44b-46ce-bfea-5a00dce04513 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=bc94d5a9-2a3b-48cf-9d76-5a161791b4ce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:48.684774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:48.724500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:48.761756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:48.790340 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-49908aa9-f8b6-4f47-a3ef-bf25b9a3c8d2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:38:48.791158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49908aa9-f8b6-4f47-a3ef-bf25b9a3c8d2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:38:48.826404 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49908aa9-f8b6-4f47-a3ef-bf25b9a3c8d2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/bc94d5a9-2a3b-48cf-9d76-5a161791b4ce HTTP/1.1" status: 404 len: 339 time: 0.1308908 Dec 16 15:38:48.830483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36732) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:48.842946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1429621667', 'description': 'd1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:49.077881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:49.081888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.160856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:49.203330 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.209293 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment f4143965-b201-4c6e-8da6-498bfa59dbea of type vlan for network 969709b6-44c8-45dd-a6fa-72859c053d9e Dec 16 15:38:49.386241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.541100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:49.565246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:49.569206 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55718c64-d3bf-4d2b-93bf-697ff0b395f6" -d '{"events": [{"server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "name": "network-vif-plugged", "status": "completed", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:49.572371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.581089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:49.582040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.606445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.641789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a58a3-4440-497d-ae16-b9e9fb3bbf6a req-888575fd-b11b-4072-9054-c500c2f16f33 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:49.643492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d86a58a3-4440-497d-ae16-b9e9fb3bbf6a req-888575fd-b11b-4072-9054-c500c2f16f33 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 944 time: 0.1216862 Dec 16 15:38:49.673987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.706690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=969709b6-44c8-45dd-a6fa-72859c053d9e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:49.749155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 969709b6-44c8-45dd-a6fa-72859c053d9e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:49.763253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fcdb25d9-ea8e-4bd0-bc47-ab217f526da8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9311767 Dec 16 15:38:49.768169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:49.780587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d86a58a3-4440-497d-ae16-b9e9fb3bbf6a req-243f93b3-3f15-4be2-b577-4ea01addb43c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298723 Dec 16 15:38:49.804523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:49.848622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:49.957724 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e5f508-0ca6-4e29-bf1d-f3f4c13d7393 x-openstack-request-id: req-75e5f508-0ca6-4e29-bf1d-f3f4c13d7393 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:49.958051 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "name": "network-vif-plugged", "status": "completed", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:49.958410 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75e5f508-0ca6-4e29-bf1d-f3f4c13d7393 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:49.958721 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d', 'code': 200} Dec 16 15:38:49.978141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Deleting port b823f794-1ffa-48cb-afa3-249ab695d0d0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:49.978664 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.039273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:38:46Z', 'revision_number': 5, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port': {'id': 'b823f794-1ffa-48cb-afa3-249ab695d0d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:25:29Z', 'updated_at': '2021-12-16T15:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:50.057554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc01edb2-0904-420b-87ef-f81092fab2cb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:50.063076 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc01edb2-0904-420b-87ef-f81092fab2cb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks?id=969709b6-44c8-45dd-a6fa-72859c053d9e HTTP/1.1" status: 200 len: 761 time: 0.2868097 Dec 16 15:38:50.063486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36760) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:50.072093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'description': 'd2'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:50.088659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Checking router: ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:38:50.114997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.119221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Routers {'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:38:50.119890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:38:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:50.182107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] For port b823f794-1ffa-48cb-afa3-249ab695d0d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b823f794-1ffa-48cb-afa3-249ab695d0d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:50.182788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.208571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3268c-a23c-421c-9da5-0b956b0626b7 req-343bfe41-0805-4fca-a11a-03b9296bd0eb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:50.211155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c3268c-a23c-421c-9da5-0b956b0626b7 req-343bfe41-0805-4fca-a11a-03b9296bd0eb tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 945 time: 0.1468983 Dec 16 15:38:50.216321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Calling delete_port for b823f794-1ffa-48cb-afa3-249ab695d0d0 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:50.330214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f31a-e398-4f3a-93cd-75882dcf5026 req-e7946ce4-c092-4de1-843e-c31b2c77d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:50.331801 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c914f31a-e398-4f3a-93cd-75882dcf5026 req-e7946ce4-c092-4de1-843e-c31b2c77d699 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 1096 time: 0.2553477 Dec 16 15:38:50.422252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] Set router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:38:50.521759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:38:49Z', 'revision_number': 6, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:50.575882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3921d1-8ab5-4c82-88d5-bb12e0a92323 None None] The sync data for ids ['ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b'] in n-d-821947-3 is: [{'id': 'ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b', 'name': 'tempest-TaggedBootDevicesTest-91833428-router', 'tenant_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:25:28Z', 'updated_at': '2021-12-16T15:38:49Z', 'revision_number': 6, 'project_id': 'bfebae5d59b24f3ebe4de7b06ce87955', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:38:50.627625 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c914f31a-e398-4f3a-93cd-75882dcf5026 req-833c4c00-8de1-4840-9442-f4fb4177f4c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849884 Dec 16 15:38:50.659516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.699476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c3268c-a23c-421c-9da5-0b956b0626b7 req-329d3ed9-4d3f-45dc-9d90-3399ce779c79 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746671 Dec 16 15:38:50.843740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.885426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 969709b6-44c8-45dd-a6fa-72859c053d9e is not hosted by any dhcp agent {{(pid=104055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:38:50.922421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:50.924873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:50.930827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:50.931953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "PUT /v2.0/networks/969709b6-44c8-45dd-a6fa-72859c053d9e HTTP/1.1" status: 200 len: 758 time: 0.8669512 Dec 16 15:38:51.043933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f76f2-3b52-401d-bd70-3397ed0b20d1 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=969709b6-44c8-45dd-a6fa-72859c053d9e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:51.056641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 969709b6-44c8-45dd-a6fa-72859c053d9e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:51.060495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e7c44-9d82-41b1-bbe7-cd78566bc44a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:51.071976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a8e7c44-9d82-41b1-bbe7-cd78566bc44a tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks?id=969709b6-44c8-45dd-a6fa-72859c053d9e HTTP/1.1" status: 200 len: 761 time: 0.1299281 Dec 16 15:38:51.071976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.072667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:51.086553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-49753578'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:51.101483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Pushing event deleted for resources: {'Port': ['ID=b823f794-1ffa-48cb-afa3-249ab695d0d0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:51.158255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dc3ef9-aa07-49d3-9dfa-6f2022e676b9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:51.255435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436024-0736-415c-a90c-8bd97239121c req-ab29aae2-3ffc-489c-a094-88e80a77b710 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:51.257653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9436024-0736-415c-a90c-8bd97239121c req-ab29aae2-3ffc-489c-a094-88e80a77b710 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 945 time: 0.1941049 Dec 16 15:38:51.279195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.309855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:51.316677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.456734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:38:51.476660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.477120 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment 04522ff6-e967-4d4e-a1fd-761d0105ec1d of type vlan for network d6c900f6-c499-4289-bf0f-12e0649c6ba6 Dec 16 15:38:51.570179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.577514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.578537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.721681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9436024-0736-415c-a90c-8bd97239121c req-0ed87781-2ca2-40d4-9970-d269fad028df tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325790 Dec 16 15:38:51.841119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b823f794-1ffa-48cb-afa3-249ab695d0d0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:51.899636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.913638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:51.914760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.919335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: b823f794-1ffa-48cb-afa3-249ab695d0d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:51.919963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b823f794-1ffa-48cb-afa3-249ab695d0d0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:51.921066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ebb9dc35-adaf-474d-93b6-c5e546da36ff no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:51.944557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.945401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:38:51.993024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:51.994701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e8d59e4-cc71-4e53-853e-7977286c1365 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ef173cd4-aa1a-44fb-90f0-0ee1bca6c76b HTTP/1.1" status: 204 len: 168 time: 3.7116034 Dec 16 15:38:51.997360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36810) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:52.017184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ebb9dc35-adaf-474d-93b6-c5e546da36ff {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:52.017730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ebb9dc35-adaf-474d-93b6-c5e546da36ff not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:52.044520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e709d9-401c-4694-b9fa-6cd2e890ce4d req-2a804c4b-8fbb-41db-aac4-9e1816ff5e8b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:52.045886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30e709d9-401c-4694-b9fa-6cd2e890ce4d req-2a804c4b-8fbb-41db-aac4-9e1816ff5e8b tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 945 time: 0.2202609 Dec 16 15:38:52.057185 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9791365 Dec 16 15:38:52.059744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:52.111700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:38:52.180914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829ec5d-fcd6-46bf-8cd9-496300a26157 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=d6c900f6-c499-4289-bf0f-12e0649c6ba6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:52.209372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-b93e10ca-853e-4d94-ab67-dd2b6e474bd3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:52.212853 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-b93e10ca-853e-4d94-ab67-dd2b6e474bd3 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 945 time: 0.2816410 Dec 16 15:38:52.253635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d6c900f6-c499-4289-bf0f-12e0649c6ba6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:38:52.317284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Deleting subnet 31b83e2e-9f52-4a66-b6df-168bfc1a1517 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:38:52.325569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.345855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30e709d9-401c-4694-b9fa-6cd2e890ce4d req-06eabcc4-4175-4157-8e8c-495b5c2f40f1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/security-groups?id=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546151 Dec 16 15:38:52.439488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.468851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Deleting port 9527f123-c3a4-4c85-9d7c-84025f57310e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:52.470028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.546660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:38:52.552077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.566857 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:38:52.576395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.782652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] For port 9527f123-c3a4-4c85-9d7c-84025f57310e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=9527f123-c3a4-4c85-9d7c-84025f57310e,segment=NetworkSegment(38c7db94-cce4-48dc-bdcc-8d873e7672b2),segment_id=38c7db94-cce4-48dc-bdcc-8d873e7672b2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:52.783364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.790859 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.811292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Calling delete_port for 9527f123-c3a4-4c85-9d7c-84025f57310e owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:52.842364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b83e2e-9f52-4a66-b6df-168bfc1a1517,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:52.868432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:52.871945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd29631-f37c-4a92-8606-de22ec077a97 None None] Network 84b53cdb-338b-46b9-bf48-8e35f9814bbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:52.880463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68d7504d-2785-4047-80c2-3c32c0d36502 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/31b83e2e-9f52-4a66-b6df-168bfc1a1517 HTTP/1.1" status: 204 len: 168 time: 0.8809221 Dec 16 15:38:52.886390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36834) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:53.117650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9704-f981-452a-8cf6-7e450b8ad63f req-5cd0f53e-01e6-4c2a-965e-dda31ef8ce6e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:53.119316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8faf9704-f981-452a-8cf6-7e450b8ad63f req-5cd0f53e-01e6-4c2a-965e-dda31ef8ce6e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 945 time: 0.2374206 Dec 16 15:38:53.122588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.213871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] DHCP port deletion for 84b53cdb-338b-46b9-bf48-8e35f9814bbe request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:53.218540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.221928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8faf9704-f981-452a-8cf6-7e450b8ad63f req-463a46fd-6871-4bdf-b22e-53e97e37325c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Dec 16 15:38:53.253564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Deleting port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:53.254241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.320165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=dd71a4de-1df2-47d4-b581-ea6d97bcf45b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:53.362872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.401452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Deleting port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:53.401829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.406597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['9527f123-c3a4-4c85-9d7c-84025f57310e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:38:53.477831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Pushing event deleted for resources: {'Port': ['ID=9527f123-c3a4-4c85-9d7c-84025f57310e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:53.545994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898aadb-f541-41e4-8321-1b370eb57a12 None None] DHCP port deletion for cf0f5830-b942-4a2e-9ca1-d735ea7f4015 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:53.554958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] No DVR routers for this DVR port 9527f123-c3a4-4c85-9d7c-84025f57310e on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:53.558695 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.563791 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d8f5e367-db46-44ec-be6d-1f144c7a1ee8 req-42a44a40-55ee-4e14-9a27-b886dc5dfa99 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.30 "DELETE /v2.0/ports/9527f123-c3a4-4c85-9d7c-84025f57310e HTTP/1.1" status: 204 len: 173 time: 1.3468156 Dec 16 15:38:53.565211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'name': 'network-vif-deleted', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:38:53.567515 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c6b74-1150-48c7-8bbd-c5c0b0b6d839" -d '{"events": [{"server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "name": "network-vif-deleted", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:38:53.573729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': '04522ff6-e967-4d4e-a1fd-761d0105ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:53.574119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: d6c900f6-c499-4289-bf0f-12e0649c6ba6, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:38:53.583809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] For port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:53.590811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.619870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] For port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,segment=NetworkSegment(1c4640a5-43aa-4397-a01c-2d46122ecb15),segment_id=1c4640a5-43aa-4397-a01c-2d46122ecb15)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:53.629888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.659523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Calling delete_port for 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:53.661288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Calling delete_port for 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:53.702065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-814e1182-aafb-4180-8836-9e691beaee36 req-d3a7a565-43af-47ea-a20a-ce300f74d6e1 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.1051710 Dec 16 15:38:53.811880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network d6c900f6-c499-4289-bf0f-12e0649c6ba6 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:38:53.842104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:53.977936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d6c900f6-c499-4289-bf0f-12e0649c6ba6) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:53.982749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:53.984383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:53.999578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3a0e7-9765-43f0-adda-6ce6a381c5af None None] Network d6c900f6-c499-4289-bf0f-12e0649c6ba6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:54.101471 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e8699c-f9fe-4d4b-ba49-091afc3865b1 x-openstack-request-id: req-41e8699c-f9fe-4d4b-ba49-091afc3865b1 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:38:54.102115 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453dcd3b-ffb2-42e3-9c18-58356b601c17", "name": "network-vif-deleted", "tag": "9527f123-c3a4-4c85-9d7c-84025f57310e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:38:54.102629 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41e8699c-f9fe-4d4b-ba49-091afc3865b1 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:38:54.103620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.112146 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453dcd3b-ffb2-42e3-9c18-58356b601c17', 'name': 'network-vif-deleted', 'tag': '9527f123-c3a4-4c85-9d7c-84025f57310e', 'status': 'completed', 'code': 200} Dec 16 15:38:54.118530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.148889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a48eb56-5133-4d0e-b85c-bce8bf50abf2 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0387914 Dec 16 15:38:54.149821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36864) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:54.153331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] Pushing event deleted for resources: {'Port': ['ID=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:54.180653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262457c7-9cb5-4913-8a51-ec44cc3615a4 None None] No DVR routers for this DVR port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:54.183917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.187963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:54.191698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] No DVR routers for this DVR port 9cc4d35f-d7b6-44cb-9ba7-fd5f642094f9 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:54.310315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d6c900f6-c499-4289-bf0f-12e0649c6ba6', 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': 'dd71a4de-1df2-47d4-b581-ea6d97bcf45b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:38:54.311198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.360004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.418172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b53cdb-338b-46b9-bf48-8e35f9814bbe']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:54.437989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.456472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4640a5-43aa-4397-a01c-2d46122ecb15') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:54.457081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4640a5-43aa-4397-a01c-2d46122ecb15') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:54.486840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.513419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.524614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:54.525108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:54.527854 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:54.579474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.708777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Allocated IP 172.20.0.2 (d6c900f6-c499-4289-bf0f-12e0649c6ba6/dd71a4de-1df2-47d4-b581-ea6d97bcf45b/ab11bc38-89c3-4811-8471-d44c677778df) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:38:54.822816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.830396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:54.839919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] 10.222.0.71 "DELETE /v2.0/networks/84b53cdb-338b-46b9-bf48-8e35f9814bbe HTTP/1.1" status: 204 len: 168 time: 1.9513352 Dec 16 15:38:54.871480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e94a3-48fe-4aa6-8a49-01bd74a89049 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b53cdb-338b-46b9-bf48-8e35f9814bbe,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:54.959718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54e0e6e5-bd3c-4c22-a58c-f266982143f5 req-56dda144-74de-481c-a4f3-c57396718e37 tempest-AttachVolumeNegativeTest-1972829347 tempest-AttachVolumeNegativeTest-1972829347-project] 10.222.0.71 "GET /v2.0/ports?device_id=453dcd3b-ffb2-42e3-9c18-58356b601c17 HTTP/1.1" status: 200 len: 210 time: 0.0647771 Dec 16 15:38:55.028923 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.134374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.223522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Network d6c900f6-c499-4289-bf0f-12e0649c6ba6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:38:55.227045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:38:55.232341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:38:55.240654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Pushing event updated for resources: {'Port': ['ID=ab11bc38-89c3-4811-8471-d44c677778df,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:55.305048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.353052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=dd71a4de-1df2-47d4-b581-ea6d97bcf45b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:55.374696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Attempting to bind port ab11bc38-89c3-4811-8471-d44c677778df on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:38:55.375670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Attempting to bind port ab11bc38-89c3-4811-8471-d44c677778df by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '04522ff6-e967-4d4e-a1fd-761d0105ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:38:55.380107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Attempting to bind port ab11bc38-89c3-4811-8471-d44c677778df on network d6c900f6-c499-4289-bf0f-12e0649c6ba6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:38:55.388746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:55.396455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:38:55.397235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Checking segment: {'id': '04522ff6-e967-4d4e-a1fd-761d0105ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:38:55.398623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.399373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Bound using segment: {'id': '04522ff6-e967-4d4e-a1fd-761d0105ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:38:55.400296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Bound port: ab11bc38-89c3-4811-8471-d44c677778df, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04522ff6-e967-4d4e-a1fd-761d0105ec1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:38:55.401817 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.500670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95f85cfd-fd2d-4794-be10-66eca2d2edf0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05a06f5318304c34af39eb2591a87408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1092358 Dec 16 15:38:55.509094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36894) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:55.515739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.556383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] For port ab11bc38-89c3-4811-8471-d44c677778df, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:38:55.561455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] For port ab11bc38-89c3-4811-8471-d44c677778df, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ab11bc38-89c3-4811-8471-d44c677778df,segment=NetworkSegment(04522ff6-e967-4d4e-a1fd-761d0105ec1d),segment_id=04522ff6-e967-4d4e-a1fd-761d0105ec1d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:38:55.573363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c900f6-c499-4289-bf0f-12e0649c6ba6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:55.593534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04522ff6-e967-4d4e-a1fd-761d0105ec1d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:55.594665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04522ff6-e967-4d4e-a1fd-761d0105ec1d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:55.619630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.631470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.668374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.671747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.674210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.684764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:55.685460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:55.699102 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:55.897326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0860b-2358-48e6-a432-5d84ddaaa9e1 None None] Pushing event updated for resources: {'Port': ['ID=ab11bc38-89c3-4811-8471-d44c677778df,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:55.944823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18c244-6e1b-4fb0-bef0-2e11e85ac592 None None] Network d6c900f6-c499-4289-bf0f-12e0649c6ba6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:56.069635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9527f123-c3a4-4c85-9d7c-84025f57310e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:38:56.109891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 9527f123-c3a4-4c85-9d7c-84025f57310e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:38:56.110453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 9527f123-c3a4-4c85-9d7c-84025f57310e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:38:56.122473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:56.178760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.184247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.186351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:38:56.186351 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:38:56.186351 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'd6c900f6-c499-4289-bf0f-12e0649c6ba6'}] Dec 16 15:38:56.186351 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:38:56.186992 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:38:56.188387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/871d6cfc-067a-4b60-b250-78f6182c76a6 HTTP/1.1" status: 204 len: 168 time: 0.6774573 Dec 16 15:38:56.194057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e75b0-e539-4745-83de-48abd12f34ca None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:38:56.216947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2311eb5-16c3-45d3-857b-9482c495e061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d6cfc-067a-4b60-b250-78f6182c76a6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:56.362636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54e75b0-e539-4745-83de-48abd12f34ca None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:38:56.440837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Deleting subnet 49e1d91d-3a70-41aa-917f-12a16adbe393 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:38:56.447620 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.520523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.588480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.688618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.814475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port ab11bc38-89c3-4811-8471-d44c677778df {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:38:56.815248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.903245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.992079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port ab11bc38-89c3-4811-8471-d44c677778df, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ab11bc38-89c3-4811-8471-d44c677778df,segment=NetworkSegment(04522ff6-e967-4d4e-a1fd-761d0105ec1d),segment_id=04522ff6-e967-4d4e-a1fd-761d0105ec1d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:38:56.992632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:56.996034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e1d91d-3a70-41aa-917f-12a16adbe393,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:57.021119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.032772 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc46e8c9-f7d6-4d0e-9d00-802e2bed187f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/49e1d91d-3a70-41aa-917f-12a16adbe393 HTTP/1.1" status: 204 len: 168 time: 0.9016070 Dec 16 15:38:57.033088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:57.034985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for ab11bc38-89c3-4811-8471-d44c677778df owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:38:57.189219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.218242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8edfe1-f969-4743-8df1-52370f028ee1 None None] Network cf0f5830-b942-4a2e-9ca1-d735ea7f4015 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:38:57.280887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.322708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.360834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=ab11bc38-89c3-4811-8471-d44c677778df,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:57.373432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0f5830-b942-4a2e-9ca1-d735ea7f4015']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.385812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c7db94-cce4-48dc-bdcc-8d873e7672b2') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.386193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c7db94-cce4-48dc-bdcc-8d873e7672b2') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.398399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.402449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port ab11bc38-89c3-4811-8471-d44c677778df on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:38:57.415590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.424315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:57.424757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:57.495376 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:57.551889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0a1d4-b971-422b-9ca8-a12325b84f79 None None] DHCP port deletion for cf0f5830-b942-4a2e-9ca1-d735ea7f4015 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:38:57.560976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.587125 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.590602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] 10.222.0.71 "DELETE /v2.0/networks/cf0f5830-b942-4a2e-9ca1-d735ea7f4015 HTTP/1.1" status: 204 len: 168 time: 0.5586529 Dec 16 15:38:57.593871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.640010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36950) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:57.650079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bd327-2412-4b3b-ad08-d3b199170d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0f5830-b942-4a2e-9ca1-d735ea7f4015,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:57.691311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c900f6-c499-4289-bf0f-12e0649c6ba6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.777588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04522ff6-e967-4d4e-a1fd-761d0105ec1d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.778055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04522ff6-e967-4d4e-a1fd-761d0105ec1d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:38:57.868853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.920724 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c716049-3bed-4a29-824f-ccfb0c5a2d20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfebae5d59b24f3ebe4de7b06ce87955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790892 Dec 16 15:38:57.921902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.924596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:57.958116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:38:57.959267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:38:57.966852 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:38:58.046356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.125576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.212580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.231479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.238449 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/d6c900f6-c499-4289-bf0f-12e0649c6ba6 HTTP/1.1" status: 204 len: 168 time: 4.0869272 Dec 16 15:38:58.243345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.257224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01277de6-63ae-43ae-a365-51cfd9338568 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=d6c900f6-c499-4289-bf0f-12e0649c6ba6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:58.299695 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-31eeb4d8-c531-48dc-96db-828f243680d5 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] GET failed (client error): The resource could not be found. Dec 16 15:38:58.300767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31eeb4d8-c531-48dc-96db-828f243680d5 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets/dd71a4de-1df2-47d4-b581-ea6d97bcf45b HTTP/1.1" status: 404 len: 337 time: 0.0558412 Dec 16 15:38:58.303690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36972) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.321978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.326081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.328879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ede90aa1-374d-4619-9f50-4d1b7b5980ff HTTP/1.1" status: 204 len: 168 time: 0.4015422 Dec 16 15:38:58.372679 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30babb9-75f5-436b-9c86-f5f1bb4303f3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:38:58.374503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30babb9-75f5-436b-9c86-f5f1bb4303f3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:38:58.379471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a30babb9-75f5-436b-9c86-f5f1bb4303f3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/d6c900f6-c499-4289-bf0f-12e0649c6ba6 HTTP/1.1" status: 404 len: 339 time: 0.0734384 Dec 16 15:38:58.389072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36976) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.411140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e908ce2-e058-4162-9287-c48826c2207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede90aa1-374d-4619-9f50-4d1b7b5980ff,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:58.459718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36978) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.606954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e8abcd32-c4e4-4cb9-a3e4-e6aa77847133 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a6ff374484240e7aba09e71bd61ec72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411474 Dec 16 15:38:58.609276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.651387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe05ea-807d-4e17-b9d9-afbbba77795c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:58.654377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1efe05ea-807d-4e17-b9d9-afbbba77795c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2635484 Dec 16 15:38:58.658708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.685467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.693836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-63c2855c-fc68-418d-98a4-80892d39dd26 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 207 time: 0.0332756 Dec 16 15:38:58.701179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36988) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.743790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.749521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.848013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95925070-e2a4-45b0-9d1c-6e1067d0cf8c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:58.854194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95925070-e2a4-45b0-9d1c-6e1067d0cf8c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:58.861582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95925070-e2a4-45b0-9d1c-6e1067d0cf8c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:58.867669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95925070-e2a4-45b0-9d1c-6e1067d0cf8c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:58.869502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95925070-e2a4-45b0-9d1c-6e1067d0cf8c tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1671271 Dec 16 15:38:58.880867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:58.971282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.985225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:58.985225 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/de2d7c57-5bd6-4896-a8bc-9e2748b9a56c HTTP/1.1" status: 204 len: 168 time: 0.3692670 Dec 16 15:38:59.112990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d4ef-f749-4f5f-8ead-d2889b301b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d7c57-5bd6-4896-a8bc-9e2748b9a56c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:38:59.287443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.298715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a8ac7069-23af-4a89-94ea-c2c44d0fba3e tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4020150 Dec 16 15:38:59.380446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2fd2f-05fe-41c7-a3da-a5b30f7bc2f9 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.383939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2fd2f-05fe-41c7-a3da-a5b30f7bc2f9 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.391578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37012) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.392640 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-76b2fd2f-05fe-41c7-a3da-a5b30f7bc2f9 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1031897 Dec 16 15:38:59.501568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eba5f8-a6de-41b5-9aaf-f8eba59cce27 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.505002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eba5f8-a6de-41b5-9aaf-f8eba59cce27 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['shared'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.507574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-51eba5f8-a6de-41b5-9aaf-f8eba59cce27 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1147673 Dec 16 15:38:59.511647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37022) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.606622 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:38:59.652036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ef4e6-4cef-412d-9653-6773a862dee5 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.654775 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f64ef4e6-4cef-412d-9653-6773a862dee5 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks/6b5919a8-4368-4b41-9454-2bdb068e3fbe HTTP/1.1" status: 200 len: 800 time: 0.1418414 Dec 16 15:38:59.660145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.832799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc292d13-a9e8-4fd9-88a4-aa02304ef1f0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/networks/6b5919a8-4368-4b41-9454-2bdb068e3fbe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1709771 Dec 16 15:38:59.836018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.922163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149f117-fe49-42c0-9e32-0730815d7749 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:38:59.930592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37036) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:38:59.933175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0149f117-fe49-42c0-9e32-0730815d7749 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets/43483eff-9ef6-40e3-8ae7-df9488166711 HTTP/1.1" status: 200 len: 811 time: 0.0953317 Dec 16 15:39:00.088131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ebfbcc-ba98-41c4-af45-240b0c565abf tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['shared'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:00.089994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-75ebfbcc-ba98-41c4-af45-240b0c565abf tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "GET /v2.0/subnets/43483eff-9ef6-40e3-8ae7-df9488166711?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1566603 Dec 16 15:39:00.095949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:00.105062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320396082'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:00.269395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:00.277908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:00.324849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:00.381027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:00.381517 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Added segment fd03bca9-bde2-44b1-8972-620b005e8cbc of type vlan for network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 Dec 16 15:39:00.431841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:00.629545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37072) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:00.657958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:00.664659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:00.665730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:00.748083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Network': ['ID=7b30246a-2015-47ea-bfd8-5c9dfe7a5189,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:00.761742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:00.829046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-391711660-network', 'tenant_id': '4df1d8a409654ed58a9ac36612862e03'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:00.900500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-061475ac-baad-4693-9806-b2563bbaa569 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8022599 Dec 16 15:39:00.901168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37080) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:00.908344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:01.145535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Made reservation on behalf of 4df1d8a409654ed58a9ac36612862e03 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:01.152462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.182254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.408301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Made reservation on behalf of 6c433aa883324264b872562aab5bb13d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:01.419801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.440229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.502972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing IP validity checks on allocation pools {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:39:01.503501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:39:01.511349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.574755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:01.596234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:01.601800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.601800 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Added segment 173bf388-9149-432f-97b5-31a44ccd6a46 of type vlan for network 88361535-289d-4d76-ac9a-fe488e51322b Dec 16 15:39:01.685746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:01.943146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.018863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.020485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:02.021951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.129053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=011b6119-3fa0-4d91-9275-06231bcf0a05,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:02.157937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] Pushing event updated for resources: {'Network': ['ID=88361535-289d-4d76-ac9a-fe488e51322b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:02.160814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Checking segment: {'id': 'fd03bca9-bde2-44b1-8972-620b005e8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:02.161194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network hostable DHCP agents. Network: 7b30246a-2015-47ea-bfd8-5c9dfe7a5189, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:02.174265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 88361535-289d-4d76-ac9a-fe488e51322b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:02.217188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4d8dc776-8bbd-411e-a632-68a1563b810b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5859349 Dec 16 15:39:02.220557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37120) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:02.226617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Request body: {'subnet': {'network_id': '88361535-289d-4d76-ac9a-fe488e51322b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-391711660-subnet', 'tenant_id': '4df1d8a409654ed58a9ac36612862e03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:02.311729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:02.439346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Made reservation on behalf of 4df1d8a409654ed58a9ac36612862e03 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:02.442097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.475899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 7b30246a-2015-47ea-bfd8-5c9dfe7a5189) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:02.486015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:02.486015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.515089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce7ff9-ec3b-4081-a0cc-81dc57122caf None None] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:02.580627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e8869bdd-7882-421b-84d4-b9f3b69a3cda tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6764853 Dec 16 15:39:02.585800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:02.594373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:02.859138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.911408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16582034'] for subnet, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:02.920567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-7b30246a-2015-47ea-bfd8-5c9dfe7a5189', 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189', 'project_id': '6c433aa883324264b872562aab5bb13d', 'fixed_ips': [{'subnet_id': '011b6119-3fa0-4d91-9275-06231bcf0a05'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:39:02.921586 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:03.149319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Pushing event updated for resources: {'Subnet': ['ID=27882490-7ce1-4565-8701-9f0017fcdfbe,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:03.197714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Checking segment: {'id': '173bf388-9149-432f-97b5-31a44ccd6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:03.198270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Network hostable DHCP agents. Network: 88361535-289d-4d76-ac9a-fe488e51322b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:03.340761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Network 88361535-289d-4d76-ac9a-fe488e51322b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:03.426107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771845998812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4373343'] for subnet, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:03.486319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 88361535-289d-4d76-ac9a-fe488e51322b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:03.505939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:03.506975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:03.528746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0682e7-3073-47b1-9df6-5603296707fc None None] Network 88361535-289d-4d76-ac9a-fe488e51322b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:03.578964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:03.580005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:03.587537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "PUT /v2.0/subnets/011b6119-3fa0-4d91-9275-06231bcf0a05 HTTP/1.1" status: 200 len: 877 time: 0.9940772 Dec 16 15:39:03.587856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:03.621037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffafd8b-1f92-45d1-9f19-3a2de10e0fa6 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event updated for resources: {'Subnet': ['ID=011b6119-3fa0-4d91-9275-06231bcf0a05,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:03.628510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Allocated IP 172.20.0.3 (7b30246a-2015-47ea-bfd8-5c9dfe7a5189/011b6119-3fa0-4d91-9275-06231bcf0a05/11a3d1f4-3376-48c3-88fa-e93bc70a3d3f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:03.864564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:03.902202 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-389f4f92-90ed-4031-8718-1dca0a94998b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6789434 Dec 16 15:39:03.939084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f640daf-a214-451a-a1e2-94ef1309778a None None] Network 88361535-289d-4d76-ac9a-fe488e51322b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:04.137462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.218766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efe586-ac5c-487b-82b5-15d650bef125 req-7a115b7a-81cd-45d2-82a2-a11d595f657c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:04.237978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2efe586-ac5c-487b-82b5-15d650bef125 req-7a115b7a-81cd-45d2-82a2-a11d595f657c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1178718 Dec 16 15:39:04.330431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.358522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2efe586-ac5c-487b-82b5-15d650bef125 req-9299bfd4-f34a-4809-9034-81d71698a337 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194177 Dec 16 15:39:04.465322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.527360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:04.531285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Pushing event updated for resources: {'Port': ['ID=11a3d1f4-3376-48c3-88fa-e93bc70a3d3f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:04.534154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:04.542148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:04.588963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2641e-d6c1-4469-8530-f8e72fad1aa2 req-f321ddc0-f5b9-47c7-b193-ac8b2ed89572 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:04.592460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.604663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abc2641e-d6c1-4469-8530-f8e72fad1aa2 req-f321ddc0-f5b9-47c7-b193-ac8b2ed89572 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1171424 Dec 16 15:39:04.695804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Attempting to bind port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:39:04.701370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Attempting to bind port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'fd03bca9-bde2-44b1-8972-620b005e8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:39:04.702571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Attempting to bind port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f on network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:04.710975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:39:04.711373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Checking segment: {'id': 'fd03bca9-bde2-44b1-8972-620b005e8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:04.712585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.712731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=011b6119-3fa0-4d91-9275-06231bcf0a05,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:04.712835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Bound using segment: {'id': 'fd03bca9-bde2-44b1-8972-620b005e8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:39:04.713076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Bound port: 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd03bca9-bde2-44b1-8972-620b005e8cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:39:04.713543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.715221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abc2641e-d6c1-4469-8530-f8e72fad1aa2 req-3898e082-ee75-4865-b9f3-75fe1c5cff5b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093917 Dec 16 15:39:04.964180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:04.997250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b30246a-2015-47ea-bfd8-5c9dfe7a5189']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:05.013296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd03bca9-bde2-44b1-8972-620b005e8cbc') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:05.015118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd03bca9-bde2-44b1-8972-620b005e8cbc') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:05.033770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] For port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:39:05.040351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] For port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=11a3d1f4-3376-48c3-88fa-e93bc70a3d3f,segment=NetworkSegment(fd03bca9-bde2-44b1-8972-620b005e8cbc),segment_id=fd03bca9-bde2-44b1-8972-620b005e8cbc)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:39:05.043031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:05.134428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c921d240-adb2-4e2b-9860-76be311c6793 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:05.135988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c921d240-adb2-4e2b-9860-76be311c6793 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/networks?id=88361535-289d-4d76-ac9a-fe488e51322b HTTP/1.1" status: 200 len: 808 time: 0.2208278 Dec 16 15:39:05.153326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-67646de5-f6a2-402c-b84d-61d2d3d1ad69 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/quotas/4df1d8a409654ed58a9ac36612862e03 HTTP/1.1" status: 200 len: 375 time: 0.0107131 Dec 16 15:39:05.184911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:05.190630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:05.226998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:05.227639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:05.259554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-130abf3d-2e95-46c5-abf2-d2c56726931f tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4df1d8a409654ed58a9ac36612862e03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930359 Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:05.385210 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:05.498497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8ff5-85da-41c0-ade6-6a1eef85075a None None] Pushing event updated for resources: {'Port': ['ID=11a3d1f4-3376-48c3-88fa-e93bc70a3d3f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:05.538880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:39:05.538880 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:39:05.538880 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '7b30246a-2015-47ea-bfd8-5c9dfe7a5189'}] Dec 16 15:39:05.538880 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:39:05.539575 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:39:05.551382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb96b6-a8f8-42c7-a416-e8ff53b89fc0 None None] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:05.738738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8031146-5546-4f0c-b2b9-0b942a76bb3c None None] Network 7b30246a-2015-47ea-bfd8-5c9dfe7a5189 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:05.863373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-e92a1c0d-1bbe-44da-813b-82d2517f4a1c service neutron] 10.222.0.71 "GET /v2.0/networks/88361535-289d-4d76-ac9a-fe488e51322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024628 Dec 16 15:39:06.006478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42a7e-3f32-49d5-a8f7-58f9017a5bd6 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:39:06.043011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:06.068092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9268f13-5ffb-4a47-88c1-a6a3ffa84ceb req-086867bd-bbc3-4cde-b93d-da0837cd1dac tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:06.077011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9268f13-5ffb-4a47-88c1-a6a3ffa84ceb req-086867bd-bbc3-4cde-b93d-da0837cd1dac tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.4285374 Dec 16 15:39:06.178788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9268f13-5ffb-4a47-88c1-a6a3ffa84ceb req-5e12078b-dd84-469d-9d3f-c3a396805c70 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004081 Dec 16 15:39:06.197916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:06.198403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:06.201583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd42a7e-3f32-49d5-a8f7-58f9017a5bd6 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:39:06.202334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-da1ff696-f1d5-44ba-8515-41c6b636c92d service neutron] 10.222.0.71 "GET /v2.0/networks/88361535-289d-4d76-ac9a-fe488e51322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238912 Dec 16 15:39:06.482620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=11a3d1f4-3376-48c3-88fa-e93bc70a3d3f,segment=NetworkSegment(fd03bca9-bde2-44b1-8972-620b005e8cbc),segment_id=fd03bca9-bde2-44b1-8972-620b005e8cbc)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:06.483171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:06.521343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:06.815464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb12b4b1-f84b-45a6-8cfa-089d2d300053 req-097e9e1a-6fee-492d-9d6d-7b55d7f76632 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.0805011 Dec 16 15:39:06.899065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.000532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=11a3d1f4-3376-48c3-88fa-e93bc70a3d3f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:07.018771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port 11a3d1f4-3376-48c3-88fa-e93bc70a3d3f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:07.173835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.233138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b30246a-2015-47ea-bfd8-5c9dfe7a5189']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:07.255265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd03bca9-bde2-44b1-8972-620b005e8cbc') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:07.256279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd03bca9-bde2-44b1-8972-620b005e8cbc') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:07.282774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.307252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.317936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:07.318647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:07.322938 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:07.556513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.566346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:07.575857 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/7b30246a-2015-47ea-bfd8-5c9dfe7a5189 HTTP/1.1" status: 204 len: 168 time: 3.9882958 Dec 16 15:39:07.587085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:07.690672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d715f8d-1557-42ee-9081-7e51def4fc76 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=7b30246a-2015-47ea-bfd8-5c9dfe7a5189,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:07.746361 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d6f27f-1e43-4f9b-9125-64fa514fbde4 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:07.749316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d6f27f-1e43-4f9b-9125-64fa514fbde4 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:07.760583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:07.762668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1d6f27f-1e43-4f9b-9125-64fa514fbde4 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/011b6119-3fa0-4d91-9275-06231bcf0a05 HTTP/1.1" status: 404 len: 337 time: 0.1773646 Dec 16 15:39:07.847875 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-698c16d3-db65-487e-b835-f10e11e64153 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:07.860674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698c16d3-db65-487e-b835-f10e11e64153 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:07.871503 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-698c16d3-db65-487e-b835-f10e11e64153 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/7b30246a-2015-47ea-bfd8-5c9dfe7a5189 HTTP/1.1" status: 404 len: 339 time: 0.1021984 Dec 16 15:39:07.877299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37318) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:07.924011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:07.974960 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d7a81c-ea8f-4082-9f36-eb960851c6bc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:07.975814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d7a81c-ea8f-4082-9f36-eb960851c6bc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:07.989032 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-25d7a81c-ea8f-4082-9f36-eb960851c6bc tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/dd71a4de-1df2-47d4-b581-ea6d97bcf45b HTTP/1.1" status: 404 len: 337 time: 0.1078033 Dec 16 15:39:07.998852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:08.006482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3c8c-ca16-459f-842c-994d65026675 req-1c377847-5338-40dd-bc62-92643fe2ba45 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:08.025601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fac3c8c-ca16-459f-842c-994d65026675 req-1c377847-5338-40dd-bc62-92643fe2ba45 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1966214 Dec 16 15:39:08.062708 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a40ed2-f8f5-4943-b20f-656574b46242 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:08.063526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a40ed2-f8f5-4943-b20f-656574b46242 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:08.076785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-02a40ed2-f8f5-4943-b20f-656574b46242 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/d6c900f6-c499-4289-bf0f-12e0649c6ba6 HTTP/1.1" status: 404 len: 339 time: 0.0761721 Dec 16 15:39:08.084180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37328) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:08.184045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73628b82-fc37-42bd-b514-b1ea849190cb req-5b45c587-0fff-4f65-a7c4-0323de9d91e9 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.1076999 Dec 16 15:39:08.259173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fac3c8c-ca16-459f-842c-994d65026675 req-66e02200-cc39-42f9-91c7-44b694cb16a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289698 Dec 16 15:39:08.335377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e048082-9084-42ff-be47-973a6a3a3e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.377520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.484294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e048082-9084-42ff-be47-973a6a3a3e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.545088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.591219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e048082-9084-42ff-be47-973a6a3a3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.621856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e048082-9084-42ff-be47-973a6a3a3e9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8575577f836d4c04b8f2d488bc3cff0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6953068 Dec 16 15:39:08.625049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37342) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:08.637253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969709b6-44c8-45dd-a6fa-72859c053d9e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:08.681585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4143965-b201-4c6e-8da6-498bfa59dbea') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:08.683098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4143965-b201-4c6e-8da6-498bfa59dbea') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:08.693938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e048082-9084-42ff-be47-973a6a3a3e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba3e99-8088-4602-b09c-4a6e9e798bed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:08.708071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.760827 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.775659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.800973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:08.801695 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:08.809971 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:08.832591 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:09.068315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:09.080279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:09.085273 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/969709b6-44c8-45dd-a6fa-72859c053d9e HTTP/1.1" status: 204 len: 168 time: 0.9976995 Dec 16 15:39:09.089367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.101925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d432b0-bec5-45e6-8246-7f2e1b8becd8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=969709b6-44c8-45dd-a6fa-72859c053d9e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:09.130250 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8bb0d7-ac2c-40a4-90aa-fa907e6c2008 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.130785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8bb0d7-ac2c-40a4-90aa-fa907e6c2008 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.137147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc8bb0d7-ac2c-40a4-90aa-fa907e6c2008 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/3d038ec3-ac4f-49fe-86a3-c2afe77c2d35 HTTP/1.1" status: 404 len: 337 time: 0.0423660 Dec 16 15:39:09.137554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.158983 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec75e6a3-9899-4f17-b96e-ec21e93e3f01 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.164097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec75e6a3-9899-4f17-b96e-ec21e93e3f01 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.164097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ec75e6a3-9899-4f17-b96e-ec21e93e3f01 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/bc94d5a9-2a3b-48cf-9d76-5a161791b4ce HTTP/1.1" status: 404 len: 339 time: 0.0241966 Dec 16 15:39:09.166676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.212463 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7eb6c5f-7c9b-4cf8-9f72-c1e3ed4e2ae3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.213039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7eb6c5f-7c9b-4cf8-9f72-c1e3ed4e2ae3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.216340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7eb6c5f-7c9b-4cf8-9f72-c1e3ed4e2ae3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/6e9565bc-c715-460f-b8c4-98e705389a17 HTTP/1.1" status: 404 len: 337 time: 0.0484357 Dec 16 15:39:09.221140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:09.221349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37360) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.225229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:09.233435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1eba3e99-8088-4602-b09c-4a6e9e798bed HTTP/1.1" status: 204 len: 168 time: 0.6021895 Dec 16 15:39:09.282868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18cae2-bf00-48d8-87c5-924c0b8492d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba3e99-8088-4602-b09c-4a6e9e798bed,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:09.301253 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66e4660-6f7a-46c2-aa63-03a56fc1a8d0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.302322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66e4660-6f7a-46c2-aa63-03a56fc1a8d0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.316883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37370) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.334203 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c66e4660-6f7a-46c2-aa63-03a56fc1a8d0 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/2ef30703-27a3-41df-83b5-82ae376e7d42 HTTP/1.1" status: 404 len: 339 time: 0.0901265 Dec 16 15:39:09.462317 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-4694ce12-a138-4d54-a8ef-f119c9ee0e3b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.463050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4694ce12-a138-4d54-a8ef-f119c9ee0e3b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.470196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4694ce12-a138-4d54-a8ef-f119c9ee0e3b tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/c91feffe-9fc8-4675-a0e9-9afac9134f07 HTTP/1.1" status: 404 len: 337 time: 0.1516356 Dec 16 15:39:09.470414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37372) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.504180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01675d5b-beae-405e-b11a-d66c90f1a29e req-c397cc4c-5a32-471a-bc85-9d64da6552f1 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.0539806 Dec 16 15:39:09.572861 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca0dd53-913c-4bac-bd52-7d1ff18a90ed tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.573402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca0dd53-913c-4bac-bd52-7d1ff18a90ed tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.586752 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dca0dd53-913c-4bac-bd52-7d1ff18a90ed tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/f3f2e0ad-ba3d-411c-8eb2-d92e10dfeaa8 HTTP/1.1" status: 404 len: 339 time: 0.1146042 Dec 16 15:39:09.587439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37376) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.610993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cf4fe-fe1b-46cc-b4ce-6b73620e4afd req-e6f53b34-9aee-45a4-8c62-9dc9d4bba620 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:09.612950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5cf4fe-fe1b-46cc-b4ce-6b73620e4afd req-e6f53b34-9aee-45a4-8c62-9dc9d4bba620 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0928779 Dec 16 15:39:09.659251 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d039f8-2646-4aae-9274-574fc019c9ef tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.659251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d039f8-2646-4aae-9274-574fc019c9ef tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.663545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.669733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2d039f8-2646-4aae-9274-574fc019c9ef tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/fd0bfe5e-8169-4432-903b-868cd4fe1eaa HTTP/1.1" status: 404 len: 337 time: 0.0711653 Dec 16 15:39:09.718702 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8fe53-79ab-47b0-a675-b27d20c60ced tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.719856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8fe53-79ab-47b0-a675-b27d20c60ced tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.724371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3fe8fe53-79ab-47b0-a675-b27d20c60ced tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/469b8e3f-023d-48a1-b4f4-665c80249243 HTTP/1.1" status: 404 len: 339 time: 0.0580211 Dec 16 15:39:09.727277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37384) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.771131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5cf4fe-fe1b-46cc-b4ce-6b73620e4afd req-86fa452c-5b4c-443b-9975-91a5fad0584c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418767 Dec 16 15:39:09.790125 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5551d031-0263-4d16-b27a-33c0903b6523 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.790125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5551d031-0263-4d16-b27a-33c0903b6523 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.793068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5551d031-0263-4d16-b27a-33c0903b6523 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/71804130-499f-4211-9803-349b8d255313 HTTP/1.1" status: 404 len: 337 time: 0.0643809 Dec 16 15:39:09.797131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37390) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.828082 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-862e56c2-d4ad-434c-98c9-16a607784a49 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.828082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862e56c2-d4ad-434c-98c9-16a607784a49 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.828082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-862e56c2-d4ad-434c-98c9-16a607784a49 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/25157142-abd7-49ec-b6ee-ce8cc34294eb HTTP/1.1" status: 404 len: 339 time: 0.0226200 Dec 16 15:39:09.830025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.860548 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fc81e5-819c-47ae-828d-7a36b27669d3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.861028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fc81e5-819c-47ae-828d-7a36b27669d3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.864410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9fc81e5-819c-47ae-828d-7a36b27669d3 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/42a834af-9ec3-4ccf-9bb0-dcdeea0994ab HTTP/1.1" status: 404 len: 337 time: 0.0332625 Dec 16 15:39:09.867340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37398) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.901225 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c263fd1f-83ef-4f05-b3a7-e74d612473fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.902121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c263fd1f-83ef-4f05-b3a7-e74d612473fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.908229 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c263fd1f-83ef-4f05-b3a7-e74d612473fb tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/2b6ca298-2ab7-4674-ba90-b0771b3477a0 HTTP/1.1" status: 404 len: 339 time: 0.0391397 Dec 16 15:39:09.910743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37400) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:09.974775 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adb537d-ae24-4c6f-bde2-ddc80b1324d8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:09.976096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adb537d-ae24-4c6f-bde2-ddc80b1324d8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:09.982425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6adb537d-ae24-4c6f-bde2-ddc80b1324d8 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/ed0b02a2-0a6c-4de2-bded-be72b539a757 HTTP/1.1" status: 404 len: 337 time: 0.0686648 Dec 16 15:39:09.984660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.017946 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f972941e-c6e4-40dd-a809-71a99b7ef678 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:10.019002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f972941e-c6e4-40dd-a809-71a99b7ef678 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:10.045560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f972941e-c6e4-40dd-a809-71a99b7ef678 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/433c6f53-83f6-4d4c-b136-a7d12f0950b7 HTTP/1.1" status: 404 len: 339 time: 0.0387118 Dec 16 15:39:10.048099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.096188 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7569f9bf-acbf-43f4-bd70-b5c767809334 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:10.096817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7569f9bf-acbf-43f4-bd70-b5c767809334 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:10.102620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7569f9bf-acbf-43f4-bd70-b5c767809334 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/749d0b9c-78bb-4f11-b6b9-f1bf25678534 HTTP/1.1" status: 404 len: 337 time: 0.0525751 Dec 16 15:39:10.105224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37410) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.137362 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d9f43f-68c9-4b8f-b275-098a597d8c04 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:10.138211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d9f43f-68c9-4b8f-b275-098a597d8c04 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:10.144109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5d9f43f-68c9-4b8f-b275-098a597d8c04 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/5a2c5455-4238-48a3-a145-f75f7b3816fd HTTP/1.1" status: 404 len: 339 time: 0.0368702 Dec 16 15:39:10.148274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.213337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting subnet 43483eff-9ef6-40e3-8ae7-df9488166711 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:10.217637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.283302 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.403133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.485564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37418) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.506437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45cdd935-e430-4568-b34a-0a46b2f46fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.641298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.711096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45cdd935-e430-4568-b34a-0a46b2f46fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.712458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919d3a3-2801-4f87-b24b-abb1fe656ede None None] Network 6b5919a8-4368-4b41-9454-2bdb068e3fbe requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:10.714351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Subnet': ['ID=43483eff-9ef6-40e3-8ae7-df9488166711,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:10.717483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:10.723237 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ab281a3-663e-43db-a5f0-66ebd5afe692 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/subnets/43483eff-9ef6-40e3-8ae7-df9488166711 HTTP/1.1" status: 204 len: 168 time: 0.5738518 Dec 16 15:39:10.728048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37426) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:10.802591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-818badf8-82ee-4b91-a4b5-05fe4d66f01d req-eaacdba1-0114-4520-99c3-6a1feb7228cd tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.1570883 Dec 16 15:39:10.878525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-45cdd935-e430-4568-b34a-0a46b2f46fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.000562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b9307-71f4-4554-ba98-b1c9cfc5e24a req-80bfa83b-5131-42c1-84c5-ad4df0e267f4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:11.011789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-785b9307-71f4-4554-ba98-b1c9cfc5e24a req-80bfa83b-5131-42c1-84c5-ad4df0e267f4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1186526 Dec 16 15:39:11.136691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.162649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-785b9307-71f4-4554-ba98-b1c9cfc5e24a req-8181c3d9-4a4d-431e-8157-81e06ab4c7a5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493034 Dec 16 15:39:11.163471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-45cdd935-e430-4568-b34a-0a46b2f46fa2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b4110fdf9ed245feb5aaa751c78d2a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6769087 Dec 16 15:39:11.168359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:11.180832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] DHCP port deletion for 6b5919a8-4368-4b41-9454-2bdb068e3fbe request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:11.244334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Deleting port f136d1eb-6ac2-4d52-a344-dd48b19499e3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:11.245076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.357667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.390274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdd935-e430-4568-b34a-0a46b2f46fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795b0637-ed53-4943-9a1b-7e553c0cc74f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:11.406970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.440088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] For port f136d1eb-6ac2-4d52-a344-dd48b19499e3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f136d1eb-6ac2-4d52-a344-dd48b19499e3,segment=NetworkSegment(e523d9f9-fae8-4377-b325-26e509d9cd77),segment_id=e523d9f9-fae8-4377-b325-26e509d9cd77)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:11.441979 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.500555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Calling delete_port for f136d1eb-6ac2-4d52-a344-dd48b19499e3 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:11.537202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-834f38d5-b3b0-42ae-a6f1-9010c60aeb3e tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:11.540497 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-834f38d5-b3b0-42ae-a6f1-9010c60aeb3e tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.74 "GET /v2.0/networks?id=88361535-289d-4d76-ac9a-fe488e51322b HTTP/1.1" status: 200 len: 808 time: 0.3658431 Dec 16 15:39:11.600177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Request body: {'port': {'device_id': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b', 'admin_state_up': True, 'tenant_id': '4df1d8a409654ed58a9ac36612862e03'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:11.621112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.633150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.640953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/795b0637-ed53-4943-9a1b-7e553c0cc74f HTTP/1.1" status: 204 len: 168 time: 0.4709442 Dec 16 15:39:11.665551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30dac2-0c00-4805-84dc-0b3f88318f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795b0637-ed53-4943-9a1b-7e553c0cc74f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:11.749615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.799130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Deleting port f136d1eb-6ac2-4d52-a344-dd48b19499e3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:11.799675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:11.892756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f136d1eb-6ac2-4d52-a344-dd48b19499e3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:11.898070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] Pushing event deleted for resources: {'Port': ['ID=f136d1eb-6ac2-4d52-a344-dd48b19499e3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:11.901092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c32a58-3195-4e91-8494-6a288b0b7b86 None None] No DVR routers for this DVR port f136d1eb-6ac2-4d52-a344-dd48b19499e3 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:11.933326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f136d1eb-6ac2-4d52-a344-dd48b19499e3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:11.933943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f136d1eb-6ac2-4d52-a344-dd48b19499e3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:12.107697 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] For port f136d1eb-6ac2-4d52-a344-dd48b19499e3, host n-d-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:12.108023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.132175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Calling delete_port for f136d1eb-6ac2-4d52-a344-dd48b19499e3 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:12.136068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.ipam_backend_mixin [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Port f136d1eb-6ac2-4d52-a344-dd48b19499e3 was not found and therefore no delete operation was performed {{(pid=104055) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:39:12.138077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.195063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Port': ['ID=f136d1eb-6ac2-4d52-a344-dd48b19499e3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:12.198711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] No DVR routers for this DVR port f136d1eb-6ac2-4d52-a344-dd48b19499e3 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:12.323702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Made reservation on behalf of 4df1d8a409654ed58a9ac36612862e03 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:12.334184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.524103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:12.572745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.621751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2be7-d1e8-4b93-85b6-21ddfaa10738 req-0d77490c-8337-4c82-a81e-36937514eef0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:12.624595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c43c2be7-d1e8-4b93-85b6-21ddfaa10738 req-0d77490c-8337-4c82-a81e-36937514eef0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2014573 Dec 16 15:39:12.661177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5919a8-4368-4b41-9454-2bdb068e3fbe']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:12.684237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e523d9f9-fae8-4377-b325-26e509d9cd77') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:12.684693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e523d9f9-fae8-4377-b325-26e509d9cd77') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:12.721454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.775240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.812686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:12.813885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:12.823053 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:12.837395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfb7a0f4-c5c5-41ae-a248-e874927080af req-4f70b8dd-9eca-4e6f-8103-acbb64f1051e tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.8365099 Dec 16 15:39:12.896383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c43c2be7-d1e8-4b93-85b6-21ddfaa10738 req-d218b354-3733-4770-a295-d9555c9b7a95 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159457 Dec 16 15:39:12.897751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6613b2c7-face-4db2-bcc0-9a9291bc46eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.083382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6613b2c7-face-4db2-bcc0-9a9291bc46eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.177754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6613b2c7-face-4db2-bcc0-9a9291bc46eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.261656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6613b2c7-face-4db2-bcc0-9a9291bc46eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce66c99602fb4c66ad7a8473c25629cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7245753 Dec 16 15:39:13.263130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613b2c7-face-4db2-bcc0-9a9291bc46eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0245745-48a8-4d5c-8795-5c8bc645210e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:13.283962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37510) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:13.386601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Allocated IP 172.20.0.11 (88361535-289d-4d76-ac9a-fe488e51322b/27882490-7ce1-4565-8701-9f0017fcdfbe/56073935-9723-4da3-ac3d-038c943cf0f7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:13.390937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.437673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.652411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.663743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.671573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] 10.222.0.71 "DELETE /v2.0/networks/6b5919a8-4368-4b41-9454-2bdb068e3fbe HTTP/1.1" status: 204 len: 168 time: 2.9419932 Dec 16 15:39:13.693619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.700464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc5fda-257b-4db9-8cb2-5001faf4a924 tempest-NetworksTest-1963055174 tempest-NetworksTest-1963055174-project] Pushing event deleted for resources: {'Network': ['ID=6b5919a8-4368-4b41-9454-2bdb068e3fbe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:13.703947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.708800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:13.712167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f0245745-48a8-4d5c-8795-5c8bc645210e HTTP/1.1" status: 204 len: 168 time: 0.4219601 Dec 16 15:39:13.740375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed2f9-9d10-48f8-b188-17c6b1944de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0245745-48a8-4d5c-8795-5c8bc645210e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:13.900512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:14.053582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a58a9-3385-4be4-86de-5bb6c7f72c65 req-c6fa07d3-e293-4290-b820-e177b51f4e16 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:14.063114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-216a58a9-3385-4be4-86de-5bb6c7f72c65 req-c6fa07d3-e293-4290-b820-e177b51f4e16 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 932 time: 0.0861313 Dec 16 15:39:14.087671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Network 88361535-289d-4d76-ac9a-fe488e51322b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:14.089554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:14.109238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:14.113556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fc679-b996-4be2-a7af-6235c3fb59e2 None None] DHCP port deletion for 88361535-289d-4d76-ac9a-fe488e51322b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:14.164123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-216a58a9-3385-4be4-86de-5bb6c7f72c65 req-d0857447-ac55-4d6a-a92e-9ca6e9867d65 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961752 Dec 16 15:39:14.206779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:14.208023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:14.229222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Pushing event updated for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:14.237248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f5fe123-1c70-4292-8553-28730b2d7859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:14.240378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5c77-ea39-46ba-a972-0031539d738c req-66af33e6-11c6-42c9-b5ba-ebec4792a026 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:14.243100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-232f5c77-ea39-46ba-a972-0031539d738c req-66af33e6-11c6-42c9-b5ba-ebec4792a026 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0778303 Dec 16 15:39:14.254523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19caeb4f-6ebe-4732-9573-fda69a2198b2 None None] Provisioning complete for port 56073935-9723-4da3-ac3d-038c943cf0f7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:14.255211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19caeb4f-6ebe-4732-9573-fda69a2198b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:14.343311 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c648ce68-c6e7-4b81-bc6d-bed83ea14730 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7737741 Dec 16 15:39:14.364286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-232f5c77-ea39-46ba-a972-0031539d738c req-ea26497b-1da7-4290-a984-d597af6cd35d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053319 Dec 16 15:39:14.372713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Request body: {'port': {'device_id': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:14.433200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-19caeb4f-6ebe-4732-9573-fda69a2198b2 None None] Port 56073935-9723-4da3-ac3d-038c943cf0f7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:39:14.472206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:14.914535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37560) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:15.027686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56073935-9723-4da3-ac3d-038c943cf0f7 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:39:15.042504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:15.093109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Transition to ACTIVE for port object 56073935-9723-4da3-ac3d-038c943cf0f7 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:39:15.167547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:15.326365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:15.378793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-711d997e-3d6e-48f1-ba52-9e1f7c9ab1b8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c433aa883324264b872562aab5bb13d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629250 Dec 16 15:39:15.383111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37586) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:15.401460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776b528-5301-4a41-967f-b23e6851a1c9 None None] DHCP port deletion for 88361535-289d-4d76-ac9a-fe488e51322b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:15.645345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979befd9-886f-4254-aeaf-efd9a2055c70 req-3de18e99-5e55-42cf-aa68-6dd77696a34d tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:15.649069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-979befd9-886f-4254-aeaf-efd9a2055c70 req-3de18e99-5e55-42cf-aa68-6dd77696a34d tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 944 time: 0.2677717 Dec 16 15:39:15.714380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Attempting to bind port 56073935-9723-4da3-ac3d-038c943cf0f7 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:39:15.715195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Attempting to bind port 56073935-9723-4da3-ac3d-038c943cf0f7 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '173bf388-9149-432f-97b5-31a44ccd6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:39:15.716085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Attempting to bind port 56073935-9723-4da3-ac3d-038c943cf0f7 on network 88361535-289d-4d76-ac9a-fe488e51322b {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:15.745726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Port 56073935-9723-4da3-ac3d-038c943cf0f7 on network 88361535-289d-4d76-ac9a-fe488e51322b not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:39:15.749714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Attempting to bind port 56073935-9723-4da3-ac3d-038c943cf0f7 on network 88361535-289d-4d76-ac9a-fe488e51322b {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:15.768235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:15.801572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:39:15.803563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Checking segment: {'id': '173bf388-9149-432f-97b5-31a44ccd6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:15.805609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Bound using segment: {'id': '173bf388-9149-432f-97b5-31a44ccd6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:39:15.806736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Bound port: 56073935-9723-4da3-ac3d-038c943cf0f7, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '173bf388-9149-432f-97b5-31a44ccd6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:39:15.807469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:15.862060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:15.885072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-979befd9-886f-4254-aeaf-efd9a2055c70 req-de6426c2-1fee-49f5-bd3f-026208a80ebc tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238705 Dec 16 15:39:15.930061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddde3c-6a3b-4e43-8837-8039e02b9f1c req-11b6e5f5-723a-42da-88c8-661fab1a7790 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:15.933086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dddde3c-6a3b-4e43-8837-8039e02b9f1c req-11b6e5f5-723a-42da-88c8-661fab1a7790 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1395802 Dec 16 15:39:16.027177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:39:16.035544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dddde3c-6a3b-4e43-8837-8039e02b9f1c req-236d250a-9ee4-4eaf-bb9f-0bb4d166982f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908549 Dec 16 15:39:16.046348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=56073935-9723-4da3-ac3d-038c943cf0f7,segment=NetworkSegment(173bf388-9149-432f-97b5-31a44ccd6a46),segment_id=173bf388-9149-432f-97b5-31a44ccd6a46)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:39:16.235074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.238462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.269319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c6535dd8-68f0-4b73-a18e-cf344d0d8e57 HTTP/1.1" status: 204 len: 168 time: 0.8376050 Dec 16 15:39:16.269319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb72527-910d-4ce6-b9fa-f1ec963f36d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6535dd8-68f0-4b73-a18e-cf344d0d8e57,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:16.402317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.468856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.470193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.472818 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] 10.222.0.74 "PUT /v2.0/ports/56073935-9723-4da3-ac3d-038c943cf0f7 HTTP/1.1" status: 200 len: 1092 time: 2.1050801 Dec 16 15:39:16.481035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964cf8f-9be4-447e-8a68-6ec0bc583802 None None] DHCP port deletion for 88361535-289d-4d76-ac9a-fe488e51322b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:16.482768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:16.493775 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca499ffc-b2bb-4900-b652-cef8753399aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:16.546221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b90757-7414-4880-9fff-49cbc2cc8c23 service neutron] Pushing event updated for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:16.561299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ab9710f-0ecb-4ae0-8271-1d76ca68924d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:16.579185 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6b28e-29d3-4d98-984f-89c9a43967dd x-openstack-request-id: req-f3e6b28e-29d3-4d98-984f-89c9a43967dd {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:16.579721 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:16.580671 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3e6b28e-29d3-4d98-984f-89c9a43967dd {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:16.581259 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7', 'status': 'completed', 'code': 200} Dec 16 15:39:16.696028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-b0602385-0f5d-409d-b7eb-033f2b0040d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.698643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-b0602385-0f5d-409d-b7eb-033f2b0040d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4df1d8a409654ed58a9ac36612862e03&device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 1095 time: 0.0618920 Dec 16 15:39:16.929125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-af03a75d-6fb2-4bda-8639-e75eb0becab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:16.930991 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-af03a75d-6fb2-4bda-8639-e75eb0becab1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4df1d8a409654ed58a9ac36612862e03&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2070241 Dec 16 15:39:17.080087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e721d7-8466-4ed1-9d5c-8072fac42e29 req-f88047d6-6301-469e-805e-4c50033acec1 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:17.092783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64e721d7-8466-4ed1-9d5c-8072fac42e29 req-f88047d6-6301-469e-805e-4c50033acec1 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 944 time: 0.0816715 Dec 16 15:39:17.186661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64e721d7-8466-4ed1-9d5c-8072fac42e29 req-8771f741-580d-47fa-a8e6-7379295cef0c tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Dec 16 15:39:17.252749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-3bd718ee-960c-4dba-bd01-32bd5be98e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:17.253573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca499ffc-b2bb-4900-b652-cef8753399aa req-3bd718ee-960c-4dba-bd01-32bd5be98e2e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3081336 Dec 16 15:39:17.299073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e915192-b539-4243-8f6c-1250ff6f867a req-eef6cb4b-e26e-416b-8d1d-5f9da874455b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:17.309061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e915192-b539-4243-8f6c-1250ff6f867a req-eef6cb4b-e26e-416b-8d1d-5f9da874455b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0994959 Dec 16 15:39:17.456616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e915192-b539-4243-8f6c-1250ff6f867a req-d26dd25f-ea2e-4764-b40f-92f7e770895d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453125 Dec 16 15:39:17.528889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-cf5b06c6-e159-4637-b45f-475b5838e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:17.533597 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-cf5b06c6-e159-4637-b45f-475b5838e422 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4df1d8a409654ed58a9ac36612862e03&device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 1095 time: 0.1359980 Dec 16 15:39:17.624825 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-0537d53a-acb7-42e2-82b4-2a1a519ee71e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56073935-9723-4da3-ac3d-038c943cf0f7 HTTP/1.1" status: 200 len: 217 time: 0.0692720 Dec 16 15:39:17.717331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-27fe34bb-a9d7-431d-a803-f2b3b11a977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:17.718993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-27fe34bb-a9d7-431d-a803-f2b3b11a977f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=27882490-7ce1-4565-8701-9f0017fcdfbe HTTP/1.1" status: 200 len: 848 time: 0.0824661 Dec 16 15:39:17.775757 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-fa2d5bd7-b000-44c7-a751-6613de7fa0b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=88361535-289d-4d76-ac9a-fe488e51322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455508 Dec 16 15:39:17.825339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:18.002642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-c3677e75-ba65-416d-9413-9425629c88b3 service neutron] 10.222.0.74 "GET /v2.0/networks/88361535-289d-4d76-ac9a-fe488e51322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164650 Dec 16 15:39:18.182075 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c3fc3405-08f5-4435-8065-e155a8de6d07 req-ff540036-b5ff-4654-be20-e30a11ea99d0 service neutron] 10.222.0.74 "GET /v2.0/networks/88361535-289d-4d76-ac9a-fe488e51322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739390 Dec 16 15:39:18.400030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca099c0c-b8eb-454c-98ce-52cbfbd93711 req-617b747d-5fb4-4203-bd13-6be9f8f21b3c tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:18.403064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca099c0c-b8eb-454c-98ce-52cbfbd93711 req-617b747d-5fb4-4203-bd13-6be9f8f21b3c tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 944 time: 0.0744181 Dec 16 15:39:18.472837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca099c0c-b8eb-454c-98ce-52cbfbd93711 req-93324ee1-3c13-4b5f-a780-666870d7f1a3 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Dec 16 15:39:18.688525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896c45d-fa90-44ed-9f36-eab1381144ee req-5789ad66-46ae-4835-98cf-09f6f349ddfb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:18.690302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2896c45d-fa90-44ed-9f36-eab1381144ee req-5789ad66-46ae-4835-98cf-09f6f349ddfb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0823281 Dec 16 15:39:18.828252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2896c45d-fa90-44ed-9f36-eab1381144ee req-9e88a25d-654e-47fb-913f-543adc0faabc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259446 Dec 16 15:39:19.094733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37712) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:19.263498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.362837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a30d-fd46-4a37-b1f1-34ee652dbba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.477756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a30d-fd46-4a37-b1f1-34ee652dbba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.561280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a30d-fd46-4a37-b1f1-34ee652dbba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.620107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f5a2a30d-fd46-4a37-b1f1-34ee652dbba9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=edd6a549e7be49beb923ec6e99b84b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5236554 Dec 16 15:39:19.623794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37738) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:19.703634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a30d-fd46-4a37-b1f1-34ee652dbba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd923e-b1f8-419e-847c-53e029e687a1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:19.707816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.812283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:19.833713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3412b-e837-43c9-a842-81b102db2aab req-fd95231c-558e-4cd7-a296-5e5bd0a5e5bd tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:19.835661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22f3412b-e837-43c9-a842-81b102db2aab req-fd95231c-558e-4cd7-a296-5e5bd0a5e5bd tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 944 time: 0.1290100 Dec 16 15:39:19.898417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:19.996617 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.109656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22f3412b-e837-43c9-a842-81b102db2aab req-44d91572-4329-40ab-8b35-30704be1019e tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577794 Dec 16 15:39:20.128170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ef801-e3fd-409c-b116-7283a0885a96 req-dce698b1-7039-48e1-ac1f-9edf0f8f7814 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:20.129739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-766ef801-e3fd-409c-b116-7283a0885a96 req-dce698b1-7039-48e1-ac1f-9edf0f8f7814 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1498284 Dec 16 15:39:20.172092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1845929584'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:20.187403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-766ef801-e3fd-409c-b116-7283a0885a96 req-5e85be5e-0227-41d1-bc6e-3fc65e52b368 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498803 Dec 16 15:39:20.240864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.245188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.246397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bbcd923e-b1f8-419e-847c-53e029e687a1 HTTP/1.1" status: 204 len: 168 time: 0.6214983 Dec 16 15:39:20.256555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea24abc-851d-46b6-b676-3454ac53c2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd923e-b1f8-419e-847c-53e029e687a1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:20.283330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:20.303616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.328867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.509185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.586265 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.683647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:20.697991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db894f5-31ec-47c7-a54e-05fadcac6ef6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:20.717248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.717248 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7 of type vlan for network 29df66be-f292-4e06-a4eb-b923e8670c2c Dec 16 15:39:20.770280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.869450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:20.877058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:20.877903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.023743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=29df66be-f292-4e06-a4eb-b923e8670c2c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:21.041599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 29df66be-f292-4e06-a4eb-b923e8670c2c details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:21.064721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-383b7739-4ef3-440a-9242-ac0919abe0a3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1628294 Dec 16 15:39:21.067059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:21.073701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414061632'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:21.188657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 56073935-9723-4da3-ac3d-038c943cf0f7 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:39:21.207059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:21.224346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.374227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:21.410832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.411396 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 85f0ab25-8b01-4c86-a3a9-c14995349a53 of type vlan for network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 Dec 16 15:39:21.450727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=56073935-9723-4da3-ac3d-038c943cf0f7,segment=NetworkSegment(173bf388-9149-432f-97b5-31a44ccd6a46),segment_id=173bf388-9149-432f-97b5-31a44ccd6a46)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:21.467221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '56073935-9723-4da3-ac3d-038c943cf0f7', 'network_id': '88361535-289d-4d76-ac9a-fe488e51322b', 'port_id': '56073935-9723-4da3-ac3d-038c943cf0f7', 'mac_address': 'fa:16:3e:6e:70:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27882490-7ce1-4565-8701-9f0017fcdfbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:39:21.520111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.536237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56073935-9723-4da3-ac3d-038c943cf0f7 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:39:21.572104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=56073935-9723-4da3-ac3d-038c943cf0f7,segment=NetworkSegment(173bf388-9149-432f-97b5-31a44ccd6a46),segment_id=173bf388-9149-432f-97b5-31a44ccd6a46)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:21.637304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.680417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.729746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeea635-743e-4fff-a6f2-683a012df188 req-9763ebab-941d-4c32-b558-452a065f3955 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:21.739929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaeea635-743e-4fff-a6f2-683a012df188 req-9763ebab-941d-4c32-b558-452a065f3955 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 944 time: 0.2909884 Dec 16 15:39:21.757448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dadf92-aa13-4d24-8e27-0b87e6968834 req-27019e62-3fc4-43f5-95fa-66755b8483a5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:21.759056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70dadf92-aa13-4d24-8e27-0b87e6968834 req-27019e62-3fc4-43f5-95fa-66755b8483a5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2891197 Dec 16 15:39:21.785189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:21.856647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaeea635-743e-4fff-a6f2-683a012df188 req-6c71d4a0-fa6c-45a2-ac4e-861cb109f6e1 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130767 Dec 16 15:39:21.889059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70dadf92-aa13-4d24-8e27-0b87e6968834 req-3b15b812-848c-4e8b-ad96-3970fb015a39 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986166 Dec 16 15:39:21.915398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:21.922048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:21.922931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:22.002046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=5b3778ab-bf6b-4db1-b3f7-768e70bcd985,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:22.024126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:22.059121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['56073935-9723-4da3-ac3d-038c943cf0f7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:39:22.154470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e4304e0-14e8-4db4-90d8-12ed07d65835 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0851896 Dec 16 15:39:22.158955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37824) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:22.166521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:22.566671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:22.571452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:23.152404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64f499-0f48-4ecb-b6b9-1dd9757f8ff5 req-935c07aa-73f3-4c99-a929-49d17adde764 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:23.155327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b64f499-0f48-4ecb-b6b9-1dd9757f8ff5 req-935c07aa-73f3-4c99-a929-49d17adde764 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 945 time: 0.1639502 Dec 16 15:39:23.157219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:23.195193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 56073935-9723-4da3-ac3d-038c943cf0f7 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:39:23.393233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66338f75-044b-4855-ab7a-cbd659901f9b req-c66bd9ee-cdc1-4f4b-b43d-29a180ff5dde tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:23.396026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66338f75-044b-4855-ab7a-cbd659901f9b req-c66bd9ee-cdc1-4f4b-b43d-29a180ff5dde tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3329706 Dec 16 15:39:23.534496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=b9d3c43e-f016-44c9-89d7-d0e4351dc94f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:23.539347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:23.540042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 29df66be-f292-4e06-a4eb-b923e8670c2c, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:23.593702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 56073935-9723-4da3-ac3d-038c943cf0f7 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:39:23.632200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 56073935-9723-4da3-ac3d-038c943cf0f7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:23.632200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:23.657077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66338f75-044b-4855-ab7a-cbd659901f9b req-c53b788e-9bfd-4db0-b526-2caa69d62d7c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071364 Dec 16 15:39:23.664629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b64f499-0f48-4ecb-b6b9-1dd9757f8ff5 req-3a6f3475-d66b-4e12-adba-c7dd307f625d tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878786 Dec 16 15:39:23.821880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:23.859861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 29df66be-f292-4e06-a4eb-b923e8670c2c is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:24.064165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 29df66be-f292-4e06-a4eb-b923e8670c2c) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:24.072085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:24.072085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:24.178670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc0918-42f2-482d-8598-0f45b9d1e4f5 None None] Network 29df66be-f292-4e06-a4eb-b923e8670c2c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:24.202336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-16adfeb0-2956-4d84-a29e-3e2c07a482e9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0421515 Dec 16 15:39:24.213737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:24.219330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:24.363975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:24.368638 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30b6d9b-cd82-45c7-982d-11a8839078fa" -d '{"events": [{"server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "name": "network-vif-plugged", "status": "completed", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:24.399175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=56073935-9723-4da3-ac3d-038c943cf0f7,segment=NetworkSegment(173bf388-9149-432f-97b5-31a44ccd6a46),segment_id=173bf388-9149-432f-97b5-31a44ccd6a46)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:24.421843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-29df66be-f292-4e06-a4eb-b923e8670c2c', 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': 'b9d3c43e-f016-44c9-89d7-d0e4351dc94f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:39:24.436419 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:24.473268 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cbc685-a796-44c0-9f31-b90158bec0e6 x-openstack-request-id: req-42cbc685-a796-44c0-9f31-b90158bec0e6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:24.473738 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "name": "network-vif-plugged", "status": "completed", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:24.474150 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42cbc685-a796-44c0-9f31-b90158bec0e6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:24.474777 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7', 'code': 200} Dec 16 15:39:24.615968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:24.622768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:24.638228 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:24.856289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed61a92-ce3b-49d6-86cd-7d0a677aa2d6 req-d3f4da41-6899-4813-9e03-1aca4e58ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:24.861620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ed61a92-ce3b-49d6-86cd-7d0a677aa2d6 req-d3f4da41-6899-4813-9e03-1aca4e58ed2c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 1097 time: 0.2464595 Dec 16 15:39:24.936824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:25.050833 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ed61a92-ce3b-49d6-86cd-7d0a677aa2d6 req-911a8dfd-8896-4be9-8a17-909f5127e586 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782777 Dec 16 15:39:25.160385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Allocated IP 2001:db8::2 (29df66be-f292-4e06-a4eb-b923e8670c2c/b9d3c43e-f016-44c9-89d7-d0e4351dc94f/a647e204-82b2-41e8-bf5f-c875250b6fef) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:25.451076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:25.566248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:25.612650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Network 29df66be-f292-4e06-a4eb-b923e8670c2c is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:25.617360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:25.621442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:25.774151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Pushing event updated for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:25.786944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761ccf3-df5d-4284-bb65-a0c11791f157 req-d9035d08-d76d-41bd-8dca-be44a51801aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:25.799161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Attempting to bind port a647e204-82b2-41e8-bf5f-c875250b6fef on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:39:25.799161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Attempting to bind port a647e204-82b2-41e8-bf5f-c875250b6fef by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:39:25.799161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Attempting to bind port a647e204-82b2-41e8-bf5f-c875250b6fef on network 29df66be-f292-4e06-a4eb-b923e8670c2c {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:25.799628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7761ccf3-df5d-4284-bb65-a0c11791f157 req-d9035d08-d76d-41bd-8dca-be44a51801aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.8555906 Dec 16 15:39:25.800012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:39:25.800350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Checking segment: {'id': '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:25.800755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:25.801166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Bound using segment: {'id': '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:39:25.801696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Bound port: a647e204-82b2-41e8-bf5f-c875250b6fef, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '29df66be-f292-4e06-a4eb-b923e8670c2c'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:39:25.802065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:25.823802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078fb90-dbad-404b-bcd4-848c7321e9b9 req-e9bae7e3-624b-428d-a6cd-0ebdecdac948 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:25.831455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0078fb90-dbad-404b-bcd4-848c7321e9b9 req-e9bae7e3-624b-428d-a6cd-0ebdecdac948 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.2634232 Dec 16 15:39:25.980836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0078fb90-dbad-404b-bcd4-848c7321e9b9 req-a1852a78-f617-4987-bd39-06a1f0d67783 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483173 Dec 16 15:39:26.019777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7761ccf3-df5d-4284-bb65-a0c11791f157 req-8c7c041d-9e50-463d-9959-34d3c9501f57 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788304 Dec 16 15:39:26.024030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:39:26.030440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a647e204-82b2-41e8-bf5f-c875250b6fef,segment=NetworkSegment(8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7),segment_id=8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:39:26.179633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:26.246400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:26.351533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d532bc4-cd26-46f2-bccc-2320fadf0ae1 None None] Pushing event updated for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:26.392750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '85f0ab25-8b01-4c86-a3a9-c14995349a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:26.393543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 5b3778ab-bf6b-4db1-b3f7-768e70bcd985, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:26.406182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=8c8faaaf-065a-456a-8b89-c9aca2954af2,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:26.730151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:26.929602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5b3778ab-bf6b-4db1-b3f7-768e70bcd985) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:26.961393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7d376-b1d2-456d-84ad-4f7fafba6e66 None None] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:26.964067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:26.965593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:27.003619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb2aa-edf2-48a3-8339-5c454448348e req-86036d3c-a334-4e86-9423-8575200f65ff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:27.005232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4cdb2aa-edf2-48a3-8339-5c454448348e req-86036d3c-a334-4e86-9423-8575200f65ff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1755714 Dec 16 15:39:27.188166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-93d48fd0-0faa-449c-8040-866723d15f50 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9703493 Dec 16 15:39:27.196424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:27.213048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-336100160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:27.352950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4cdb2aa-edf2-48a3-8339-5c454448348e req-e7b2a815-7a2b-4b1c-8dd2-d6ef6236573e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226285 Dec 16 15:39:27.405626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-3683e2de-6696-4455-865b-0e045a6f5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:27.413324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-3683e2de-6696-4455-865b-0e045a6f5ebc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.2193577 Dec 16 15:39:27.433603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4bdf8-5568-4b0a-9e47-b8b2a6256cef req-99e81d5c-452e-47c8-bae9-6ccc1df934af tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:27.446801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-5b3778ab-bf6b-4db1-b3f7-768e70bcd985', 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '8c8faaaf-065a-456a-8b89-c9aca2954af2'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:39:27.451077 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:27.481987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1aa4bdf8-5568-4b0a-9e47-b8b2a6256cef req-99e81d5c-452e-47c8-bae9-6ccc1df934af tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.2941647 Dec 16 15:39:27.493379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:27.495634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:27.668915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1aa4bdf8-5568-4b0a-9e47-b8b2a6256cef req-3400ec1d-c2b2-4be7-bd57-bec1ef8e9eac tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835980 Dec 16 15:39:28.029669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.056343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Allocated IP 2001:db8:1::2 (5b3778ab-bf6b-4db1-b3f7-768e70bcd985/8c8faaaf-065a-456a-8b89-c9aca2954af2/d94f19e1-348d-4479-ade5-7ce063b37ad2) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:28.079667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-2309b56d-0cd0-41d6-baee-7d0022a2b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:28.083052 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-2309b56d-0cd0-41d6-baee-7d0022a2b608 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.6590014 Dec 16 15:39:28.232578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a647e204-82b2-41e8-bf5f-c875250b6fef up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:39:28.250776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.427874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-e699996f-2e86-45d6-87c6-cfea9ce9df16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.3304927 Dec 16 15:39:28.502994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a647e204-82b2-41e8-bf5f-c875250b6fef triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:28.503434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.597176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.605911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea1682b1-644e-4ea1-95d0-b06b62d8cc47 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4110899 Dec 16 15:39:28.616262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:28.637354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013e13c-8c44-4d54-96f4-f42d9d3496cc None None] Network 29df66be-f292-4e06-a4eb-b923e8670c2c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:28.648855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.697686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c08d-ac1b-4bd8-8348-b88c0e0772df req-3bdc82c2-3553-4858-8e9b-ae7f69f3b32b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:28.698601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d8c08d-ac1b-4bd8-8348-b88c0e0772df req-3bdc82c2-3553-4858-8e9b-ae7f69f3b32b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1018794 Dec 16 15:39:28.778761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d40510bc-1234-4012-891a-f89ba77c2f7a None None] Provisioning complete for port a647e204-82b2-41e8-bf5f-c875250b6fef triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:28.779798 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d40510bc-1234-4012-891a-f89ba77c2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.806152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-202250a7-5ac2-41a7-be79-9aad393930da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:28.812841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d8c08d-ac1b-4bd8-8348-b88c0e0772df req-b31b94a6-d42e-4f94-aa8b-93f4894e0aa5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975306 Dec 16 15:39:28.816124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-202250a7-5ac2-41a7-be79-9aad393930da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.3756859 Dec 16 15:39:28.877731 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:28.939236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.085247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-738e8123-399b-4bee-a486-a7858e208cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:29.087195 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-738e8123-399b-4bee-a486-a7858e208cc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699361 Dec 16 15:39:29.112585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a647e204-82b2-41e8-bf5f-c875250b6fef,segment=NetworkSegment(8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7),segment_id=8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:29.137546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.179085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:29.196136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:29.199291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Pushing event updated for resources: {'Port': ['ID=d94f19e1-348d-4479-ade5-7ce063b37ad2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:29.203568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:29.238574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.274406 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-c08e79af-42e4-4587-b36b-e309ba16e7c1 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765454 Dec 16 15:39:29.275270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.577776 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:39:29.584211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4eabe167-796f-449c-ae93-a93eceff9f6f req-c2de4e95-4107-4acc-90b2-da45c3796ba2 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027098 Dec 16 15:39:29.644408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Attempting to bind port d94f19e1-348d-4479-ade5-7ce063b37ad2 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:39:29.645072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Attempting to bind port d94f19e1-348d-4479-ade5-7ce063b37ad2 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '85f0ab25-8b01-4c86-a3a9-c14995349a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:39:29.645704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Attempting to bind port d94f19e1-348d-4479-ade5-7ce063b37ad2 on network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:29.685690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:39:29.686673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Checking segment: {'id': '85f0ab25-8b01-4c86-a3a9-c14995349a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:29.686948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.687942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Bound using segment: {'id': '85f0ab25-8b01-4c86-a3a9-c14995349a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:39:29.689020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Bound port: d94f19e1-348d-4479-ade5-7ce063b37ad2, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f0ab25-8b01-4c86-a3a9-c14995349a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5b3778ab-bf6b-4db1-b3f7-768e70bcd985'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:39:29.689942 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.727214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:29.824917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:29.825179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38040) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:29.876177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8::1 (29df66be-f292-4e06-a4eb-b923e8670c2c/b9d3c43e-f016-44c9-89d7-d0e4351dc94f/8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:29.900312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] For port d94f19e1-348d-4479-ade5-7ce063b37ad2, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:39:29.933237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] For port d94f19e1-348d-4479-ade5-7ce063b37ad2, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d94f19e1-348d-4479-ade5-7ce063b37ad2,segment=NetworkSegment(85f0ab25-8b01-4c86-a3a9-c14995349a53),segment_id=85f0ab25-8b01-4c86-a3a9-c14995349a53)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:39:29.935581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0645ca31-7b44-49be-b9cd-2367adbc6b29 None None] Provisioning complete for port a647e204-82b2-41e8-bf5f-c875250b6fef triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:29.943026 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0645ca31-7b44-49be-b9cd-2367adbc6b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.116006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.153608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.203950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ce18-2b24-4991-882c-a87a3ec578c9 req-e3416bd6-9541-4635-9944-0a653cb38869 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:30.208496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4599ce18-2b24-4991-882c-a87a3ec578c9 req-e3416bd6-9541-4635-9944-0a653cb38869 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1920376 Dec 16 15:39:30.267531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e421ae3-0019-4f4f-8f90-8a2b52e99ce2 None None] Pushing event updated for resources: {'Port': ['ID=d94f19e1-348d-4479-ade5-7ce063b37ad2,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:30.351693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4599ce18-2b24-4991-882c-a87a3ec578c9 req-2cd9ce8d-6786-40b5-8360-d1c0b48da291 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097362 Dec 16 15:39:30.377993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.436350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.504355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.624115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9688319-dbeb-452e-b5b1-b650d976df93,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:30.639070 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ebf7272ee2240cb92cb0546809a314f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8125131 Dec 16 15:39:30.650944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:30.692716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.740510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.740900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.741434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.741976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.742512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.743024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.743524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.744089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.744583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.745101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.745608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.746134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.746709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a317d750-40e3-4d42-a68d-f0c6cab40fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:30.829389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 29df66be-f292-4e06-a4eb-b923e8670c2c is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:30.843776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:30.849205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:30.850675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.859355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.951227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:30.968739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:31.220896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.228565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.237985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a9688319-dbeb-452e-b5b1-b650d976df93 HTTP/1.1" status: 204 len: 168 time: 0.5805080 Dec 16 15:39:31.276535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6db6-12c4-42a7-a4b3-918a0c6fedc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9688319-dbeb-452e-b5b1-b650d976df93,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:31.319372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.585915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30cf2a-aa1b-4d96-ab2e-2f25d78e6486 req-bda1d303-cd12-4803-9e1f-85a6eda85e98 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:31.588969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b30cf2a-aa1b-4d96-ab2e-2f25d78e6486 req-bda1d303-cd12-4803-9e1f-85a6eda85e98 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0810244 Dec 16 15:39:31.683502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b0ff2d32-49f4-4b46-a138-04e0fdcfc9cf None None] Provisioning complete for port 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:31.686247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2d32-49f4-4b46-a138-04e0fdcfc9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:31.879673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b30cf2a-aa1b-4d96-ab2e-2f25d78e6486 req-c0ef36dd-db29-4c10-a8c8-6e93f87630c5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652216 Dec 16 15:39:31.910355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff2d32-49f4-4b46-a138-04e0fdcfc9cf None None] Port 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:39:31.944977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:32.148668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86457c9-efa0-4d5f-b0a3-d6242e3d2146 req-a125e389-d682-467d-9a01-09d14143fd22 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:32.150525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a86457c9-efa0-4d5f-b0a3-d6242e3d2146 req-a125e389-d682-467d-9a01-09d14143fd22 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1534336 Dec 16 15:39:32.170723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:32.171734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:32.217529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a647e204-82b2-41e8-bf5f-c875250b6fef up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:39:32.374291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a647e204-82b2-41e8-bf5f-c875250b6fef triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:32.375538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:32.433513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a86457c9-efa0-4d5f-b0a3-d6242e3d2146 req-a1607e25-e808-4b66-8419-add4f87f7587 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740734 Dec 16 15:39:32.442515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 29df66be-f292-4e06-a4eb-b923e8670c2c is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:32.462766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:32.581024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d94f19e1-348d-4479-ade5-7ce063b37ad2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:39:32.723882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:32.746214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d94f19e1-348d-4479-ade5-7ce063b37ad2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:32.748925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:33.094876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e442b-2f41-4dc7-a9dc-e40baecfb8b0 None None] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:33.136825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router af802923-1965-452a-bfe9-39d52c1b7420 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:39:33.186517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:33.229759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-070d2382-29e1-4198-ac86-4c7c10baa1a0 None None] Provisioning complete for port d94f19e1-348d-4479-ade5-7ce063b37ad2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:33.230207 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070d2382-29e1-4198-ac86-4c7c10baa1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:33.516354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:33.535562 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-47e32c9b-c4c3-4851-8c4d-90c6fec9352f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9167428 Dec 16 15:39:33.544827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38146) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:33.555064 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] Sync routers for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:33.613778 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:33.617046 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:33.672474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12325962-5de7-4848-b554-e5219e6465f2 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:33.679229 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-12325962-5de7-4848-b554-e5219e6465f2 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports/8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a HTTP/1.1" status: 200 len: 911 time: 0.1332562 Dec 16 15:39:33.689322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38152) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:33.795881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb188f8-472a-41e2-9086-88e55782074f req-f59826e6-c552-4fdb-9cfd-5b1869f20283 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:33.809193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0eb188f8-472a-41e2-9086-88e55782074f req-f59826e6-c552-4fdb-9cfd-5b1869f20283 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2953863 Dec 16 15:39:33.846044 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:33.926508 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:33.933179 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:33.975627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d94f19e1-348d-4479-ade5-7ce063b37ad2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d94f19e1-348d-4479-ade5-7ce063b37ad2,segment=NetworkSegment(85f0ab25-8b01-4c86-a3a9-c14995349a53),segment_id=85f0ab25-8b01-4c86-a3a9-c14995349a53)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:33.996766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0eb188f8-472a-41e2-9086-88e55782074f req-c98f416b-058b-4d6b-bd02-167681900860 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855028 Dec 16 15:39:34.047645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-070d2382-29e1-4198-ac86-4c7c10baa1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.089955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:34.123687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87404de-90ca-4157-bc54-8fdfde0f797c req-ab689d5c-fa99-4c8c-b1cb-4361f3f8f346 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:34.143558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b87404de-90ca-4157-bc54-8fdfde0f797c req-ab689d5c-fa99-4c8c-b1cb-4361f3f8f346 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.3311241 Dec 16 15:39:34.222690 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:34.227018 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff34f02-ae63-4e74-b7db-10e62e2b800a None None] The sync data for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:34.280161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b87404de-90ca-4157-bc54-8fdfde0f797c req-8233cca0-0276-4e38-97e8-6192a5dfc09b tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300845 Dec 16 15:39:34.432961 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-070d2382-29e1-4198-ac86-4c7c10baa1a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:39:34.435588 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-070d2382-29e1-4198-ac86-4c7c10baa1a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:39:34.570347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d94f19e1-348d-4479-ade5-7ce063b37ad2,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:34.927288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007d1fd-696a-4bfd-8bb3-4473da52c710 req-a8dafbb3-8654-4766-8e81-faa57f8f1ae1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:34.939802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3007d1fd-696a-4bfd-8bb3-4473da52c710 req-a8dafbb3-8654-4766-8e81-faa57f8f1ae1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0763338 Dec 16 15:39:35.063886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:35.090066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3007d1fd-696a-4bfd-8bb3-4473da52c710 req-13916983-77f0-485e-8fe9-2d0c740824ad tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489604 Dec 16 15:39:35.237952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19531353-eda2-47ad-a440-2522281aee4d None None] Provisioning complete for port d94f19e1-348d-4479-ade5-7ce063b37ad2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:35.245096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19531353-eda2-47ad-a440-2522281aee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:35.525215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-32400a6f-7159-4e0e-856a-f44550e8344f tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:35.563025 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-32400a6f-7159-4e0e-856a-f44550e8344f tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.74 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.4685252 Dec 16 15:39:35.563479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-19531353-eda2-47ad-a440-2522281aee4d None None] Provisioning complete for port 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:35.564115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19531353-eda2-47ad-a440-2522281aee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:35.667734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-19531353-eda2-47ad-a440-2522281aee4d None None] Port 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:39:35.677496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70fd0-c0d5-4b31-8828-6c57ca1f0f6b req-9e0b31f0-df79-4fb9-b129-d62e5ddedf30 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:35.693046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fd70fd0-c0d5-4b31-8828-6c57ca1f0f6b req-9e0b31f0-df79-4fb9-b129-d62e5ddedf30 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.2211959 Dec 16 15:39:35.760873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fd70fd0-c0d5-4b31-8828-6c57ca1f0f6b req-706784a3-c940-4abe-bff5-33f557c94f7d tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658395 Dec 16 15:39:36.282936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bab00b-c0b6-4bad-90ce-67fdb3939329 req-14bb4076-d6e4-4c3f-8df9-c30c2fef8d3c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:36.294781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d94f19e1-348d-4479-ade5-7ce063b37ad2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:39:36.311593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26bab00b-c0b6-4bad-90ce-67fdb3939329 req-14bb4076-d6e4-4c3f-8df9-c30c2fef8d3c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0832551 Dec 16 15:39:36.313512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8:1::1 (5b3778ab-bf6b-4db1-b3f7-768e70bcd985/8c8faaaf-065a-456a-8b89-c9aca2954af2/538bca00-9750-4e61-ba72-53fb801f0427) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:36.424440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26bab00b-c0b6-4bad-90ce-67fdb3939329 req-5fe1be9a-6d6b-4f78-b985-e2bf38ef1271 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117711 Dec 16 15:39:36.432124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Deleting port 56073935-9723-4da3-ac3d-038c943cf0f7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:36.432785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:36.450214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d94f19e1-348d-4479-ade5-7ce063b37ad2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:36.450586 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:36.600950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:36.824116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:36.968319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:37.015136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a34e8-1bac-4d34-bad8-fae6d2ee857d req-f2a443b0-d37d-4275-9a47-03372aef7bd2 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:37.029475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b26a34e8-1bac-4d34-bad8-fae6d2ee857d req-f2a443b0-d37d-4275-9a47-03372aef7bd2 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 946 time: 0.1716607 Dec 16 15:39:37.060951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:37.068731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] For port 56073935-9723-4da3-ac3d-038c943cf0f7, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=56073935-9723-4da3-ac3d-038c943cf0f7,segment=NetworkSegment(173bf388-9149-432f-97b5-31a44ccd6a46),segment_id=173bf388-9149-432f-97b5-31a44ccd6a46)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:37.072761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.132778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:37.133009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b26a34e8-1bac-4d34-bad8-fae6d2ee857d req-1cbc17c2-c53e-47b7-a44e-d65fa58bbd19 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/security-groups?id=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838389 Dec 16 15:39:37.165345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:37.166481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.263729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 56073935-9723-4da3-ac3d-038c943cf0f7 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:37.323975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bfd13-943a-4d5a-adc3-9ed82151e5b4 req-938130ec-0a8a-4111-8fff-21723f572fb7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:37.341602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b41bfd13-943a-4d5a-adc3-9ed82151e5b4 req-938130ec-0a8a-4111-8fff-21723f572fb7 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1670094 Dec 16 15:39:37.366929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Calling delete_port for 56073935-9723-4da3-ac3d-038c943cf0f7 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:37.469092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-991228086'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:37.545021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=538bca00-9750-4e61-ba72-53fb801f0427,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:37.592798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b41bfd13-943a-4d5a-adc3-9ed82151e5b4 req-0e53af80-4770-47f1-acf2-78fecd2c4e6d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416561 Dec 16 15:39:37.616018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.772391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.839199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a922010d-e451-41a5-a07b-2db5d86cf97f None None] Provisioning complete for port 538bca00-9750-4e61-ba72-53fb801f0427 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:37.840007 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a922010d-e451-41a5-a07b-2db5d86cf97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.854840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Pushing event deleted for resources: {'Port': ['ID=56073935-9723-4da3-ac3d-038c943cf0f7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:37.888556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a922010d-e451-41a5-a07b-2db5d86cf97f None None] Port 538bca00-9750-4e61-ba72-53fb801f0427 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:39:37.904624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10968d2c-f56a-438d-95b4-be811da258fb None None] DHCP port deletion for 88361535-289d-4d76-ac9a-fe488e51322b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:37.946667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] No DVR routers for this DVR port 56073935-9723-4da3-ac3d-038c943cf0f7 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:37.950000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.960975 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-410c32bf-69c1-4b4d-a64b-862689a3aa48 req-7dd05695-e6ba-4680-8f7e-225f59087b13 tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.74 "DELETE /v2.0/ports/56073935-9723-4da3-ac3d-038c943cf0f7 HTTP/1.1" status: 204 len: 173 time: 2.3861513 Dec 16 15:39:37.961868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:37.965181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'name': 'network-vif-deleted', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:39:37.968126 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3e6ab-291d-4072-8d8b-41a4cee6fdcf" -d '{"events": [{"server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "name": "network-vif-deleted", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:39:38.042423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Made reservation on behalf of 8a50ec5a22df404d9d57928bc7725c15 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:38.055959 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a226a9-1142-45ad-983c-ef5f72010ce9 x-openstack-request-id: req-a0a226a9-1142-45ad-983c-ef5f72010ce9 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:39:38.056339 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.056629 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916", "name": "network-vif-deleted", "tag": "56073935-9723-4da3-ac3d-038c943cf0f7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:39:38.057062 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0a226a9-1142-45ad-983c-ef5f72010ce9 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:39:38.057970 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916', 'name': 'network-vif-deleted', 'tag': '56073935-9723-4da3-ac3d-038c943cf0f7', 'status': 'completed', 'code': 200} Dec 16 15:39:38.087875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.294274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.417020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1178ef9-f956-42a7-8ef8-4a2a82196428 req-c19f96aa-3837-424f-ad62-0f4d5f6686ee tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.0786958 Dec 16 15:39:38.419487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.491040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b3d86-9381-45cf-a625-5fe9995c097f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:38.530225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:38.558606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.558606 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Added segment e5d0adfb-71f6-4351-a9a6-59c077b20e0d of type vlan for network 5d6530d6-55d9-4176-b665-12d01cce92c5 Dec 16 15:39:38.712266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.725821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.793569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.795112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.888776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7c938-29ba-49c3-a903-217b741ff952 req-17368d08-3f56-497a-a029-3eebe68bc077 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:38.901517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bb7c938-29ba-49c3-a903-217b741ff952 req-17368d08-3f56-497a-a029-3eebe68bc077 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1022086 Dec 16 15:39:38.928099 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:38.934724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:38.936115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:39.068699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=538bca00-9750-4e61-ba72-53fb801f0427,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:39.177860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bb7c938-29ba-49c3-a903-217b741ff952 req-399c07eb-999b-49b7-b0fc-7de05444cdc3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728450 Dec 16 15:39:39.186694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Pushing event updated for resources: {'Network': ['ID=5d6530d6-55d9-4176-b665-12d01cce92c5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:39.232801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5d6530d6-55d9-4176-b665-12d01cce92c5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:39.262333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-96c9edbf-8c6d-4935-ba3d-b17ed56708a0 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2846823 Dec 16 15:39:39.269216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:39.272111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:39.273327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38258) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:39.463749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'name': 'tempest-network--295671595', 'router:external': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:39.558898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router af802923-1965-452a-bfe9-39d52c1b7420 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:39.627538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:39.632485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:39.650778 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:39.773404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20df6409-0ddf-4221-ab25-322022253332 req-354f31a6-5bfd-4469-b750-a49e2c2a55fc tempest-ServerTagsTestJSON-269981090 tempest-ServerTagsTestJSON-269981090-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c5d85b8-e0cc-41b0-9dc3-0b7eb520e916 HTTP/1.1" status: 200 len: 210 time: 0.0897369 Dec 16 15:39:39.901025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:39.918041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] Sync routers for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:39.918977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cedfa1aa-98f5-429f-8367-50fede3fc155 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2241075 Dec 16 15:39:39.919933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38274) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:39.989921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:39.990640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:40.010881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af066a4a-e296-434e-8e2f-57ff6bdec063 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.032648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-af066a4a-e296-434e-8e2f-57ff6bdec063 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports/538bca00-9750-4e61-ba72-53fb801f0427 HTTP/1.1" status: 200 len: 913 time: 0.0998397 Dec 16 15:39:40.032648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:40.120265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.120624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:40.154123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c8c8a-9ac1-445e-890d-7791ceae279b req-7ccb727c-0ae2-40b5-adcd-d71bcc35e51e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.162297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca3c8c8a-9ac1-445e-890d-7791ceae279b req-7ccb727c-0ae2-40b5-adcd-d71bcc35e51e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.7768655 Dec 16 15:39:40.214588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0819e9d3-b8cb-4433-a07f-5a7966965b95 None None] Provisioning complete for port 538bca00-9750-4e61-ba72-53fb801f0427 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:39:40.215216 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0819e9d3-b8cb-4433-a07f-5a7966965b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.227014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:40.231951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:40.243269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca3c8c8a-9ac1-445e-890d-7791ceae279b req-f0a14db0-2ee5-4f16-b62b-2a9d775b9b71 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796382 Dec 16 15:39:40.245398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.329257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab38db9c-6c82-4203-99d5-857920bb838e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:40.366728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:40.398357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.399161 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Added segment f4668ca2-354f-49a8-a809-18170a2f2553 of type vlan for network 1271b4a4-4b08-4836-ae22-3b9cd65fe273 Dec 16 15:39:40.421703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:40.422415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6c2e5-fe83-4468-9bbc-198d0f559ee6 None None] The sync data for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:40.442463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0819e9d3-b8cb-4433-a07f-5a7966965b95 None None] Port 538bca00-9750-4e61-ba72-53fb801f0427 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:39:40.584680 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.628523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf08b5-b47e-4362-a7c0-9d21173f9c7d req-629d4be6-efb7-45ea-979d-62d24e45ba7f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.640694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06cf08b5-b47e-4362-a7c0-9d21173f9c7d req-629d4be6-efb7-45ea-979d-62d24e45ba7f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1480141 Dec 16 15:39:40.813510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06cf08b5-b47e-4362-a7c0-9d21173f9c7d req-3336c824-c456-4850-9bcf-0b09cd11d83d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613364 Dec 16 15:39:40.855844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:40.857640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:40.858281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.006948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38300) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:41.077250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=1271b4a4-4b08-4836-ae22-3b9cd65fe273,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:41.090701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1271b4a4-4b08-4836-ae22-3b9cd65fe273 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:41.230579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c061e751-2fd3-4639-bff2-0039e455a61f tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9554398 Dec 16 15:39:41.239491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38302) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:41.367952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Deleting subnet 27882490-7ce1-4565-8701-9f0017fcdfbe {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:41.395442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.502457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.513956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2452d9-5796-4569-98d7-dad822f28e41 req-8bd7505e-ddd9-412b-b16c-e2b90aab7534 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:41.521581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2452d9-5796-4569-98d7-dad822f28e41 req-8bd7505e-ddd9-412b-b16c-e2b90aab7534 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.4024220 Dec 16 15:39:41.568417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.602608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.786042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2452d9-5796-4569-98d7-dad822f28e41 req-f68efcd9-062c-4f3d-b12d-9cbdecca9b45 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630987 Dec 16 15:39:41.792978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.799407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.819089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d307557a-a749-427d-8b08-d19442afc895 None None] Network 88361535-289d-4d76-ac9a-fe488e51322b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:41.819915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.825183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/27882490-7ce1-4565-8701-9f0017fcdfbe HTTP/1.1" status: 204 len: 168 time: 0.8133659 Dec 16 15:39:41.832166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:41.905988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1271b4a4-4b08-4836-ae22-3b9cd65fe273']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:41.930114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74924639-ef23-4d04-891f-282883fe4943 None None] DHCP port deletion for 88361535-289d-4d76-ac9a-fe488e51322b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:41.954429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4668ca2-354f-49a8-a809-18170a2f2553') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:41.954782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4668ca2-354f-49a8-a809-18170a2f2553') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:41.968173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:41.979731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f56f8-f436-4cd1-b94f-df635b4fc8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27882490-7ce1-4565-8701-9f0017fcdfbe,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:41.980662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.023665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.041372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:42.041615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:42.045166 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:42.049489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.119764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.156004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88361535-289d-4d76-ac9a-fe488e51322b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:42.171561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173bf388-9149-432f-97b5-31a44ccd6a46') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:42.172350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173bf388-9149-432f-97b5-31a44ccd6a46') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:42.283069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.284602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.295978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1271b4a4-4b08-4836-ae22-3b9cd65fe273 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:39:42.353784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.364988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/1271b4a4-4b08-4836-ae22-3b9cd65fe273 HTTP/1.1" status: 204 len: 168 time: 1.1227324 Dec 16 15:39:42.365345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:42.366978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f85cd-b54f-44b1-8a3b-44f30675934c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Network': ['ID=1271b4a4-4b08-4836-ae22-3b9cd65fe273,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:42.378018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:42.398763 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.420477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:42.421175 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:42.424202 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:42.790273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:42.793184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.805693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.811163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.815536 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] 10.222.0.71 "DELETE /v2.0/networks/88361535-289d-4d76-ac9a-fe488e51322b HTTP/1.1" status: 204 len: 168 time: 0.9807220 Dec 16 15:39:42.838386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88a781-bce2-4601-8af5-bf1f3839bffc admin admin] Pushing event deleted for resources: {'Network': ['ID=88361535-289d-4d76-ac9a-fe488e51322b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:42.902516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:42.916278 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:42.916796 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Added segment fc9e30f2-2499-4216-ab78-8c84c8a9160b of type vlan for network 953ede07-976d-4b49-8db1-7dd932d10a0a Dec 16 15:39:42.975887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.066656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 538bca00-9750-4e61-ba72-53fb801f0427 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:43.068769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.174607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.175669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:43.176360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.287230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=953ede07-976d-4b49-8db1-7dd932d10a0a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:43.300710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 953ede07-976d-4b49-8db1-7dd932d10a0a details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:43.334229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.359361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 538bca00-9750-4e61-ba72-53fb801f0427 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:43.409237 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c52da484-c0d8-4a4f-91a2-bd5d2c94b551 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0298288 Dec 16 15:39:43.409483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38346) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:43.412927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'subnet': {'network_id': '953ede07-976d-4b49-8db1-7dd932d10a0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:43.918461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.918823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:43.923495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:43.952235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:43.974894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=538bca00-9750-4e61-ba72-53fb801f0427,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:44.147589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-32ae387e-74db-47f4-8278-73839b0532b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.222428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.508195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-40974e46-352d-436a-b001-45c9774fbdb4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4df1d8a409654ed58a9ac36612862e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5529876 Dec 16 15:39:44.512062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38372) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:44.599476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.628270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.972718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.984925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:44.991074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa HTTP/1.1" status: 204 len: 168 time: 0.4763997 Dec 16 15:39:44.995087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:39:44.995489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.013708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43b64-a096-43cd-be1e-6fe904e2798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00c3f7-4ae7-4a83-9472-5cd6aa4e72aa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:45.096162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Subnet': ['ID=297443ff-2de9-4c1e-8233-ec0c374d7825,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:45.110950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Checking segment: {'id': 'fc9e30f2-2499-4216-ab78-8c84c8a9160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '953ede07-976d-4b49-8db1-7dd932d10a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:45.111605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Network hostable DHCP agents. Network: 953ede07-976d-4b49-8db1-7dd932d10a0a, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:45.116481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router af802923-1965-452a-bfe9-39d52c1b7420 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:45.268712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:45.277217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:45.277380 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bcdd2c3e-e049-49c9-a444-a15aee1037ad tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2396371 Dec 16 15:39:45.278088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Network 953ede07-976d-4b49-8db1-7dd932d10a0a is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:45.287401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] Sync routers for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:45.292876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-b7342b41-bd72-4a59-9bdd-3d7945e1f913 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2492206 Dec 16 15:39:45.305615 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:45.306731 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:45.400133 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:45.420903 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:45.422355 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:45.448183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-e7ced52c-1636-474f-b087-24be295b68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:45.449787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-e7ced52c-1636-474f-b087-24be295b68a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 1097 time: 0.0648043 Dec 16 15:39:45.486303 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:45.486982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2bed0a-dd47-4590-abfc-0efb469b8c58 None None] The sync data for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:45.547555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 953ede07-976d-4b49-8db1-7dd932d10a0a) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:45.560906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:45.562523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:45.589527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f693d0-066b-4ca8-8ada-e5684720e9e2 None None] Network 953ede07-976d-4b49-8db1-7dd932d10a0a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:45.727395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-524766ce-c207-41dc-b014-6b33a25f4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:45.729081 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-524766ce-c207-41dc-b014-6b33a25f4b97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2525251 Dec 16 15:39:45.751005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2e56a01e-02f8-4fe9-b40f-f50f1b63cace tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3389904 Dec 16 15:39:45.764645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26996fd3-c01a-4005-b784-4662634a54d8 None None] Network 953ede07-976d-4b49-8db1-7dd932d10a0a requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:45.764834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38404) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:45.781341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'floatingip': {'floating_network_id': '953ede07-976d-4b49-8db1-7dd932d10a0a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:45.891337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-a30c8c33-2d11-4815-a014-6f93ff17d702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412 HTTP/1.1" status: 200 len: 217 time: 0.1535306 Dec 16 15:39:45.985030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-79a10a5d-a9bc-42ea-bc0c-f35e9a191153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:45.987091 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-79a10a5d-a9bc-42ea-bc0c-f35e9a191153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0885866 Dec 16 15:39:46.057351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.079083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-47f1ab2f-78cf-467a-81ff-ab144a6ff68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:46.082218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-47f1ab2f-78cf-467a-81ff-ab144a6ff68a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843356 Dec 16 15:39:46.096574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-301d286d-7c76-4fd8-a0a0-6314529d336c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:39:46.098792 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-301d286d-7c76-4fd8-a0a0-6314529d336c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084605 Dec 16 15:39:46.194939 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.308674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-b4c781e4-b176-4121-92fa-4a802e9d0890 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996439 Dec 16 15:39:46.478251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.494857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23fdec35-f67c-41af-9044-6d54064548ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.585451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2f4bdf8d-c428-430b-a52a-0836524a7b82 req-05d2cf29-6d9d-4dcd-83aa-1aa555ac96aa service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701600 Dec 16 15:39:46.742013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Allocated IP 172.20.0.13 (953ede07-976d-4b49-8db1-7dd932d10a0a/297443ff-2de9-4c1e-8233-ec0c374d7825/d86057c0-4578-4a48-893e-f0cfca1a4de8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:46.762483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:46.762994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:46.977946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.059925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.080210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:47.187546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.366670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Network 953ede07-976d-4b49-8db1-7dd932d10a0a is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:47.377297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:47.394410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Port': ['ID=d86057c0-4578-4a48-893e-f0cfca1a4de8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:47.400921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:47.526344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.527158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.527718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.587218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:47.794302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.875564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=8e3b0702-fa0d-48f5-9e2e-bf68b3be6a4a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:47.890324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:47.989040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c673648c-71d7-4df8-9b9b-4bd9a0f97c21 req-994cbea6-6ce5-41e5-bc87-c441bc0c51c5 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.1229746 Dec 16 15:39:48.073501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.111291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.370810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.577461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router af802923-1965-452a-bfe9-39d52c1b7420 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:39:48.735045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:39:48.750195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7a0095bf-45d8-47e8-bc4b-076926f56fba tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4689019 Dec 16 15:39:48.755341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:48.757002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] Sync routers for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:39:48.794209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.795796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:48.799670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:48.902470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f4aae67e-501a-4f7d-a1bb-c119d48cac8b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=af802923-1965-452a-bfe9-39d52c1b7420 HTTP/1.1" status: 200 len: 205 time: 0.1409442 Dec 16 15:39:48.905000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38566) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:48.942521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:48.946302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fcb65bb-f6a0-4ea6-8422-43167e5119d8 req-3ebdea7e-4359-46bf-82a7-a7de7c8ad67b tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0777030 Dec 16 15:39:48.994613 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:48.994816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] Routers {'af802923-1965-452a-bfe9-39d52c1b7420'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:39:48.998918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['af802923-1965-452a-bfe9-39d52c1b7420'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.191877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:49.193306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f81bf-28d2-4459-abe0-93f3a1805f3b None None] The sync data for ids ['af802923-1965-452a-bfe9-39d52c1b7420'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:39:49.216823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.272733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.311926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Port': ['ID=d86057c0-4578-4a48-893e-f0cfca1a4de8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:49.429191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.431534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13019409-7644-48bb-915d-00daedc5add4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6694195 Dec 16 15:39:49.434412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:49.454834 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.518571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.522546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.545605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-daf8043d-5492-4869-8957-8b9d31a01c13 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "GET /v2.0/floatingips?floating_network_id=953ede07-976d-4b49-8db1-7dd932d10a0a HTTP/1.1" status: 200 len: 690 time: 0.1099358 Dec 16 15:39:49.548087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38598) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:49.724344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.728152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router af802923-1965-452a-bfe9-39d52c1b7420 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:39:49.746950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.757673 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a2deb09f-1df6-4b4c-be60-65c638863826 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420 HTTP/1.1" status: 204 len: 168 time: 0.8475707 Dec 16 15:39:49.759472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:49.872789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 8c8faaaf-065a-456a-8b89-c9aca2954af2 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:49.878500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:49.932283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:49.976286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.169335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.187650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.247361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1e79319-878c-4ea3-8b2d-6963b4bfb484 req-ca1e7207-59b6-45c7-8825-09667a6c47be tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0800993 Dec 16 15:39:50.264074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92b66332-b69e-4a58-aae7-0ff37ce44db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.342545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.447381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Deleting port d86057c0-4578-4a48-893e-f0cfca1a4de8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:50.448087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.536241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92b66332-b69e-4a58-aae7-0ff37ce44db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.563631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.607688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8faaaf-065a-456a-8b89-c9aca2954af2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:50.620481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.625775 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c753ce3f-2775-464e-9f22-c46a273e378d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/8c8faaaf-065a-456a-8b89-c9aca2954af2 HTTP/1.1" status: 204 len: 168 time: 0.8632181 Dec 16 15:39:50.628329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:50.629499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536a6679-ce55-4599-a2e3-3ee51939b22d None None] Network 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:50.631461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-92b66332-b69e-4a58-aae7-0ff37ce44db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.641483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.641820 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.673670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Calling delete_port for d86057c0-4578-4a48-893e-f0cfca1a4de8 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:50.713229 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-92b66332-b69e-4a58-aae7-0ff37ce44db9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e3bb90c48084c0eb22fc3895d420778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7769451 Dec 16 15:39:50.719042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:50.752508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66332-b69e-4a58-aae7-0ff37ce44db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e9b026-9957-4d9a-9824-8ce390fdcf56,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:50.770245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet b9d3c43e-f016-44c9-89d7-d0e4351dc94f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:39:50.776316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.889553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.915367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:50.958554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] DHCP port deletion for 5b3778ab-bf6b-4db1-b3f7-768e70bcd985 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:51.008918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.068904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Deleting port d94f19e1-348d-4479-ade5-7ce063b37ad2 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:51.069276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.118469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.176843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] For port d94f19e1-348d-4479-ade5-7ce063b37ad2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d94f19e1-348d-4479-ade5-7ce063b37ad2,segment=NetworkSegment(85f0ab25-8b01-4c86-a3a9-c14995349a53),segment_id=85f0ab25-8b01-4c86-a3a9-c14995349a53)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:51.177807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.205942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Calling delete_port for d94f19e1-348d-4479-ade5-7ce063b37ad2 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:51.221159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Port': ['ID=d86057c0-4578-4a48-893e-f0cfca1a4de8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.229560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.429115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.458443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.466073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.468270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34f10cc3-f086-4116-81b5-738c6866e0fe req-70025afd-526f-4f7c-8de1-28bbb8f5b2be tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0353849 Dec 16 15:39:51.470003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/89e9b026-9957-4d9a-9824-8ce390fdcf56 HTTP/1.1" status: 204 len: 168 time: 0.7439783 Dec 16 15:39:51.516460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.518141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.520631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd710afe-a69d-46dd-855c-6057c9ec7cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e9b026-9957-4d9a-9824-8ce390fdcf56,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.593218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.626145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Pushing event deleted for resources: {'Port': ['ID=d94f19e1-348d-4479-ade5-7ce063b37ad2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.640766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] No DVR routers for this DVR port d94f19e1-348d-4479-ade5-7ce063b37ad2 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:51.672903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.673455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.673984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.674527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.675063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.677061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d3c43e-f016-44c9-89d7-d0e4351dc94f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.682014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073c29-f013-4e93-bbfb-8f3a24329370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:39:51.684754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.688578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa65b17a-dc2c-43e5-913b-64a04e0234c7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/b9d3c43e-f016-44c9-89d7-d0e4351dc94f HTTP/1.1" status: 204 len: 168 time: 1.0586975 Dec 16 15:39:51.693980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38686) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:51.698485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13501bf-01ca-4328-8ef7-1ca1bcbfb67f None None] Network 29df66be-f292-4e06-a4eb-b923e8670c2c requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:51.780418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.810984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.819561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=297443ff-2de9-4c1e-8233-ec0c374d7825,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:51.920390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.973831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953ede07-976d-4b49-8db1-7dd932d10a0a']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:51.974962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:51.986216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9e30f2-2499-4216-ab78-8c84c8a9160b') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:51.986624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9e30f2-2499-4216-ab78-8c84c8a9160b') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:52.001779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.007665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] DHCP port deletion for 29df66be-f292-4e06-a4eb-b923e8670c2c request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:39:52.018848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3778ab-bf6b-4db1-b3f7-768e70bcd985']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:52.023375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.032821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:52.033052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f0ab25-8b01-4c86-a3a9-c14995349a53') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:52.033583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f0ab25-8b01-4c86-a3a9-c14995349a53') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:52.033840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:52.037452 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:52.049992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.068943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.078013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:52.078553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:52.176078 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:52.204277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Deleting port a647e204-82b2-41e8-bf5f-c875250b6fef {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:52.205515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.209259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.214396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 953ede07-976d-4b49-8db1-7dd932d10a0a {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:39:52.217432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.221107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/953ede07-976d-4b49-8db1-7dd932d10a0a HTTP/1.1" status: 204 len: 168 time: 2.6719818 Dec 16 15:39:52.223741 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38702) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.271108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215dd66-ddd8-4596-b2f4-263b346e322d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Network': ['ID=953ede07-976d-4b49-8db1-7dd932d10a0a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:52.342552 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d5182fd-4375-4d5c-a63e-85ffb735df81 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.1169090 Dec 16 15:39:52.344184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.347122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.366164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.373238 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/5b3778ab-bf6b-4db1-b3f7-768e70bcd985 HTTP/1.1" status: 204 len: 168 time: 0.6777446 Dec 16 15:39:52.374767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c786ad-34c8-43c5-bc30-acdaae475a45 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=5b3778ab-bf6b-4db1-b3f7-768e70bcd985,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:52.374997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38712) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.382690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a647e204-82b2-41e8-bf5f-c875250b6fef,segment=NetworkSegment(8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7),segment_id=8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:52.382690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.384917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a647e204-82b2-41e8-bf5f-c875250b6fef no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:52.432180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Calling delete_port for a647e204-82b2-41e8-bf5f-c875250b6fef owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:52.588022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b7024-5d02-46b7-b33c-14aff5db862d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:52.589359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b7024-5d02-46b7-b33c-14aff5db862d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:52.590183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b7024-5d02-46b7-b33c-14aff5db862d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:52.590960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b7024-5d02-46b7-b33c-14aff5db862d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:52.593212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d8b7024-5d02-46b7-b33c-14aff5db862d tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2744 time: 0.2459428 Dec 16 15:39:52.596250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38726) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.611740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.646749 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.677730 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-59b3f2f7-5ffa-4666-a044-76b4b784631c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] delete failed (client error): The resource could not be found. Dec 16 15:39:52.678878 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-59b3f2f7-5ffa-4666-a044-76b4b784631c tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/51192492-b130-4909-bc54-554fb0f9dae2 HTTP/1.1" status: 404 len: 345 time: 0.0815346 Dec 16 15:39:52.685140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.742774 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3c596d-e620-4211-93ea-556a2254bab4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] DELETE failed (client error): The resource could not be found. Dec 16 15:39:52.762137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3c596d-e620-4211-93ea-556a2254bab4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:52.763464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a647e204-82b2-41e8-bf5f-c875250b6fef,segment=NetworkSegment(8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7),segment_id=8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:52.766070 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3a3c596d-e620-4211-93ea-556a2254bab4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/953ede07-976d-4b49-8db1-7dd932d10a0a HTTP/1.1" status: 404 len: 339 time: 0.0795662 Dec 16 15:39:52.771936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.777129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'name': 'tempest-network--1866272388', 'router:external': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:52.799323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e69f0df8-9969-4a0e-a7b5-58f4a7ce57cd req-16e85c82-ecd8-4d21-870f-a1791f7def4e tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0658965 Dec 16 15:39:52.814577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38738) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:52.826987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port a647e204-82b2-41e8-bf5f-c875250b6fef {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:39:52.826987 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.843062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d39e65b3-ea91-46ea-a8bb-1e9078f5c370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.889075 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.889929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d94f19e1-348d-4479-ade5-7ce063b37ad2 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:39:52.945440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port a647e204-82b2-41e8-bf5f-c875250b6fef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a647e204-82b2-41e8-bf5f-c875250b6fef,segment=NetworkSegment(8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7),segment_id=8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:39:52.946689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.984176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for a647e204-82b2-41e8-bf5f-c875250b6fef owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:39:52.999300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d39e65b3-ea91-46ea-a8bb-1e9078f5c370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:52.999300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:53.001876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.041845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:53.060378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.060923 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Added segment a44e9ccb-cd57-419c-8d28-1fb5071fdbdf of type vlan for network 1214da96-0f42-4cca-a921-3b795cd381df Dec 16 15:39:53.158228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.167934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d39e65b3-ea91-46ea-a8bb-1e9078f5c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.199438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.237364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e65b3-ea91-46ea-a8bb-1e9078f5c370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0778ba0b-9194-4bf2-83ff-6aa4fb7f2ed4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.246957 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d39e65b3-ea91-46ea-a8bb-1e9078f5c370 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67bd67e99d6f4910a677df53eecf14dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311960 Dec 16 15:39:53.248063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38756) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:53.282244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.293175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port a647e204-82b2-41e8-bf5f-c875250b6fef on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:53.300227 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.307440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d94f19e1-348d-4479-ade5-7ce063b37ad2 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:39:53.307778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d94f19e1-348d-4479-ade5-7ce063b37ad2 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:39:53.326938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] No DVR routers for this DVR port a647e204-82b2-41e8-bf5f-c875250b6fef on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:39:53.346129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.346628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.346628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:53.346628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.355347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.370958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b183d-8da8-45a6-8228-7d6e485e8fee None None] Pushing event deleted for resources: {'Port': ['ID=a647e204-82b2-41e8-bf5f-c875250b6fef,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.442697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.449305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.472223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=1214da96-0f42-4cca-a921-3b795cd381df,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.473622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29df66be-f292-4e06-a4eb-b923e8670c2c']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:53.482673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1214da96-0f42-4cca-a921-3b795cd381df details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:53.493955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:53.495796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd62a0f-c0ec-4422-99a2-01ef55f8d8f7') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:53.505442 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5164a23b-4de7-48bc-9d28-fe31e5393a95 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7319722 Dec 16 15:39:53.509194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:53.515953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.532167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.540360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:53.541128 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:53.544628 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:53.679539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.683083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.684710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0778ba0b-9194-4bf2-83ff-6aa4fb7f2ed4 HTTP/1.1" status: 204 len: 168 time: 0.4356077 Dec 16 15:39:53.718496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463eaee-8506-450b-b911-28bbbc15d2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0778ba0b-9194-4bf2-83ff-6aa4fb7f2ed4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.746617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c4152-148d-47bd-a5ed-37afbce2ac3f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:53.746617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c4152-148d-47bd-a5ed-37afbce2ac3f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:53.756003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c4152-148d-47bd-a5ed-37afbce2ac3f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:53.765404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c4152-148d-47bd-a5ed-37afbce2ac3f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:53.772682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38778) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:53.781364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-182c4152-148d-47bd-a5ed-37afbce2ac3f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2559738 Dec 16 15:39:53.830090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.851262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:53.862849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/29df66be-f292-4e06-a4eb-b923e8670c2c HTTP/1.1" status: 204 len: 168 time: 1.4770048 Dec 16 15:39:53.862849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:53.875130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1241744706'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:53.893764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dc892-8324-4940-a046-3c07619c33fb tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=29df66be-f292-4e06-a4eb-b923e8670c2c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:53.913391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.022321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3517f4e-a7d8-4280-9647-27c757384655 req-9830f0e1-b062-40ee-9999-c5a5dbc8e969 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0621321 Dec 16 15:39:54.025458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:54.029437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.058177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.077214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:54.101121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1214da96-0f42-4cca-a921-3b795cd381df']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:54.110013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.110532 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment bcec2c37-f7b1-453c-92ad-d433b968a560 of type vlan for network 3a33f095-4e4c-4a09-bff0-a115e08b7487 Dec 16 15:39:54.143618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e9ccb-cd57-419c-8d28-1fb5071fdbdf') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:54.144649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e9ccb-cd57-419c-8d28-1fb5071fdbdf') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:54.168829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.247304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.273254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:54.273772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:54.276607 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:54.279883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.614546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.616138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-005e60e5-db99-4864-a7a8-6b73dc7ee1bc req-573683e3-06e5-4493-b274-25581b192384 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.1645148 Dec 16 15:39:54.621128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1214da96-0f42-4cca-a921-3b795cd381df {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:39:54.635316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.635316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/1214da96-0f42-4cca-a921-3b795cd381df HTTP/1.1" status: 204 len: 168 time: 0.8540959 Dec 16 15:39:54.635807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38814) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:54.639331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'name': 'tempest-network--1118470539', 'router:external': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:54.645451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc439610-d8ce-4cb1-822c-d8a9a8398cdf tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Network': ['ID=1214da96-0f42-4cca-a921-3b795cd381df,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:54.694814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.698937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:54.700495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.788457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:54.792286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.838037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=3a33f095-4e4c-4a09-bff0-a115e08b7487,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:54.853293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:54.869303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:54.883252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:54.884234 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Added segment 987fbde5-5ef7-44d6-9e64-0062a0623135 of type vlan for network 8558be13-0b12-4ab1-a60b-a0e2941cc0cc Dec 16 15:39:54.993482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.006361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-24d87ed0-8f4d-4cfb-9adf-1a505137992e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1462250 Dec 16 15:39:55.012545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.017966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:55.171435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.216765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cc76ae2-b000-4854-909b-22f497f3568f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.220960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.222573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:55.223182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.278145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3271f19-612f-4926-b783-dc3b7cfc6c12 req-28f6a4f3-a975-4b34-8987-9afa7579fba0 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0739224 Dec 16 15:39:55.283214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:55.305555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.377769 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7399874 Dec 16 15:39:55.381919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.395067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d9c93-25bf-4b84-8725-f2050427e498 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=8558be13-0b12-4ab1-a60b-a0e2941cc0cc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:55.416119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8558be13-0b12-4ab1-a60b-a0e2941cc0cc details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:55.496340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6b733-8ef0-4b7b-bcbe-27229ea8b17f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:55.501183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cca6b733-8ef0-4b7b-bcbe-27229ea8b17f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "GET /v2.0/networks/8558be13-0b12-4ab1-a60b-a0e2941cc0cc HTTP/1.1" status: 200 len: 757 time: 0.1179318 Dec 16 15:39:55.502112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.701278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0552977c-394a-4ff6-b13f-4171dd49cc1d tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:55.706037 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0552977c-394a-4ff6-b13f-4171dd49cc1d tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "GET /v2.0/networks/5d6530d6-55d9-4176-b665-12d01cce92c5 HTTP/1.1" status: 200 len: 767 time: 0.1901004 Dec 16 15:39:55.706037 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cc76ae2-b000-4854-909b-22f497f3568f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.712774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.814603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.859454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7cc76ae2-b000-4854-909b-22f497f3568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.900938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.945152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:55.963885 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7cc76ae2-b000-4854-909b-22f497f3568f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dde4ba78022840cfbf9b70b6043f420b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7912161 Dec 16 15:39:55.969077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:55.984747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc76ae2-b000-4854-909b-22f497f3568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda3fb62-9b6e-4ec4-9c54-85d8b2af06f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:55.994923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8558be13-0b12-4ab1-a60b-a0e2941cc0cc']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:56.023766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987fbde5-5ef7-44d6-9e64-0062a0623135') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:56.026629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987fbde5-5ef7-44d6-9e64-0062a0623135') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:56.064566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.074123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=e16771b1-488f-4e00-ae32-5802806fcc8b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:56.087221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': 'bcec2c37-f7b1-453c-92ad-d433b968a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:56.087910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 3a33f095-4e4c-4a09-bff0-a115e08b7487, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:39:56.090971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2ecf6285-3e2a-4d40-9b14-233ee26528a1 req-30f3fe65-efc1-4e6b-bcee-40255307cf5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Dec 16 15:39:56.105697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.115809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.117892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:56.118293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:56.120125 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:56.189183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.254083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:39:56.365047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.392492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8558be13-0b12-4ab1-a60b-a0e2941cc0cc {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:39:56.398577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 3a33f095-4e4c-4a09-bff0-a115e08b7487) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:56.407465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:56.408546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.452657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a247d53-dafd-4e4f-b9db-a6a6c1053a5d None None] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:39:56.478039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.493889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/8558be13-0b12-4ab1-a60b-a0e2941cc0cc HTTP/1.1" status: 204 len: 168 time: 0.7728970 Dec 16 15:39:56.493889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.494727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:56.507511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'name': 'tempest-network--581942761'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:56.520210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.526535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dda3fb62-9b6e-4ec4-9c54-85d8b2af06f1 HTTP/1.1" status: 204 len: 168 time: 0.5553870 Dec 16 15:39:56.536913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba0cd2-ab9d-45b6-b577-dd8cdf735c93 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Network': ['ID=8558be13-0b12-4ab1-a60b-a0e2941cc0cc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:56.562624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ed21-2d6d-4973-8e6b-91bcc1118338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda3fb62-9b6e-4ec4-9c54-85d8b2af06f1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:56.595197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f1af464-9d85-47c1-8df4-c59b4ba3a016 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5810599 Dec 16 15:39:56.598843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:56.605937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1951652434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:56.695652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97670b97-8f3b-4534-9f99-5a7e906ca283 req-348ad712-bd9a-44a1-8754-22fe400ca65e tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1542892 Dec 16 15:39:56.826258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.827741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-3a33f095-4e4c-4a09-bff0-a115e08b7487', 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': 'e16771b1-488f-4e00-ae32-5802806fcc8b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:39:56.828273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.829522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.861938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Made reservation on behalf of cc76d161c4194a99bb943681cd8e7351 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:56.876494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.914855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.955016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:39:56.967289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:56.971679 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Added segment 5da9331e-bcd3-4141-a68b-2e8726770b1c of type vlan for network 1154db26-bc74-43f2-8346-8c5e4c3b960d Dec 16 15:39:57.031485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.036744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.141107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.145344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:57.148875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4625f50c-b89a-4156-bd76-73f42b299ee7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5478184 Dec 16 15:39:57.155601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'port': {'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487', 'name': 'tempest-RoutersIpV6Test-1851217627'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:57.163146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.166788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:57.166788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.273072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Allocated IP 2001:db8::2 (3a33f095-4e4c-4a09-bff0-a115e08b7487/e16771b1-488f-4e00-ae32-5802806fcc8b/e38cbe70-64fd-4519-8a69-8eb99f6eb53e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:57.567582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=1154db26-bc74-43f2-8346-8c5e4c3b960d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:57.592826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1154db26-bc74-43f2-8346-8c5e4c3b960d details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:39:57.642426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-906a460e-0614-4e1d-bd3a-d7b2b3d0e8a4 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1456652 Dec 16 15:39:57.647204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:57.652725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:39:57.763770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.889302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:39:57.891397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.899334 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:57.948816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.039451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] device_id is not set on port 8fb75443-9e65-4af3-89e4-a663955ece11 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:39:58.054310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Pushing event updated for resources: {'Port': ['ID=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:58.074664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46a45276-3feb-4abd-99cd-f60b44d324e2 req-23000a1a-3951-4b5c-a6f1-34e53fd0a292 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0972116 Dec 16 15:39:58.115843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.132412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:58.148804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:58.148804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:58.276671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Attempting to bind port e38cbe70-64fd-4519-8a69-8eb99f6eb53e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:39:58.276986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Attempting to bind port e38cbe70-64fd-4519-8a69-8eb99f6eb53e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bcec2c37-f7b1-453c-92ad-d433b968a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:39:58.278496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Attempting to bind port e38cbe70-64fd-4519-8a69-8eb99f6eb53e on network 3a33f095-4e4c-4a09-bff0-a115e08b7487 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:39:58.292095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:39:58.292541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Checking segment: {'id': 'bcec2c37-f7b1-453c-92ad-d433b968a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:39:58.292888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.293322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Bound using segment: {'id': 'bcec2c37-f7b1-453c-92ad-d433b968a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:39:58.293775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Bound port: e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcec2c37-f7b1-453c-92ad-d433b968a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3a33f095-4e4c-4a09-bff0-a115e08b7487'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:39:58.294171 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.302097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Network 1154db26-bc74-43f2-8346-8c5e4c3b960d is not hosted by any dhcp agent {{(pid=104055) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:39:58.303131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:58.304354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.306660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "PUT /v2.0/networks/1154db26-bc74-43f2-8346-8c5e4c3b960d HTTP/1.1" status: 200 len: 857 time: 0.6579914 Dec 16 15:39:58.313048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 38976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:58.391813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f1997-afa9-43a3-9646-01876643a6d7 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event updated for resources: {'Network': ['ID=1154db26-bc74-43f2-8346-8c5e4c3b960d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:58.434649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8::ff (3a33f095-4e4c-4a09-bff0-a115e08b7487/e16771b1-488f-4e00-ae32-5802806fcc8b/8fb75443-9e65-4af3-89e4-a663955ece11) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:39:58.460820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] For port e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:39:58.466514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] For port e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,segment=NetworkSegment(bcec2c37-f7b1-453c-92ad-d433b968a560),segment_id=bcec2c37-f7b1-453c-92ad-d433b968a560)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:39:58.477379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.588500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.624814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.725035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1154db26-bc74-43f2-8346-8c5e4c3b960d']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:58.741513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da9331e-bcd3-4141-a68b-2e8726770b1c') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:58.741825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da9331e-bcd3-4141-a68b-2e8726770b1c') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:58.775261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.808312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.808964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.829327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:58.829776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.830350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbddb0-aa2b-4433-b101-76b4cfb85715 None None] Pushing event updated for resources: {'Port': ['ID=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:58.891517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:58.975122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daed417c-e358-4927-8e02-b0c39154ff9c req-56b83003-1011-4c0c-b335-15e0e54f9564 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0465567 Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:58.988181 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:39:59.043535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.132182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=8fb75443-9e65-4af3-89e4-a663955ece11,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:59.176650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:39:59.179686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:39:59.183086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:39:59.190996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.196758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1154db26-bc74-43f2-8346-8c5e4c3b960d {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:39:59.200019 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.201799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:39:59.203048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.207520 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] 10.222.0.71 "DELETE /v2.0/networks/1154db26-bc74-43f2-8346-8c5e4c3b960d HTTP/1.1" status: 204 len: 168 time: 0.8929861 Dec 16 15:39:59.216282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39020) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:59.225800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44d13d-5d5e-4e38-b728-40cda60d60d1 tempest-ExternalNetworksTestJSON-1747279318 tempest-ExternalNetworksTestJSON-1747279318-project-admin] Pushing event deleted for resources: {'Network': ['ID=1154db26-bc74-43f2-8346-8c5e4c3b960d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:39:59.275619 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8831c79f-da00-46f2-a031-f84b093a704f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] DELETE failed (client error): The resource could not be found. Dec 16 15:39:59.277491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8831c79f-da00-46f2-a031-f84b093a704f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:39:59.283328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8831c79f-da00-46f2-a031-f84b093a704f tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "DELETE /v2.0/subnets/297443ff-2de9-4c1e-8233-ec0c374d7825 HTTP/1.1" status: 404 len: 337 time: 0.0653484 Dec 16 15:39:59.287705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:59.392101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.500519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a60ab505-eece-484f-8780-7c4a6ecd2413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3526835 Dec 16 15:39:59.501096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39026) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:39:59.513332 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.598077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6530d6-55d9-4176-b665-12d01cce92c5']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:59.621743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.629893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d0adfb-71f6-4351-a9a6-59c077b20e0d') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:59.630365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d0adfb-71f6-4351-a9a6-59c077b20e0d') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:39:59.662666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.727752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.740069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:39:59.740758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:39:59.746690 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:00.044595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.057442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.063415 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.072788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] 10.222.0.71 "DELETE /v2.0/networks/5d6530d6-55d9-4176-b665-12d01cce92c5 HTTP/1.1" status: 204 len: 168 time: 0.7813334 Dec 16 15:40:00.105240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87dc2c-fb4a-4558-b06a-fb1785900a28 tempest-ExternalNetworksTestJSON-1793927342 tempest-ExternalNetworksTestJSON-1793927342-project] Pushing event deleted for resources: {'Network': ['ID=5d6530d6-55d9-4176-b665-12d01cce92c5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:00.299122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf4631e7-9ddb-4eb9-b46a-261bbc66d589 req-882ae6f2-3013-430b-8b24-fb20e798bd2b tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0763366 Dec 16 15:40:00.406650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e38cbe70-64fd-4519-8a69-8eb99f6eb53e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:00.564470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e38cbe70-64fd-4519-8a69-8eb99f6eb53e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:00.566986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.780317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c336f3e-b74d-484e-8271-29bb125e719a None None] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:00.888395 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.905438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-955566bd-df05-4fb4-9758-77dfc431f333 None None] Provisioning complete for port e38cbe70-64fd-4519-8a69-8eb99f6eb53e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:00.905878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-955566bd-df05-4fb4-9758-77dfc431f333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:00.986474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,segment=NetworkSegment(bcec2c37-f7b1-453c-92ad-d433b968a560),segment_id=bcec2c37-f7b1-453c-92ad-d433b968a560)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:01.078230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:01.159489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39088) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:01.354871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:01.467659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:01.539508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:01.589246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c871d74-cb5e-43ca-aab4-84e730abc99e req-803166cc-5667-471c-95f0-26b444918ce5 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0912778 Dec 16 15:40:01.768020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=8fb75443-9e65-4af3-89e4-a663955ece11,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:01.786821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ca0f29d-a4dc-4098-af73-67c0969bb180 None None] Provisioning complete for port e38cbe70-64fd-4519-8a69-8eb99f6eb53e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:01.788601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f29d-a4dc-4098-af73-67c0969bb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:01.794112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f5a10fa7-42db-4094-947e-66d81bb5e214 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a50ec5a22df404d9d57928bc7725c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6326032 Dec 16 15:40:01.798192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:01.929504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:01.987113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.043898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.096170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ca0f29d-a4dc-4098-af73-67c0969bb180 None None] Provisioning complete for port 8fb75443-9e65-4af3-89e4-a663955ece11 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:02.097362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f29d-a4dc-4098-af73-67c0969bb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.145338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0f29d-a4dc-4098-af73-67c0969bb180 None None] Port 8fb75443-9e65-4af3-89e4-a663955ece11 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:02.208362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.211029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.213421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e14b3d86-9381-45cf-a625-5fe9995c097f HTTP/1.1" status: 204 len: 168 time: 0.4122868 Dec 16 15:40:02.223837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f65f3-c94c-4b6d-9a71-68c035fa8605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b3d86-9381-45cf-a625-5fe9995c097f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:02.395237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.409114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e38cbe70-64fd-4519-8a69-8eb99f6eb53e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:02.416811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-009a2a5c-5d05-4a7c-95a4-20e57abfe76a None None] Provisioning complete for port 8fb75443-9e65-4af3-89e4-a663955ece11 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:02.420174 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-009a2a5c-5d05-4a7c-95a4-20e57abfe76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.554568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-009a2a5c-5d05-4a7c-95a4-20e57abfe76a None None] Port 8fb75443-9e65-4af3-89e4-a663955ece11 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:02.560311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e38cbe70-64fd-4519-8a69-8eb99f6eb53e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:02.560838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.819144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0fbfab42-43b3-4679-b524-0b8084edbbd6 None None] Provisioning complete for port 8fb75443-9e65-4af3-89e4-a663955ece11 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:02.820406 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fbfab42-43b3-4679-b524-0b8084edbbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:02.927758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfab42-43b3-4679-b524-0b8084edbbd6 None None] Port 8fb75443-9e65-4af3-89e4-a663955ece11 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:02.953767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-146ace5a-3b09-476a-8abc-601a025aa910 req-bc295ae1-5589-484b-a60f-f0ffddf6c589 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0729532 Dec 16 15:40:03.010083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.101489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.102848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.173589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-bf25b015-b994-41fa-a9cd-786ce09c1b69 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516171 Dec 16 15:40:03.293153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=8fb75443-9e65-4af3-89e4-a663955ece11,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:03.361683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:03.363972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:03.488668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:03.515486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-67f399bd-2a40-4a37-85d6-2fdb9869563e tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:03.517172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-67f399bd-2a40-4a37-85d6-2fdb9869563e tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330038 Dec 16 15:40:03.544954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-6080d839-420f-4698-ab8e-ad7231894b5e tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/quotas/3e65cc470b8843aeb3292bc5d57ac935 HTTP/1.1" status: 200 len: 375 time: 0.0128956 Dec 16 15:40:03.604962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-79e1ece4-28c7-41a7-987e-8b556cbba430 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc76d161c4194a99bb943681cd8e7351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142807 Dec 16 15:40:03.609019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39192) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:03.620966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-78952595-3c83-4ce2-85da-05c46a4308de tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685799 Dec 16 15:40:03.695883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.729051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.771040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ab097d5c-c18e-452d-b052-0cca0cd2a46a None None] Provisioning complete for port 8fb75443-9e65-4af3-89e4-a663955ece11 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:03.771676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab097d5c-c18e-452d-b052-0cca0cd2a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:03.772175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router a309f7cd-0818-4c8d-9a00-ee8a363f3b3b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:40:03.823625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ab097d5c-c18e-452d-b052-0cca0cd2a46a None None] Port 8fb75443-9e65-4af3-89e4-a663955ece11 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:03.966940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:03.981700 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] Sync routers for ids ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:03.984307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03205b57-b2c8-43cc-8705-32049897b413 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/a309f7cd-0818-4c8d-9a00-ee8a363f3b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4818885 Dec 16 15:40:03.985336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39210) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:04.007364 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] Routers {'a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:04.007661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543a6a5a-9a19-4144-a9ea-09c5b6d87135 req-4279eaa4-a22b-4593-81f3-4f7dee7e1897 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.0648069 Dec 16 15:40:04.009020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:04.076559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b42b44-c9ff-48ab-a42f-a3f15db776d9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:04.082829 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:04.084425 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-35b42b44-c9ff-48ab-a42f-a3f15db776d9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports/8fb75443-9e65-4af3-89e4-a663955ece11 HTTP/1.1" status: 200 len: 983 time: 0.0973465 Dec 16 15:40:04.084888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39214) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:04.088771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:04.094032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:04.099025 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] Routers {'a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:04.099869 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:04.101533 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab38db9c-6c82-4203-99d5-857920bb838e HTTP/1.1" status: 204 len: 168 time: 0.4903641 Dec 16 15:40:04.161552 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:04.162530 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa52c49-e96a-4239-8dde-c6c9b75be6fe None None] The sync data for ids ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:04.178492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e34cfa-310b-490c-b234-16ae6e4d8254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab38db9c-6c82-4203-99d5-857920bb838e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:04.333488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28182403-4551-4af9-835f-548ce2249328 req-ae308367-b410-48be-8875-0d9ddf02c7d1 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.2501769 Dec 16 15:40:04.864539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:05.152549 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-833c1ddb-21c8-4308-9ea0-99761d9e409b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982811 Dec 16 15:40:05.215259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9093a762-fad2-4fb8-943c-8a17bfbfe114 req-e3867a0e-98c3-442f-bff5-a9f9acbe2a38 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.0565815 Dec 16 15:40:05.232438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 8fb75443-9e65-4af3-89e4-a663955ece11 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:05.233949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:05.371616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-645d2657-c45a-44e9-b547-e01e6289a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:05.374727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-645d2657-c45a-44e9-b547-e01e6289a3f3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0622556 Dec 16 15:40:05.647946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-953cd17c-2126-4485-ac32-2d6ef49a3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:05.650003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-953cd17c-2126-4485-ac32-2d6ef49a3bfc service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2466733 Dec 16 15:40:05.809755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-e66fd821-8dd4-4ef6-89da-599402de451a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.1496079 Dec 16 15:40:05.880617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-64a7b0f6-0dd6-4cbc-984b-475e8ea4b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:05.882176 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-64a7b0f6-0dd6-4cbc-984b-475e8ea4b9cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0629361 Dec 16 15:40:05.965235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:05.981845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 8fb75443-9e65-4af3-89e4-a663955ece11 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:06.021661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-01475482-8267-4b4d-b103-731c18c87dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:06.027549 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-01475482-8267-4b4d-b103-731c18c87dc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364553 Dec 16 15:40:06.032352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-482e4796-8ff7-4803-baac-80027059ca26 req-c32e68c4-14fd-4578-acb4-4b4288c0c584 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1476612 Dec 16 15:40:06.054569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-536f6566-db97-49b4-9114-e909c30dce05 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:40:06.073786 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-536f6566-db97-49b4-9114-e909c30dce05 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0320981 Dec 16 15:40:06.241709 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-eed3e8c6-04d9-4eb8-9d29-91bd93901259 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571836 Dec 16 15:40:06.440904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dee8b27-8328-4cb1-b396-36793be18526 req-9cf642e3-b5d6-402e-b750-ac412df6add3 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.0586820 Dec 16 15:40:06.463906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b47a4422-bfcf-490c-8a10-9213c1a185d3 req-0e1136be-0fa9-4b0d-837c-edcd838c0195 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142417 Dec 16 15:40:06.486631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:06.547072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=8fb75443-9e65-4af3-89e4-a663955ece11,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:06.580358 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:40:06.691134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:06.939087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router a309f7cd-0818-4c8d-9a00-ee8a363f3b3b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:40:07.038737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:07.045354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ca89b2ac-208e-4122-9bcd-0d1be533b14c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/a309f7cd-0818-4c8d-9a00-ee8a363f3b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575353 Dec 16 15:40:07.048136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39344) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:07.059401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] Sync routers for ids ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:07.086377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] Routers {'a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:07.087946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:07.169548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:07.186106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] Routers {'a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:07.187136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:07.301047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:07.302580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd34fa5-86d0-4c08-b7f0-5051c1d82038 None None] The sync data for ids ['a309f7cd-0818-4c8d-9a00-ee8a363f3b3b'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:07.363375 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-828208de-9d96-4a72-9dc2-556eb74e34f0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] remove_router_interface failed (client error): The resource could not be found. Dec 16 15:40:07.367393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-828208de-9d96-4a72-9dc2-556eb74e34f0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/a309f7cd-0818-4c8d-9a00-ee8a363f3b3b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3153391 Dec 16 15:40:07.367393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55b15970-8460-464d-aae4-61f25373e49d req-3eae8ede-0fc7-46be-8e25-2a9aea96af4d tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1576939 Dec 16 15:40:07.367393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39360) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:07.405131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b1203fbc-bcdd-49dd-9a98-5c76a8bc4b06 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=a309f7cd-0818-4c8d-9a00-ee8a363f3b3b HTTP/1.1" status: 200 len: 205 time: 0.0364504 Dec 16 15:40:07.408335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39362) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:07.524754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:07.660710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fca31c2a-e22a-4291-9e69-95187ac00132 req-b56fa551-7494-4cf3-a32e-d11d197836a4 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.0691285 Dec 16 15:40:07.681213 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c5b324e6-3124-4dbb-933a-fcb8d7de127f tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642073 Dec 16 15:40:07.762704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:07.765362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:07.921907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-3b753ada-a374-4065-ac08-5c9c626c91b7 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:07.923569 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-3b753ada-a374-4065-ac08-5c9c626c91b7 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231994 Dec 16 15:40:07.946877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Request body: {'port': {'device_id': '59fd420d-f995-476f-90bc-80c1f38106f9', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '3e65cc470b8843aeb3292bc5d57ac935'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:07.952215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:07.956540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router a309f7cd-0818-4c8d-9a00-ee8a363f3b3b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:07.978091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:07.984682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ba46ff57-1af3-41ea-b558-cbaea415cb2a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/a309f7cd-0818-4c8d-9a00-ee8a363f3b3b HTTP/1.1" status: 204 len: 168 time: 0.5696602 Dec 16 15:40:07.986148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39380) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:08.080208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet e16771b1-488f-4e00-ae32-5802806fcc8b {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:40:08.087081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.176209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39392) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:08.180838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.270941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Made reservation on behalf of 3e65cc470b8843aeb3292bc5d57ac935 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:08.276296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.297936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.343232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.375422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7b69b6d4-c7c0-420f-8e51-8ada7b7d3f89 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:08.462365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.531392 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b69b6d4-c7c0-420f-8e51-8ada7b7d3f89 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "PUT /v2.0/quotas/f7e4781d31374d1381dc77b3059e285a HTTP/1.1" status: 200 len: 368 time: 0.3539371 Dec 16 15:40:08.532385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.536983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:08.541840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-164e91c6-11ec-42b2-9d61-80f3876a0621 req-903d105e-52f9-4d7e-8b50-9755771a6678 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0414889 Dec 16 15:40:08.553724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Request body: {'network': {'project_id': 'f7e4781d31374d1381dc77b3059e285a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:08.614204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.636344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9deb32e6-56b6-4418-9b12-5b771bdb7105,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:08.659443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=e16771b1-488f-4e00-ae32-5802806fcc8b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:08.667675 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.673665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0a359bb4-1bb6-4906-b7ab-775d44341528 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/e16771b1-488f-4e00-ae32-5802806fcc8b HTTP/1.1" status: 204 len: 168 time: 0.6855409 Dec 16 15:40:08.677709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:08.681183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a1714-ec58-4581-8434-223e2ce6b0ff None None] Network 3a33f095-4e4c-4a09-bff0-a115e08b7487 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:08.763233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Allocated IP 192.168.233.243 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/2867018c-f5bc-4c28-9bde-37c60f9a3f52) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:08.773376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Made reservation on behalf of f7e4781d31374d1381dc77b3059e285a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:08.776897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.837348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:08.920413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] DHCP port deletion for 3a33f095-4e4c-4a09-bff0-a115e08b7487 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:09.013705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Deleting port e38cbe70-64fd-4519-8a69-8eb99f6eb53e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:09.014459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.098186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] For port e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,segment=NetworkSegment(bcec2c37-f7b1-453c-92ad-d433b968a560),segment_id=bcec2c37-f7b1-453c-92ad-d433b968a560)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:09.098873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.117775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Calling delete_port for e38cbe70-64fd-4519-8a69-8eb99f6eb53e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:09.134603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50922d75-c6fa-4c9f-b7b6-dd75c3dc6d61 req-df9e8431-249a-43c1-9a2e-217e2ce1ffc7 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.1316066 Dec 16 15:40:09.148647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.208926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd1f09-5d5e-42d2-b161-e1413d174cc7 req-0855cf4f-194d-47c8-974e-f4e378f0244d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:09.211610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bbd1f09-5d5e-42d2-b161-e1413d174cc7 req-0855cf4f-194d-47c8-974e-f4e378f0244d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2930994 Dec 16 15:40:09.309733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.345554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-cd819492-4bff-45d5-ad13-a190bccde8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:09.347723 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-cd819492-4bff-45d5-ad13-a190bccde8ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.2613051 Dec 16 15:40:09.350086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bbd1f09-5d5e-42d2-b161-e1413d174cc7 req-bf4a0098-e797-40e6-b29a-e4197df36b2e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260607 Dec 16 15:40:09.371033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port e38cbe70-64fd-4519-8a69-8eb99f6eb53e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:09.373309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.374920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.380580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.396003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] No DVR routers for this DVR port e38cbe70-64fd-4519-8a69-8eb99f6eb53e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:09.422739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13731a-acc1-401f-b291-629adcc98af5 None None] Pushing event deleted for resources: {'Port': ['ID=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:09.497516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.512105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-2305538a-d4e6-4e49-8ca9-ce8f9405786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:09.513627 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-2305538a-d4e6-4e49-8ca9-ce8f9405786c service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.1549728 Dec 16 15:40:09.539882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port e38cbe70-64fd-4519-8a69-8eb99f6eb53e, host n-d-821947-3, got binding levels [] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:09.540362 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.562065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for e38cbe70-64fd-4519-8a69-8eb99f6eb53e owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:09.567389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Port e38cbe70-64fd-4519-8a69-8eb99f6eb53e was not found and therefore no delete operation was performed {{(pid=104056) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:40:09.569305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.616921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c557a12-d180-440d-9524-dcc732e27f7a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:09.628912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=e38cbe70-64fd-4519-8a69-8eb99f6eb53e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:09.634857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port e38cbe70-64fd-4519-8a69-8eb99f6eb53e on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:09.652422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.669242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:09.677958 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-3677e8ec-2c9d-41a5-8684-668c8cb0060e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.1552854 Dec 16 15:40:09.792722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-846a9916-3928-4c61-a69a-c92ef3dc2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:09.794643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-846a9916-3928-4c61-a69a-c92ef3dc2978 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0999215 Dec 16 15:40:09.802110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.810772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.810772 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Added segment 4f6fd793-f1dd-486a-86de-078c04702ae3 of type vlan for network 02f598cf-826a-4f06-9669-fb2da321f748 Dec 16 15:40:09.845434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:09.849407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a33f095-4e4c-4a09-bff0-a115e08b7487']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:09.853564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ee21314-afd5-42b5-b58a-2f545fe88687 req-581d94a3-62d3-4050-bec7-4ff26174c120 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0536661 Dec 16 15:40:09.866015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:09.868666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:09.880766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcec2c37-f7b1-453c-92ad-d433b968a560') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:09.883335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcec2c37-f7b1-453c-92ad-d433b968a560') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:09.917821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.932341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:09.933032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.950989 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.959762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Pushing event updated for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:09.964426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:40:09.965750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:09.973769 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:09.991145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.021335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-7e75db1c-f540-4e00-9608-a80880acc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:10.023177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-7e75db1c-f540-4e00-9608-a80880acc574 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144718 Dec 16 15:40:10.144943 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-c1cc43f1-f73c-4255-90b7-c0866b03cd12 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1995113 Dec 16 15:40:10.160710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Request body: {'port': {'device_id': '59fd420d-f995-476f-90bc-80c1f38106f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:10.188362 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-029a16db-8976-4cfc-ba20-1f2984bcdeb3 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438813 Dec 16 15:40:10.196015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.196015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:10.196015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.277305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.292761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.307004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/3a33f095-4e4c-4a09-bff0-a115e08b7487 HTTP/1.1" status: 204 len: 168 time: 1.6196821 Dec 16 15:40:10.308444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39434) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:10.322460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e38cbe70-64fd-4519-8a69-8eb99f6eb53e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:40:10.332670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-715938998'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:10.347148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a3206-d4c6-4873-9a98-0ca739c8b079 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=3a33f095-4e4c-4a09-bff0-a115e08b7487,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:10.380433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e38cbe70-64fd-4519-8a69-8eb99f6eb53e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:40:10.381065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e38cbe70-64fd-4519-8a69-8eb99f6eb53e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:40:10.400351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-541d05a9-2eda-4502-bf07-d1e36ac47c65 None None] Provisioning complete for port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:10.400992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-541d05a9-2eda-4502-bf07-d1e36ac47c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.449501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea231-0508-4eca-ae3b-7af27e7c1c75 req-d42e9d29-a805-4571-80d9-71d1202c9937 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:10.462591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event updated for resources: {'Network': ['ID=02f598cf-826a-4f06-9669-fb2da321f748,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:10.468805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.472998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-541d05a9-2eda-4502-bf07-d1e36ac47c65 None None] Port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:10.476833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 02f598cf-826a-4f06-9669-fb2da321f748 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:10.497635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a59ea231-0508-4eca-ae3b-7af27e7c1c75 req-d42e9d29-a805-4571-80d9-71d1202c9937 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 936 time: 0.1690776 Dec 16 15:40:10.537528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-889d5a53-b1f6-40c3-9b84-5755f924b62a tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9914517 Dec 16 15:40:10.541043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:10.544926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f8851290-9ff8-46ea-9a14-5fa77bfd0746 req-1f6de862-fce8-4710-8f23-e098547e0825 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464744 Dec 16 15:40:10.587111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Request body: {'network': {'project_id': 'f7e4781d31374d1381dc77b3059e285a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:10.641504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a59ea231-0508-4eca-ae3b-7af27e7c1c75 req-1272879e-e243-4e64-ab72-56938b343ecf tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404455 Dec 16 15:40:10.676775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6aab1-49e1-40a2-847c-695c9b7af9d2 req-3f6fb910-2ac9-4c64-b031-096695c19d19 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:10.678396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64d6aab1-49e1-40a2-847c-695c9b7af9d2 req-3f6fb910-2ac9-4c64-b031-096695c19d19 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1435490 Dec 16 15:40:10.685623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:10.688657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.756600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:10.775810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64d6aab1-49e1-40a2-847c-695c9b7af9d2 req-68ae2103-b20e-4243-a0e7-01ec1b9d873f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821760 Dec 16 15:40:10.792727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.793100 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 5777e696-cb48-49b4-ba3e-cfdc43eb7113 of type vlan for network 637ad524-1236-42c5-af35-8fae72558af8 Dec 16 15:40:10.839423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.967768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:10.976502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:10.977346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.090977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4329d997-6362-4fcb-873c-1b4b58fdccce req-973f2b27-18fd-448c-bb3c-f4fdc8954444 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1017895 Dec 16 15:40:11.117838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2867018c-f5bc-4c28-9bde-37c60f9a3f52 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:40:11.120505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=637ad524-1236-42c5-af35-8fae72558af8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:11.131641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.141131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 637ad524-1236-42c5-af35-8fae72558af8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:11.141362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Made reservation on behalf of f7e4781d31374d1381dc77b3059e285a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:11.144565 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.165084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dc51e2af-f082-4da9-8add-ae4773458ecf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8508694 Dec 16 15:40:11.167890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Transition to ACTIVE for port object 2867018c-f5bc-4c28-9bde-37c60f9a3f52 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:40:11.168089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39452) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:11.173470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '637ad524-1236-42c5-af35-8fae72558af8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:11.183148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:11.194358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.194796 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Added segment c27aca53-4ca6-4213-a682-aa92e28b8842 of type vlan for network cd11c444-a653-495d-be51-e55eb8734866 Dec 16 15:40:11.252517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.282188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.387423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:11.395458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.397206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:11.398786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.441905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:11.447187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.661993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1195643 Dec 16 15:40:11.669687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39458) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:11.679124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b00aa779-15ef-4110-9aa6-aefd52c8d7aa tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Request body: {'network': {'project_id': 'f7e4781d31374d1381dc77b3059e285a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:11.707621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820368-dec5-4304-9c18-d7d6963bedf1 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event updated for resources: {'Network': ['ID=cd11c444-a653-495d-be51-e55eb8734866,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:11.721453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cd11c444-a653-495d-be51-e55eb8734866 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:11.789411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Attempting to bind port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:40:11.789789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Attempting to bind port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:40:11.790200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Attempting to bind port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:11.793210 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b00aa779-15ef-4110-9aa6-aefd52c8d7aa tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 15:40:11.793210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b00aa779-15ef-4110-9aa6-aefd52c8d7aa tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:40:11.793210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b00aa779-15ef-4110-9aa6-aefd52c8d7aa tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1221118 Dec 16 15:40:11.798060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:11.808207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:40:11.808536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Attempting to bind port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:11.818486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:40:11.818836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:11.819232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:40:11.819688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Bound port: 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:40:11.820079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:11.916528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-85264961-48a1-4e25-8724-ddd30834d287 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f7e4781d31374d1381dc77b3059e285a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158023 Dec 16 15:40:11.921757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:12.045303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:40:12.052590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:40:12.127216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.132442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341aee3-0f6d-42b8-8d70-47745faa0336 req-8a1624a3-17dd-4ca3-a2a3-533bc9703464 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.134029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2341aee3-0f6d-42b8-8d70-47745faa0336 req-8a1624a3-17dd-4ca3-a2a3-533bc9703464 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 948 time: 0.2110250 Dec 16 15:40:12.168298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.194574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.195268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.197003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/2867018c-f5bc-4c28-9bde-37c60f9a3f52 HTTP/1.1" status: 200 len: 1096 time: 2.0416360 Dec 16 15:40:12.197524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:40:12.200638 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73426c0d-64bc-4a4e-86d5-317e71d88060" -d '{"events": [{"name": "network-changed", "server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:40:12.276993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a50b4b-e75f-4c39-a99b-313ef90edcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:12.283547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7075-10c7-4740-91cb-f3d37e56a28e req-c0e9eda9-385f-48c1-aefe-4edcf74ad22e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.285813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06af7075-10c7-4740-91cb-f3d37e56a28e req-c0e9eda9-385f-48c1-aefe-4edcf74ad22e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2117970 Dec 16 15:40:12.286815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.310324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.450885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2341aee3-0f6d-42b8-8d70-47745faa0336 req-f89bf73c-0509-40ea-a4d8-3899044d48f0 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849052 Dec 16 15:40:12.487633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=9355b78b-3153-46d1-ae5a-b815b434536f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:12.518220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-1920ca36-4703-4a37-aa00-0d44be7d23a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.523272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-1920ca36-4703-4a37-aa00-0d44be7d23a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 1099 time: 0.1798670 Dec 16 15:40:12.531432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '5777e696-cb48-49b4-ba3e-cfdc43eb7113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '637ad524-1236-42c5-af35-8fae72558af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:12.532159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 637ad524-1236-42c5-af35-8fae72558af8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:40:12.539646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06af7075-10c7-4740-91cb-f3d37e56a28e req-0352a19d-b23f-41f1-8f9e-35d4fadbe3dd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243783 Dec 16 15:40:12.670547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a22b339-fd9d-4fab-815b-597defb66e21 req-bbfedd54-0ff7-4d05-a713-2d0ecd1fdf15 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0458539 Dec 16 15:40:12.679688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.679688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.682962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c557a12-d180-440d-9524-dcc732e27f7a HTTP/1.1" status: 204 len: 168 time: 0.7453456 Dec 16 15:40:12.684716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 637ad524-1236-42c5-af35-8fae72558af8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:40:12.692831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39476) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:12.712949 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220052c1-2b0c-4e8e-8e7b-8aad0a210f48 x-openstack-request-id: req-220052c1-2b0c-4e8e-8e7b-8aad0a210f48 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:40:12.713262 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:40:12.713494 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-220052c1-2b0c-4e8e-8e7b-8aad0a210f48 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:40:12.713905 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52', 'status': 'completed', 'code': 200} Dec 16 15:40:12.726168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8de9b-acaa-42d3-8d83-0de630b5425c tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c557a12-d180-440d-9524-dcc732e27f7a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:12.734362 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-78ac1099-ec8c-49c4-ab88-8d228faba712 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52 HTTP/1.1" status: 200 len: 217 time: 0.1920960 Dec 16 15:40:12.824293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.838717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-bbbb56cb-052a-45e5-9695-7431c4d55fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.841043 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-bbbb56cb-052a-45e5-9695-7431c4d55fcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0986636 Dec 16 15:40:12.872071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 637ad524-1236-42c5-af35-8fae72558af8) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:12.886723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e464a-5f06-4046-9011-4a865a5ca988 None None] Network 637ad524-1236-42c5-af35-8fae72558af8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:12.993155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:12.993785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:12.999189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-63c211d4-3c2a-46c1-bbce-8eaca84258be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:13.000817 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-63c211d4-3c2a-46c1-bbce-8eaca84258be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523423 Dec 16 15:40:13.178377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-1a7d98c8-0bc3-46ea-9eb3-b98b0cd072cc service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667426 Dec 16 15:40:13.304296 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8db5046-6c2e-40c4-8ea1-365b83e924c3 req-249a8d2d-9830-4d8b-a246-85371fc893fa service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171517 Dec 16 15:40:13.459582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-637ad524-1236-42c5-af35-8fae72558af8', 'network_id': '637ad524-1236-42c5-af35-8fae72558af8', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '9355b78b-3153-46d1-ae5a-b815b434536f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:40:13.461256 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:13.573811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:13.574801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-3d1398ba-c75b-4aca-9686-607f1634c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:13.577302 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-3d1398ba-c75b-4aca-9686-607f1634c443 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 1099 time: 0.1115658 Dec 16 15:40:13.584673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-861dc46a-6161-4849-a187-e3caacba6633 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4153421 Dec 16 15:40:13.595461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39482) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:13.603194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-47460813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:13.787018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:13.789348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:13.793993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Allocated IP 2001:db8::2 (637ad524-1236-42c5-af35-8fae72558af8/9355b78b-3153-46d1-ae5a-b815b434536f/3ccc3a87-1548-475e-a782-90ba58abca6f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:13.796882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-853a8858-d22d-4405-9d91-c9aab9743301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:13.806460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-853a8858-d22d-4405-9d91-c9aab9743301 service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.2148228 Dec 16 15:40:13.816487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd11c444-a653-495d-be51-e55eb8734866']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:13.897701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-c10369fe-54c0-4486-adc8-4754f295d0dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52 HTTP/1.1" status: 200 len: 217 time: 0.0830078 Dec 16 15:40:13.968966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-8008b22d-3df5-4d27-8705-610b6c8ea3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:13.970906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-8008b22d-3df5-4d27-8705-610b6c8ea3da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0646138 Dec 16 15:40:14.109112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27aca53-4ca6-4213-a682-aa92e28b8842') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:14.109112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27aca53-4ca6-4213-a682-aa92e28b8842') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:14.112020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.128711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-189739aa-dd9d-4c56-996d-4e4ce3e30e75 req-a0816880-2f6b-4483-b5a3-cb03712bf1d5 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1532576 Dec 16 15:40:14.151527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.166572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.183951 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49c2555e-1bac-49a8-9588-daf3674cae09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.186139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732e6c9-6e89-48c4-84bd-ef78766a5dd9 req-25f1bca4-150f-46a9-86d5-15deba253de8 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:14.190634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d732e6c9-6e89-48c4-84bd-ef78766a5dd9 req-25f1bca4-150f-46a9-86d5-15deba253de8 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 948 time: 0.5678413 Dec 16 15:40:14.210395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.226912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:40:14.227491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:14.230248 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:14.235084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.276103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.365958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Network 637ad524-1236-42c5-af35-8fae72558af8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:14.373167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:14.376262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Pushing event updated for resources: {'Port': ['ID=3ccc3a87-1548-475e-a782-90ba58abca6f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:14.380123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:14.442521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.445023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3525012a-06ce-4986-8cea-6be192b4921a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8478630 Dec 16 15:40:14.449945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39490) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:14.455159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Attempting to bind port 3ccc3a87-1548-475e-a782-90ba58abca6f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:40:14.455542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Attempting to bind port 3ccc3a87-1548-475e-a782-90ba58abca6f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5777e696-cb48-49b4-ba3e-cfdc43eb7113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '637ad524-1236-42c5-af35-8fae72558af8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:40:14.456100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Attempting to bind port 3ccc3a87-1548-475e-a782-90ba58abca6f on network 637ad524-1236-42c5-af35-8fae72558af8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:14.462285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:40:14.462696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Checking segment: {'id': '5777e696-cb48-49b4-ba3e-cfdc43eb7113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '637ad524-1236-42c5-af35-8fae72558af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:14.463089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.463498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Bound using segment: {'id': '5777e696-cb48-49b4-ba3e-cfdc43eb7113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '637ad524-1236-42c5-af35-8fae72558af8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:40:14.464300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Bound port: 3ccc3a87-1548-475e-a782-90ba58abca6f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5777e696-cb48-49b4-ba3e-cfdc43eb7113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '637ad524-1236-42c5-af35-8fae72558af8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:40:14.464666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.465227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d732e6c9-6e89-48c4-84bd-ef78766a5dd9 req-3fd6952f-287c-4916-88f8-92d5cd602c50 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567863 Dec 16 15:40:14.576433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.592562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-f8fa792c-89be-4ff7-b255-c3de687cb162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:14.599466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-f8fa792c-89be-4ff7-b255-c3de687cb162 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6174796 Dec 16 15:40:14.612125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] For port 3ccc3a87-1548-475e-a782-90ba58abca6f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:40:14.618263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.621783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "DELETE /v2.0/networks/cd11c444-a653-495d-be51-e55eb8734866 HTTP/1.1" status: 204 len: 168 time: 1.9251125 Dec 16 15:40:14.629535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39492) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:14.631223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] For port 3ccc3a87-1548-475e-a782-90ba58abca6f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ccc3a87-1548-475e-a782-90ba58abca6f,segment=NetworkSegment(5777e696-cb48-49b4-ba3e-cfdc43eb7113),segment_id=5777e696-cb48-49b4-ba3e-cfdc43eb7113)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:40:14.667931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e4c6-1103-4285-aa36-6a5d641fe908 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd11c444-a653-495d-be51-e55eb8734866,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:14.728206 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.868457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.900520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb911ce3-1931-490e-a8f4-bdcc12f4ca77 None None] Pushing event updated for resources: {'Port': ['ID=3ccc3a87-1548-475e-a782-90ba58abca6f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:14.938288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:14.971768 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-090d5674-51ac-4b62-be9b-41d10ad7819d service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638623 Dec 16 15:40:15.116071 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73426c0d-64bc-4a4e-86d5-317e71d88060 req-a68d002a-cdc7-4169-a613-a83ce0d93994 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089497 Dec 16 15:40:15.322383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.411907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f598cf-826a-4f06-9669-fb2da321f748']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:15.428427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6fd793-f1dd-486a-86de-078c04702ae3') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:15.432610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6fd793-f1dd-486a-86de-078c04702ae3') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:15.447358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f568439-f600-4aff-841d-d568cd25f409 req-0203e926-a7e9-4e69-ab12-43dc4544a869 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0811548 Dec 16 15:40:15.447895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.475585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.504205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:40:15.505163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:15.508634 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:15.652201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8::1 (637ad524-1236-42c5-af35-8fae72558af8/9355b78b-3153-46d1-ae5a-b815b434536f/23389ab6-87d4-4b48-9237-b5e08cf8b366) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:15.824794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d797-e156-42c9-8d66-4024c6b4e3c4 req-7b1cc284-7427-4e3b-adb8-60bb1ea5e742 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:15.836733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f23d797-e156-42c9-8d66-4024c6b4e3c4 req-7b1cc284-7427-4e3b-adb8-60bb1ea5e742 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 948 time: 0.1648555 Dec 16 15:40:15.860650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.896781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:15.914315 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] 10.222.0.71 "DELETE /v2.0/networks/02f598cf-826a-4f06-9669-fb2da321f748 HTTP/1.1" status: 204 len: 168 time: 1.2796822 Dec 16 15:40:15.930698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f23d797-e156-42c9-8d66-4024c6b4e3c4 req-d28186ae-5c41-486b-b0f5-7058eac2d08e tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956163 Dec 16 15:40:15.944117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879306d1-8798-41b0-85fa-2c4c6c2637a8 tempest-QuotasNegativeTest-2019262137 tempest-QuotasNegativeTest-2019262137-project-admin] Pushing event deleted for resources: {'Network': ['ID=02f598cf-826a-4f06-9669-fb2da321f748,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:15.972877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.116316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.204549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 637ad524-1236-42c5-af35-8fae72558af8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:16.222579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:16.233112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:16.233990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.448782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2867018c-f5bc-4c28-9bde-37c60f9a3f52 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:40:16.541340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ccc3a87-1548-475e-a782-90ba58abca6f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:16.677110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=23389ab6-87d4-4b48-9237-b5e08cf8b366,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:16.701596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:40:16.744609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7930a470-69a5-4d9d-88df-45475973aee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.783842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32fd84bb-0ead-4123-97c1-8091411e7ee8 req-935739c2-8e60-47fa-8362-3ff78f9195a7 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0709891 Dec 16 15:40:16.856756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:16.873660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '2867018c-f5bc-4c28-9bde-37c60f9a3f52', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '2867018c-f5bc-4c28-9bde-37c60f9a3f52', 'mac_address': 'fa:16:3e:9b:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:40:16.893520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.925671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3ccc3a87-1548-475e-a782-90ba58abca6f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:16.926322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:16.985791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.016142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2867018c-f5bc-4c28-9bde-37c60f9a3f52 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:40:17.116048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b2d35-bbc2-4fea-b5fe-883a91a5cd05 None None] Network 637ad524-1236-42c5-af35-8fae72558af8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:17.130776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:17.238246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.351225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:17.356738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.372396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.389878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0dde4bf2-80e4-49ef-b36c-c896e1d2f5c7 None None] Provisioning complete for port 3ccc3a87-1548-475e-a782-90ba58abca6f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:17.390644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0dde4bf2-80e4-49ef-b36c-c896e1d2f5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.441923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acbdba-a780-4052-854f-da12d1ecf9ac req-42531757-ed31-4927-8c15-0b9bc79a6d29 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:17.444174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4acbdba-a780-4052-854f-da12d1ecf9ac req-42531757-ed31-4927-8c15-0b9bc79a6d29 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 949 time: 0.0678413 Dec 16 15:40:17.452825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.454068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.499960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3ccc3a87-1548-475e-a782-90ba58abca6f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ccc3a87-1548-475e-a782-90ba58abca6f,segment=NetworkSegment(5777e696-cb48-49b4-ba3e-cfdc43eb7113),segment_id=5777e696-cb48-49b4-ba3e-cfdc43eb7113)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:17.570630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39524) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:17.591198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2867018c-f5bc-4c28-9bde-37c60f9a3f52'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:40:17.596965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.602968 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0dde4bf2-80e4-49ef-b36c-c896e1d2f5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.733793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4acbdba-a780-4052-854f-da12d1ecf9ac req-c7222ed0-ffd1-41fe-ae41-ea1dd8991206 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231872 Dec 16 15:40:17.761733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=23389ab6-87d4-4b48-9237-b5e08cf8b366,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:17.784900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3ccc3a87-1548-475e-a782-90ba58abca6f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:17.853278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 637ad524-1236-42c5-af35-8fae72558af8 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:17.853278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:17.853583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00a369a-f9e2-41ad-936a-0f8a68f2952e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:17.874488 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-0dde4bf2-80e4-49ef-b36c-c896e1d2f5c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:40:17.875123 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-0dde4bf2-80e4-49ef-b36c-c896e1d2f5c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:40:17.875739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.079881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00a369a-f9e2-41ad-936a-0f8a68f2952e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.100057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9faa6608-fa99-40fd-ab59-55a4698fec8b req-c84a1977-fe56-4a73-b517-8c79ab3f2876 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0389221 Dec 16 15:40:18.178441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f00a369a-f9e2-41ad-936a-0f8a68f2952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.253976 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f00a369a-f9e2-41ad-936a-0f8a68f2952e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=65ba967967094ba1b9ff579212f66866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6774628 Dec 16 15:40:18.253976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a369a-f9e2-41ad-936a-0f8a68f2952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d26f7-4b43-4bd8-83b4-71512ea2caaa,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:18.254660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:18.332106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 9deb8bad-80f2-4430-b4a6-2d6051f70388 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:40:18.334012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.339585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ccc3a87-1548-475e-a782-90ba58abca6f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:18.374064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.506964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:18.517979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ea44d9b6-4a5d-4624-a50f-03cfa19eb37f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/9deb8bad-80f2-4430-b4a6-2d6051f70388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0653226 Dec 16 15:40:18.520393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39536) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:18.523729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] Sync routers for ids ['9deb8bad-80f2-4430-b4a6-2d6051f70388'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:18.547940 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] Routers {'9deb8bad-80f2-4430-b4a6-2d6051f70388'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:18.549631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9deb8bad-80f2-4430-b4a6-2d6051f70388'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:18.550951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3ccc3a87-1548-475e-a782-90ba58abca6f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:18.551703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.607519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.614661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.623904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879a334e-f9e7-43d1-8c95-66c4b80154b1 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:18.624479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-879a334e-f9e7-43d1-8c95-66c4b80154b1 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports/23389ab6-87d4-4b48-9237-b5e08cf8b366 HTTP/1.1" status: 200 len: 911 time: 0.0887089 Dec 16 15:40:18.626079 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af0d26f7-4b43-4bd8-83b4-71512ea2caaa HTTP/1.1" status: 204 len: 168 time: 0.3608785 Dec 16 15:40:18.628831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39540) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:18.665391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c7734-a226-4ebd-b210-7d2837519033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d26f7-4b43-4bd8-83b4-71512ea2caaa,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:18.687747 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:18.708963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] Routers {'9deb8bad-80f2-4430-b4a6-2d6051f70388'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:18.710838 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9deb8bad-80f2-4430-b4a6-2d6051f70388'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:18.769585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c046a6f7-7eac-4cc1-9e13-b1dd0763e9e8 None None] Provisioning complete for port 23389ab6-87d4-4b48-9237-b5e08cf8b366 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:18.770642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c046a6f7-7eac-4cc1-9e13-b1dd0763e9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:18.821983 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:18.825422 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ea501-d089-4da5-b7b5-d94ccd4ea8ab None None] The sync data for ids ['9deb8bad-80f2-4430-b4a6-2d6051f70388'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:18.899742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c046a6f7-7eac-4cc1-9e13-b1dd0763e9e8 None None] Port 23389ab6-87d4-4b48-9237-b5e08cf8b366 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:18.918476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c046a6f7-7eac-4cc1-9e13-b1dd0763e9e8 None None] Provisioning complete for port 3ccc3a87-1548-475e-a782-90ba58abca6f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:18.918856 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c046a6f7-7eac-4cc1-9e13-b1dd0763e9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.213624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ad9129ab-603f-4c80-ab4f-b860b07e9f46 None None] Provisioning complete for port 23389ab6-87d4-4b48-9237-b5e08cf8b366 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:19.214009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad9129ab-603f-4c80-ab4f-b860b07e9f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.217734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.260380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ad9129ab-603f-4c80-ab4f-b860b07e9f46 None None] Port 23389ab6-87d4-4b48-9237-b5e08cf8b366 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:19.417469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3c210a8-8043-4335-abc9-7ae0cad21e49 req-940336d6-cdca-4b45-a0a5-45871c11cb7a tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0901694 Dec 16 15:40:19.438308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132611e9-fed0-4cef-bd51-1e601029108d req-aee1aba8-4a9f-43c4-89b5-45c127d36ad2 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:19.446340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-132611e9-fed0-4cef-bd51-1e601029108d req-aee1aba8-4a9f-43c4-89b5-45c127d36ad2 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 949 time: 0.5641863 Dec 16 15:40:19.550584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-132611e9-fed0-4cef-bd51-1e601029108d req-150cfae4-a81d-44b1-9f43-e293336fc8f1 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030879 Dec 16 15:40:19.703631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39552) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:19.721144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.733864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-938998de-2ed2-444e-ac56-6f3b36a8c9a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:19.889432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-938998de-2ed2-444e-ac56-6f3b36a8c9a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.025182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-938998de-2ed2-444e-ac56-6f3b36a8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.075920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.081324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-938998de-2ed2-444e-ac56-6f3b36a8c9a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c76df6284ea14be0901a6f310234038e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694355 Dec 16 15:40:20.081324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938998de-2ed2-444e-ac56-6f3b36a8c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97a59b-da36-49c0-b36f-2a9cbde22768,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:20.081324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39556) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:20.097254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 23389ab6-87d4-4b48-9237-b5e08cf8b366 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:20.097943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.143600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.172030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.278758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.298835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 23389ab6-87d4-4b48-9237-b5e08cf8b366 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:20.361779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.366427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.368492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d97a59b-da36-49c0-b36f-2a9cbde22768 HTTP/1.1" status: 204 len: 168 time: 0.2858324 Dec 16 15:40:20.384927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94ef7a-dac8-4ba4-b71e-64b00e471b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97a59b-da36-49c0-b36f-2a9cbde22768,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:20.491903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2867018c-f5bc-4c28-9bde-37c60f9a3f52 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:20.718764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.726524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:40:20.737147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:20.737626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.776292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a24ce71-aab1-4065-b7d6-97b5f00c1a07 req-3c8ae59b-7347-4844-94f1-6ed6b6fffdad tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0771596 Dec 16 15:40:20.810053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=23389ab6-87d4-4b48-9237-b5e08cf8b366,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:20.861693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea795f-7b6c-4023-99d9-318857cce6fa req-a18f7274-d9cc-4a47-9ca2-2a86f48d6aa7 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:20.863720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdea795f-7b6c-4023-99d9-318857cce6fa req-a18f7274-d9cc-4a47-9ca2-2a86f48d6aa7 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 949 time: 0.1460514 Dec 16 15:40:20.907671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:20.975477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:21.001809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:21.002492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:40:21.006170 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59f24f0-e42d-4bdd-902d-d9ead4e6a6a2" -d '{"events": [{"server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "name": "network-vif-plugged", "status": "completed", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:40:21.210424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:21.330737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdea795f-7b6c-4023-99d9-318857cce6fa req-90048cdd-fe9f-417e-bfd2-f718c62bf283 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200633 Dec 16 15:40:21.359723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:21.479642 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b69ac-7518-4e61-b4c1-2e7068003903 x-openstack-request-id: req-311b69ac-7518-4e61-b4c1-2e7068003903 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:40:21.480771 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "name": "network-vif-plugged", "status": "completed", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:40:21.481200 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-311b69ac-7518-4e61-b4c1-2e7068003903 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:40:21.481799 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52', 'code': 200} Dec 16 15:40:21.512170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 9deb8bad-80f2-4430-b4a6-2d6051f70388 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:40:21.629969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:21.642319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a4aca41c-bbe6-463b-9903-c8037e2bc15e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/9deb8bad-80f2-4430-b4a6-2d6051f70388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0086741 Dec 16 15:40:21.642880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39590) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:21.648036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a39496-4559-4e76-9354-89f20579b50a None None] Sync routers for ids ['9deb8bad-80f2-4430-b4a6-2d6051f70388'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:21.679410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] Routers {'9deb8bad-80f2-4430-b4a6-2d6051f70388'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:21.680400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9deb8bad-80f2-4430-b4a6-2d6051f70388'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:21.686657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-734c4fbd-0c67-4594-a555-fd7688a518e0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=9deb8bad-80f2-4430-b4a6-2d6051f70388 HTTP/1.1" status: 200 len: 205 time: 0.0402696 Dec 16 15:40:21.687261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39594) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:21.691775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ba14f-8298-48a1-8817-d19e0876adf3 req-52902681-75c3-4d34-b412-a654226ff827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:21.707068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ac4ba14f-8298-48a1-8817-d19e0876adf3 req-52902681-75c3-4d34-b412-a654226ff827 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 1101 time: 0.1331139 Dec 16 15:40:21.777625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:21.794595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:21.827024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] Routers {'9deb8bad-80f2-4430-b4a6-2d6051f70388'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:21.827754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9deb8bad-80f2-4430-b4a6-2d6051f70388'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:21.837123 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ac4ba14f-8298-48a1-8817-d19e0876adf3 req-7fef3c28-d800-4947-9c04-1f04c4ceca4f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139648 Dec 16 15:40:21.876574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-29a39496-4559-4e76-9354-89f20579b50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:21.877282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a39496-4559-4e76-9354-89f20579b50a None None] The sync data for ids ['9deb8bad-80f2-4430-b4a6-2d6051f70388'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:22.051925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-116d94b1-dfd9-4e01-ab83-77b831fcf286 req-cf95adfa-6c3d-417d-8cbb-9fb8e43defc2 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0685790 Dec 16 15:40:22.057593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.069331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.259611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.260800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router 9deb8bad-80f2-4430-b4a6-2d6051f70388 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:22.290693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.293165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fff581d8-e808-4096-bcac-3b567e4144ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/9deb8bad-80f2-4430-b4a6-2d6051f70388 HTTP/1.1" status: 204 len: 168 time: 0.6040590 Dec 16 15:40:22.295323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:22.375142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 9355b78b-3153-46d1-ae5a-b815b434536f {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:40:22.380031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.459320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.678318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.774692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ec646-d20a-47fb-95ea-0a7dc15831bc req-606a1b67-8add-4725-a788-1399a0fd2993 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:22.787419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9ec646-d20a-47fb-95ea-0a7dc15831bc req-606a1b67-8add-4725-a788-1399a0fd2993 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 950 time: 0.1600025 Dec 16 15:40:22.902133 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.947250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9ec646-d20a-47fb-95ea-0a7dc15831bc req-686f1a18-52a0-4e41-a1b4-e11bc47cb39c tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559918 Dec 16 15:40:22.948480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:22.951949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/9355b78b-3153-46d1-ae5a-b815b434536f HTTP/1.1" status: 204 len: 168 time: 0.6547985 Dec 16 15:40:22.953414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312547d3-d867-4327-aa68-9c14d02e2ad5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=9355b78b-3153-46d1-ae5a-b815b434536f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:22.962294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:23.013682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f898d28-9c58-44e3-9e7a-2f18103ac25b None None] Network 637ad524-1236-42c5-af35-8fae72558af8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:23.331492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bfd2156-77cd-4d32-aae7-095b5789675c req-e306fd16-84b8-498d-8d82-ec52e5b72983 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1348724 Dec 16 15:40:23.354394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.459116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 3ccc3a87-1548-475e-a782-90ba58abca6f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:23.459800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.478750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] DHCP port deletion for 637ad524-1236-42c5-af35-8fae72558af8 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:23.589982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Deleting port 3ccc3a87-1548-475e-a782-90ba58abca6f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:23.590617 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.674155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 3ccc3a87-1548-475e-a782-90ba58abca6f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ccc3a87-1548-475e-a782-90ba58abca6f,segment=NetworkSegment(5777e696-cb48-49b4-ba3e-cfdc43eb7113),segment_id=5777e696-cb48-49b4-ba3e-cfdc43eb7113)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:23.674806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.675318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] For port 3ccc3a87-1548-475e-a782-90ba58abca6f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3ccc3a87-1548-475e-a782-90ba58abca6f,segment=NetworkSegment(5777e696-cb48-49b4-ba3e-cfdc43eb7113),segment_id=5777e696-cb48-49b4-ba3e-cfdc43eb7113)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:23.675722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.692662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Calling delete_port for 3ccc3a87-1548-475e-a782-90ba58abca6f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:23.700968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 3ccc3a87-1548-475e-a782-90ba58abca6f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:23.984964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:23.997779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.044781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=3ccc3a87-1548-475e-a782-90ba58abca6f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:24.055487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] Pushing event deleted for resources: {'Port': ['ID=3ccc3a87-1548-475e-a782-90ba58abca6f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:24.059261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port 3ccc3a87-1548-475e-a782-90ba58abca6f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:24.063171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0e05c-95d4-4c3c-b789-ec167dfa9199 None None] No DVR routers for this DVR port 3ccc3a87-1548-475e-a782-90ba58abca6f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:24.220449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.256973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637ad524-1236-42c5-af35-8fae72558af8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.265290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39702) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:24.276361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5777e696-cb48-49b4-ba3e-cfdc43eb7113') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.276677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5777e696-cb48-49b4-ba3e-cfdc43eb7113') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:24.298180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.324352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.334666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:40:24.335495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:24.339965 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:24.358118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ccc3a87-1548-475e-a782-90ba58abca6f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:40:24.363988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cc1bd-a11e-4871-973c-b2da74784109 req-3fbdd743-0c53-47ba-abc0-27f460a2cd19 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:24.374974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd5cc1bd-a11e-4871-973c-b2da74784109 req-3fbdd743-0c53-47ba-abc0-27f460a2cd19 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 950 time: 0.2051716 Dec 16 15:40:24.417413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3ccc3a87-1548-475e-a782-90ba58abca6f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:40:24.418259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3ccc3a87-1548-475e-a782-90ba58abca6f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:40:24.480906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd5cc1bd-a11e-4871-973c-b2da74784109 req-88ae1b68-eac6-4a65-9201-24d5b7010487 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036246 Dec 16 15:40:24.550941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8427e68-ee1d-45d4-a6bd-dd467c6bf348 req-4b64bb88-b563-4d7f-9307-bd56ab7cb566 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0682490 Dec 16 15:40:24.566826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1943266187', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:24.574157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.591593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.595934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/637ad524-1236-42c5-af35-8fae72558af8 HTTP/1.1" status: 204 len: 168 time: 1.6315458 Dec 16 15:40:24.603547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39720) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:24.612312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059517097', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:24.623176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10753c8a-fe32-4d7d-9779-a862482393fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=637ad524-1236-42c5-af35-8fae72558af8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:24.794534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Made reservation on behalf of e609a935f0f744b88e3a368790671b29 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:24.798649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.810040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.903910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.914687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.915839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.981204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:24.995536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.004010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] device_id is not set on port d7ce84e6-b1e9-4116-a11c-6cdeb44be45e yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:40:25.084147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd044237-2044-4a83-9810-c056cea9dc82,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:25.162484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Allocated IP 172.25.7.8 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d7ce84e6-b1e9-4116-a11c-6cdeb44be45e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:25.335210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.413153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.509716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.566196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:25.571729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:25.576668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:25.599808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8333e94b-cddb-4919-b334-03c04958b7dd None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:25.623211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:25.623711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.627315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Pushing event updated for resources: {'Port': ['ID=d7ce84e6-b1e9-4116-a11c-6cdeb44be45e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:25.666167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-052eaaf5-73bd-4816-be1c-e8192fa8b0e4 None None] Provisioning complete for port d7ce84e6-b1e9-4116-a11c-6cdeb44be45e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:25.667129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-052eaaf5-73bd-4816-be1c-e8192fa8b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.744561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-052eaaf5-73bd-4816-be1c-e8192fa8b0e4 None None] Port d7ce84e6-b1e9-4116-a11c-6cdeb44be45e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:25.771383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abf2fe1f-207c-438e-bfe0-f35efcdb8c39 req-f6a6c422-9228-4c5f-9fab-897652b102e2 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0580072 Dec 16 15:40:25.821939 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9d0dc1fc-1b16-438e-9a04-15eea8cd0609 tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5551491 Dec 16 15:40:25.827046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:25.836703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.8'}]}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:25.983457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:25.985181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:26.118667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:26.476982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:26.507467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:26.526139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:26.750216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:26.766723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 172.25.7.177 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1884466e-dbe2-4a9e-a97d-c87e114d3132) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:26.958719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.034405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ca4547c-44e1-4792-bfe3-0670918d30fb req-36359416-eeb5-45c3-a278-b3f2b230aca1 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0362947 Dec 16 15:40:27.149096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.166393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26deb153-9899-4553-b2ec-b5db7ea097c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.262005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:27.277361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:27.308490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:27.317012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4f543-7a7d-444f-b138-3babfdf762c3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:27.343665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=1884466e-dbe2-4a9e-a97d-c87e114d3132,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:27.547543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-85963a1c-d6b8-4b1e-9e5f-1f0e4364ec4f None None] Provisioning complete for port 1884466e-dbe2-4a9e-a97d-c87e114d3132 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:27.553201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85963a1c-d6b8-4b1e-9e5f-1f0e4364ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.626210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.665690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-85963a1c-d6b8-4b1e-9e5f-1f0e4364ec4f None None] Port 1884466e-dbe2-4a9e-a97d-c87e114d3132 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:27.710155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.749039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26deb153-9899-4553-b2ec-b5db7ea097c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:27.904268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26deb153-9899-4553-b2ec-b5db7ea097c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.016964 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26deb153-9899-4553-b2ec-b5db7ea097c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c064c2c057a94c618bec0d81547e3037&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2638290 Dec 16 15:40:28.021084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:28.023531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26deb153-9899-4553-b2ec-b5db7ea097c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4cf70-83c9-40ba-bbdd-dedfec7d9f8d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:28.157690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.176522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.208673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.258305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.405119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-529629b1-c612-4263-b2a9-b1864440cfdc req-e76739c4-1428-4355-a141-5675c7553540 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1497874 Dec 16 15:40:28.478656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.482080 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.530558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.540131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.540131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3c4cf70-83c9-40ba-bbdd-dedfec7d9f8d HTTP/1.1" status: 204 len: 168 time: 0.5136857 Dec 16 15:40:28.607631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ac7c-4226-461d-a60f-e16a2594abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4cf70-83c9-40ba-bbdd-dedfec7d9f8d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:28.681401 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.683313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa112422-8001-4f8c-9c12-3004add7ce5b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:28.718587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.731617 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.863527 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:40:28.863527 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba6d985c-28b7-4047-8807-a29ceb6627cb tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.0285928 Dec 16 15:40:28.863993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:28.986569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Deleting port d7ce84e6-b1e9-4116-a11c-6cdeb44be45e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:28.988147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:28.993080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:40:29.250754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.264302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:29.288885 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] Sync routers for ids ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:29.300013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Calling delete_port for d7ce84e6-b1e9-4116-a11c-6cdeb44be45e owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:29.304942 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] Routers {'79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:29.305853 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:29.347650 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:29.360235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] Routers {'79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:29.361369 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:29.402896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.404351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0a19ad37-47cf-429d-a959-635d5545a7ac tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7989414 Dec 16 15:40:29.407100 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:29.407951 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088018b2-c10e-468c-a2e0-5f4415469ae8 None None] The sync data for ids ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:29.408942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:29.559731 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.606866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.623943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ab47da9-7432-4146-b210-b34c203f5682 req-30683e6a-bf9e-4923-9ccd-193811c72f95 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0436497 Dec 16 15:40:29.664281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05afef36-028e-4ece-acff-b71675fcc7e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers/79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 200 len: 885 time: 0.2539520 Dec 16 15:40:29.665248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39896) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:29.668244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7ce84e6-b1e9-4116-a11c-6cdeb44be45e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:29.700192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e0eb45-e237-492f-8aab-49bbe61a82ca None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:29.717214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:29.778242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342ba8a6-f421-4b62-900d-21110afda89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.811002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.816155 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3c9b382-dff8-433e-a610-b19d7662087d tempest-RoutersAdminNegativeIpV6Test-1994904026 tempest-RoutersAdminNegativeIpV6Test-1994904026-project-admin] 10.222.0.71 "DELETE /v2.0/ports/d7ce84e6-b1e9-4116-a11c-6cdeb44be45e HTTP/1.1" status: 204 len: 168 time: 0.9505136 Dec 16 15:40:29.889355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342ba8a6-f421-4b62-900d-21110afda89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:29.977180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342ba8a6-f421-4b62-900d-21110afda89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.034504 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-342ba8a6-f421-4b62-900d-21110afda89f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f84e17a047241a689cf251a1592f13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126500 Dec 16 15:40:30.034504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ba8a6-f421-4b62-900d-21110afda89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8910099f-7f65-4be0-868d-fbb18313b299,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:30.035548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:30.100728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.126813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.132101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1fdef7ae-38f4-493a-817b-b0361ad7ecbd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4651461 Dec 16 15:40:30.134639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:30.144420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2059517097'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:30.464285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.466860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.474185 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8910099f-7f65-4be0-868d-fbb18313b299 HTTP/1.1" status: 204 len: 168 time: 0.4312603 Dec 16 15:40:30.483905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba52b7-99c3-41a8-9742-abce64159bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910099f-7f65-4be0-868d-fbb18313b299,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:30.728592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.783790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39948) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:30.806442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:30.860094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07897297-f593-45de-9eda-9ece45d30cb3 req-692ba01a-ec90-47c0-99bf-c7181dcb4dc7 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0595884 Dec 16 15:40:31.011504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:40:31.373504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:31.388468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] Sync routers for ids ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:31.392964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:31.400060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39976) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:31.411271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7c13d43-2bfb-4d7b-9f83-8ae4715baa21 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 200 len: 892 time: 1.2752588 Dec 16 15:40:31.413224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:31.421396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] Routers {'79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:31.428319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:31.641170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:31.686133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-26701aff-8986-4eeb-9094-95540fdc4ca1 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers/79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 200 len: 892 time: 0.2844541 Dec 16 15:40:31.689803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:31.764644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:31.767467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0b432bb0-12cb-459e-966d-c07b8173a848 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 200 len: 205 time: 0.0754097 Dec 16 15:40:31.771338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:31.785048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:31.792573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] Routers {'79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:31.793218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:31.864373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:31.865037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75dc0a2-3f73-4464-bad4-f13c93fc3b48 None None] The sync data for ids ['79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:31.908197 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=03f204b902b3480c940fa06c5dbbcadf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1271174 Dec 16 15:40:31.913649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560eb9eb-c666-4453-bbca-c22150ef8581,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:31.916195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39998) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:31.932543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.932898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.933241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.933578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.933908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.934239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.934566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.934890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.935316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.935661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.936130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.936309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:31.945660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b77bea-f300-44bb-8cad-6f5248e40986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:32.026015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.043059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.094571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.173067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a982fd5f-9836-4b3a-a146-d1d0aec6c541 req-24793b97-31a1-44d5-b80a-dc027fa1b145 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1072426 Dec 16 15:40:32.253504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.264004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.264004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/560eb9eb-c666-4453-bbca-c22150ef8581 HTTP/1.1" status: 204 len: 168 time: 0.3435605 Dec 16 15:40:32.276070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c9043-672f-4460-8b02-e4e59895593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560eb9eb-c666-4453-bbca-c22150ef8581,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:32.715216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:32.977923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 1884466e-dbe2-4a9e-a97d-c87e114d3132 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:32.978867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:33.172300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:33.193154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 1884466e-dbe2-4a9e-a97d-c87e114d3132 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:33.276688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40058) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:33.386710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6fe2ce94-8729-4605-b738-57cf97eddfbb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e609a935f0f744b88e3a368790671b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080534 Dec 16 15:40:33.390492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40064) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:33.540933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:33.550251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9f8fbd2-4c84-4d3d-beab-9abfb00cc37a req-61f8755a-4edb-4db2-802f-daf10a1a5efe tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.1843064 Dec 16 15:40:33.627086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:33.677745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-96493460-376d-47f1-9b24-f0761ef79043 req-941202a9-cdd2-49e6-a386-0f4b84778b2a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0930526 Dec 16 15:40:33.817553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:33.853249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=1884466e-dbe2-4a9e-a97d-c87e114d3132,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:33.899609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4a3c3-5a50-4a89-bf52-47fa82defe91 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:33.991682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.011756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.015283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.018901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd044237-2044-4a83-9810-c056cea9dc82 HTTP/1.1" status: 204 len: 168 time: 0.6254933 Dec 16 15:40:34.037153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6c09-072c-4c6a-a740-372478ab0d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd044237-2044-4a83-9810-c056cea9dc82,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:34.327124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.332545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.549146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.550487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router 79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:34.577101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.579594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac806f9c-3ab5-4180-98c5-53f0109dc8bd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 204 len: 168 time: 2.8064260 Dec 16 15:40:34.585092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:34.598755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1537635220'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:34.777702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:34.782979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.839255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:34.859210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8e2c899-55ab-43c5-b766-d3614e7a8d37 req-0e0a0e2d-ad71-4f5f-a91b-37ae6164c46d tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0493226 Dec 16 15:40:34.861701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:34.862285 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 4718a499-bf6c-419f-83fc-c1c8645c602b of type vlan for network 17fec220-7db0-4b28-8628-76fc672d3f19 Dec 16 15:40:34.917626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:35.074588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:35.085108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:35.086057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:35.239280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=17fec220-7db0-4b28-8628-76fc672d3f19,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:35.256052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 17fec220-7db0-4b28-8628-76fc672d3f19 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:35.272749 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-16d857c2-2c13-482d-ba85-89a3d66d9abf tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6830118 Dec 16 15:40:35.278520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40142) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:35.287072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:35.742492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:35.746220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.107266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc38d46-91a2-4cc0-b5b1-efe2c4192d33 req-6585c4d1-22d9-4b5c-b9ec-dfbeb20eaa6f tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0588243 Dec 16 15:40:36.109221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.248924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=84cfb371-0d91-4530-a44f-324b4ce92f71,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:36.257366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '4718a499-bf6c-419f-83fc-c1c8645c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:36.257957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 17fec220-7db0-4b28-8628-76fc672d3f19, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:40:36.423357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 17fec220-7db0-4b28-8628-76fc672d3f19 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:40:36.508609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 17fec220-7db0-4b28-8628-76fc672d3f19) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:36.516443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:36.523227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.565108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ee032-df53-40a2-a01d-f7b0a72ace0e None None] Network 17fec220-7db0-4b28-8628-76fc672d3f19 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:36.656980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40206) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:36.662379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-be1e36ae-826a-4bfb-aaea-f129db1335b3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3817503 Dec 16 15:40:36.663967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2063504898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:36.736523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-536fdd2b-a6e3-4a1b-b66b-b0c5f0fdf689 req-276ff2ba-01d9-4e94-ac20-edf03a3b5e6f tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826&device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.0363598 Dec 16 15:40:36.776683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-17fec220-7db0-4b28-8628-76fc672d3f19', 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '84cfb371-0d91-4530-a44f-324b4ce92f71'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:40:36.776683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.870687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.875501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:36.994479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.074028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Allocated IP 2001:db8::2 (17fec220-7db0-4b28-8628-76fc672d3f19/84cfb371-0d91-4530-a44f-324b4ce92f71/f15d4437-fa1e-4cbc-8d1c-045d604db8da) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:37.144275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.304692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.409168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.410879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80adf431-3edc-48cd-ae86-389a4dee19f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7526886 Dec 16 15:40:37.414987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40240) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:37.475121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.555548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:37.610402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Pushing event updated for resources: {'Port': ['ID=f15d4437-fa1e-4cbc-8d1c-045d604db8da,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:37.624129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Network 17fec220-7db0-4b28-8628-76fc672d3f19 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:37.627891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:37.636645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:37.666528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a49049a-c841-422f-9749-fa2a9533c8f5 req-aa6dcfdf-9c38-4a87-a707-f8419f70c4eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5482a2994c9a4449813e1536c1b628d3&device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0856152 Dec 16 15:40:37.736141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88a08546-52df-4307-a563-5e92e3068804 req-ffd41c8f-7ce3-4555-8913-d6fbda7f7050 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0876336 Dec 16 15:40:37.750596 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a49049a-c841-422f-9749-fa2a9533c8f5 req-7ea26bf7-0559-4121-ba5d-108c81913eb0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5482a2994c9a4449813e1536c1b628d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651255 Dec 16 15:40:37.767324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Attempting to bind port f15d4437-fa1e-4cbc-8d1c-045d604db8da on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:40:37.767324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Attempting to bind port f15d4437-fa1e-4cbc-8d1c-045d604db8da by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4718a499-bf6c-419f-83fc-c1c8645c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:40:37.767324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Attempting to bind port f15d4437-fa1e-4cbc-8d1c-045d604db8da on network 17fec220-7db0-4b28-8628-76fc672d3f19 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:37.772699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:40:37.773083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Checking segment: {'id': '4718a499-bf6c-419f-83fc-c1c8645c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:37.773502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.773911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Bound using segment: {'id': '4718a499-bf6c-419f-83fc-c1c8645c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:40:37.774415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Bound port: f15d4437-fa1e-4cbc-8d1c-045d604db8da, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4718a499-bf6c-419f-83fc-c1c8645c602b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '17fec220-7db0-4b28-8628-76fc672d3f19'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:40:37.774811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:37.853106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1889942436', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:37.885270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] For port f15d4437-fa1e-4cbc-8d1c-045d604db8da, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:40:37.892722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] For port f15d4437-fa1e-4cbc-8d1c-045d604db8da, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f15d4437-fa1e-4cbc-8d1c-045d604db8da,segment=NetworkSegment(4718a499-bf6c-419f-83fc-c1c8645c602b),segment_id=4718a499-bf6c-419f-83fc-c1c8645c602b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:40:37.909594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49049a-c841-422f-9749-fa2a9533c8f5 req-5ed84e01-77a6-471d-9073-65b373f5db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:37.911231 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a49049a-c841-422f-9749-fa2a9533c8f5 req-5ed84e01-77a6-471d-9073-65b373f5db9b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524968 Dec 16 15:40:38.039471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Made reservation on behalf of 3aee1d6d0c49496d9b1eee73f8eb9a81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:38.040580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.044211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.060990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.069815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.177182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebb294-fbf7-4444-9e8e-6acc100eec0d None None] Pushing event updated for resources: {'Port': ['ID=f15d4437-fa1e-4cbc-8d1c-045d604db8da,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:38.266898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.342394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.449840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] device_id is not set on port 8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:40:38.514715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6938d7ca-dd7a-40a5-9475-38cd5dc89868,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:38.574288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8::1 (17fec220-7db0-4b28-8628-76fc672d3f19/84cfb371-0d91-4530-a44f-324b4ce92f71/e6bd98ff-9ee8-4fde-b4c1-12836f84f017) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:38.634764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Allocated IP 172.25.7.87 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:38.836652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.971176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:38.977467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70a292a6-171b-4070-a7e0-103ae48439e4 req-6bc22782-4d91-4b3b-93a5-b9925ad3e876 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0598130 Dec 16 15:40:39.073882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.129146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 17fec220-7db0-4b28-8628-76fc672d3f19 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:39.132946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:39.138894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:39.139726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.144023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=e6bd98ff-9ee8-4fde-b4c1-12836f84f017,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:39.157899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.269589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:39.274592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:39.279669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:39.320250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e5c02-8194-45fa-ab62-6a2c441a468d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:39.326756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Pushing event updated for resources: {'Port': ['ID=8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:39.387056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:39.388140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.443068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.458534 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9a49049a-c841-422f-9749-fa2a9533c8f5 req-a35521ef-125c-4fd1-ae73-c5b08f9a5a5e tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.74 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0550256 Dec 16 15:40:39.481620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0635feac-475f-4a66-a954-5412bda81cb6 None None] Provisioning complete for port 8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:39.482323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0635feac-475f-4a66-a954-5412bda81cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.548553 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-14fc3a13-d768-4885-b499-19ea2f339903 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9860411 Dec 16 15:40:39.551669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:39.570247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.87'}]}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:39.583173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0635feac-475f-4a66-a954-5412bda81cb6 None None] Port 8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:39.833848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.835574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.944897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:39.953163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a072b-d83c-46f2-8d7b-78311ed7b2bd None None] Network 17fec220-7db0-4b28-8628-76fc672d3f19 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:40.021377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] Provisioning complete for port f15d4437-fa1e-4cbc-8d1c-045d604db8da triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:40.021757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.035424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.040684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.271498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.281196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ef3f9fa-56e1-4af6-a747-469a9ae64168 req-9f9c7030-af48-4e46-8b45-375ac2d24872 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=87123204-9c8a-4c49-90d4-f62e30f50826 HTTP/1.1" status: 200 len: 210 time: 0.0489166 Dec 16 15:40:40.310275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 17fec220-7db0-4b28-8628-76fc672d3f19 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:40.310971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] For port f15d4437-fa1e-4cbc-8d1c-045d604db8da, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f15d4437-fa1e-4cbc-8d1c-045d604db8da,segment=NetworkSegment(4718a499-bf6c-419f-83fc-c1c8645c602b),segment_id=4718a499-bf6c-419f-83fc-c1c8645c602b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:40.323245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:40.332866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=e6bd98ff-9ee8-4fde-b4c1-12836f84f017,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:40.411317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.471161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.504993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f15d4437-fa1e-4cbc-8d1c-045d604db8da up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:40.552234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebc49b-6b89-435d-bbee-eb79ec73e99d None None] Pushing event updated for resources: {'Port': ['ID=f15d4437-fa1e-4cbc-8d1c-045d604db8da,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:40.622730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f15d4437-fa1e-4cbc-8d1c-045d604db8da triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:40.623055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.685894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 1455063f-d30d-49d6-ae0d-70ddee6f2b3d is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:40:40.794223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f28c7108-bde4-4ca0-accc-89ea4f6deeb0 None None] Provisioning complete for port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:40.794602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f28c7108-bde4-4ca0-accc-89ea4f6deeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.847377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.863867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:40.874753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] Sync routers for ids ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:40.885196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b98e08c-6b81-4fb2-8268-8f971302de2e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/1455063f-d30d-49d6-ae0d-70ddee6f2b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677925 Dec 16 15:40:40.887857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:40.898667 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] Routers {'1455063f-d30d-49d6-ae0d-70ddee6f2b3d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:40.901846 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:40.923359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f28c7108-bde4-4ca0-accc-89ea4f6deeb0 None None] Port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:40.940186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f28c7108-bde4-4ca0-accc-89ea4f6deeb0 None None] Provisioning complete for port f15d4437-fa1e-4cbc-8d1c-045d604db8da triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:40.940186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f28c7108-bde4-4ca0-accc-89ea4f6deeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:40.963115 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:40.974640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0c87f-d865-4c15-8162-5799f0af0e0b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:40.976537 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] Routers {'1455063f-d30d-49d6-ae0d-70ddee6f2b3d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:40.977266 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:40.977542 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3cb0c87f-d865-4c15-8162-5799f0af0e0b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports/e6bd98ff-9ee8-4fde-b4c1-12836f84f017 HTTP/1.1" status: 200 len: 911 time: 0.0883808 Dec 16 15:40:40.979698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40332) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:40.986605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84cfb371-0d91-4530-a44f-324b4ce92f71'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:41.280269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:41.281494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e623149d-209a-483b-932d-8e80b0df74ad None None] The sync data for ids ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:41.315954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e4c0a306-28a9-4ea4-9de2-493df8c31018 None None] Provisioning complete for port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:41.317615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e4c0a306-28a9-4ea4-9de2-493df8c31018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.353336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.397093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0a306-28a9-4ea4-9de2-493df8c31018 None None] Port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:41.516568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.620783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.757440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7349e375-6b67-4f13-acb9-d73b11c77935 None None] Provisioning complete for port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:41.758277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7349e375-6b67-4f13-acb9-d73b11c77935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:41.871477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7349e375-6b67-4f13-acb9-d73b11c77935 None None] Port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:40:41.982176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.118528 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.232333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5864fa22-c3c8-4a68-ad99-d0c02ee259e4 req-1c3d8c2e-084a-4154-a2c7-117ade72ddae tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.0441241 Dec 16 15:40:42.266042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.273416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:42.274171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.277169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/ports/e6bd98ff-9ee8-4fde-b4c1-12836f84f017 HTTP/1.1" status: 200 len: 911 time: 1.2955129 Dec 16 15:40:42.284508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:42.369975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f15d4437-fa1e-4cbc-8d1c-045d604db8da up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:42.429057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c166dddd-1cbb-4209-9aa6-671efdca3625 req-a125a2ec-ab39-4589-8816-a56ad53e7fa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5482a2994c9a4449813e1536c1b628d3&device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.2325866 Dec 16 15:40:42.443064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.447530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a2f21-7c28-4d78-a2eb-e3ce71200cfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=e6bd98ff-9ee8-4fde-b4c1-12836f84f017,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:42.458786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.535722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f15d4437-fa1e-4cbc-8d1c-045d604db8da triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:40:42.536016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.595967 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c166dddd-1cbb-4209-9aa6-671efdca3625 req-7f922615-5ea6-431f-9145-8709e8a0a301 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5482a2994c9a4449813e1536c1b628d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506139 Dec 16 15:40:42.679523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:42.680034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9731854a-8dc1-4159-b950-29687bf34af9 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:42.795612 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:40:42.795612 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7e232ed-d7d5-4f8a-a7c9-572b9dd2c977 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2389395 Dec 16 15:40:42.807707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40360) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:42.834089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166dddd-1cbb-4209-9aa6-671efdca3625 req-71892875-d535-40b9-adb3-c5e3bb94141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:42.835730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c166dddd-1cbb-4209-9aa6-671efdca3625 req-71892875-d535-40b9-adb3-c5e3bb94141d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356937 Dec 16 15:40:42.987586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Deleting port 8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:42.988683 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:43.179154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:43.206194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Calling delete_port for 8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:43.457879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d9da001-785b-4638-8a95-bea38fe8103b req-fdcd3d73-b094-4ce4-9165-5a1fad222bd8 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.0923774 Dec 16 15:40:43.567468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:40:43.589948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:43.668090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:43.697369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Pushing event deleted for resources: {'Port': ['ID=8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:43.738438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2187f88-0a2e-4f2e-a011-3ecbc8998975 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:43.866081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:43.871874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-52502449-02d1-426e-92eb-8acfc8b167b9 tempest-RoutersAdminNegativeTest-1420601869 tempest-RoutersAdminNegativeTest-1420601869-project-admin] 10.222.0.71 "DELETE /v2.0/ports/8676ba3e-89a2-4a6e-95c9-b09bba1ef5a1 HTTP/1.1" status: 204 len: 168 time: 1.0608156 Dec 16 15:40:44.059296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port e6bd98ff-9ee8-4fde-b4c1-12836f84f017 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:44.059954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:44.177602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:44.192047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for e6bd98ff-9ee8-4fde-b4c1-12836f84f017 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:44.374743 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c166dddd-1cbb-4209-9aa6-671efdca3625 req-a3a656b6-cc94-4ad8-8335-4686a50c1209 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.0597045 Dec 16 15:40:44.476218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-11ef8356-d2ee-4440-8f10-a11e5668240a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730591 Dec 16 15:40:44.519195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5445e8dd-6669-4d56-86d3-72749dcdd53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:44.593587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:44.611682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-ddcb59c1-570c-4bbf-af61-55289209cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:44.613833 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-ddcb59c1-570c-4bbf-af61-55289209cab1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0888972 Dec 16 15:40:44.671875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=e6bd98ff-9ee8-4fde-b4c1-12836f84f017,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:44.767552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3cb287b7-8e30-49cd-a64b-d392f55e82c0 req-5c42855f-9396-422a-8870-239a2e98fa71 tempest-ServerShowV247Test-1649988959 tempest-ServerShowV247Test-1649988959-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb3b7eea-d389-4ad2-9939-99f39d61c2be HTTP/1.1" status: 200 len: 210 time: 0.1685424 Dec 16 15:40:44.879431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-307c4704-d2f4-49d1-bbad-1d5a0cf95854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:44.882351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-307c4704-d2f4-49d1-bbad-1d5a0cf95854 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2192242 Dec 16 15:40:45.009367 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-0ac7ccd8-2dc2-4639-ae2b-a16de50bc25c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d HTTP/1.1" status: 200 len: 217 time: 0.1127143 Dec 16 15:40:45.056903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:45.096355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-d439b937-ba86-4a16-ad1a-c21add40989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:45.098314 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-d439b937-ba86-4a16-ad1a-c21add40989e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0794244 Dec 16 15:40:45.250870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40388) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:45.276199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-c59cb414-f6f4-47f5-b513-d8d4b5fd0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:45.278357 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-c59cb414-f6f4-47f5-b513-d8d4b5fd0792 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706004 Dec 16 15:40:45.420238 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-79d5b194-ecf0-4c75-bd41-6e9bf3cb77f1 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334269 Dec 16 15:40:45.469520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 1455063f-d30d-49d6-ae0d-70ddee6f2b3d has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:40:45.671231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:40:45.683247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] Sync routers for ids ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:40:45.694168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0dceb82b-0e41-451c-9ebb-85524dc3af51 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/1455063f-d30d-49d6-ae0d-70ddee6f2b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066894 Dec 16 15:40:45.698904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] Routers {'1455063f-d30d-49d6-ae0d-70ddee6f2b3d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:45.699563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:45.701630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40400) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:45.708352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c832-5163-4c6e-9992-770fe7318a04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:45.777110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70617d94-edef-4af7-9889-c6bd4ccfb225 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=1455063f-d30d-49d6-ae0d-70ddee6f2b3d HTTP/1.1" status: 200 len: 205 time: 0.0736477 Dec 16 15:40:45.782082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40404) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:45.834468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:45.875877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] Routers {'1455063f-d30d-49d6-ae0d-70ddee6f2b3d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:40:45.876878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:45.922481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:45.924458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21c125-18c2-4e2d-ab5e-c188569958a3 None None] The sync data for ids ['1455063f-d30d-49d6-ae0d-70ddee6f2b3d'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:40:45.932166 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c311a3c2-dfd8-4a4e-8c38-b72969abc6b9 req-a1c8238a-9bc1-416c-b60b-30d8579abd91 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011671 Dec 16 15:40:46.003523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c832-5163-4c6e-9992-770fe7318a04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.017287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.102248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c832-5163-4c6e-9992-770fe7318a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.244000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4e9c832-5163-4c6e-9992-770fe7318a04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd29bbc7bc604d038e723a40d9c74083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9916465 Dec 16 15:40:46.271208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c832-5163-4c6e-9992-770fe7318a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ebe0e-528d-4478-a920-8f68aa0031e5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:46.280845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:46.305866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.323035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.382691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.449590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.536288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.537215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router 1455063f-d30d-49d6-ae0d-70ddee6f2b3d {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:40:46.540301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f34ec919-8572-42a1-8d2b-6f3995cc6d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.547335 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.553523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:46.555552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7f83992f-801b-46ab-bfc0-63068c187daa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/1455063f-d30d-49d6-ae0d-70ddee6f2b3d HTTP/1.1" status: 204 len: 168 time: 0.7716348 Dec 16 15:40:46.635211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 84cfb371-0d91-4530-a44f-324b4ce92f71 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:40:46.639841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.688049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.734622 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.747941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:46.752473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/248ebe0e-528d-4478-a920-8f68aa0031e5 HTTP/1.1" status: 204 len: 168 time: 0.4673917 Dec 16 15:40:46.784428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b590903-0d95-4bdd-9c53-816752eae0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ebe0e-528d-4478-a920-8f68aa0031e5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:46.971066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.234552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.266454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40438) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:47.406161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.410597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02e17b-603d-42fb-9514-fe1fe16db513 None None] Network 17fec220-7db0-4b28-8628-76fc672d3f19 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:47.418355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/84cfb371-0d91-4530-a44f-324b4ce92f71 HTTP/1.1" status: 204 len: 168 time: 0.8609002 Dec 16 15:40:47.419684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:47.423881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e78f8-b844-490f-bb9d-d220e4ad7414 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=84cfb371-0d91-4530-a44f-324b4ce92f71,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:47.568567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.790752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port f15d4437-fa1e-4cbc-8d1c-045d604db8da {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:47.791541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.804132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] DHCP port deletion for 17fec220-7db0-4b28-8628-76fc672d3f19 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:40:47.868136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:47.913367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Deleting port f15d4437-fa1e-4cbc-8d1c-045d604db8da {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:40:47.913367 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.049924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05b0b6cb-02b5-4e05-ba3c-57ab69f192ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.057191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] For port f15d4437-fa1e-4cbc-8d1c-045d604db8da, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f15d4437-fa1e-4cbc-8d1c-045d604db8da,segment=NetworkSegment(4718a499-bf6c-419f-83fc-c1c8645c602b),segment_id=4718a499-bf6c-419f-83fc-c1c8645c602b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:48.059415 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.098890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Calling delete_port for f15d4437-fa1e-4cbc-8d1c-045d604db8da owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:48.154258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port f15d4437-fa1e-4cbc-8d1c-045d604db8da, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f15d4437-fa1e-4cbc-8d1c-045d604db8da,segment=NetworkSegment(4718a499-bf6c-419f-83fc-c1c8645c602b),segment_id=4718a499-bf6c-419f-83fc-c1c8645c602b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:40:48.155540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.191762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for f15d4437-fa1e-4cbc-8d1c-045d604db8da owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:40:48.414962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f15d4437-fa1e-4cbc-8d1c-045d604db8da no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:40:48.424892 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.427465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8703ab-3a45-4b27-af25-89d5d67af641 req-6ecc4456-c607-46de-be1e-bd83172b3bd9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:48.430577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:48.441616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8703ab-3a45-4b27-af25-89d5d67af641 req-6ecc4456-c607-46de-be1e-bd83172b3bd9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2532175 Dec 16 15:40:48.509327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] Pushing event deleted for resources: {'Port': ['ID=f15d4437-fa1e-4cbc-8d1c-045d604db8da,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:48.525757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f15d4437-fa1e-4cbc-8d1c-045d604db8da {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:40:48.531160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f15d4437-fa1e-4cbc-8d1c-045d604db8da not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:40:48.555196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d0c92-8a2f-47b6-ab20-086a177f8526 None None] No DVR routers for this DVR port f15d4437-fa1e-4cbc-8d1c-045d604db8da on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:48.613197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8703ab-3a45-4b27-af25-89d5d67af641 req-98817c56-ea9f-426b-84c3-a88bcd3caa63 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697950 Dec 16 15:40:48.624539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2dffcb0b-8c76-467a-8c88-4bf8c1b5b591 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3aee1d6d0c49496d9b1eee73f8eb9a81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1920171 Dec 16 15:40:48.640101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:48.737568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05b0b6cb-02b5-4e05-ba3c-57ab69f192ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.777041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.819143 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.869967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.913065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05b0b6cb-02b5-4e05-ba3c-57ab69f192ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:48.917993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=f15d4437-fa1e-4cbc-8d1c-045d604db8da,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:48.996718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:49.065279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port f15d4437-fa1e-4cbc-8d1c-045d604db8da on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:40:49.069710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.070039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.070379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.071060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.071396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.071739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.072087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.072421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.072860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.073191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.073523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.073848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.074172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:49.166910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.166910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.166910 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6938d7ca-dd7a-40a5-9475-38cd5dc89868 HTTP/1.1" status: 204 len: 168 time: 0.5372982 Dec 16 15:40:49.193231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05b0b6cb-02b5-4e05-ba3c-57ab69f192ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5482a2994c9a4449813e1536c1b628d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9176471 Dec 16 15:40:49.202414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523cbcc-b8d9-405c-83dc-50066a4a9dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938d7ca-dd7a-40a5-9475-38cd5dc89868,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:49.209258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ed5c-51c9-44b9-9271-8b82fd98f0a0 req-3da895ea-97e6-4bbc-a145-5bf34b7874e2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:49.212434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:49.235261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b1ed5c-51c9-44b9-9271-8b82fd98f0a0 req-3da895ea-97e6-4bbc-a145-5bf34b7874e2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3860407 Dec 16 15:40:49.252739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.359519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.373384 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.402495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4444640-6674-4060-94c5-9a9dc54ccf11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.443324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fec220-7db0-4b28-8628-76fc672d3f19']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:49.443324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0b6cb-02b5-4e05-ba3c-57ab69f192ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c9a76-9ee7-488e-aded-fa994eec3fd3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:49.542013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4718a499-bf6c-419f-83fc-c1c8645c602b') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:49.542759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4718a499-bf6c-419f-83fc-c1c8645c602b') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:40:49.580434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.594159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.669098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.690157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b1ed5c-51c9-44b9-9271-8b82fd98f0a0 req-ba13d638-ad2d-4253-b8b0-b57028922e90 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923896 Dec 16 15:40:49.691294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:40:49.691708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:40:49.713215 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:40:49.786031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4444640-6674-4060-94c5-9a9dc54ccf11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.884758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4444640-6674-4060-94c5-9a9dc54ccf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.990933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:49.999354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.008568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.013334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c35c9a76-9ee7-488e-aded-fa994eec3fd3 HTTP/1.1" status: 204 len: 168 time: 0.7950816 Dec 16 15:40:50.014185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.026679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/17fec220-7db0-4b28-8628-76fc672d3f19 HTTP/1.1" status: 204 len: 168 time: 2.6031859 Dec 16 15:40:50.039385 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.087993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4444640-6674-4060-94c5-9a9dc54ccf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c66ee82-b4b9-40db-b6b7-478f7a471899,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:50.121908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40506) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:50.125267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd45b-42c6-4f38-8620-b851448a931f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=17fec220-7db0-4b28-8628-76fc672d3f19,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:50.174160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-669542165', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:50.187364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb0159-2223-40c1-b812-9b8f1647b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c9a76-9ee7-488e-aded-fa994eec3fd3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:50.245404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40514) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:50.251303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c4444640-6674-4060-94c5-9a9dc54ccf11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=46f3bf76e4fb4a85a9d52dfebe32b440&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2518363 Dec 16 15:40:50.513444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.515251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.557545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.644580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.678072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.718101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-85aef296-6ae9-4e1b-bb69-c45e7be184b6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:50.719778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-85aef296-6ae9-4e1b-bb69-c45e7be184b6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.3328764 Dec 16 15:40:50.786055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.804144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-218dfdc5-48a9-484d-b2f9-5c01e635ff38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/quotas/67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 375 time: 0.0660400 Dec 16 15:40:50.934999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-765236c5-2b4b-4ade-bcd0-840145dc4f58 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1108420 Dec 16 15:40:50.946656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.949845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:50.955426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8c66ee82-b4b9-40db-b6b7-478f7a471899 HTTP/1.1" status: 204 len: 168 time: 0.6762190 Dec 16 15:40:51.003049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011646f-366e-4bf3-acf7-5dc4ba73550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c66ee82-b4b9-40db-b6b7-478f7a471899,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:51.022737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.022737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-923f8b07-0fc0-43a1-bc99-e978002a9349 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8681688 Dec 16 15:40:51.024028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:51.036323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371711849'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:51.160764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-50d063c0-49b2-4222-9ffc-73131f73f773 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996975 Dec 16 15:40:51.201199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:51.211402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.265572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:51.288709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.289445 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment f94b8784-df50-43ce-969b-fe44b713d7aa of type vlan for network a90ed599-3ef9-4576-8a89-4841bdda796b Dec 16 15:40:51.366342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.442605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-22c6d37c-6874-43d3-b227-eb4f82be6435 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720778 Dec 16 15:40:51.524447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.534317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:51.535246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:51.706366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=a90ed599-3ef9-4576-8a89-4841bdda796b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:51.721278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:51.732543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b156fba-00f2-445b-94bc-6723dd38cc3b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7050276 Dec 16 15:40:51.734867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:51.754587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:51.899873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:52.238241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cee643f7-1e11-4be1-8f82-c51cac4b5cf8 req-1396fd5d-59d7-4b0c-a255-d33954faea14 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.1968548 Dec 16 15:40:52.369344 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b89b881c-1ab9-4baf-8274-e243631a8b06 tempest-AgentManagementNegativeTest-1695635098 tempest-AgentManagementNegativeTest-1695635098-project] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4614654 Dec 16 15:40:52.502677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:52.513536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:53.216486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:53.401639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=b024cd7c-b18f-4fad-bc81-9e8d17460747,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:53.468047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc413718-6af6-4602-bddb-c67e5196b145 req-5efa84aa-d559-46aa-89c4-44b76c7d80cc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.0740576 Dec 16 15:40:53.563520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:53.572959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: a90ed599-3ef9-4576-8a89-4841bdda796b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:40:53.634606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40624) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:53.759396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network a90ed599-3ef9-4576-8a89-4841bdda796b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:40:53.964348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a90ed599-3ef9-4576-8a89-4841bdda796b) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:53.987667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:53.988700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.009020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c99fe-96ab-4f0d-be64-4cffa68fa182 None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:54.187857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21dcff0f-e6d0-4ab9-b7e0-e54a25b9b9a7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4501171 Dec 16 15:40:54.194356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:54.343978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a90ed599-3ef9-4576-8a89-4841bdda796b', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:40:54.346041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.434065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:54.641533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-376009983-network', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:54.733046 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e121f58a-112f-49a1-a2ad-6188ccb4f2bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.784397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Allocated IP 2001:db8::2 (a90ed599-3ef9-4576-8a89-4841bdda796b/b024cd7c-b18f-4fad-bc81-9e8d17460747/eae4d51d-473e-4c5f-ad71-2fc49dc339d1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:54.871688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e121f58a-112f-49a1-a2ad-6188ccb4f2bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.872024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1661bcf5-2656-4dbf-824d-a3c5dfebfb3b req-063b0988-07d7-433d-a6a6-fe00b50880df tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.1247993 Dec 16 15:40:54.981650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Made reservation on behalf of 5ac50451ff154bc7be54a6648e4d25d1 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:54.985858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:54.999691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e121f58a-112f-49a1-a2ad-6188ccb4f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.041481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.221789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.307030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121f58a-112f-49a1-a2ad-6188ccb4f2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dcbeda-b583-4d0a-8761-b43c29c19f7b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:55.345648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e121f58a-112f-49a1-a2ad-6188ccb4f2bd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6432ec30ef214f97a78812fc6509e8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7092419 Dec 16 15:40:55.354057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40658) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:55.396539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.490814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.525130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.555103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c56d5842-21a8-4cb0-8e32-c05a8838edb6 req-59f8a025-157f-45b9-8a1b-b800db107bf7 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.4162378 Dec 16 15:40:55.603297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.621024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.654545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.668612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:40:55.699231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e33ad2-a54c-4973-a215-f6bce4c1ca35,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:55.761766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:55.771405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:55.778189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:55.846757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.847174 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Added segment 11a7d459-6355-46db-90c0-163102344ec8 of type vlan for network c1e6d23d-05d8-40cd-bb53-639a3f619a26 Dec 16 15:40:55.847569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.851070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:55.852562 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/46dcbeda-b583-4d0a-8761-b43c29c19f7b HTTP/1.1" status: 204 len: 168 time: 0.4930072 Dec 16 15:40:55.885325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Pushing event updated for resources: {'Port': ['ID=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:55.902273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72c3e8-2757-41ae-bd2a-a209d8eaf28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dcbeda-b583-4d0a-8761-b43c29c19f7b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:55.917401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:55.927259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:40:56.049128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Attempting to bind port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:40:56.056424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8::1 (a90ed599-3ef9-4576-8a89-4841bdda796b/b024cd7c-b18f-4fad-bc81-9e8d17460747/98fca490-cfc9-4c62-89b1-2bfe569cb7ca) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:56.057601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Attempting to bind port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:40:56.058696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Attempting to bind port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 on network a90ed599-3ef9-4576-8a89-4841bdda796b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:40:56.100819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-26f19960-dbcb-440a-ad53-0f78cf9b5de4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:56.102753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-26f19960-dbcb-440a-ad53-0f78cf9b5de4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.3974142 Dec 16 15:40:56.109630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:40:56.109630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Checking segment: {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:56.111385 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.115430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Bound using segment: {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:40:56.116338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Bound port: eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:40:56.117027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.123409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.143793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'device_id': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'admin_state_up': True, 'tenant_id': '67b42637a92744e7b5a5b8104abede67'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:56.286673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a1c75d8-5c46-4098-a119-6576cd902803 req-39383163-0d48-469b-904c-e97d63755497 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.0800314 Dec 16 15:40:56.312418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.317396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:56.320471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.481677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] For port eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:40:56.491058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] For port eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:40:56.631403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.638810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] Pushing event updated for resources: {'Network': ['ID=c1e6d23d-05d8-40cd-bb53-639a3f619a26,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:56.716901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bab71fcd-78c4-4d43-a087-da84dda61299 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2812884 Dec 16 15:40:56.718438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40680) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:56.745055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Request body: {'subnet': {'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-376009983-subnet', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:56.813792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:40:56.860821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7ae0736-022c-4877-9f44-57b32e5fff5c req-1f857b90-44de-45fe-a45f-20802f49d048 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1000791 Dec 16 15:40:56.921833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.978031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Made reservation on behalf of 5ac50451ff154bc7be54a6648e4d25d1 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:56.980460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:56.985306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:40:57.004990 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:57.233235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:57.384359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96fd7d-05c4-4282-b514-8c7085934856 None None] Pushing event updated for resources: {'Port': ['ID=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:57.612893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:57.638943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network a90ed599-3ef9-4576-8a89-4841bdda796b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:57.657543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:57.809079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17e3e934-e086-4a80-b0c1-a4bf5269b135 req-afcca4f3-5a9d-4621-af47-4c5ba7e64210 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.2042084 Dec 16 15:40:57.812311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:57.812311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:57.812311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.20.0.5 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/088fdf21-5fd4-4034-8e87-1a4f1bc30173) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:40:58.061130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.132461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43a7f8f7-2313-41d4-8724-e404a58f1f57 req-7a95a08b-b904-4702-83bc-f8d756f9264b tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0999901 Dec 16 15:40:58.296963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.314807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c563e70-677f-4a8d-b5f5-3ec55d8ceb23,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:58.316808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.347227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Checking segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:40:58.347745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Network hostable DHCP agents. Network: c1e6d23d-05d8-40cd-bb53-639a3f619a26, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:40:58.471919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:40:58.559267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c1e6d23d-05d8-40cd-bb53-639a3f619a26) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:58.570567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2aeb9-622a-48b1-abf8-4ed5bd243efa None None] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:40:58.572023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:58.572023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.713328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f9a63a33-6d5f-4773-9325-64bc6cb7f1fe admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9917939 Dec 16 15:40:58.714034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:58.736554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:40:58.742750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.883989 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.885851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:58.956813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:40:58.967722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412', '4f7ce652-7c8f-415f-90e7-a054c9035d7d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:40:58.993572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:40:59.026052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:40:59.779561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:40:59.780618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:40:59.790098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:40:59.814621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:40:59.928834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device eae4d51d-473e-4c5f-ad71-2fc49dc339d1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:40:59.974532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e8444-6b57-4e99-80c2-b8ce3289b678 None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:00.038821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.075053 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-78946452-36b0-4968-98c7-75ea61763fbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9406664 Dec 16 15:41:00.108657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Request body: {'port': {'device_id': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:00.163586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-335af0ea-74d4-4183-9180-ab28e2d665ef req-29d56144-9301-45b2-8fb2-93455d0a4acb tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1321986 Dec 16 15:41:00.248852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.283435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.353874 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.360334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-376553677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:00.485304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.489335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] Provisioning complete for port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:00.489744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.518965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:00.523859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.524159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.524335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:00.587015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977d5eb-a5c5-4ab1-9e6c-9ceaa10c3fc4 req-a541104f-7a67-4153-be77-141d16678e73 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:00.590379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5977d5eb-a5c5-4ab1-9e6c-9ceaa10c3fc4 req-a541104f-7a67-4153-be77-141d16678e73 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 931 time: 0.5617733 Dec 16 15:41:00.815008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:00.984526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.104559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5977d5eb-a5c5-4ab1-9e6c-9ceaa10c3fc4 req-7ae62ea7-4095-452e-a834-ed7ffbe5ff17 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738723 Dec 16 15:41:01.195036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.199240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.389046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d35bae75-cf14-4777-bacc-2a32980c663e req-f1acfdbc-3dea-4a8b-8256-0fcb1e7ba15c tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0639493 Dec 16 15:41:01.447598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Allocated IP 172.20.0.2 (c1e6d23d-05d8-40cd-bb53-639a3f619a26/3c563e70-677f-4a8d-b5f5-3ec55d8ceb23/18e3fbf0-c38b-4927-bd34-e0eac3cdf08d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:01.532919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network a90ed599-3ef9-4576-8a89-4841bdda796b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:01.535211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088fdf21-5fd4-4034-8e87-1a4f1bc30173 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:41:01.547441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:01.561970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.677518 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.716108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:01.717135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.754569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.831065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.842558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.851486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:01.998518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:02.024738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:02.082286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:02.182483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Allocated IP 172.25.7.28 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5593bf35-b4ae-4965-81a6-972b5aee85c5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:02.201701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] For port eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:02.417161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.442351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Transition to ACTIVE for port object 088fdf21-5fd4-4034-8e87-1a4f1bc30173 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:41:02.490110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.542050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.569245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Pushing event updated for resources: {'Port': ['ID=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:02.577454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0264e-0fa4-4410-8fb9-430a5e2c1735 req-7f41979b-ce2c-4199-a33a-f8318596e275 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:02.579531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f0264e-0fa4-4410-8fb9-430a5e2c1735 req-7f41979b-ce2c-4199-a33a-f8318596e275 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 931 time: 0.1957109 Dec 16 15:41:02.593530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.611700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.737563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:02.741912 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc7be29b-ed44-4349-869c-9cb8d3026053 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.9218841 Dec 16 15:41:02.749360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:02.777657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1197878486'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:02.841935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:02.917559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Attempting to bind port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:02.919994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Attempting to bind port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:02.920594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Attempting to bind port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:02.957057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5daf9d32-f9f0-43c5-9a79-de23c99aef8e req-8e04d161-5f48-45f5-b372-6f63d36c569c tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.2052722 Dec 16 15:41:02.973937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad4bce09-3ef7-434c-a477-87470554266b req-369df5c3-962a-407b-8ee9-9da8306f0868 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.2542198 Dec 16 15:41:03.008949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f0264e-0fa4-4410-8fb9-430a5e2c1735 req-355958b0-d45f-453e-b499-840e1f531cf0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199762 Dec 16 15:41:03.014053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.016336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:03.016989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Checking segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:03.017653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.018314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Bound using segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:03.032104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Bound port: 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:03.032104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.037543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8bc178c6-c8b7-41b5-8851-84d47dd43523 None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:03.037543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8bc178c6-c8b7-41b5-8851-84d47dd43523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.076595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:41:03.215329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8bc178c6-c8b7-41b5-8851-84d47dd43523 None None] Port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:03.244023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=5593bf35-b4ae-4965-81a6-972b5aee85c5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:03.281571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:03.283230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:03.293693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:03.302766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.307749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:03.339973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b5a77-e1d2-45ce-a60e-8ff6956e9501 None None] Pushing event updated for resources: {'Port': ['ID=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:03.469397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f3745-f09b-4790-ac83-a36e6f33079f None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:03.531592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8bc178c6-c8b7-41b5-8851-84d47dd43523 None None] Provisioning complete for port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:03.533444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8bc178c6-c8b7-41b5-8851-84d47dd43523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.551135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.563737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Attempting to bind port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:03.564437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Attempting to bind port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:03.564906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Attempting to bind port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:03.578608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:03.597925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:03.608051 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a67e1a6e-b1c5-4160-a99a-125b3e1d4811 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4092929 Dec 16 15:41:03.609117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40746) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:03.617765 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:03.618472 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:03.622242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1273819677'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:03.649049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 on network 53de538f-ce34-4e30-a649-af5d1eac8772 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:41:03.651087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Attempting to bind port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:03.696385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:03.704469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:03.705684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:03.706281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Bound port: 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:03.706765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:03.822417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] For port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:03.844358 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:03.853416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] For port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:03.933945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:03.940999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.042727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.102146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:04.109983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:04.129746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.158270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:04.163925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.164353 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 158ef39f-23c1-4f13-93c3-6ea4eadb8f4c of type vlan for network 9b87d068-e6cd-46b8-80ac-c721c2a78340 Dec 16 15:41:04.241311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9763b0f-b3d6-4934-9172-9bdcf8a4cadd None None] Pushing event updated for resources: {'Port': ['ID=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:04.287130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:04.288128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.356073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.394811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:04.439540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.443741 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Added segment f804a95c-f8b2-4ee3-86e3-325485f7b470 of type vlan for network 24486c91-97db-4860-a7b6-798954d12871 Dec 16 15:41:04.504634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:04.608146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.621345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Provisioning complete for port 5593bf35-b4ae-4965-81a6-972b5aee85c5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:04.625049 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.651170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:40:57Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:40:58Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:04.664979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.747807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd40fe44-969e-45d3-b476-6929236dd07f req-39d1a5dc-a052-4ee5-9379-3bf6631b8d1b tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1320939 Dec 16 15:41:04.775853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d426ffb3-c517-4fb7-a457-005c36e9b12e None None] Port 5593bf35-b4ae-4965-81a6-972b5aee85c5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:04.783946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:04.785356 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Updating router 0814174e-4926-4fe6-9bfc-81b15afa5f0b port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:04.843192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.848452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c66432-cb3c-4924-93bc-73851842cfb7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:04.921149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.926062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.943281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:04.944062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.995186 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:04.998621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:05.001551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:05.003135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] 10.222.0.74 "PUT /v2.0/ports/088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 1091 time: 4.9023082 Dec 16 15:41:05.036038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6e2d189d-0ed4-4ff3-9d0a-175b7ec69c0c None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:05.036768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6e2d189d-0ed4-4ff3-9d0a-175b7ec69c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:05.192873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d189d-0ed4-4ff3-9d0a-175b7ec69c0c None None] Port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:05.197433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:05.200192 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:05.228177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a35f-3e52-4fc5-aba7-d0a96c234980 req-dd20a17b-9234-46d5-8956-850460a804f3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:05.243544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a320a35f-3e52-4fc5-aba7-d0a96c234980 req-dd20a17b-9234-46d5-8956-850460a804f3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 943 time: 0.6423275 Dec 16 15:41:05.421021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a147171-c37f-41c5-8dac-dc1fe7f98136 service neutron] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:05.529676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7537732 Dec 16 15:41:05.577060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40764) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:05.587052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'subnet': {'network_id': '24486c91-97db-4860-a7b6-798954d12871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:05.590112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:41:05.609058 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23410194-7f7a-4d57-8302-a0fb7ede9ff5 x-openstack-request-id: req-23410194-7f7a-4d57-8302-a0fb7ede9ff5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:05.614330 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:05.614674 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23410194-7f7a-4d57-8302-a0fb7ede9ff5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:05.615119 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'status': 'completed', 'code': 200} Dec 16 15:41:05.671971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device eae4d51d-473e-4c5f-ad71-2fc49dc339d1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:05.709030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8ef18-7d74-401e-8f22-7d89779f1cb3 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Network': ['ID=24486c91-97db-4860-a7b6-798954d12871,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:05.739812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-d0714a2e-eafb-43c5-aeac-7ba5a83e8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:05.744776 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-d0714a2e-eafb-43c5-aeac-7ba5a83e8ea2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 1094 time: 0.3724852 Dec 16 15:41:05.758222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 24486c91-97db-4860-a7b6-798954d12871 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:05.877707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-cb0c2c05-b55d-49da-983b-b9d254a31b37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 217 time: 0.1158798 Dec 16 15:41:05.879103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:05.902093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:05.905632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.012306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a320a35f-3e52-4fc5-aba7-d0a96c234980 req-f5d09d96-cb98-46cc-803d-820f3507a021 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930316 Dec 16 15:41:06.078394 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.083565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-237a15f0-a451-44ef-9abf-139fbf3d535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:06.090471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09ba7e2a-a5f2-45e5-81c1-503b5150609c req-03b343bf-03df-477e-bd61-8155588fadce tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1147764 Dec 16 15:41:06.097767 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-237a15f0-a451-44ef-9abf-139fbf3d535d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.1737983 Dec 16 15:41:06.098296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:06.112186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.135867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:06.136442 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.174406 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.310785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=9b87d068-e6cd-46b8-80ac-c721c2a78340,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:06.330410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9cd92782-070c-4fb8-89cd-b97069aeb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:06.333283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9cd92782-070c-4fb8-89cd-b97069aeb65a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094967 Dec 16 15:41:06.380881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-35db4b5f-5211-4315-851c-3ac7f4be5f73 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7646427 Dec 16 15:41:06.381330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:06.412026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40776) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:06.442344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:06.517225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Pushing event updated for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:06.563799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Attempting to bind port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:06.566150 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Attempting to bind port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:06.566560 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Attempting to bind port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca on network a90ed599-3ef9-4576-8a89-4841bdda796b {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:06.589281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.589667 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.590020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.590362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.590696 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.591063 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.597151 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.597691 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.598039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.598385 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.598724 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.599059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.599393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:06.657238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:06.666163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:06.670271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Checking segment: {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:06.679264 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.681617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Bound using segment: {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:06.682535 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Bound port: 98fca490-cfc9-4c62-89b1-2bfe569cb7ca, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94b8784-df50-43ce-969b-fe44b713d7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:06.683219 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.870914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.883187 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-9ae0aa49-171d-4a98-adae-3a2938f50cf1 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404720 Dec 16 15:41:06.891361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:06.891742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:06.937192 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] For port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:06.946080 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] For port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:07.040900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:07.045201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:07.066777 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:07.144808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:07.145901 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:07.284507 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdbdf1-dd6a-4ed0-aba8-16490b158322 None None] Pushing event updated for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:07.292260 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:07.296837 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:07.347214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70274aa-3315-4b9a-9e68-8faa191ea680 None None] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:07.369078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:07.421253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-13e35b42-6365-49ce-b225-79ee2f9eefd2 req-b4108a6c-ca47-4c66-a91b-516cb489e794 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286279 Dec 16 15:41:07.574159 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:07.614359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Router 92458c87-d799-4651-81e9-a8259a126a6b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:41:07.657732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776210f5-71eb-4451-ab59-3b5007294178 req-badac3a6-14dd-4872-b879-1794d1dd9019 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:07.666649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-776210f5-71eb-4451-ab59-3b5007294178 req-badac3a6-14dd-4872-b879-1794d1dd9019 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 943 time: 0.2119107 Dec 16 15:41:07.847429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-2f5e91fc-f5b0-404c-bfc5-a26d32ed6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:07.848884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-2f5e91fc-f5b0-404c-bfc5-a26d32ed6479 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 1094 time: 0.2362947 Dec 16 15:41:07.977500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:07.988448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:08.011366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:08.089722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:40:57Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:06Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:08.102520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-776210f5-71eb-4451-ab59-3b5007294178 req-702291d0-f155-4aff-b356-e37910c16f5b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734726 Dec 16 15:41:08.119772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:08.121672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Checking segment: {'id': 'f804a95c-f8b2-4ee3-86e3-325485f7b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '24486c91-97db-4860-a7b6-798954d12871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:08.122351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network hostable DHCP agents. Network: 24486c91-97db-4860-a7b6-798954d12871, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:08.139396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Subnet': ['ID=ea7f50c5-3149-464d-b80c-8f84cc032d06,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:08.197965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:08.208484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-00397c03-dda4-4843-9b8d-5876a378a9e7 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.4886632 Dec 16 15:41:08.209171 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cf9d49-0f08-49c5-bbec-eb6688359ce4 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:40:57Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:06Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:08.212793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40790) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:08.303007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-3a26db4d-7e34-4217-ab78-630d1ed014f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:08.304652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-3a26db4d-7e34-4217-ab78-630d1ed014f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.4291248 Dec 16 15:41:08.322365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:08.322847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 9b87d068-e6cd-46b8-80ac-c721c2a78340, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:08.399915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Sync routers for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:08.493089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:08.524796 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-5eb72d71-8604-4138-9b8f-22100af14558 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 217 time: 0.2081659 Dec 16 15:41:08.531389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:08.531389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:08.615049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] For port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:08.667103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:08.758508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network 24486c91-97db-4860-a7b6-798954d12871 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:08.789980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-fa86d25a-44fb-48cb-8574-df0af55ef408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:08.796632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-fa86d25a-44fb-48cb-8574-df0af55ef408 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.2474484 Dec 16 15:41:08.878292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9b87d068-e6cd-46b8-80ac-c721c2a78340) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:08.886275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:08.924289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:08.925203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:08.994391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-5beab5a2-c51b-428e-8aef-aeb23f274e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:08.996395 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-5beab5a2-c51b-428e-8aef-aeb23f274e86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897440 Dec 16 15:41:09.039604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d1d0526-cbb8-49b8-8d31-c2251846f278 req-121ea4f6-c97d-4925-889c-f3700c24a6ff tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.2867327 Dec 16 15:41:09.045488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 24486c91-97db-4860-a7b6-798954d12871) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:09.078512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:09.083533 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.108423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:09.165851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a08ba1c-4e31-4287-8477-60a6f7ddefc6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7441525 Dec 16 15:41:09.195044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40804) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:09.399596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.425564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe457f-06f3-4ba8-9cce-de1978293218 None None] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:09.432625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe8640-09f0-4a55-a45b-752ad37f306f None None] Network 24486c91-97db-4860-a7b6-798954d12871 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:09.439638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:09.443642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-88946ec8-0827-4b18-bc0a-1b6c0bba09c2 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356363 Dec 16 15:41:10.049315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85493-e888-4698-8cef-f85258942506 req-07fdb33c-0adc-426b-b91f-2f4e4731db61 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:10.051262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69c85493-e888-4698-8cef-f85258942506 req-07fdb33c-0adc-426b-b91f-2f4e4731db61 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 943 time: 0.1198452 Dec 16 15:41:10.082719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 088fdf21-5fd4-4034-8e87-1a4f1bc30173 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:41:10.086883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 98fca490-cfc9-4c62-89b1-2bfe569cb7ca up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:10.091582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b1a87bc3-abe8-4727-acb6-09054bdbd9e1 req-b995264a-b016-4576-98ff-49d1ab6bd370 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226680 Dec 16 15:41:10.157391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3099ee36-369c-4b68-bfc3-e9051c500de0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5793133 Dec 16 15:41:10.168529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40812) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:10.174660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'network': {'name': 'tempest-router-network01--1365211849'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:10.311252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69c85493-e888-4698-8cef-f85258942506 req-f35bf0d1-ae2a-469b-b9f1-2e6c26ec2be1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239404 Dec 16 15:41:10.339269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-723a0bb4-d827-4bd3-9bdf-ad7ed61ccc20 req-300be27f-0918-4147-bbac-e5d36378c24d tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0369382 Dec 16 15:41:10.363752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-24486c91-97db-4860-a7b6-798954d12871', 'network_id': '24486c91-97db-4860-a7b6-798954d12871', 'project_id': '5ed15ba0cc744b79b28adf2ef95c1f3f', 'fixed_ips': [{'subnet_id': 'ea7f50c5-3149-464d-b80c-8f84cc032d06'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:10.365276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.366792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.369352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-626498d9-1ec7-424e-bb18-421f2ab96f89 None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:10.369740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-626498d9-1ec7-424e-bb18-421f2ab96f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.410836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce55336-803b-42a8-a140-ff1279372c08 None None] Pushing event updated for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:10.483558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:10.487977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.528696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:10.614790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.754173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Allocated IP 2001:db8::2 (24486c91-97db-4860-a7b6-798954d12871/ea7f50c5-3149-464d-b80c-8f84cc032d06/c57e02e2-9bba-47f6-ac47-de3acc382576) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:10.784204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8:1::1 (9b87d068-e6cd-46b8-80ac-c721c2a78340/2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b/4bc89f14-140c-44c3-a3b4-ed3c13f1fa89) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:10.860244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:10.990368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:10.990773 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Added segment 3e672359-86dd-412d-8b15-87cbc55bfecc of type vlan for network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 Dec 16 15:41:11.029485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.051489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.164754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9b87d068-e6cd-46b8-80ac-c721c2a78340', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:11.164754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.185944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.188927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.197179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:11.197842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.261257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:11.296294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:11.303109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Allocated IP 172.20.0.1 (c1e6d23d-05d8-40cd-bb53-639a3f619a26/3c563e70-677f-4a8d-b5f5-3ec55d8ceb23/3d539513-0132-4f3a-a679-3ccaf76cba17) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:11.305082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:11.315137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Network': ['ID=cc9b79fe-7e5c-4b9f-868e-814c0dfba709,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:11.331612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:11.332606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.354294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-df6d52c6-7ff3-4de9-b22a-92d1eb057987 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1839366 Dec 16 15:41:11.358788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:11.367389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.379343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:11.401755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'network': {'name': 'tempest-router-network02--1827942150'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:11.408273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:11.408666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.416944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:11.581295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.611945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:41:11.614791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:03Z', 'revision_number': 3, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:11.641481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60e9a94c-00bf-431b-9aa9-98edce11a772 req-77201aa5-ba31-4946-ac51-844a922279d0 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1081569 Dec 16 15:41:11.706085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.731184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Checking router: 92458c87-d799-4651-81e9-a8259a126a6b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:11.731538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Updating router 92458c87-d799-4651-81e9-a8259a126a6b port 5593bf35-b4ae-4965-81a6-972b5aee85c5 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:11.765395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Network 24486c91-97db-4860-a7b6-798954d12871 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:11.765751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c305ec-d9b0-41a3-b873-6ce2b89293a6 req-f9c48e82-10b7-498b-86c4-e44a47b9073d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:11.770938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14c305ec-d9b0-41a3-b873-6ce2b89293a6 req-f9c48e82-10b7-498b-86c4-e44a47b9073d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 943 time: 0.2332273 Dec 16 15:41:11.810317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:11.863150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:11.874974 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.886446 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:11.888814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Pushing event updated for resources: {'Port': ['ID=c57e02e2-9bba-47f6-ac47-de3acc382576,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:11.959266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:11.965962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.029046 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.181947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.260580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:12.273132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:12.291690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.292171 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Added segment 0132428c-7853-4a0f-9470-091d974f92b8 of type vlan for network e8ded748-2fb1-40d4-b49a-086015f9f8e3 Dec 16 15:41:12.356710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.360296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.367464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Allocated IP 2001:db8:1::2 (9b87d068-e6cd-46b8-80ac-c721c2a78340/2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b/7cf67cac-5899-46fe-bf96-beb1bd0c6003) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:12.397869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-626498d9-1ec7-424e-bb18-421f2ab96f89 None None] Provisioning complete for port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:12.398913 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-626498d9-1ec7-424e-bb18-421f2ab96f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.403400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088fdf21-5fd4-4034-8e87-1a4f1bc30173 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:41:12.433466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:12.436963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:12.439313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Pushing event updated for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:12.464716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.465765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.504013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14c305ec-d9b0-41a3-b873-6ce2b89293a6 req-8a5fa3ea-2ae8-4eeb-b614-93402bec562f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7200217 Dec 16 15:41:12.513640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.532366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:12.532366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.533406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:12.614666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.749955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Attempting to bind port c57e02e2-9bba-47f6-ac47-de3acc382576 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:12.754097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Attempting to bind port c57e02e2-9bba-47f6-ac47-de3acc382576 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'f804a95c-f8b2-4ee3-86e3-325485f7b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '24486c91-97db-4860-a7b6-798954d12871'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:12.762812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Attempting to bind port c57e02e2-9bba-47f6-ac47-de3acc382576 on network 24486c91-97db-4860-a7b6-798954d12871 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:12.791445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:12.798885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:12.906801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:12.923122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:12.934821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Checking segment: {'id': 'f804a95c-f8b2-4ee3-86e3-325485f7b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '24486c91-97db-4860-a7b6-798954d12871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:12.935686 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.950435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Bound using segment: {'id': 'f804a95c-f8b2-4ee3-86e3-325485f7b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '24486c91-97db-4860-a7b6-798954d12871'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:12.950435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Bound port: c57e02e2-9bba-47f6-ac47-de3acc382576, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f804a95c-f8b2-4ee3-86e3-325485f7b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '24486c91-97db-4860-a7b6-798954d12871'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:12.950435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:12.972545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5820055 Dec 16 15:41:12.984547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:13.088960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:13.091157 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.097727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'subnet': {'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:13.113180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c05a31b2-58eb-409d-a16c-ea54e0ed71a5 req-50ab4929-fc9b-4b58-9924-638d23048eb6 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1605287 Dec 16 15:41:13.116363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdf7c1-684b-49b1-86d2-86af9570b162 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Network': ['ID=e8ded748-2fb1-40d4-b49a-086015f9f8e3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:13.122461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:13.189450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:13.248493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:13.413578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.544953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['088fdf21-5fd4-4034-8e87-1a4f1bc30173'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:13.597972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:13.606979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.612564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:13.702806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] For port c57e02e2-9bba-47f6-ac47-de3acc382576, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:13.781777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] For port c57e02e2-9bba-47f6-ac47-de3acc382576, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c57e02e2-9bba-47f6-ac47-de3acc382576,segment=NetworkSegment(f804a95c-f8b2-4ee3-86e3-325485f7b470),segment_id=f804a95c-f8b2-4ee3-86e3-325485f7b470)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:13.819494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:13.820065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.833892 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.864408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.882500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.973581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:13.990150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c14741-5773-4453-a948-c285b079e532 req-b4e68b54-6896-4f78-b26f-0ee4e4d193cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:13.991916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57c14741-5773-4453-a948-c285b079e532 req-b4e68b54-6896-4f78-b26f-0ee4e4d193cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 944 time: 0.2439513 Dec 16 15:41:14.066158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57c14741-5773-4453-a948-c285b079e532 req-328ef918-1600-4f69-8001-a801e54de95b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597222 Dec 16 15:41:14.066787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.154711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9075-499c-4e87-9b0b-4c1061552f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.158037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c80085-e3c1-4430-a057-9b43f7efd844 None None] Pushing event updated for resources: {'Port': ['ID=c57e02e2-9bba-47f6-ac47-de3acc382576,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:14.184762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Pushing event updated for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:14.195781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.196560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:14.204411 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03c05cfd-d680-4e7e-af07-26b80267179c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0075371 Dec 16 15:41:14.209251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40848) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:14.216014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:14.244953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1310631536'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:14.247355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.266328 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:14.267509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:14.302678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.375881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9075-499c-4e87-9b0b-4c1061552f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.391347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3eb7e6-ceb2-459a-8e73-cdd3527ccf93 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:14.392469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:14.398427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:14.404992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5976cf38-c415-4da2-a763-ebc1d9078582 None None] Provisioning complete for port 3d539513-0132-4f3a-a679-3ccaf76cba17 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:14.405680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5976cf38-c415-4da2-a763-ebc1d9078582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.452190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc906c66-1720-4fd2-8152-0f3d1029b551 req-2b02044a-2687-4f77-bb2e-647fffa57097 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0549347 Dec 16 15:41:14.484067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9075-499c-4e87-9b0b-4c1061552f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.641068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0ddf9075-499c-4e87-9b0b-4c1061552f20 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d702e78775d41bb94143800795813a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5170586 Dec 16 15:41:14.641905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9075-499c-4e87-9b0b-4c1061552f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb673c98-7d94-4430-a3b8-24d2e616e6d1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:14.669437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:14.723713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:14.734795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:14.739494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.749018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:14.764586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:14.792099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.826845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Attempting to bind port 5593bf35-b4ae-4965-81a6-972b5aee85c5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:14.827671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Attempting to bind port 5593bf35-b4ae-4965-81a6-972b5aee85c5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:14.827671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Attempting to bind port 5593bf35-b4ae-4965-81a6-972b5aee85c5 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:14.830159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Router 92458c87-d799-4651-81e9-a8259a126a6b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:14.831134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:14.833161 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:14.844364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:14.844738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:14.845699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.846108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:14.847150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Bound port: 5593bf35-b4ae-4965-81a6-972b5aee85c5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:14.847565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.860394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.871189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.921009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:14.922199 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment 634c44ef-248d-4c0d-82af-e1ec4c41fd00 of type vlan for network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 Dec 16 15:41:14.943307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] For port 5593bf35-b4ae-4965-81a6-972b5aee85c5, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:15.008700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] For port 5593bf35-b4ae-4965-81a6-972b5aee85c5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5593bf35-b4ae-4965-81a6-972b5aee85c5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:15.011592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-24f3618c-d35b-45d8-817f-6398611cb63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.061897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df1bc-72ee-4a4e-b3c0-7e788193463d None None] Pushing event updated for resources: {'Port': ['ID=5593bf35-b4ae-4965-81a6-972b5aee85c5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:15.180313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.185853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.192902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:11Z', 'revision_number': 3, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:12Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:15.210479 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb673c98-7d94-4430-a3b8-24d2e616e6d1 HTTP/1.1" status: 204 len: 168 time: 0.5338240 Dec 16 15:41:15.224770 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:15.225766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Updating router 0814174e-4926-4fe6-9bfc-81b15afa5f0b port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:15.257684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df45b7d-53a5-4766-9bc7-8b1a96bb90be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb673c98-7d94-4430-a3b8-24d2e616e6d1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:15.261089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.277697 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.297479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5976cf38-c415-4da2-a763-ebc1d9078582 None None] Port 3d539513-0132-4f3a-a679-3ccaf76cba17 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:15.385260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 98fca490-cfc9-4c62-89b1-2bfe569cb7ca up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:15.395642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Subnet': ['ID=7c9aba08-09bb-4686-a799-45acbba1327e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:15.411956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Attempting to bind port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:15.415491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Attempting to bind port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:15.416214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Attempting to bind port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 on network 9b87d068-e6cd-46b8-80ac-c721c2a78340 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:15.471940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad44906-c97a-473a-8967-5d0ce80c4d09 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:15.474071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Pushing event updated for resources: {'Port': ['ID=7cf67cac-5899-46fe-bf96-beb1bd0c6003,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:15.488746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:15.489120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Checking segment: {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:15.489532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.489933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Bound using segment: {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:15.490429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Bound port: 7cf67cac-5899-46fe-bf96-beb1bd0c6003, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:15.490820 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.559689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:15.572391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:15.621492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:15.651306 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.659185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Provisioning complete for port 3d539513-0132-4f3a-a679-3ccaf76cba17 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:15.659570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.688238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-33c0d72b-5db5-403a-aef6-72498ce08baf admin admin] 10.222.0.71 "PUT /v2.0/routers/92458c87-d799-4651-81e9-a8259a126a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4745297 Dec 16 15:41:15.719137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.743422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df1bc-72ee-4a4e-b3c0-7e788193463d None None] Pushing event updated for resources: {'Port': ['ID=5593bf35-b4ae-4965-81a6-972b5aee85c5,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:15.747955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1d22bdc-2f21-442e-bcc1-37d73f2c3b79 req-b129454b-375d-4940-b824-70a58bcb8d1a tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0900269 Dec 16 15:41:15.785100 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.805589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Port 3d539513-0132-4f3a-a679-3ccaf76cba17 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:15.832361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:15.832361 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:15.834561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] For port 7cf67cac-5899-46fe-bf96-beb1bd0c6003, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:15.867396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027ed63-cba7-4e4f-9fd7-2bd3dd33b15d req-dcafed21-24d4-4b88-acea-181d3a4453ed tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:15.876255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2027ed63-cba7-4e4f-9fd7-2bd3dd33b15d req-dcafed21-24d4-4b88-acea-181d3a4453ed tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 944 time: 0.5362949 Dec 16 15:41:15.882601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] For port 7cf67cac-5899-46fe-bf96-beb1bd0c6003, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7cf67cac-5899-46fe-bf96-beb1bd0c6003,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:15.914412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:15.972904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Checking segment: {'id': '3e672359-86dd-412d-8b15-87cbc55bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:15.978617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network hostable DHCP agents. Network: cc9b79fe-7e5c-4b9f-868e-814c0dfba709, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:16.030689 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9d413-cc09-425a-aad3-c54e447a8ac2 None None] Pushing event updated for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.059391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.066838 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Attempting to bind port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:16.067524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Attempting to bind port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:16.068141 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Attempting to bind port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 on network 9b87d068-e6cd-46b8-80ac-c721c2a78340 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:16.075875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:16.080614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.096700 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:16.097098 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Checking segment: {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:16.097500 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.097912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Bound using segment: {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:16.098432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Bound port: 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:16.106317 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.218841 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] For port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:16.224447 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] For port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:16.261373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=ff421ca8-4c6a-4f1d-9bdf-555806dbee94,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.286993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2027ed63-cba7-4e4f-9fd7-2bd3dd33b15d req-4cedbdbf-1e5d-4792-80a4-c9c583cdb54d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049108 Dec 16 15:41:16.324252 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.401427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-537c0e0f-7f98-43af-848f-9362944b2c4f tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1857681 Dec 16 15:41:16.401910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40872) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:16.414295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:16.420584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:16.468632 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:16.469406 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:40:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:16.476412 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9d413-cc09-425a-aad3-c54e447a8ac2 None None] Pushing event updated for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:16.482577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Provisioning complete for port 5593bf35-b4ae-4965-81a6-972b5aee85c5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:16.483722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.498682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:16.534009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cc9b79fe-7e5c-4b9f-868e-814c0dfba709) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:16.542124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:16.549231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.672110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cca61325-9a3a-4737-8c50-06a20d233239 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6827354 Dec 16 15:41:16.673069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40878) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:16.678237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'subnet': {'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:16.723403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f443331c-d08d-4691-a431-81d401f82f47 None None] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:16.749485 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:16.750399 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:16.943455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ddaf2b-9e14-4b3d-a0b6-03ff5a838fc8 None None] Network 24486c91-97db-4860-a7b6-798954d12871 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:17.038758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abd940d0-52b5-4887-9958-e74f8af881c5 req-737517eb-041e-47e1-a4d3-5f95d6a28e58 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0581529 Dec 16 15:41:17.087773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:17.095194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.259188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:17.266871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.442383 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:11Z', 'revision_number': 3, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:17.521369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 088fdf21-5fd4-4034-8e87-1a4f1bc30173 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:17.641779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6516417-9997-404d-9cda-5499c74bb7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:17.657671 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7afcf-79cc-4490-ae6d-ab97f18a57ff None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:11Z', 'revision_number': 3, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:17.876921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eed22c-e858-44f0-9748-80a67ab3cc1e req-3b43f6e7-7f4d-4c40-8bd2-e653e80ad209 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:17.888460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42eed22c-e858-44f0-9748-80a67ab3cc1e req-3b43f6e7-7f4d-4c40-8bd2-e653e80ad209 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 944 time: 0.3998573 Dec 16 15:41:17.897291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.013564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4e8f-171e-40bf-ba3a-b16ecd291391 None None] Pushing event updated for resources: {'Port': ['ID=7cf67cac-5899-46fe-bf96-beb1bd0c6003,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:18.097451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=30c06e23-5aaf-4ab6-a74b-22cfda3cf81b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:18.132827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:18.134642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: ff421ca8-4c6a-4f1d-9bdf-555806dbee94, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:18.196079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.295403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42eed22c-e858-44f0-9748-80a67ab3cc1e req-8843b851-b0db-485e-8273-ed96bde5cd25 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036958 Dec 16 15:41:18.345763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:18.385282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.478287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:18.485835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-321941245-network', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:18.523358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ff421ca8-4c6a-4f1d-9bdf-555806dbee94) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:18.533369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:18.538567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.627854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e45a5-0d37-4d28-85c1-ae757986048e None None] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:18.644245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-cc9b79fe-7e5c-4b9f-868e-814c0dfba709', 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709', 'project_id': '5ed15ba0cc744b79b28adf2ef95c1f3f', 'fixed_ips': [{'subnet_id': '7c9aba08-09bb-4686-a799-45acbba1327e'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:18.646046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.652147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.663192 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca194f80-915a-4275-8350-5b023aaffe17 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2589059 Dec 16 15:41:18.667186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17c10535-513e-42c9-8e12-71a691804b63 req-94d58352-be2d-4629-a78b-ed1eac338892 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1570644 Dec 16 15:41:18.678907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:18.759103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Subnet': ['ID=319a5513-b2f8-4993-b894-0d448796d75f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:18.781613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Checking segment: {'id': '0132428c-7853-4a0f-9470-091d974f92b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:18.783778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network hostable DHCP agents. Network: e8ded748-2fb1-40d4-b49a-086015f9f8e3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:18.856708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Made reservation on behalf of e2bf884ef79d47c7bb6261d7cf111ae8 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:18.859326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.877445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7cf67cac-5899-46fe-bf96-beb1bd0c6003 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:18.890808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:41:18.933251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:18.942243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e8ded748-2fb1-40d4-b49a-086015f9f8e3) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:18.952648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:18.959347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.962014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:18.999439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638838a-1d8c-41f3-9a3e-18996131a659 None None] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:19.019604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] For port 5593bf35-b4ae-4965-81a6-972b5aee85c5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5593bf35-b4ae-4965-81a6-972b5aee85c5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:19.021753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:19.022285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.071425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3bd0d563-11e5-45dc-a3ee-11f3afae638d tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3975503 Dec 16 15:41:19.072236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:19.221375 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.351796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.414377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f9105-20e4-4537-a02c-7f43ac579cfc None None] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:19.614421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3a3e4-4421-4ab8-8b4e-a14606f86593 None None] Pushing event updated for resources: {'Port': ['ID=5593bf35-b4ae-4965-81a6-972b5aee85c5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:19.656037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.687677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.809488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:19.872231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:19.873543 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Added segment e5331c95-43ec-4371-8aba-5351bb7c4712 of type vlan for network 36281152-a581-4a02-b149-7443c2dd5f74 Dec 16 15:41:19.878943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bfca51-e4a4-4afa-8503-0548a6ffddf9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:19.964238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Allocated IP 2001:db8::2 (cc9b79fe-7e5c-4b9f-868e-814c0dfba709/7c9aba08-09bb-4686-a799-45acbba1327e/adf729d0-8e5f-47c6-96ea-5975d964114f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:19.982925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.021513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.152077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.154124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:20.157237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.271838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] Pushing event updated for resources: {'Network': ['ID=36281152-a581-4a02-b149-7443c2dd5f74,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:20.314300 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d78a804d-321b-427b-99d3-110bcc312874 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8345842 Dec 16 15:41:20.319339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40930) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:20.377609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-038aab20-ea1a-44f9-bb67-68eeca860d4a req-f11ff3c9-820a-45bc-b729-2a1932b41a46 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0866470 Dec 16 15:41:20.400496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Request body: {'subnet': {'network_id': '36281152-a581-4a02-b149-7443c2dd5f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-321941245-subnet', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:20.454906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:20.456454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.482849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 36281152-a581-4a02-b149-7443c2dd5f74 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:20.560087 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:41:20.600394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8:2::1 (ff421ca8-4c6a-4f1d-9bdf-555806dbee94/30c06e23-5aaf-4ab6-a74b-22cfda3cf81b/4485443c-d7b2-419d-a3f9-86b540a3ed59) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:20.619375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Provisioning complete for port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:20.619911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.643306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd86b7-393b-4c06-814f-d43abcf85d99 req-2610b1dc-52d2-4284-9760-1f2ed353c7b6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:20.643306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27bd86b7-393b-4c06-814f-d43abcf85d99 req-2610b1dc-52d2-4284-9760-1f2ed353c7b6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 944 time: 1.1614172 Dec 16 15:41:20.689228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.782042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Made reservation on behalf of e2bf884ef79d47c7bb6261d7cf111ae8 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:20.790361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.879842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:20.922232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27bd86b7-393b-4c06-814f-d43abcf85d99 req-e1d95cc3-84c8-49ff-b69a-d92c363554fe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667143 Dec 16 15:41:21.003795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.116415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:21.121914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:21.130975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:21.131460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.134286 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:21.198911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Allocated IP 2001:db8:2::2 (ff421ca8-4c6a-4f1d-9bdf-555806dbee94/30c06e23-5aaf-4ab6-a74b-22cfda3cf81b/321aae38-6b34-422c-9678-e00d96d0401c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:21.413184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-e8ded748-2fb1-40d4-b49a-086015f9f8e3', 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3', 'project_id': '5ed15ba0cc744b79b28adf2ef95c1f3f', 'fixed_ips': [{'subnet_id': '319a5513-b2f8-4993-b894-0d448796d75f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:21.414715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.445971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:21.446756 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.452039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.472418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.573251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Checking segment: {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:21.573623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Network hostable DHCP agents. Network: 36281152-a581-4a02-b149-7443c2dd5f74, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:21.578205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7e993b-26a4-46a8-8a2b-0d45a6853dbf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:21.671763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b7e58a8-7cec-439a-b822-9880008c8673 req-98d545fb-14fe-45ea-9de2-2a57a94deabb tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0382819 Dec 16 15:41:21.688821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Network 36281152-a581-4a02-b149-7443c2dd5f74 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:21.712451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.747023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3d539513-0132-4f3a-a679-3ccaf76cba17', 'name': '', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'mac_address': 'fa:16:3e:d4:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 2, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'subnets': [{'id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:21.773738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 36281152-a581-4a02-b149-7443c2dd5f74) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:21.794628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:21.799257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:21.843007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef0e850-d2a2-446d-bd8f-a51615ca25b8 None None] The sync data for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 is: [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3d539513-0132-4f3a-a679-3ccaf76cba17', 'name': '', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'mac_address': 'fa:16:3e:d4:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 2, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'subnets': [{'id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:21.846445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6520c92-81d5-4d7c-932b-e85b23f97b5e None None] Network 36281152-a581-4a02-b149-7443c2dd5f74 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:21.896100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d42bf3b-5142-438e-bfdd-e8bd1b33dcbd admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5329797 Dec 16 15:41:21.900694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40942) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:21.906705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:21.929112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.050254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.081268 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.082783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.127784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891054da-0cf3-440e-8866-fb48717c02d0 req-e4a97782-b296-4a95-89e2-ee95a3d9241e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:22.131010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-891054da-0cf3-440e-8866-fb48717c02d0 req-e4a97782-b296-4a95-89e2-ee95a3d9241e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 944 time: 0.1022334 Dec 16 15:41:22.134112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.136141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.259870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-891054da-0cf3-440e-8866-fb48717c02d0 req-b61706e9-703e-4ef7-adaa-e60fad542ae9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095390 Dec 16 15:41:22.375402 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.454210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:22.522775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Allocated IP 2001:db8::2 (e8ded748-2fb1-40d4-b49a-086015f9f8e3/319a5513-b2f8-4993-b894-0d448796d75f/db0fec60-3f1f-49bc-9cbe-d3c511dec89a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:22.622172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:22.625359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:22.869509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-d6fd7729-d8f7-48e1-81fd-74ca3d60d17b tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=617c1af6c3874773bb428ea670ca3c99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283219 Dec 16 15:41:22.916371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.921274 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:22.926582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c446c08-13d6-44ae-bc0e-8a24703a841f req-ef2ec297-11d2-4774-8e08-dff9918bc169 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0633614 Dec 16 15:41:23.006390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:23.007580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:23.033700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:23.036490 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4209e706-094d-432d-97c8-adbca8e34195" -d '{"events": [{"server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "name": "network-vif-plugged", "status": "completed", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:23.162908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.196517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.210829 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a39771-9e41-40c9-9ba8-b9be326d18c6 x-openstack-request-id: req-c2a39771-9e41-40c9-9ba8-b9be326d18c6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:23.213305 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "name": "network-vif-plugged", "status": "completed", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:23.213608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2a39771-9e41-40c9-9ba8-b9be326d18c6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:23.215913 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'code': 200} Dec 16 15:41:23.249538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Allocated IP 2001:db8::1 (cc9b79fe-7e5c-4b9f-868e-814c0dfba709/7c9aba08-09bb-4686-a799-45acbba1327e/60e86cde-ad8e-4758-a43a-f815bd7d2cb0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:23.283814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-764cf3da-08f1-42d5-befb-80d6afdf966a tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:23.285703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-764cf3da-08f1-42d5-befb-80d6afdf966a tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618279 Dec 16 15:41:23.303705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.359257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.468297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3d215-7362-4fad-a7d8-c509e965bfc1 req-8a9f714d-f7cd-433d-a3ca-6e2559d8ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:23.470442 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1af3d215-7362-4fad-a7d8-c509e965bfc1 req-8a9f714d-f7cd-433d-a3ca-6e2559d8ab3f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 1096 time: 0.1052783 Dec 16 15:41:23.475353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:23.492746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-36281152-a581-4a02-b149-7443c2dd5f74', 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74', 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'fixed_ips': [{'subnet_id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:23.493719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22491e05-80ea-4a0e-85ba-86104afb54c9 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8133209 Dec 16 15:41:23.494244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:23.508474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:23.537395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:23.541834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510712349'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:23.579312 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1af3d215-7362-4fad-a7d8-c509e965bfc1 req-ba4aa759-7cda-4d3a-9a2a-3d6d962961ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829659 Dec 16 15:41:23.611339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:23.623030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-0bd9ae61-9f01-4ed0-a928-df5def9580f5 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/quotas/617c1af6c3874773bb428ea670ca3c99 HTTP/1.1" status: 200 len: 375 time: 0.2909992 Dec 16 15:41:23.628932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:23.635267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:23.637980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:23.700068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:23.702840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:23.713112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Pushing event updated for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:23.763088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-164c59d2-dfa9-4fa5-b18c-7482b461e1d4 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=617c1af6c3874773bb428ea670ca3c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1370223 Dec 16 15:41:23.850059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:23.851269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:23.876609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:23.884648 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.017199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.045915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.231191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:24.238529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.288121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ab4c8-cbb9-4adc-b0ed-c7f70273e1be req-8467e9ee-ec51-4827-88c4-c1a1de78b6b9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:24.291334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1ab4c8-cbb9-4adc-b0ed-c7f70273e1be req-8467e9ee-ec51-4827-88c4-c1a1de78b6b9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 945 time: 0.7739244 Dec 16 15:41:24.367130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:24.390755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.391445 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added segment bb892422-1a0c-496a-849d-3a51eb5c8fe5 of type vlan for network 4b3ec8c2-e4f6-438a-a11e-1af73305459b Dec 16 15:41:24.518508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Attempting to bind port 321aae38-6b34-422c-9678-e00d96d0401c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:24.519047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Attempting to bind port 321aae38-6b34-422c-9678-e00d96d0401c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:24.519484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Attempting to bind port 321aae38-6b34-422c-9678-e00d96d0401c on network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:24.670276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.690225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Attempting to bind port adf729d0-8e5f-47c6-96ea-5975d964114f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:24.690788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Attempting to bind port adf729d0-8e5f-47c6-96ea-5975d964114f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3e672359-86dd-412d-8b15-87cbc55bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:24.691331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Attempting to bind port adf729d0-8e5f-47c6-96ea-5975d964114f on network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:24.731719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Pushing event updated for resources: {'Port': ['ID=321aae38-6b34-422c-9678-e00d96d0401c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:24.754911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:24.755545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Checking segment: {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:24.756170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.756741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Bound using segment: {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:24.757539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Bound port: 321aae38-6b34-422c-9678-e00d96d0401c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:24.758118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.769546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 7cf67cac-5899-46fe-bf96-beb1bd0c6003, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7cf67cac-5899-46fe-bf96-beb1bd0c6003,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:24.792099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:24.814154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:24.815692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Checking segment: {'id': '3e672359-86dd-412d-8b15-87cbc55bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:24.816345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.817018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Bound using segment: {'id': '3e672359-86dd-412d-8b15-87cbc55bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:24.817715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Bound port: adf729d0-8e5f-47c6-96ea-5975d964114f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e672359-86dd-412d-8b15-87cbc55bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cc9b79fe-7e5c-4b9f-868e-814c0dfba709'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:24.818291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:24.970221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.064249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.067277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c57e02e2-9bba-47f6-ac47-de3acc382576 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:25.079084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.103854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Port': ['ID=60e86cde-ad8e-4758-a43a-f815bd7d2cb0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:25.110707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55bb7c27-2f0c-4392-9c59-6287dd6cbea1 req-4eee5154-b5d1-447b-9bf1-4b244fdc3f46 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.5167439 Dec 16 15:41:25.179939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:25.187764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=adf729d0-8e5f-47c6-96ea-5975d964114f,segment=NetworkSegment(3e672359-86dd-412d-8b15-87cbc55bfecc),segment_id=3e672359-86dd-412d-8b15-87cbc55bfecc)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:25.198487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:25.250333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:25.256178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:25.261436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.294209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.324758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:25.326085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.765721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1ab4c8-cbb9-4adc-b0ed-c7f70273e1be req-4dea4aba-85a9-4688-aa32-4917b7373375 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1697333 Dec 16 15:41:25.799961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b817684-b790-4df0-ba95-e83aa5ee1450 req-fd61201e-66ac-4f0b-95b5-69105b31aa03 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 210 time: 0.4629843 Dec 16 15:41:25.808721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Network': ['ID=4b3ec8c2-e4f6-438a-a11e-1af73305459b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:25.823087 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.918375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3c0049ec-8906-4d70-817f-b2a9a737062b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3943312 Dec 16 15:41:25.920454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40988) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:25.930172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'subnet': {'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:25.959961 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:25.967469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:26.288068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Made reservation on behalf of 0545cc3dd36446ae8e90c38a5b5f27c6 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:26.295018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.304271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.411065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f00be292-4c75-4712-aa2e-b593af99000b req-872f8c99-57f9-462e-a536-f3680e15f0dd tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0720501 Dec 16 15:41:26.424536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.593447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:26.639334 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Sync routers for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:26.673960 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:26.677611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:26.794537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Allocated IP 172.20.0.2 (36281152-a581-4a02-b149-7443c2dd5f74/da7e993b-26a4-46a8-8a2b-0d45a6853dbf/6703697c-bc97-4a3d-bdf6-53f6f112985b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:26.939767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] For port 321aae38-6b34-422c-9678-e00d96d0401c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:26.946177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] For port 321aae38-6b34-422c-9678-e00d96d0401c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=321aae38-6b34-422c-9678-e00d96d0401c,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:26.980794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.095068 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:27.143658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-052bf1cc-3f68-413f-9212-c24fa05eb839 req-437a11eb-9c3b-492d-996f-1b8caa0a3523 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 210 time: 0.0953295 Dec 16 15:41:27.193133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Checking segment: {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:27.193666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network hostable DHCP agents. Network: 4b3ec8c2-e4f6-438a-a11e-1af73305459b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:27.220864 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.231292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:27.232322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:41:27.232685 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:41:27.236636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=7cf67cac-5899-46fe-bf96-beb1bd0c6003,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:27.244894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Allocated IP 172.25.7.110 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8d9e3add-6a56-4c53-9c52-16cc2eb6431b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:27.264745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:27.265404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Subnet': ['ID=36661bdd-cbb0-4b7b-9575-1c225ccd1e0b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:27.268737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.283799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:27.304509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58c0b-cf20-4be6-87c3-554f0b9b9f36 req-c3782d72-3c19-4407-8d39-cef1ba39f0dd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:27.316063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ab58c0b-cf20-4be6-87c3-554f0b9b9f36 req-c3782d72-3c19-4407-8d39-cef1ba39f0dd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 945 time: 0.2691553 Dec 16 15:41:27.418394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.422318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:27.505724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4b3ec8c2-e4f6-438a-a11e-1af73305459b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:27.532339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:27.535989 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3d539513-0132-4f3a-a679-3ccaf76cba17', 'name': '', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'mac_address': 'fa:16:3e:d4:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 2, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'subnets': [{'id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:27.537175 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.585670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.589756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92954e-bfcf-450e-82b0-d26ebd37adca None None] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:27.598829 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Checking router: 92458c87-d799-4651-81e9-a8259a126a6b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:27.599598 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Updating router 92458c87-d799-4651-81e9-a8259a126a6b port 3d539513-0132-4f3a-a679-3ccaf76cba17 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:27.604357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c57e02e2-9bba-47f6-ac47-de3acc382576 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:27.604584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.645889 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.703263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Network 36281152-a581-4a02-b149-7443c2dd5f74 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:27.755925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ab58c0b-cf20-4be6-87c3-554f0b9b9f36 req-314b37cb-27f4-476c-a950-a8d7ecfc5efa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385591 Dec 16 15:41:27.771915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Attempting to bind port db0fec60-3f1f-49bc-9cbe-d3c511dec89a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:27.772768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Attempting to bind port db0fec60-3f1f-49bc-9cbe-d3c511dec89a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '0132428c-7853-4a0f-9470-091d974f92b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:27.772768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Attempting to bind port db0fec60-3f1f-49bc-9cbe-d3c511dec89a on network e8ded748-2fb1-40d4-b49a-086015f9f8e3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:27.776060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41018) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:27.795165 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c2e5887-73d0-401a-ab26-9efbf7e4967a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8538663 Dec 16 15:41:27.795506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:21Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:16Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:27.798630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:27.799108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Checking segment: {'id': '0132428c-7853-4a0f-9470-091d974f92b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:27.799527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.800005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Bound using segment: {'id': '0132428c-7853-4a0f-9470-091d974f92b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:27.800517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Bound port: db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0132428c-7853-4a0f-9470-091d974f92b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'e8ded748-2fb1-40d4-b49a-086015f9f8e3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:27.800909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:27.989888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3cd9a328-bb2f-4f77-b552-b414f9df991a req-c7d5ddba-f69a-474f-bc51-d04cd80a6ba7 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1231604 Dec 16 15:41:27.999235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.039310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e81f7-f85c-417c-bc8f-77ed2451e65e None None] Pushing event updated for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:28.057429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:28.083321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.345151 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.396303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:28.428942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2072c0-4f45-4d65-8edc-4142d8002b62 None None] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:28.432489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:28.433270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Updating router 0814174e-4926-4fe6-9bfc-81b15afa5f0b port 4485443c-d7b2-419d-a3f9-86b540a3ed59 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:28.588986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.588986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.600122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:28.651152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Pushing event updated for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:28.661885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fc0cac1-99a4-4550-96f3-c6e3dd1ed157 req-51ef6fe5-1436-4d92-9690-f0e381864a54 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 210 time: 0.1242607 Dec 16 15:41:28.665562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:28.684266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,segment=NetworkSegment(0132428c-7853-4a0f-9470-091d974f92b8),segment_id=0132428c-7853-4a0f-9470-091d974f92b8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:28.686621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.700755 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.737408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:28.740221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:28.803086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e5be4-4899-42cf-941a-6bb46d4a765b None None] Pushing event updated for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:28.816274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df04a98-23f2-47e8-8473-6e4258ff2842 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:28.818252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Attempting to bind port 6703697c-bc97-4a3d-bdf6-53f6f112985b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:28.818628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Attempting to bind port 6703697c-bc97-4a3d-bdf6-53f6f112985b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:28.818999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Attempting to bind port 6703697c-bc97-4a3d-bdf6-53f6f112985b on network 36281152-a581-4a02-b149-7443c2dd5f74 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:28.848643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Provisioning complete for port 5593bf35-b4ae-4965-81a6-972b5aee85c5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:28.849037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.851352 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-8f4fbe54-a676-47c0-b58c-0e815cdca241 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=617c1af6c3874773bb428ea670ca3c99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416472 Dec 16 15:41:28.924028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:28.924926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.933925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07b81a87-e947-4716-a8db-d63af71e87fe req-975677ba-b9a3-43fb-9c14-a4e808f4546a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 267 time: 0.3974800 Dec 16 15:41:28.968982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:28.974987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Checking segment: {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:28.974987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.974987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Bound using segment: {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:28.974987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Bound port: 6703697c-bc97-4a3d-bdf6-53f6f112985b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:28.974987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:28.995259 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Attempting to bind port 3d539513-0132-4f3a-a679-3ccaf76cba17 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:28.995654 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Attempting to bind port 3d539513-0132-4f3a-a679-3ccaf76cba17 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:28.996040 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Attempting to bind port 3d539513-0132-4f3a-a679-3ccaf76cba17 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:28.996766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:29.006559 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:29.006938 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Checking segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:29.007334 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.007926 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Bound using segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:29.016049 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Bound port: 3d539513-0132-4f3a-a679-3ccaf76cba17, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:29.016049 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.064650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.101428 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.160519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5bd00-b007-4997-9d4f-aab5d98666a6 None None] Pushing event updated for resources: {'Port': ['ID=321aae38-6b34-422c-9678-e00d96d0401c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:29.169181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.199297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-bc8113da-a0c3-4300-ba40-10406fa4e808 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:29.207534 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-bc8113da-a0c3-4300-ba40-10406fa4e808 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489275 Dec 16 15:41:29.231686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Request body: {'port': {'device_id': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '617c1af6c3874773bb428ea670ca3c99'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:29.239062 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] For port 3d539513-0132-4f3a-a679-3ccaf76cba17, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:29.244228 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] For port 3d539513-0132-4f3a-a679-3ccaf76cba17, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3d539513-0132-4f3a-a679-3ccaf76cba17,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:29.357877 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.371178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1e904f0-9c18-4050-a65d-4fa788dd4ef8 req-0905a881-23b9-4256-90ae-34fb3eba57cc tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1182640 Dec 16 15:41:29.382865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Port': ['ID=60e86cde-ad8e-4758-a43a-f815bd7d2cb0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:29.579493 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:29.582086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:29.646707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Made reservation on behalf of 617c1af6c3874773bb428ea670ca3c99 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:29.647939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81a87-e947-4716-a8db-d63af71e87fe req-835f1656-3e2d-4e3f-98f7-379fdea0139f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:29.654038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.662198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07b81a87-e947-4716-a8db-d63af71e87fe req-835f1656-3e2d-4e3f-98f7-379fdea0139f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 945 time: 0.7163498 Dec 16 15:41:29.677590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.694770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'security_groups': []}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:29.738504 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e5be4-4899-42cf-941a-6bb46d4a765b None None] Pushing event updated for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:29.937793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:29.985948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:29.986505 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:30.034462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Allocated IP 2001:db8:3::2 (4b3ec8c2-e4f6-438a-a11e-1af73305459b/36661bdd-cbb0-4b7b-9575-1c225ccd1e0b/289260ad-96bb-47fc-8edd-bc63cc08478f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:30.081241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:30.098131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c350d55-513f-43a8-9804-cbc5a24ac437 req-e195ce35-05b8-49c3-a647-d7fa94c70475 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 210 time: 0.2476554 Dec 16 15:41:30.111687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:30.386105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7824f-2663-415a-beb2-a672a99aac78,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:30.422854 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:30.426198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Allocated IP 192.168.233.250 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/f049ffdb-9f99-44eb-bc2b-70b42ecb14ce) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:30.437610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc66690-131a-48a8-b118-6d1c3caab361 None None] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:30.602023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Pushing event updated for resources: {'Port': ['ID=6703697c-bc97-4a3d-bdf6-53f6f112985b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:30.603749 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3d539513-0132-4f3a-a679-3ccaf76cba17', 'name': '', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'mac_address': 'fa:16:3e:d4:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:29Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'subnets': [{'id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:30.654327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c57e02e2-9bba-47f6-ac47-de3acc382576, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c57e02e2-9bba-47f6-ac47-de3acc382576,segment=NetworkSegment(f804a95c-f8b2-4ee3-86e3-325485f7b470),segment_id=f804a95c-f8b2-4ee3-86e3-325485f7b470)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:30.699017 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d875d-9eb3-45db-8955-78c92a4c7d24 None None] The sync data for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 is: [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:41:13Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '3d539513-0132-4f3a-a679-3ccaf76cba17', 'name': '', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'mac_address': 'fa:16:3e:d4:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:29Z', 'revision_number': 4, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'subnets': [{'id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:30.744346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:30.745188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:30.747608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:30.872306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.060903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.097713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] For port 6703697c-bc97-4a3d-bdf6-53f6f112985b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:31.116877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Provisioning complete for port c57e02e2-9bba-47f6-ac47-de3acc382576 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:31.116877 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27541e75-39be-4a2d-bf10-f4b2fef5bef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.120743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e442d-63d4-4aba-acff-c6681bfea5aa None None] Pushing event updated for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:31.139396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.175500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:31.179477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:31.185004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:31.363600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Pushing event updated for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:31.368417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] For port 6703697c-bc97-4a3d-bdf6-53f6f112985b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6703697c-bc97-4a3d-bdf6-53f6f112985b,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:31.389691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:31.390759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.413916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-076a13a1-d9aa-45a3-bad3-944223a04ba5 req-e29499be-96d6-4043-803f-b03bce1b14fe tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.6589324 Dec 16 15:41:31.510915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:31.511332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.547130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.553520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.559176 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-c3c8fcfd-f661-4c4d-8843-675a0657c78e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3321416 Dec 16 15:41:31.579677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Request body: {'port': {'device_id': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:31.736264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.756121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:31.788732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:31.879881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c57e02e2-9bba-47f6-ac47-de3acc382576,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:31.922729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9733b-526c-47f4-a73c-f29f5876a0cb None None] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:32.035128 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.272758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbe475-a58e-4a96-8458-6e2f8aed2f21 None None] Pushing event updated for resources: {'Port': ['ID=6703697c-bc97-4a3d-bdf6-53f6f112985b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:32.286180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.658687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f049ffdb-9f99-44eb-bc2b-70b42ecb14ce {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:41:32.697852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.700491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.794009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Transition to ACTIVE for port object f049ffdb-9f99-44eb-bc2b-70b42ecb14ce will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:41:32.859770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:32.873573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:32.914717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.037205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Pushing event updated for resources: {'Port': ['ID=289260ad-96bb-47fc-8edd-bc63cc08478f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:33.061666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:33.069466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.153092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Pushing event updated for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:33.202276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:33.205641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:33.248433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.249173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.249715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.250338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.250856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.251353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.254585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.255151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.255763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.265425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.266887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.266887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.267937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:33.303311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:33.354217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.409693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Attempting to bind port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:33.410328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Attempting to bind port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:33.410680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Attempting to bind port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:33.433407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:41:33.440829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Attempting to bind port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:33.453412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:33.455096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42222-7738-4b48-a9b7-2d680c7c5a12 None None] Pushing event updated for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:33.456891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:33.458791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:33.459423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Bound port: f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:33.461219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.472110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.473056 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.632001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412', '4f7ce652-7c8f-415f-90e7-a054c9035d7d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:33.634527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['088fdf21-5fd4-4034-8e87-1a4f1bc30173'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:33.652786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:33.662855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:33.686132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Router 2df9076b-6fb5-415c-8764-d3fc69441229 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:41:33.777069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.836781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29184a-b07e-425c-b083-39d4a9f22054 req-08c1f831-b39b-4770-a087-4d0434684cd6 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:33.855104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d29184a-b07e-425c-b083-39d4a9f22054 req-08c1f831-b39b-4770-a087-4d0434684cd6 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 936 time: 2.2803986 Dec 16 15:41:33.938147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Pushing event updated for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:33.947579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Attempting to bind port 289260ad-96bb-47fc-8edd-bc63cc08478f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:33.948793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Attempting to bind port 289260ad-96bb-47fc-8edd-bc63cc08478f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:33.949572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Attempting to bind port 289260ad-96bb-47fc-8edd-bc63cc08478f on network 4b3ec8c2-e4f6-438a-a11e-1af73305459b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:33.954696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:33.957948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:33.960266 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-555c5155-0f0e-454a-a600-5f020092df0c service neutron] 10.222.0.30 "PUT /v2.0/ports/f049ffdb-9f99-44eb-bc2b-70b42ecb14ce HTTP/1.1" status: 200 len: 1096 time: 2.3853345 Dec 16 15:41:33.963688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:33.967965 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e060d973-4a4f-4aa0-8567-2d8e3ade8897" -d '{"events": [{"name": "network-changed", "server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:33.991186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:34.005336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:34.006261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Checking segment: {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:34.006261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.006261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Bound using segment: {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:34.006261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Bound port: 289260ad-96bb-47fc-8edd-bc63cc08478f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:34.006261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.010178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.012842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07b81a87-e947-4716-a8db-d63af71e87fe req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "PUT /v2.0/ports/088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 904 time: 4.3229887 Dec 16 15:41:34.041358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:34.048479 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186b7b09-6194-473f-a194-062cbafac941" -d '{"events": [{"name": "network-changed", "server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:34.090295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:34.157008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port adf729d0-8e5f-47c6-96ea-5975d964114f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:34.165320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.249243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-a6a52f93-b07c-4a2c-88ae-5dcf04381cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:34.256831 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-a6a52f93-b07c-4a2c-88ae-5dcf04381cae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=617c1af6c3874773bb428ea670ca3c99&device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 1099 time: 0.1066384 Dec 16 15:41:34.351197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8ff81e6-52ef-49ca-9825-344496f6acf0 req-c8cf7cfe-3d01-4c76-a834-2bf539da7bfc tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1854501 Dec 16 15:41:34.440078 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-2f00c726-412c-435c-b899-2f850017ee44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce HTTP/1.1" status: 200 len: 217 time: 0.1678822 Dec 16 15:41:34.465206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['088fdf21-5fd4-4034-8e87-1a4f1bc30173'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:34.532030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3d539513-0132-4f3a-a679-3ccaf76cba17 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:34.561301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-44b9cdd7-77ff-4470-b3c9-989abadee7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:34.566594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-44b9cdd7-77ff-4470-b3c9-989abadee7aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1102464 Dec 16 15:41:34.566594 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425aa10d-7d46-4fb2-8c56-7a933bc16f03 x-openstack-request-id: req-425aa10d-7d46-4fb2-8c56-7a933bc16f03 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:34.566594 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:34.566594 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-425aa10d-7d46-4fb2-8c56-7a933bc16f03 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:34.567039 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce', 'status': 'completed', 'code': 200} Dec 16 15:41:34.625349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae15c24-5478-4393-921f-19a01c724d44 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:34.652080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-9c5eadfd-65a5-480f-8be6-de02e727717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:34.659601 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-9c5eadfd-65a5-480f-8be6-de02e727717d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872176 Dec 16 15:41:34.792433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] For port 289260ad-96bb-47fc-8edd-bc63cc08478f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:34.803571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] For port 289260ad-96bb-47fc-8edd-bc63cc08478f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289260ad-96bb-47fc-8edd-bc63cc08478f,segment=NetworkSegment(bb892422-1a0c-496a-849d-3a51eb5c8fe5),segment_id=bb892422-1a0c-496a-849d-3a51eb5c8fe5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:34.896857 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-8c525c9b-c43b-4adb-be8d-0f7a3be60797 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282422 Dec 16 15:41:34.924195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.941673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:34.978701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.001279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Attempting to bind port 4485443c-d7b2-419d-a3f9-86b540a3ed59 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:35.001661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Attempting to bind port 4485443c-d7b2-419d-a3f9-86b540a3ed59 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:35.002044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Attempting to bind port 4485443c-d7b2-419d-a3f9-86b540a3ed59 on network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:35.076018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:35.076388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Checking segment: {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:35.076814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.077220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Bound using segment: {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:35.077735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Bound port: 4485443c-d7b2-419d-a3f9-86b540a3ed59, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634c44ef-248d-4c0d-82af-e1ec4c41fd00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:35.078130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.106753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d29184a-b07e-425c-b083-39d4a9f22054 req-9ec1bdee-4c6c-4757-9176-504f7a9af0ae tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2499444 Dec 16 15:41:35.122210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75c2ee53-9e30-4a0c-9a75-d455aee82a8b req-88d8d18b-b0df-472c-8bc4-2598d52a78a0 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161663 Dec 16 15:41:35.298025 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03550b59-6bc7-49be-856e-c0017c6452cb x-openstack-request-id: req-03550b59-6bc7-49be-856e-c0017c6452cb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:35.298605 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:35.299027 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03550b59-6bc7-49be-856e-c0017c6452cb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:35.299663 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'status': 'completed', 'code': 200} Dec 16 15:41:35.324296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599a03a-a3fd-459c-8cf0-2979d8c50098 req-1c2949b4-0f2c-48da-8ef5-5378841cad95 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:35.352077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c599a03a-a3fd-459c-8cf0-2979d8c50098 req-1c2949b4-0f2c-48da-8ef5-5378841cad95 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 907 time: 0.7137983 Dec 16 15:41:35.373813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=adf729d0-8e5f-47c6-96ea-5975d964114f,segment=NetworkSegment(3e672359-86dd-412d-8b15-87cbc55bfecc),segment_id=3e672359-86dd-412d-8b15-87cbc55bfecc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:35.399506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bfa44e-e2b7-4ffc-bd53-56c3d73de9dd None None] Network 36281152-a581-4a02-b149-7443c2dd5f74 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:35.413715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Allocated IP 2001:db8:3::1 (4b3ec8c2-e4f6-438a-a11e-1af73305459b/36661bdd-cbb0-4b7b-9575-1c225ccd1e0b/199b033e-3aaa-4d87-bab9-1d73da3d6412) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:35.473504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:35.540922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb8d596e-5c8a-41ed-9c35-6e5fda563a64 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4621997 Dec 16 15:41:35.571361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:35.630430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.646203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] Sync routers for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:35.778528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3d539513-0132-4f3a-a679-3ccaf76cba17 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:35.778925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.785459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:35.786490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:35.791266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67dcb6-956b-4feb-821b-8840e3f1c448 None None] Pushing event updated for resources: {'Port': ['ID=289260ad-96bb-47fc-8edd-bc63cc08478f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:35.829283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56281921-3634-4239-92fe-0ee7d669ebe0 req-e6311b14-9811-4a55-adb3-31f54bba27a4 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0715380 Dec 16 15:41:35.964418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c6d2e-b533-46f9-9e0f-0d677b7d5143 req-e73268f8-b1ca-46e5-a350-65cb5950b619 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:35.966414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-810c6d2e-b533-46f9-9e0f-0d677b7d5143 req-e73268f8-b1ca-46e5-a350-65cb5950b619 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2353787 Dec 16 15:41:36.003445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:36.004555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:36.019976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:36.074308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Router 01671a33-9b46-4ea9-b9bb-d742e9284688 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:41:36.165721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-810c6d2e-b533-46f9-9e0f-0d677b7d5143 req-000ffa0e-83ff-49c6-b03d-1c73393f59bd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858392 Dec 16 15:41:36.410947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7b09-6194-473f-a194-062cbafac941 req-0ee19680-8bee-47cf-8843-25dd325d3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:36.416413 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-0ee19680-8bee-47cf-8843-25dd325d3190 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 1058 time: 1.1091564 Dec 16 15:41:36.423747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:36.477555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:36.596251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Pushing event updated for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:36.596722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-1c4e553b-f375-442c-ac00-d7c01c556fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:36.598387 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-1c4e553b-f375-442c-ac00-d7c01c556fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=617c1af6c3874773bb428ea670ca3c99&device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 1099 time: 1.1734123 Dec 16 15:41:36.608883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=199b033e-3aaa-4d87-bab9-1d73da3d6412,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:36.633415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:36.634911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:36.637814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:36.653008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:36.668913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:36.669390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:36.674099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:36.684695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82781e4d-971a-4212-89fc-719ea1b4eef7 req-4f78bdfb-2d11-4a0d-9f19-d2805d45aee9 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:36.686001 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Sync routers for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:36.693422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82781e4d-971a-4212-89fc-719ea1b4eef7 req-4f78bdfb-2d11-4a0d-9f19-d2805d45aee9 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 948 time: 0.2341263 Dec 16 15:41:36.719974 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:36.720817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:36.784429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110140b2-2faa-4901-a2c2-85659123b964 req-56b96e5f-0f9d-4403-a492-6e572f0f2763 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:36.792956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-110140b2-2faa-4901-a2c2-85659123b964 req-56b96e5f-0f9d-4403-a492-6e572f0f2763 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3439341 Dec 16 15:41:36.833905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:36.838424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d46c6d01-f31e-4b29-9bc8-7760ed946e67 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.9363754 Dec 16 15:41:36.863649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:36.876081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] For port 4485443c-d7b2-419d-a3f9-86b540a3ed59, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:36.901049 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:36.990437 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.011240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] For port 4485443c-d7b2-419d-a3f9-86b540a3ed59, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4485443c-d7b2-419d-a3f9-86b540a3ed59,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:37.054796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82781e4d-971a-4212-89fc-719ea1b4eef7 req-0aa597cf-78fb-4347-b82f-db59aa53c5ce tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603747 Dec 16 15:41:37.074068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:37.075122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598fcc08-752c-44bc-ba16-3a9e4de4ae16 None None] The sync data for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:37.104867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-110140b2-2faa-4901-a2c2-85659123b964 req-7045cdd5-68fb-4441-b3ea-63e96be088f9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823458 Dec 16 15:41:37.280556 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.340915 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4ab90b6f-cdd9-44da-a0ba-36512c44a06f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:41:37.347063 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ab90b6f-cdd9-44da-a0ba-36512c44a06f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7701771 Dec 16 15:41:37.349844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:37.447480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:30Z', 'revision_number': 3, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:37.473975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-49c290a0-b3d2-4731-8d37-fc804bedc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.476378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-49c290a0-b3d2-4731-8d37-fc804bedc6ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=34962e1e-687c-4d12-aa59-1d979a804a13 HTTP/1.1" status: 200 len: 870 time: 0.8671796 Dec 16 15:41:37.480742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7b09-6194-473f-a194-062cbafac941 req-d9a74ac4-2712-4e55-b77c-3fbe067f54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.482635 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-d9a74ac4-2712-4e55-b77c-3fbe067f54d3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 1.0382485 Dec 16 15:41:37.525412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f9f7e-504e-4cf4-97ca-0d6a98358ad7 None None] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:37.534851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-a5b0882a-9f44-4ca1-ab45-f07d20cc1e93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce HTTP/1.1" status: 200 len: 217 time: 0.0507295 Dec 16 15:41:37.575766 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-1b150750-3df8-42f0-b305-9f3e65120ba8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 217 time: 0.0393283 Dec 16 15:41:37.615183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.617899 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Checking router: 01671a33-9b46-4ea9-b9bb-d742e9284688 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:37.618462 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Updating router 01671a33-9b46-4ea9-b9bb-d742e9284688 port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:37.648167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3d539513-0132-4f3a-a679-3ccaf76cba17, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3d539513-0132-4f3a-a679-3ccaf76cba17,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:37.704462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7b09-6194-473f-a194-062cbafac941 req-4fe25c24-202a-4a03-b152-4204b91cd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.706753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-4fe25c24-202a-4a03-b152-4204b91cd761 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.1213193 Dec 16 15:41:37.719649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-c7debe7c-c1bf-4d88-b809-441cc67ca070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.719649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-c7debe7c-c1bf-4d88-b809-441cc67ca070 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.1337998 Dec 16 15:41:37.720032 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.799359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 4485443c-d7b2-419d-a3f9-86b540a3ed59 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:37.803764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.839162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-86662184-58a7-49af-a80a-4c0bd6dfca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.841015 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-86662184-58a7-49af-a80a-4c0bd6dfca8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1226697 Dec 16 15:41:37.846935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b7b09-6194-473f-a194-062cbafac941 req-51505116-3a61-46b6-92da-3c74422597ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:37.853141 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-51505116-3a61-46b6-92da-3c74422597ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125183 Dec 16 15:41:37.862618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:37.864035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device adf729d0-8e5f-47c6-96ea-5975d964114f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:37.874462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-748c1811-aeb9-4c83-a2c2-ced048467dda req-c8bef05e-76d0-4215-9e2a-c0791a0dd3dc tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.2535770 Dec 16 15:41:38.002913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d42222-7738-4b48-a9b7-2d680c7c5a12 None None] Pushing event updated for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:38.019583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:38.021256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:38.101773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc2db40d-2aa5-497d-a8a1-2b58a2cccb3a req-360f374c-9dc3-407c-8c58-92e6695a52cd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1950579 Dec 16 15:41:38.146258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-fff370c2-2466-42be-adb6-9a7b1f5cc2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920284 Dec 16 15:41:38.215148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:38.260689 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.300724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-c21ac69e-1179-4c7e-9f86-5b05d059af81 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:38.302430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-c21ac69e-1179-4c7e-9f86-5b05d059af81 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 0.5732286 Dec 16 15:41:38.384325 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.443269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-db11a25c-dccb-44f7-b34f-61c869654f98 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956796 Dec 16 15:41:38.446981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e060d973-4a4f-4aa0-8567-2d8e3ade8897 req-61b8ce61-1ba6-4c65-b792-49018de389a2 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816672 Dec 16 15:41:38.474719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c36ba-21e8-4001-ac6c-3bcf978d1d32 None None] Pushing event updated for resources: {'Port': ['ID=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:38.504606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59110a2-d1c0-4968-bad1-7cffc4245066 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:38.508757 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Attempting to bind port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:38.517545 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Attempting to bind port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:38.525417 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Attempting to bind port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:38.539693 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:38.552652 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:38.554070 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.555074 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:38.556285 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Bound port: 8d9e3add-6a56-4c53-9c52-16cc2eb6431b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:38.557921 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.651612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:38.678122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port adf729d0-8e5f-47c6-96ea-5975d964114f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:38.678893 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.728990 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] For port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:38.733314 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] For port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:38.756011 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-186b7b09-6194-473f-a194-062cbafac941 req-8e0019ea-3a8b-401e-8c91-26ecf7e22ba4 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995875 Dec 16 15:41:38.836209 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.883551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:38.918651 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:38.918950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f049ffdb-9f99-44eb-bc2b-70b42ecb14ce details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:41:38.924781 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:38.998346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391375e5-79cb-4163-93bd-b68fb549b6d4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:41:39.046309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 321aae38-6b34-422c-9678-e00d96d0401c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:39.070929 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c36ba-21e8-4001-ac6c-3bcf978d1d32 None None] Pushing event updated for resources: {'Port': ['ID=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:39.206256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:39.213880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] For port 4485443c-d7b2-419d-a3f9-86b540a3ed59, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4485443c-d7b2-419d-a3f9-86b540a3ed59,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:39.226573 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:39.242125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a496c-50d0-4fa8-af96-8abaa6a3b32a req-e7c713cd-f12b-4d70-b25d-bfa8b4a5622a tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:39.244924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f3a496c-50d0-4fa8-af96-8abaa6a3b32a req-e7c713cd-f12b-4d70-b25d-bfa8b4a5622a tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 948 time: 1.0433042 Dec 16 15:41:39.296840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce', 'mac_address': 'fa:16:3e:c7:53:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:41:39.313524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:39.372149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:39.388100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-22d70b2a-a913-4e4d-b702-0fc5a642936f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/quotas/67b42637a92744e7b5a5b8104abede67 HTTP/1.1" status: 200 len: 375 time: 1.0722754 Dec 16 15:41:39.418856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 321aae38-6b34-422c-9678-e00d96d0401c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:39.419323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:39.537917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f3a496c-50d0-4fa8-af96-8abaa6a3b32a req-6539d3ef-3393-4ab4-a9e4-6c51900dc474 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443492 Dec 16 15:41:39.609784 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:30Z', 'revision_number': 3, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:39.665465 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7058f1-685f-4209-8a48-ed3cecfcafc3 None None] The sync data for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 is: [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:30Z', 'revision_number': 3, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:39.726572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:36Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:35Z', 'revision_number': 1, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:36Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:39.839256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce8d18e-4d91-4177-9e45-cbeb33fcdd55 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:36Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:35Z', 'revision_number': 1, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:36Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:39.857976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 60e86cde-ad8e-4758-a43a-f815bd7d2cb0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:39.858347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:39.876289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:39.957130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12db371d-fb14-4220-a599-17fc95a084ee req-9048e481-2d5f-43a5-9f62-b7cecf305f02 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.1145072 Dec 16 15:41:39.983056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Pushing event updated for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:40.133292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f049ffdb-9f99-44eb-bc2b-70b42ecb14ce {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:41:40.174702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:40.179107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Port 60e86cde-ad8e-4758-a43a-f815bd7d2cb0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:40.207506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-d8846802-c350-45bf-ba82-f56be6cbd627 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7920115 Dec 16 15:41:40.261197 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.379116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 321aae38-6b34-422c-9678-e00d96d0401c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:40.379635 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.429735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Allocated IP 172.20.0.1 (36281152-a581-4a02-b149-7443c2dd5f74/da7e993b-26a4-46a8-8a2b-0d45a6853dbf/a2e4b5e2-1147-4195-a21d-6bb0be6b7a74) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:40.437283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.594793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:40.594793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 321aae38-6b34-422c-9678-e00d96d0401c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=321aae38-6b34-422c-9678-e00d96d0401c,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:40.672177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f049ffdb-9f99-44eb-bc2b-70b42ecb14ce'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:40.731880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-14fb6bf7-c005-4cef-8079-f5ec488eeb1e service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781492 Dec 16 15:41:40.734601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.747880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.748724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0fec60-3f1f-49bc-9cbe-d3c511dec89a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:40.803905 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a5ebaba-942a-4ad4-9982-a86b0b35e905 req-c50ae2a9-43f7-4a6f-af39-8e5f4204bebb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6acff3914d2a44978ea3610aa4a5c904&device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0676327 Dec 16 15:41:40.808544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:40.896897 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a5ebaba-942a-4ad4-9982-a86b0b35e905 req-37bae6d4-7a02-45a9-919d-d7f863c4d07a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6acff3914d2a44978ea3610aa4a5c904&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726132 Dec 16 15:41:41.055903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=321aae38-6b34-422c-9678-e00d96d0401c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:41.090313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:41:41.091153 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:41:41.105159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.162288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ebaba-942a-4ad4-9982-a86b0b35e905 req-33426c05-4130-4ee1-a710-5a0ffe7cf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:41.175537 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a5ebaba-942a-4ad4-9982-a86b0b35e905 req-33426c05-4130-4ee1-a710-5a0ffe7cf587 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683933 Dec 16 15:41:41.182454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port db0fec60-3f1f-49bc-9cbe-d3c511dec89a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:41.183029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.193445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.194764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.333524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event updated for resources: {'Port': ['ID=199b033e-3aaa-4d87-bab9-1d73da3d6412,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:41.503172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.559414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d980d-7da4-41b7-ab37-426f0ec4d20a req-9cac2d19-455f-4ce3-b3f5-a4cd446ee2ba tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:41.571950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,segment=NetworkSegment(0132428c-7853-4a0f-9470-091d974f92b8),segment_id=0132428c-7853-4a0f-9470-091d974f92b8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:41.577584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-059d980d-7da4-41b7-ab37-426f0ec4d20a req-9cac2d19-455f-4ce3-b3f5-a4cd446ee2ba tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 949 time: 0.6210256 Dec 16 15:41:41.583744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.665853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.667196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6703697c-bc97-4a3d-bdf6-53f6f112985b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:41.783165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:41.834241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.849456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:41.871630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:41.880393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:41.881119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.944772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Network 36281152-a581-4a02-b149-7443c2dd5f74 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:41.952222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6703697c-bc97-4a3d-bdf6-53f6f112985b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:41.952222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:41.952569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:41.952569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:42.044701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:42.115917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.121339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.148121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] For port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:42.175734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-b5c0d0a4-eaab-4d7f-b580-0339fee9a739 service neutron] 10.222.0.71 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2725434 Dec 16 15:41:42.216770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.319776 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.334713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port db0fec60-3f1f-49bc-9cbe-d3c511dec89a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:42.341517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.496702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Pushing event updated for resources: {'Port': ['ID=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:42.569682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-059d980d-7da4-41b7-ab37-426f0ec4d20a req-6de34834-0a7a-46ae-b647-93591ad7171e tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9903455 Dec 16 15:41:42.643189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:42.679522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6703697c-bc97-4a3d-bdf6-53f6f112985b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6703697c-bc97-4a3d-bdf6-53f6f112985b,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:42.707635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port c57e02e2-9bba-47f6-ac47-de3acc382576 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:42.708606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.794517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:42.795728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c57e02e2-9bba-47f6-ac47-de3acc382576 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:42.834977 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8a5ebaba-942a-4ad4-9982-a86b0b35e905 req-364ace87-9151-4257-97f2-eea1a138dc44 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.74 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.0703509 Dec 16 15:41:42.996283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f049ffdb-9f99-44eb-bc2b-70b42ecb14ce up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:43.109313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6703697c-bc97-4a3d-bdf6-53f6f112985b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:43.217179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c57e02e2-9bba-47f6-ac47-de3acc382576 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:43.217855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:43.317913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-294916e2-b5da-4e29-93b6-c72d5ced02d4 req-8ef9c2bd-d5ce-4581-b71b-e595c5c61904 tempest-ServerShowV257Test-441029788 tempest-ServerShowV257Test-441029788-project] 10.222.0.71 "GET /v2.0/ports?device_id=27d8d607-b70b-431a-8da0-c7a24a6576a6 HTTP/1.1" status: 200 len: 210 time: 0.5934436 Dec 16 15:41:43.336454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:41:43.373009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Provisioning complete for port 3d539513-0132-4f3a-a679-3ccaf76cba17 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:43.373394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76ef3edb-ed86-4676-9cdd-406ce90fbac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:43.383333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2848539-4700-4118-9e12-3e0b3234bb2f req-7d1a81ec-f9f9-4932-9dbc-50273d21d5c9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.6329420 Dec 16 15:41:43.409412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:43.409795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:43.522815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:43.525479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7cf67cac-5899-46fe-bf96-beb1bd0c6003 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:43.532166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cec8cbe2-d679-4a0a-bb4b-f5e028f74d16 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7511857 Dec 16 15:41:43.534700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41198) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:43.553365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:43.569479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:43.656140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:43.658913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:43.659630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:43.669438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:43.819233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:44.096213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port 60e86cde-ad8e-4758-a43a-f815bd7d2cb0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:41:44.096770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.115100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d837fde-de76-49f4-b2a0-e63b3d9465af req-46ca7641-be09-4ffe-a92c-f3cbc44d451f tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:44.117487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d837fde-de76-49f4-b2a0-e63b3d9465af req-46ca7641-be09-4ffe-a92c-f3cbc44d451f tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 949 time: 0.4166663 Dec 16 15:41:44.185886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:44.189936 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3703e8-efcc-4920-a632-8f403a4ff9af" -d '{"events": [{"server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "name": "network-vif-plugged", "status": "completed", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:44.206433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:44.207185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.272108 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a031f1f-9331-4c5e-93e0-b05cb5d22205 x-openstack-request-id: req-5a031f1f-9331-4c5e-93e0-b05cb5d22205 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:44.272592 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "name": "network-vif-plugged", "status": "completed", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:44.273067 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a031f1f-9331-4c5e-93e0-b05cb5d22205 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:44.274133 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce', 'code': 200} Dec 16 15:41:44.304892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:44.326980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.332505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d837fde-de76-49f4-b2a0-e63b3d9465af req-539c57c6-beb7-4e85-a892-bcdb8319fffe tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972163 Dec 16 15:41:44.342272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.346684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:41:44.360012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for 60e86cde-ad8e-4758-a43a-f815bd7d2cb0 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:41:44.390842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Removed routes are [] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:41:44.390842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.407038 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a5bf376-d917-4343-b654-057c3f3521de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.454000 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.520942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a149f7-3fba-4eea-9667-a35e02b327c6 req-f3aad5fa-ee26-4f99-97a8-3868ecb920f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:44.522501 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44a149f7-3fba-4eea-9667-a35e02b327c6 req-f3aad5fa-ee26-4f99-97a8-3868ecb920f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 1101 time: 0.0830383 Dec 16 15:41:44.594030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.654340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:44.708498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 199b033e-3aaa-4d87-bab9-1d73da3d6412 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:44.709147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.725574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:44.773850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5593bf35-b4ae-4965-81a6-972b5aee85c5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:44.788397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0642b7b0-8d2b-4e2b-a58a-88676b369587 req-083f4be4-e6b0-49c2-beae-73204994f956 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.1956551 Dec 16 15:41:44.853632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.953580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44a149f7-3fba-4eea-9667-a35e02b327c6 req-17b2c39a-9006-40e7-8f7d-cea752398d89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190468 Dec 16 15:41:44.977771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:44.982581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.015083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Port 199b033e-3aaa-4d87-bab9-1d73da3d6412 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:41:45.019730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.034353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5593bf35-b4ae-4965-81a6-972b5aee85c5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:45.034743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.082993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=60e86cde-ad8e-4758-a43a-f815bd7d2cb0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:45.118402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:36Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:45.128778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:45.132612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:45.132930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.262122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41228) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:45.303226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:45.303852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Updating router 0814174e-4926-4fe6-9bfc-81b15afa5f0b port 199b033e-3aaa-4d87-bab9-1d73da3d6412 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:45.389894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:45.427864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.429427 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-366d7913-0d7c-4bac-a2d8-d396abfc45fa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 953 time: 1.8948357 Dec 16 15:41:45.439602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:45.443845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Network 36281152-a581-4a02-b149-7443c2dd5f74 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:45.446222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:45.519110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7b11-3e20-40d7-aad7-f643b145f1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.522485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:45.646562 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-627d5ecd-47bf-4af5-b8ae-dfce9622eeb6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 953 time: 0.2043438 Dec 16 15:41:45.652897 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-451ee3ad-fb03-48fc-bfbe-6b72f7b9c053 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009172 Dec 16 15:41:45.653407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41236) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:45.659630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'routes': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:45.700026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.005729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 4485443c-d7b2-419d-a3f9-86b540a3ed59 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:46.006102 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.020461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7b11-3e20-40d7-aad7-f643b145f1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.039594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-1654e85d-2c7c-4a0c-88ec-2c12e2de2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:46.041219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-1654e85d-2c7c-4a0c-88ec-2c12e2de2099 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 1097 time: 0.2172096 Dec 16 15:41:46.178780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7b11-3e20-40d7-aad7-f643b145f1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.245293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d578edfa-1fb5-476a-8c15-5efef322e2ee req-41987e55-f738-4751-9401-af26d0bc59ed tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.1639919 Dec 16 15:41:46.268994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4036a5-7c95-457e-8d5c-e2211414f975 req-ba3da0f9-bd0b-47ba-aafd-6d83f7464929 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:46.277258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d4036a5-7c95-457e-8d5c-e2211414f975 req-ba3da0f9-bd0b-47ba-aafd-6d83f7464929 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 950 time: 0.7235203 Dec 16 15:41:46.420695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Router 01671a33-9b46-4ea9-b9bb-d742e9284688 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:46.446688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d4036a5-7c95-457e-8d5c-e2211414f975 req-f37d919b-53ee-4d5c-b4aa-7976292c17e5 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684484 Dec 16 15:41:46.514907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Router 2df9076b-6fb5-415c-8764-d3fc69441229 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:46.589170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3d539513-0132-4f3a-a679-3ccaf76cba17 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:46.634600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e2c7b11-3e20-40d7-aad7-f643b145f1cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6acff3914d2a44978ea3610aa4a5c904&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3704011 Dec 16 15:41:46.659100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41248) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:46.662396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c7b11-3e20-40d7-aad7-f643b145f1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efa1bf3-48ac-4047-895b-afd3ad860ed9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:46.707187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6f13e29-6d1a-4b9e-905d-985e6d1304c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.754681 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.757225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Could not find standard attr ID for object 60e86cde-ad8e-4758-a43a-f815bd7d2cb0. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:41:46.783495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:46.783976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.832795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-5cbcd2c0-1b34-47e3-86a1-5f6f1462b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:46.835323 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-5cbcd2c0-1b34-47e3-86a1-5f6f1462b908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.6997638 Dec 16 15:41:46.884123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3d539513-0132-4f3a-a679-3ccaf76cba17 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:46.884782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.919777 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:46.947781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:46.961026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] Sync routers for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:46.970227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed931f0e-c937-47a4-9355-d4e10dcb2f31 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6153986 Dec 16 15:41:46.989210 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:46.991157 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:47.020880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41252) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:47.022874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:47.029498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-735f7421-3da2-4195-9db8-ac2d83f08967 admin admin] 10.222.0.71 "PUT /v2.0/routers/01671a33-9b46-4ea9-b9bb-d742e9284688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1584089 Dec 16 15:41:47.060669 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:47.079187 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:47.080745 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:47.109952 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-d8c27371-0003-437a-b96a-fcd83495c35c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] delete failed (client error): The resource could not be found. Dec 16 15:41:47.115548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d8c27371-0003-437a-b96a-fcd83495c35c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-627029058 HTTP/1.1" status: 404 len: 334 time: 0.0843699 Dec 16 15:41:47.121528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41256) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:47.121955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.140828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Sync routers for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:47.152157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.178701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8f49c-b47c-4dc5-b2a4-43551bae6111 None None] Pushing event updated for resources: {'Port': ['ID=199b033e-3aaa-4d87-bab9-1d73da3d6412,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:47.219582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-70639ff1-c65a-4c33-82c1-13a6cc776364 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'router': {'external_gateway_info': {'network_id': '2df9076b-6fb5-415c-8764-d3fc69441229'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:47.288400 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:47.289668 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9cd6ab-eff0-40af-addb-5bf213594fb2 None None] The sync data for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:47.428007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.431146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.432516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7efa1bf3-48ac-4047-895b-afd3ad860ed9 HTTP/1.1" status: 204 len: 168 time: 0.7722087 Dec 16 15:41:47.579706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-70639ff1-c65a-4c33-82c1-13a6cc776364 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:47.620138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17b3c0e9-78f4-4286-b663-7cfc602d8204 req-694566a6-460a-4abc-a63a-ff9b2291b7a8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.1785977 Dec 16 15:41:47.620806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:47.622030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:47.633842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d515-c19f-4073-82b3-58a42522f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efa1bf3-48ac-4047-895b-afd3ad860ed9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:47.659560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-245f77a4-bf79-4f1b-b5a3-ba8f4a6c481c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:47.661503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-245f77a4-bf79-4f1b-b5a3-ba8f4a6c481c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 812 time: 1.0484016 Dec 16 15:41:47.720399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Request body: {'port': {'device_id': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'admin_state_up': True, 'tenant_id': '67b42637a92744e7b5a5b8104abede67'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:47.861208 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-70639ff1-c65a-4c33-82c1-13a6cc776364 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] update failed (client error): The resource could not be found. Dec 16 15:41:47.867486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70639ff1-c65a-4c33-82c1-13a6cc776364 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229 HTTP/1.1" status: 404 len: 339 time: 0.6517160 Dec 16 15:41:47.874134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:47.883287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1906316567'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:47.942404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae4fa-e21a-46bf-a468-fb366210e46f req-2d3cc70d-c1eb-497c-b920-9b51dae2c70b tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:47.944115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9cae4fa-e21a-46bf-a468-fb366210e46f req-2d3cc70d-c1eb-497c-b920-9b51dae2c70b tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 950 time: 0.2683299 Dec 16 15:41:47.990291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added routes are [] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:41:47.992135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:41:48.026689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:48.035101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.066232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.074120 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-48a15e8e-3a8c-4472-8e53-0326fec6a078 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412 HTTP/1.1" status: 200 len: 217 time: 1.2292740 Dec 16 15:41:48.083547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Made reservation on behalf of 67b42637a92744e7b5a5b8104abede67 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:48.088303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.100826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:48.158338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9cae4fa-e21a-46bf-a468-fb366210e46f req-93774537-0934-4fc8-8461-166a449508a0 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006505 Dec 16 15:41:48.175420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:48.199366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.199804 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Added segment 270e99c7-8df9-452b-8786-35f8f73f4a59 of type vlan for network a9eb7ca3-e8e3-4e16-a928-8236fd333474 Dec 16 15:41:48.445385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-26f1ed27-7a03-431d-98a5-14394dbd8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:48.454012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-26f1ed27-7a03-431d-98a5-14394dbd8147 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.3725851 Dec 16 15:41:48.673702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device adf729d0-8e5f-47c6-96ea-5975d964114f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:48.763197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 6703697c-bc97-4a3d-bdf6-53f6f112985b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:48.764320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.767610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.815512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Attempting to bind port 199b033e-3aaa-4d87-bab9-1d73da3d6412 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:48.816645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Attempting to bind port 199b033e-3aaa-4d87-bab9-1d73da3d6412 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:48.817584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Attempting to bind port 199b033e-3aaa-4d87-bab9-1d73da3d6412 on network 4b3ec8c2-e4f6-438a-a11e-1af73305459b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:48.834882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:48.840498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Checking segment: {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:48.840498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.840498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Bound using segment: {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:48.840498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Bound port: 199b033e-3aaa-4d87-bab9-1d73da3d6412, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb892422-1a0c-496a-849d-3a51eb5c8fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:48.840498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:48.960458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-f4166f70-b1ee-4843-b960-f423389edf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:48.965105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-f4166f70-b1ee-4843-b960-f423389edf61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4925175 Dec 16 15:41:49.011920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] For port 199b033e-3aaa-4d87-bab9-1d73da3d6412, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:49.020433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] For port 199b033e-3aaa-4d87-bab9-1d73da3d6412, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=199b033e-3aaa-4d87-bab9-1d73da3d6412,segment=NetworkSegment(bb892422-1a0c-496a-849d-3a51eb5c8fe5),segment_id=bb892422-1a0c-496a-849d-3a51eb5c8fe5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:49.083729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port adf729d0-8e5f-47c6-96ea-5975d964114f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:49.084467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.117443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.133006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.163550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.341494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:49.349095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:49.391693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd184c3f-eed2-4502-a674-293174209c5f req-50dac366-034f-456e-91db-267c4eb26e41 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.2457368 Dec 16 15:41:49.421871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.475271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Allocated IP 172.20.0.14 (53de538f-ce34-4e30-a649-af5d1eac8772/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9/14576366-b27b-4733-8e63-5b0fa169e96d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:49.501751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0fec60-3f1f-49bc-9cbe-d3c511dec89a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:49.505135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.540295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:49.560947 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-8f290325-7b86-4295-af82-bfea3660d410 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860171 Dec 16 15:41:49.583671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81761a57-f307-474a-b687-6e31d9ce326f req-6c2847c3-7cfc-40a8-a7ba-c8dbae19f037 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:49.585370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81761a57-f307-474a-b687-6e31d9ce326f req-6c2847c3-7cfc-40a8-a7ba-c8dbae19f037 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 950 time: 0.2782884 Dec 16 15:41:49.622635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.632593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:49.633288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.905080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:49.914129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:49.915519 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f7a77e0-78f7-4da2-9b7d-7f67d2625350 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 703 time: 4.2595036 Dec 16 15:41:49.921525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:50.003276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1244178 Dec 16 15:41:50.042175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41330) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:50.080381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:50.093656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'subnet': {'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:50.110000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b80cfa14-f4ed-457b-90c5-d9c482260caa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 703 time: 0.1871030 Dec 16 15:41:50.119488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:50.188129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81761a57-f307-474a-b687-6e31d9ce326f req-b0733cd8-7a9e-4b8a-8e1f-a17c6a1e43ee tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351293 Dec 16 15:41:50.239983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Network': ['ID=a9eb7ca3-e8e3-4e16-a928-8236fd333474,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:50.240262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41338) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:50.295512 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a8b66f0f-e13a-412f-b3d4-e7dc57cddd8f req-d6052a02-265a-4e36-a098-b846df12b9e5 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201319 Dec 16 15:41:50.383728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.384605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.385164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.387862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.388185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.388924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.389533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.390088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.390667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.391186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.391753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.392780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.394306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55cee06-1edf-4fe8-85fd-96744b555b09 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:50.487127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:50.615071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-b8d4081d-cd49-4937-9b46-17b28ec3c97f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:50.617627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-b8d4081d-cd49-4937-9b46-17b28ec3c97f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/networks?id=c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 200 len: 910 time: 0.8368630 Dec 16 15:41:50.649511 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1079806170-network', 'tenant_id': '3009b532f7594a74bd62d6d8c57ec804'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:50.669070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03c53ffc-f333-44cc-ad6f-f7da43ee9023 req-9f3980e4-058e-49a4-aaeb-1aac7ebf8b85 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 210 time: 0.0657980 Dec 16 15:41:50.713175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8f49c-b47c-4dc5-b2a4-43551bae6111 None None] Pushing event updated for resources: {'Port': ['ID=199b033e-3aaa-4d87-bab9-1d73da3d6412,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:50.720483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:50.733257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-9d723b8a-4511-4600-9153-54d8edacfc72 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:50.733257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-9d723b8a-4511-4600-9153-54d8edacfc72 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.30 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 950 time: 0.1537263 Dec 16 15:41:50.736219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-397cc324-135b-4374-8d6e-481354a28837 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/quotas/e2bf884ef79d47c7bb6261d7cf111ae8 HTTP/1.1" status: 200 len: 375 time: 0.0481224 Dec 16 15:41:50.765180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:50.765841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:50.870216 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:50.886758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Made reservation on behalf of 5ed15ba0cc744b79b28adf2ef95c1f3f for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:50.892112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:50.895660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:43Z', 'revision_number': 4, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a2e4b5e2-1147-4195-a21d-6bb0be6b7a74', 'name': '', 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'mac_address': 'fa:16:3e:40:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:39Z', 'updated_at': '2021-12-16T15:41:43Z', 'revision_number': 2, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'subnets': [{'id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:50.982702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-b95836fa-0351-44e8-a8e0-150442b63c0b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2370553 Dec 16 15:41:50.983403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Checking router: 01671a33-9b46-4ea9-b9bb-d742e9284688 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:50.984050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Updating router 01671a33-9b46-4ea9-b9bb-d742e9284688 port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:41:50.986906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port db0fec60-3f1f-49bc-9cbe-d3c511dec89a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:50.987601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.082259 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.133016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.157413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Deleting port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:41:51.164270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.188072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412', '4f7ce652-7c8f-415f-90e7-a054c9035d7d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:41:51.233631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:51.292589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port 289260ad-96bb-47fc-8edd-bc63cc08478f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:51.293013 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.389561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] For port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:51.390464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.414863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6703697c-bc97-4a3d-bdf6-53f6f112985b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:51.418976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Calling delete_port for f049ffdb-9f99-44eb-bc2b-70b42ecb14ce owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:41:51.566935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-19c61e8b-3838-4651-967e-8f2916b42967 service neutron] 10.222.0.71 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471396 Dec 16 15:41:51.580318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Network 53de538f-ce34-4e30-a649-af5d1eac8772 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:51.602140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:51.623355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Made reservation on behalf of 3009b532f7594a74bd62d6d8c57ec804 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:51.626750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.635675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:51.648343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.660668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:48Z', 'revision_number': 7, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:49Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:51.817637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:51.850177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.005906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:52.006882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.010731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef941c2-4b51-47ae-b82c-672eb94b0f3a None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:48Z', 'revision_number': 7, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:49Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:52.045373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.072428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.184181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2df16509-0266-4277-a0e2-7d9bd0ebee28 service neutron] 10.222.0.71 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005917 Dec 16 15:41:52.210850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-46f57f2f-2c3a-45a2-b5bb-e42980daeaef tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5170979 Dec 16 15:41:52.216799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Subnet': ['ID=06b44f64-ef5c-4107-8ecb-abfd0c0908f7,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:52.241621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Request body: {'port': {'device_id': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:52.249190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Pushing event deleted for resources: {'Port': ['ID=f049ffdb-9f99-44eb-bc2b-70b42ecb14ce,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:52.259452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05dc8ee-6383-4db6-96fc-504293947483 req-2cd78f38-9a0b-4a76-bb61-a0746a7c018d tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:52.262355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b05dc8ee-6383-4db6-96fc-504293947483 req-2cd78f38-9a0b-4a76-bb61-a0746a7c018d tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 950 time: 0.6902871 Dec 16 15:41:52.423111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] No DVR routers for this DVR port f049ffdb-9f99-44eb-bc2b-70b42ecb14ce on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:41:52.429797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.432521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Checking segment: {'id': '270e99c7-8df9-452b-8786-35f8f73f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:52.432949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network hostable DHCP agents. Network: a9eb7ca3-e8e3-4e16-a928-8236fd333474, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:52.439981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e0af89b-4eb6-41bc-af42-2ba0feeb7872 req-7d4929e9-0a6e-46c8-90b4-072679441c14 tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.30 "DELETE /v2.0/ports/f049ffdb-9f99-44eb-bc2b-70b42ecb14ce HTTP/1.1" status: 204 len: 173 time: 1.6537695 Dec 16 15:41:52.450195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'name': 'network-vif-deleted', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:52.456823 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fedfe7-caed-419e-bc03-2cd8c3832778" -d '{"events": [{"server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "name": "network-vif-deleted", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:52.489216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.543858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b05dc8ee-6383-4db6-96fc-504293947483 req-93380886-2e57-40d3-b65b-ac2b4e57b89c tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/security-groups?id=c5c7824f-2663-415a-beb2-a672a99aac78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373362 Dec 16 15:41:52.575968 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.600451 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.685824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:52.693341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6703697c-bc97-4a3d-bdf6-53f6f112985b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:52.693676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.702968 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:52.722067 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:52.727511 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:52.731530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.754252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:52.797543 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e429f663-5611-4026-9f6b-0c5eb8a79537 x-openstack-request-id: req-e429f663-5611-4026-9f6b-0c5eb8a79537 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:52.797854 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097b2128-158f-4c02-a1f5-75cf1fc5ca68", "name": "network-vif-deleted", "tag": "f049ffdb-9f99-44eb-bc2b-70b42ecb14ce", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:52.798123 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e429f663-5611-4026-9f6b-0c5eb8a79537 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:52.798552 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b2128-158f-4c02-a1f5-75cf1fc5ca68', 'name': 'network-vif-deleted', 'tag': 'f049ffdb-9f99-44eb-bc2b-70b42ecb14ce', 'status': 'completed', 'code': 200} Dec 16 15:41:52.831458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] For port 289260ad-96bb-47fc-8edd-bc63cc08478f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289260ad-96bb-47fc-8edd-bc63cc08478f,segment=NetworkSegment(bb892422-1a0c-496a-849d-3a51eb5c8fe5),segment_id=bb892422-1a0c-496a-849d-3a51eb5c8fe5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:52.901141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8d3cfce-36f5-4780-af41-510b3a6ef9b6 req-c6341fc5-e6d9-4a13-9392-5198a72f27dc tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 210 time: 0.0590742 Dec 16 15:41:52.960059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:41:52.977539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.000070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a402991-4810-4a13-a795-c5c6a98178e1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:53.048912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.049504 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Added segment c420c4a2-e220-4371-ad28-b52ded9402fd of type vlan for network 307a32bc-70d1-43d4-a8b3-fd878b9e2881 Dec 16 15:41:53.076497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d22b-fca2-4def-8ac9-68d8d8677c5c None None] Pushing event updated for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:53.238079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.257988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 199b033e-3aaa-4d87-bab9-1d73da3d6412 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:41:53.258766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.293239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port db0fec60-3f1f-49bc-9cbe-d3c511dec89a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:53.293239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.361460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Attempting to bind port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:53.361829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Attempting to bind port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:53.362254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Attempting to bind port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 on network 36281152-a581-4a02-b149-7443c2dd5f74 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:53.383237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a9eb7ca3-e8e3-4e16-a928-8236fd333474) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:53.390410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:53.393719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.426287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14576366-b27b-4733-8e63-5b0fa169e96d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:41:53.441895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.445318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529aead3-cd1f-46c1-8945-36b3cff39bd9 None None] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:53.479170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Transition to ACTIVE for port object 14576366-b27b-4733-8e63-5b0fa169e96d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:41:53.533462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05febb62-fe84-44f6-8bd2-bd6573a8b629 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4885783 Dec 16 15:41:53.539069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:53.552523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:53.552919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 199b033e-3aaa-4d87-bab9-1d73da3d6412, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=199b033e-3aaa-4d87-bab9-1d73da3d6412,segment=NetworkSegment(bb892422-1a0c-496a-849d-3a51eb5c8fe5),segment_id=bb892422-1a0c-496a-849d-3a51eb5c8fe5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:53.553619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Checking segment: {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:53.554127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.554881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.555160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Bound using segment: {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:53.555702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Bound port: a2e4b5e2-1147-4195-a21d-6bb0be6b7a74, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5331c95-43ec-4371-8aba-5351bb7c4712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:53.560489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.567944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Pushing event updated for resources: {'Port': ['ID=289260ad-96bb-47fc-8edd-bc63cc08478f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:53.568799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:53.583690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-033349b3-476e-481b-92a5-263fe66907fc tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:53.589576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 199b033e-3aaa-4d87-bab9-1d73da3d6412 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:41:53.628815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70579093-451f-46a3-b1ae-2152cef18fbc req-016a0ffd-4245-44fc-b210-3d51fe548461 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:53.632705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70579093-451f-46a3-b1ae-2152cef18fbc req-016a0ffd-4245-44fc-b210-3d51fe548461 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 932 time: 0.7543559 Dec 16 15:41:53.633490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.647946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:53.852629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:53.854596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:53.858303 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.132472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ac99025-06bc-4508-9fc2-6ab0cb41b99a req-b4358884-bbb6-4768-8011-8b39dc7025af tempest-VolumesNegativeTest-1121480116 tempest-VolumesNegativeTest-1121480116-project] 10.222.0.71 "GET /v2.0/ports?device_id=097b2128-158f-4c02-a1f5-75cf1fc5ca68 HTTP/1.1" status: 200 len: 210 time: 0.1951604 Dec 16 15:41:54.175348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] For port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:54.182973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a9eb7ca3-e8e3-4e16-a928-8236fd333474', 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474', 'project_id': '5ed15ba0cc744b79b28adf2ef95c1f3f', 'fixed_ips': [{'subnet_id': '06b44f64-ef5c-4107-8ecb-abfd0c0908f7'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:41:54.184090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.216278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] For port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:54.227496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:54.228715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.278711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:54.337998 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0966825 Dec 16 15:41:54.361987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70579093-451f-46a3-b1ae-2152cef18fbc req-e1220d24-d42f-46f9-a143-a3bd88e8cc06 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487390 Dec 16 15:41:54.396635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41396) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:54.411865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Request body: {'subnet': {'network_id': '307a32bc-70d1-43d4-a8b3-fd878b9e2881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1079806170-subnet', 'tenant_id': '3009b532f7594a74bd62d6d8c57ec804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:54.429742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.455125 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:48Z', 'revision_number': 7, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:49Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:54.471483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Provisioning complete for port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:54.472146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.490090 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:41:54.500958 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:54.505877 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:54.586293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf9db6-62fc-474b-bed3-44e2523c198b admin admin] Pushing event updated for resources: {'Network': ['ID=307a32bc-70d1-43d4-a8b3-fd878b9e2881,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:54.638615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.650649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:54.706304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Made reservation on behalf of 3009b532f7594a74bd62d6d8c57ec804 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:54.707224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:54.725569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 307a32bc-70d1-43d4-a8b3-fd878b9e2881 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:41:54.729839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d22b-fca2-4def-8ac9-68d8d8677c5c None None] Pushing event updated for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:54.738383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=199b033e-3aaa-4d87-bab9-1d73da3d6412,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:55.056238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Allocated IP 2001:db8:1::2 (a9eb7ca3-e8e3-4e16-a928-8236fd333474/06b44f64-ef5c-4107-8ecb-abfd0c0908f7/f405e87b-4fe2-4268-82cb-41f88f8083db) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:55.070864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f049ffdb-9f99-44eb-bc2b-70b42ecb14ce no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:41:55.198406 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:48Z', 'revision_number': 7, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:49Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:55.293343 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b903abe-1d90-4185-b548-99fa1b354531 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:48Z', 'revision_number': 7, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '199b033e-3aaa-4d87-bab9-1d73da3d6412', 'name': '', 'network_id': '4b3ec8c2-e4f6-438a-a11e-1af73305459b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:e0:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:33Z', 'updated_at': '2021-12-16T15:41:49Z', 'revision_number': 4, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '36661bdd-cbb0-4b7b-9575-1c225ccd1e0b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:55.345065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:55.350182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9602e8f-3670-404f-8a6c-bd124b561db7 req-8a0d0683-4c2c-400f-8838-90052128a315 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 210 time: 0.9867415 Dec 16 15:41:55.371907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-033349b3-476e-481b-92a5-263fe66907fc tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:55.461519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f049ffdb-9f99-44eb-bc2b-70b42ecb14ce {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:41:55.462670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f049ffdb-9f99-44eb-bc2b-70b42ecb14ce not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:41:55.472679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4485443c-d7b2-419d-a3f9-86b540a3ed59 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:55.540272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:55.618253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9af4e3-ad9b-4cc0-80d1-89621b289da2,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:55.664651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:55.667606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Attempting to bind port 14576366-b27b-4733-8e63-5b0fa169e96d on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:55.668209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Attempting to bind port 14576366-b27b-4733-8e63-5b0fa169e96d by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:55.668749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Attempting to bind port 14576366-b27b-4733-8e63-5b0fa169e96d on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:55.668992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:55.688708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Port 14576366-b27b-4733-8e63-5b0fa169e96d on network 53de538f-ce34-4e30-a649-af5d1eac8772 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:41:55.689594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Attempting to bind port 14576366-b27b-4733-8e63-5b0fa169e96d on network 53de538f-ce34-4e30-a649-af5d1eac8772 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:55.734960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:55.735669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Checking segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:55.736988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Bound using segment: {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:55.737659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Bound port: 14576366-b27b-4733-8e63-5b0fa169e96d, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '455c81c2-275b-43b4-ade0-078f3a85eaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:55.740561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:55.912450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364509cd-3c5b-4cf1-ba6f-615c5957beeb req-1fe2801d-8d2a-4823-8411-74aede72e655 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:55.914163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-364509cd-3c5b-4cf1-ba6f-615c5957beeb req-1fe2801d-8d2a-4823-8411-74aede72e655 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.2314072 Dec 16 15:41:55.925425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:55.939534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:56.021490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:56.058117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:56.084679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-364509cd-3c5b-4cf1-ba6f-615c5957beeb req-d1e99f69-60d4-4133-8fb5-b822db38d602 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554873 Dec 16 15:41:56.118857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4485443c-d7b2-419d-a3f9-86b540a3ed59 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:56.119444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:56.130006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:56.154123 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-033349b3-476e-481b-92a5-263fe66907fc tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:41:56.156631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-033349b3-476e-481b-92a5-263fe66907fc tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229 HTTP/1.1" status: 400 len: 364 time: 2.6004565 Dec 16 15:41:56.163808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41424) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:56.189933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] For port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:41:56.194091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:56.195528 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:56.198198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/14576366-b27b-4733-8e63-5b0fa169e96d HTTP/1.1" status: 200 len: 1092 time: 3.9673111 Dec 16 15:41:56.395151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:41:56.401094 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:41:56.407638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735805e7-d2be-40b8-b66c-c7dc2429b6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:56.728354 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:56.973640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Checking segment: {'id': 'c420c4a2-e220-4371-ad28-b52ded9402fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '307a32bc-70d1-43d4-a8b3-fd878b9e2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:56.974621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Network hostable DHCP agents. Network: 307a32bc-70d1-43d4-a8b3-fd878b9e2881, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:41:57.008105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7b2a63e3-1120-4618-a7a2-b3158c3f02c5 None None] Could not find standard attr ID for object 199b033e-3aaa-4d87-bab9-1d73da3d6412. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:41:57.015293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.100726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:41:57.147185 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df9f62-754d-4361-92e5-2a0d0891bbd6 x-openstack-request-id: req-e3df9f62-754d-4361-92e5-2a0d0891bbd6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:41:57.147555 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:41:57.147793 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3df9f62-754d-4361-92e5-2a0d0891bbd6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:41:57.148281 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d', 'status': 'completed', 'code': 200} Dec 16 15:41:57.151315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53045e7a-04a0-4278-a8a9-f6a4effcec98 req-74d54e3f-4c2d-4820-839f-b379081c466c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 210 time: 0.3848984 Dec 16 15:41:57.160308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-41d087f6-a3b6-4fea-bf05-9addbb991632 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:57.165660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-41d087f6-a3b6-4fea-bf05-9addbb991632 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.74 "GET /v2.0/networks?id=c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 200 len: 910 time: 0.2062557 Dec 16 15:41:57.168063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-4de39005-0e04-4175-b088-00968cdbd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:57.169630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-4de39005-0e04-4175-b088-00968cdbd81a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 1095 time: 0.7513642 Dec 16 15:41:57.204509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Pushing event updated for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:57.222169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.259679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.260318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.260857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.261356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.261848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.262353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.262858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.263186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.263516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.263865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.264195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.264524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.264849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfd1227-94d3-4e24-8fad-ecd7b31f851f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:41:57.340678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:41:57.346535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7b2a63e3-1120-4618-a7a2-b3158c3f02c5 None None] Provisioning complete for port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:57.346826 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b2a63e3-1120-4618-a7a2-b3158c3f02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.351176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Request body: {'port': {'device_id': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'admin_state_up': True, 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:41:57.361022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:57.379950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-116d5886-5210-4abe-980d-1c610a23476b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14576366-b27b-4733-8e63-5b0fa169e96d HTTP/1.1" status: 200 len: 217 time: 0.1584313 Dec 16 15:41:57.392309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:57.394921 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9be45d87-41a1-4754-932d-cba0800f07e7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2739289 Dec 16 15:41:57.398996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Network 307a32bc-70d1-43d4-a8b3-fd878b9e2881 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:41:57.408316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:41:57.411171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:57.411453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:57.430840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289260ad-96bb-47fc-8edd-bc63cc08478f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:57.434732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Pushing event updated for resources: {'Port': ['ID=f405e87b-4fe2-4268-82cb-41f88f8083db,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:57.501478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:41:57.502143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:57.537895 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 36661bdd-cbb0-4b7b-9575-1c225ccd1e0b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:41:57.544920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.560205 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:41:57.607126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3207e9-50a1-41b7-aeea-e5a4f2cb994f req-be08dcd2-7028-4c40-92ed-f2a385d51da0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:57.610127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea3207e9-50a1-41b7-aeea-e5a4f2cb994f req-be08dcd2-7028-4c40-92ed-f2a385d51da0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.3897080 Dec 16 15:41:57.612804 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.654857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.777945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-676e7ffb-a5fa-432f-a12c-f176cad28ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:57.784818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-676e7ffb-a5fa-432f-a12c-f176cad28ec8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.3960521 Dec 16 15:41:57.823419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.860973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:43Z', 'revision_number': 4, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a2e4b5e2-1147-4195-a21d-6bb0be6b7a74', 'name': '', 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'mac_address': 'fa:16:3e:40:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:39Z', 'updated_at': '2021-12-16T15:41:54Z', 'revision_number': 4, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'subnets': [{'id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:41:57.864417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Attempting to bind port f405e87b-4fe2-4268-82cb-41f88f8083db on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:41:57.865044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Attempting to bind port f405e87b-4fe2-4268-82cb-41f88f8083db by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '270e99c7-8df9-452b-8786-35f8f73f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:41:57.865672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Attempting to bind port f405e87b-4fe2-4268-82cb-41f88f8083db on network a9eb7ca3-e8e3-4e16-a928-8236fd333474 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:41:57.918585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 307a32bc-70d1-43d4-a8b3-fd878b9e2881) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:57.924589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:57.925270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:57.941402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Made reservation on behalf of e2bf884ef79d47c7bb6261d7cf111ae8 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:41:57.944768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.015959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea3207e9-50a1-41b7-aeea-e5a4f2cb994f req-7b41bb61-3f80-4369-9fab-de899beec93a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986714 Dec 16 15:41:58.072118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cc421-1e28-4280-a761-b61c643da12b None None] Network 307a32bc-70d1-43d4-a8b3-fd878b9e2881 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:58.107066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2b9218-5d1c-4c1d-87da-2bfddc42bbb0 None None] The sync data for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 is: [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:41:43Z', 'revision_number': 4, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a2e4b5e2-1147-4195-a21d-6bb0be6b7a74', 'name': '', 'network_id': '36281152-a581-4a02-b149-7443c2dd5f74', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'mac_address': 'fa:16:3e:40:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:39Z', 'updated_at': '2021-12-16T15:41:54Z', 'revision_number': 4, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'subnets': [{'id': 'da7e993b-26a4-46a8-8a2b-0d45a6853dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:41:58.108070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:41:58.108735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Checking segment: {'id': '270e99c7-8df9-452b-8786-35f8f73f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:41:58.110257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.110257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Bound using segment: {'id': '270e99c7-8df9-452b-8786-35f8f73f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:41:58.110951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Bound port: f405e87b-4fe2-4268-82cb-41f88f8083db, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270e99c7-8df9-452b-8786-35f8f73f4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a9eb7ca3-e8e3-4e16-a928-8236fd333474'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:41:58.111532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.267311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-07d68f39-c457-4be7-aad9-a8a359d2ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:41:58.270809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-07d68f39-c457-4be7-aad9-a8a359d2ec95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4350870 Dec 16 15:41:58.294502 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c4969089-ebef-4147-87cd-02017f630b2e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8791590 Dec 16 15:41:58.294502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.296166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:41:58.432815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=36661bdd-cbb0-4b7b-9575-1c225ccd1e0b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:58.470668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] For port f405e87b-4fe2-4268-82cb-41f88f8083db, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:41:58.482037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] For port f405e87b-4fe2-4268-82cb-41f88f8083db, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f405e87b-4fe2-4268-82cb-41f88f8083db,segment=NetworkSegment(270e99c7-8df9-452b-8786-35f8f73f4a59),segment_id=270e99c7-8df9-452b-8786-35f8f73f4a59)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:41:58.494116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Allocated IP 172.20.0.6 (c1e6d23d-05d8-40cd-bb53-639a3f619a26/3c563e70-677f-4a8d-b5f5-3ec55d8ceb23/1c7328ab-9b72-486e-8c52-dd353f86b1e5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:58.499769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 289260ad-96bb-47fc-8edd-bc63cc08478f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:41:58.500212 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.640643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ceb58f73-cae7-47f8-9c0f-2fcdbe4b70f2 req-0608b2f2-276f-49ae-8ec0-bb9c1e70e41f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 210 time: 0.1280448 Dec 16 15:41:58.667044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.689732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:58.711240 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-130dd3cb-5e4a-43bc-a675-b3df63239e0c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/36661bdd-cbb0-4b7b-9575-1c225ccd1e0b HTTP/1.1" status: 204 len: 168 time: 1.2898605 Dec 16 15:41:58.726737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:58.792464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a8dc5-c0f5-489e-b6f2-573d8db94e72 None None] Network 4b3ec8c2-e4f6-438a-a11e-1af73305459b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:58.820482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41540) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:41:59.103462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.110501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Allocated IP 2001:db8::1 (24486c91-97db-4860-a7b6-798954d12871/ea7f50c5-3149-464d-b80c-8f84cc032d06/479c9f46-c049-406d-9eb6-86c403040350) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:41:59.185984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c64788-6c1d-4184-9992-17dbcc9bf9fa None None] Pushing event updated for resources: {'Port': ['ID=f405e87b-4fe2-4268-82cb-41f88f8083db,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:59.230139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.363060 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.384124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.468538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Deleting subnet 2d9af4e3-ad9b-4cc0-80d1-89621b289da2 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:41:59.578288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.608540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:41:59.619484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-c4675c40-5cf4-4aee-b652-ba0521eca4eb service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3290017 Dec 16 15:41:59.651435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81bec8-356b-410c-9ddf-f2e48c1d0392 None None] Network 307a32bc-70d1-43d4-a8b3-fd878b9e2881 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:41:59.684698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d9e3add-6a56-4c53-9c52-16cc2eb6431b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:41:59.766531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:41:59.784747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:41:59.792547 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:41:59.801676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 289260ad-96bb-47fc-8edd-bc63cc08478f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:41:59.802131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:41:59.958633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.169333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad9d548-f2ad-4695-b4c1-8b414aca1144 req-48cb8710-302e-4aa5-b2a7-1fcd44770a8b service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772442 Dec 16 15:42:00.284634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:00.285254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.289655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] DHCP port deletion for 4b3ec8c2-e4f6-438a-a11e-1af73305459b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:00.369876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 289260ad-96bb-47fc-8edd-bc63cc08478f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289260ad-96bb-47fc-8edd-bc63cc08478f,segment=NetworkSegment(bb892422-1a0c-496a-849d-3a51eb5c8fe5),segment_id=bb892422-1a0c-496a-849d-3a51eb5c8fe5)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:00.370332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.378971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbfb36-bfc3-4111-ab0c-822e9da22158 req-6f8a4dbc-247a-47d3-aec1-054665e27732 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:00.392760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21cbfb36-bfc3-4111-ab0c-822e9da22158 req-6f8a4dbc-247a-47d3-aec1-054665e27732 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 1.0657489 Dec 16 15:42:00.396454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 289260ad-96bb-47fc-8edd-bc63cc08478f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:00.481825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.488476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:00.489097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.542257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-2cc4caf9-17ce-41b8-9e31-478c017e5123 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.1972466 Dec 16 15:42:00.586466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21cbfb36-bfc3-4111-ab0c-822e9da22158 req-afb4df9a-a3bb-4d73-a975-6634bb5f4fd0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899426 Dec 16 15:42:00.593327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Request body: {'port': {'device_id': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:00.627082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.689324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:54Z', 'revision_number': 8, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:00.761022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.787104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:00.831024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-65999a2f-e83a-4639-b915-09fa622e2dfc None None] Provisioning complete for port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:00.831890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65999a2f-e83a-4639-b915-09fa622e2dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.839884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dbbd4-c8e8-4f8b-b689-374dffc986b3 req-80223bef-3fd8-4040-826e-54ce1ce6b92e tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:00.841619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-988dbbd4-c8e8-4f8b-b689-374dffc986b3 req-80223bef-3fd8-4040-826e-54ce1ce6b92e tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1027 time: 0.8214056 Dec 16 15:42:00.895943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:00.898557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-aea6e8fd-f05a-48ef-9eb9-2239f155849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:00.907253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-65999a2f-e83a-4639-b915-09fa622e2dfc None None] Port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:00.908281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-aea6e8fd-f05a-48ef-9eb9-2239f155849e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 1095 time: 0.3424695 Dec 16 15:42:00.914261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:00.916407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:01.015747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.031309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Deleting port 289260ad-96bb-47fc-8edd-bc63cc08478f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:01.032725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.046663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.097026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port 289260ad-96bb-47fc-8edd-bc63cc08478f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:01.143986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.153344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2d9af4e3-ad9b-4cc0-80d1-89621b289da2 HTTP/1.1" status: 204 len: 168 time: 2.3297887 Dec 16 15:42:01.154913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.163380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41590) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:01.260726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Port': ['ID=479c9f46-c049-406d-9eb6-86c403040350,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:01.264512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598dbec-3ab5-443b-8b3f-e7ab97a12246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9af4e3-ad9b-4cc0-80d1-89621b289da2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:01.432402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=289260ad-96bb-47fc-8edd-bc63cc08478f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:01.591660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 321aae38-6b34-422c-9678-e00d96d0401c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:01.682425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] For port 289260ad-96bb-47fc-8edd-bc63cc08478f, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:01.683213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.721589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa2b82-c99f-44ab-8b98-76b7e11e8fc2 None None] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:01.728573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:01.751529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:01.897559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ec8c2-e4f6-438a-a11e-1af73305459b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:01.923966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Calling delete_port for 289260ad-96bb-47fc-8edd-bc63cc08478f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:01.927311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Port 289260ad-96bb-47fc-8edd-bc63cc08478f was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:42:01.932542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb892422-1a0c-496a-849d-3a51eb5c8fe5') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:01.933041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb892422-1a0c-496a-849d-3a51eb5c8fe5') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:01.968974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.028248 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.059667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:02.060512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:02.066734 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:02.142658 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.179601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] Provisioning complete for port f405e87b-4fe2-4268-82cb-41f88f8083db triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:02.179882 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.181674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-988dbbd4-c8e8-4f8b-b689-374dffc986b3 req-11965f6b-b4e5-41bf-b31b-a27f97ae43ac tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3214531 Dec 16 15:42:02.257981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network 24486c91-97db-4860-a7b6-798954d12871 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:02.289062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:02.300183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:02.301241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.326613 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.343452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7328ab-9b72-486e-8c52-dd353f86b1e5 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:02.365966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.398798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Transition to ACTIVE for port object 1c7328ab-9b72-486e-8c52-dd353f86b1e5 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:42:02.416518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-35cf9ac2-ebb2-4d1b-a24a-0033a0b9bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:02.418575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-35cf9ac2-ebb2-4d1b-a24a-0033a0b9bf66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 1.5085289 Dec 16 15:42:02.459602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409dd04-c40d-4c4a-be4c-0a59b0c503ec req-5abd1a71-a772-4398-afbe-142d188ece4b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:02.466562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8409dd04-c40d-4c4a-be4c-0a59b0c503ec req-5abd1a71-a772-4398-afbe-142d188ece4b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.3266523 Dec 16 15:42:02.489845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] No DVR routers for this DVR port 289260ad-96bb-47fc-8edd-bc63cc08478f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:02.529998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-c54d0ad1-2c2e-401c-ba8b-7708919a5a1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14576366-b27b-4733-8e63-5b0fa169e96d HTTP/1.1" status: 200 len: 217 time: 0.0911033 Dec 16 15:42:02.561073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ac4b-d510-4a90-852f-0c05b4747b5d None None] Pushing event deleted for resources: {'Port': ['ID=289260ad-96bb-47fc-8edd-bc63cc08478f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:02.591348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 321aae38-6b34-422c-9678-e00d96d0401c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:02.592086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.734877 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.748010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.753848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.760972 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/4b3ec8c2-e4f6-438a-a11e-1af73305459b HTTP/1.1" status: 204 len: 168 time: 4.0207591 Dec 16 15:42:02.763757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41658) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:02.778679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-5192defd-6e6d-48d4-b5f8-dcbf0aa2bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:02.780651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-5192defd-6e6d-48d4-b5f8-dcbf0aa2bf27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.2059202 Dec 16 15:42:02.787384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:02.811911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] For port f405e87b-4fe2-4268-82cb-41f88f8083db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f405e87b-4fe2-4268-82cb-41f88f8083db,segment=NetworkSegment(270e99c7-8df9-452b-8786-35f8f73f4a59),segment_id=270e99c7-8df9-452b-8786-35f8f73f4a59)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:02.813886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8409dd04-c40d-4c4a-be4c-0a59b0c503ec req-58356194-b06f-4c70-8848-195b756bd52f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064377 Dec 16 15:42:02.857176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307a32bc-70d1-43d4-a8b3-fd878b9e2881']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:02.892373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c420c4a2-e220-4371-ad28-b52ded9402fd') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:02.929990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c420c4a2-e220-4371-ad28-b52ded9402fd') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:02.960385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.023766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b68b10-d64f-4c24-af52-2a2bddd7e30e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=4b3ec8c2-e4f6-438a-a11e-1af73305459b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:03.025110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:54Z', 'revision_number': 8, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:03.027096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-65b6db09-2a41-4902-a9b0-aa3627f5eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:03.029013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-65b6db09-2a41-4902-a9b0-aa3627f5eb18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373061 Dec 16 15:42:03.051665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.081066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56574cb-edf2-4de5-9178-c5b9adab0d65 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:41:54Z', 'revision_number': 8, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4485443c-d7b2-419d-a3f9-86b540a3ed59', 'name': '', 'network_id': 'ff421ca8-4c6a-4f1d-9bdf-555806dbee94', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:db:7e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:20Z', 'updated_at': '2021-12-16T15:41:39Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '30c06e23-5aaf-4ab6-a74b-22cfda3cf81b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:03.081066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:42:03.148296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.238216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:03.239569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:03.240687 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:03.290890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:03.293564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.306162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.583967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa25fd2-dfc0-43bb-b9b9-d50ac3cbbe7e None None] Pushing event updated for resources: {'Port': ['ID=f405e87b-4fe2-4268-82cb-41f88f8083db,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:03.604205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Attempting to bind port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:03.605196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Attempting to bind port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:03.606012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Attempting to bind port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:03.619407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:42:03.620368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Attempting to bind port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:03.623307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:03.647628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:03.647628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Checking segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:03.647963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Bound using segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:03.648284 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Bound port: 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:03.648725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.675095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:03.734449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ec5891c-7a27-4b28-ad81-56e797f67e07 None None] Provisioning complete for port 479c9f46-c049-406d-9eb6-86c403040350 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:03.738164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ec5891c-7a27-4b28-ad81-56e797f67e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.845880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.887208 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:03.891890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/307a32bc-70d1-43d4-a8b3-fd878b9e2881 HTTP/1.1" status: 204 len: 168 time: 2.6632736 Dec 16 15:42:03.935148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e5ba8-9d13-4b0d-8354-dae9764e95a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=307a32bc-70d1-43d4-a8b3-fd878b9e2881,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:03.954056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '14576366-b27b-4733-8e63-5b0fa169e96d', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '14576366-b27b-4733-8e63-5b0fa169e96d', 'mac_address': 'fa:16:3e:3d:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:42:03.970767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-2fb7df4b-6573-4964-aef4-03b7d683049e service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9251051 Dec 16 15:42:03.982169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:04.045582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:04.090536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.114737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5891c-7a27-4b28-ad81-56e797f67e07 None None] Port 479c9f46-c049-406d-9eb6-86c403040350 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:04.120536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:04.120953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.169756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.173064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1909d70d-589c-4fb3-ba57-e7a72bc3db7b req-a5df7dc7-75fe-421b-bad6-92b8fbebf734 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901231 Dec 16 15:42:04.250181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dcd00-3236-4dd3-bfc4-8b29aca84e0b req-a2db8666-6381-45ab-8921-887bddf339df tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:04.267281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.269185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499dcd00-3236-4dd3-bfc4-8b29aca84e0b req-a2db8666-6381-45ab-8921-887bddf339df tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1052 time: 0.8283226 Dec 16 15:42:04.283813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0ec5891c-7a27-4b28-ad81-56e797f67e07 None None] Provisioning complete for port f405e87b-4fe2-4268-82cb-41f88f8083db triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:04.283813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ec5891c-7a27-4b28-ad81-56e797f67e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.317703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7f6fc-c49b-4919-a252-4f7ac8da94cc req-9d9c97fe-4748-4e35-9c7b-d9fdc91a6bdb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:04.327612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:04.332951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fa7f6fc-c49b-4919-a252-4f7ac8da94cc req-9d9c97fe-4748-4e35-9c7b-d9fdc91a6bdb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.1455173 Dec 16 15:42:04.367282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:04.369396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.371469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-9bfc25a5-82e8-40bb-8cea-146d010e8c89 service neutron] 10.222.0.74 "PUT /v2.0/ports/1c7328ab-9b72-486e-8c52-dd353f86b1e5 HTTP/1.1" status: 200 len: 1091 time: 3.8009052 Dec 16 15:42:04.372253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:42:04.375041 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b55d80-9a7d-445d-92e0-29d78266c83b" -d '{"events": [{"name": "network-changed", "server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:42:04.424843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14576366-b27b-4733-8e63-5b0fa169e96d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:04.552582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:04.572079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f405e87b-4fe2-4268-82cb-41f88f8083db up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:04.624410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41722) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:04.720988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.793061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fa7f6fc-c49b-4919-a252-4f7ac8da94cc req-b522f41e-770f-4d86-b339-bf785aa65873 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588473 Dec 16 15:42:04.832210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-d1075d10-767b-4de2-a285-026ceeeddb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:04.835293 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-d1075d10-767b-4de2-a285-026ceeeddb2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.2721057 Dec 16 15:42:04.864406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499dcd00-3236-4dd3-bfc4-8b29aca84e0b req-3a2005e2-bc66-4038-bab5-9ca33ad446ee tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941660 Dec 16 15:42:04.867254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7025bf68-bb91-463b-9f8c-3c812c07ca8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3009b532f7594a74bd62d6d8c57ec804&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326262 Dec 16 15:42:04.900060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:04.935440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.977110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f405e87b-4fe2-4268-82cb-41f88f8083db triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:04.977594 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:04.981608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:05.013663 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc30425-0cd3-4714-950d-033942cf39b6 x-openstack-request-id: req-8cc30425-0cd3-4714-950d-033942cf39b6 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:42:05.014259 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:42:05.014383 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8cc30425-0cd3-4714-950d-033942cf39b6 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:42:05.014924 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5', 'status': 'completed', 'code': 200} Dec 16 15:42:05.040274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.041460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.052234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['14576366-b27b-4733-8e63-5b0fa169e96d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:42:05.056890 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-7a588ec7-8ab5-4c43-91bf-1f373649f882 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5 HTTP/1.1" status: 200 len: 217 time: 0.1951787 Dec 16 15:42:05.136268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-e9e241ed-1552-441b-9f98-4cc507abdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:05.138183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-e9e241ed-1552-441b-9f98-4cc507abdb25 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c563e70-677f-4a8d-b5f5-3ec55d8ceb23 HTTP/1.1" status: 200 len: 848 time: 0.0585988 Dec 16 15:42:05.160820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event updated for resources: {'Port': ['ID=479c9f46-c049-406d-9eb6-86c403040350,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:05.267184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.308060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.340426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Network 24486c91-97db-4860-a7b6-798954d12871 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:05.347677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:05.353017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289260ad-96bb-47fc-8edd-bc63cc08478f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:05.378629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-aafb2333-b972-4651-9534-f85d8e5b6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:05.388195 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-aafb2333-b972-4651-9534-f85d8e5b6984 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1e6d23d-05d8-40cd-bb53-639a3f619a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031538 Dec 16 15:42:05.443061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 4485443c-d7b2-419d-a3f9-86b540a3ed59 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:05.443421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.514494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 289260ad-96bb-47fc-8edd-bc63cc08478f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:05.514494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289260ad-96bb-47fc-8edd-bc63cc08478f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:05.616229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 4485443c-d7b2-419d-a3f9-86b540a3ed59, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4485443c-d7b2-419d-a3f9-86b540a3ed59,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:05.616229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.636610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 4485443c-d7b2-419d-a3f9-86b540a3ed59 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:05.707398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Router 2df9076b-6fb5-415c-8764-d3fc69441229 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:05.789261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f405e87b-4fe2-4268-82cb-41f88f8083db up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:05.895964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f405e87b-4fe2-4268-82cb-41f88f8083db triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:05.895964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:05.905693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:05.931761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e745b771-91a7-4dc4-bb72-3ce6fc658e53 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7563484 Dec 16 15:42:05.936309 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] Sync routers for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:05.957143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:05.957978 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:06.004054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:06.005170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:06.018994 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:06.020170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:06.064152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:06.065279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58ed044-d366-439f-a147-92555b6da3f5 None None] The sync data for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:06.081409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:06.090628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:06.097052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7c3c986c-a9b3-44bb-8b73-4ef40fef3678 None None] Provisioning complete for port 479c9f46-c049-406d-9eb6-86c403040350 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:06.097529 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c3c986c-a9b3-44bb-8b73-4ef40fef3678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:06.099512 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a402991-4810-4a13-a795-c5c6a98178e1 HTTP/1.1" status: 204 len: 168 time: 1.2045488 Dec 16 15:42:06.131951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff0bf3-942d-4577-a33d-153801663e40 req-86a1d280-7bfd-4736-ae86-dd4e131bbdd8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:06.134268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29ff0bf3-942d-4577-a33d-153801663e40 req-86a1d280-7bfd-4736-ae86-dd4e131bbdd8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 945 time: 0.2136934 Dec 16 15:42:06.219324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-8079497f-d18a-4015-953a-9da31e383a2d service neutron] 10.222.0.74 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055513 Dec 16 15:42:06.224386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f3a12-2122-4752-bdb8-c58e802c6202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a402991-4810-4a13-a795-c5c6a98178e1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:06.225199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c986c-a9b3-44bb-8b73-4ef40fef3678 None None] Port 479c9f46-c049-406d-9eb6-86c403040350 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:06.276517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 199b033e-3aaa-4d87-bab9-1d73da3d6412 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:06.329136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 199b033e-3aaa-4d87-bab9-1d73da3d6412 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:06.329136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 199b033e-3aaa-4d87-bab9-1d73da3d6412 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:06.404592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:06.409855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29ff0bf3-942d-4577-a33d-153801663e40 req-6213301d-a7fd-468e-ae9d-84c89120446b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591798 Dec 16 15:42:06.431469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0524d3e4-7198-4a2c-b1b5-ad70a5cfb902 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:06.432810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c599c5a-dab2-46a0-89d8-9803b9c5b2cd req-9dcab297-59b3-43f6-af0d-8c7b7892dd69 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:06.435103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c599c5a-dab2-46a0-89d8-9803b9c5b2cd req-9dcab297-59b3-43f6-af0d-8c7b7892dd69 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.2306561 Dec 16 15:42:06.551025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=4485443c-d7b2-419d-a3f9-86b540a3ed59,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:06.563267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c599c5a-dab2-46a0-89d8-9803b9c5b2cd req-f076ebd7-e27f-4aa8-8977-323405e1cc75 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175258 Dec 16 15:42:07.015664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:07.057191 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0524d3e4-7198-4a2c-b1b5-ad70a5cfb902 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 16 15:42:07.062237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:07.080462 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0524d3e4-7198-4a2c-b1b5-ad70a5cfb902 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229 HTTP/1.1" status: 409 len: 329 time: 1.0655785 Dec 16 15:42:07.239718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 14576366-b27b-4733-8e63-5b0fa169e96d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:42:07.244842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa240ad6-913b-4548-b3f8-6dea27abc793 req-b65def46-fd0c-4ab3-8f00-907873331d10 service neutron] 10.222.0.74 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9765351 Dec 16 15:42:07.249009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 14576366-b27b-4733-8e63-5b0fa169e96d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:07.249719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:07.293874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:07.461229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:07.622168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:07.630633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:42:07.637138 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b875c7-b2e8-41c0-96ef-3fd3c9c70504" -d '{"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-plugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:42:07.713090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:07.876851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:07.999040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d0164-baae-44c7-9dfe-8745e56a5a36 req-c07b1f9c-d403-47c0-b09f-abcaab01cd65 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:08.000853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-248d0164-baae-44c7-9dfe-8745e56a5a36 req-c07b1f9c-d403-47c0-b09f-abcaab01cd65 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.1460726 Dec 16 15:42:08.050751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-92829a6c-c7f3-499a-b6f5-136c5198a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:08.052501 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-92829a6c-c7f3-499a-b6f5-136c5198a9d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.5394051 Dec 16 15:42:08.113665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa83fe-9137-4b00-9e98-4a0e673d83c1 req-8ec97558-b83c-487b-9160-1e912043ba03 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:08.116378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5fa83fe-9137-4b00-9e98-4a0e673d83c1 req-8ec97558-b83c-487b-9160-1e912043ba03 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.2303500 Dec 16 15:42:08.148580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:08.207614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-248d0164-baae-44c7-9dfe-8745e56a5a36 req-50aaff17-cf06-4356-8789-264421b6709a tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555309 Dec 16 15:42:08.362825 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b12c6c-6b27-4e75-9cb6-c4447d573cf3 x-openstack-request-id: req-b6b12c6c-6b27-4e75-9cb6-c4447d573cf3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:42:08.363598 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-plugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:42:08.363762 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6b12c6c-6b27-4e75-9cb6-c4447d573cf3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:42:08.368936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:08.369808 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d', 'code': 200} Dec 16 15:42:08.376759 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fe8d9824-3234-498c-89d0-3690efe3f210 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6116571 Dec 16 15:42:08.381767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:08.415090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:08.459246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5fa83fe-9137-4b00-9e98-4a0e673d83c1 req-00acf889-03bd-49bd-9086-629a7b6670a6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180616 Dec 16 15:42:08.465030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:08.466523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:08.509776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-1335a460-493b-4e28-96ae-f498a5aea982 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2560532 Dec 16 15:42:08.517907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:08.550174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 30c06e23-5aaf-4ab6-a74b-22cfda3cf81b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:08.562187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:08.663094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:08.689311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-e2b3a39a-b943-4010-8875-8246eb4ab6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:08.693375 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-e2b3a39a-b943-4010-8875-8246eb4ab6d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 200 len: 910 time: 0.6300313 Dec 16 15:42:08.747768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:08.896216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:08.918177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-025f6b90-361f-4bdf-850e-4de770e04e0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5 HTTP/1.1" status: 200 len: 217 time: 0.2132735 Dec 16 15:42:09.069190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18333-0b09-4442-abf8-4e273e15e2bf req-7a50d0d0-2d6b-4e1f-91ed-453de8a1e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:09.071179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bd18333-0b09-4442-abf8-4e273e15e2bf req-7a50d0d0-2d6b-4e1f-91ed-453de8a1e0c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 1097 time: 0.1850464 Dec 16 15:42:09.129782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-c9335737-4045-4880-8b43-687a95ef5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:09.129782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-c9335737-4045-4880-8b43-687a95ef5abd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.2360058 Dec 16 15:42:09.149861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:05Z', 'revision_number': 9, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:09.189364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:09.204386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:09.221413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:09.222865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:09.244807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-622442dc-aac6-460a-8941-328824cf5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:09.246499 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-622442dc-aac6-460a-8941-328824cf5cbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3c563e70-677f-4a8d-b5f5-3ec55d8ceb23 HTTP/1.1" status: 200 len: 848 time: 0.1748450 Dec 16 15:42:09.363404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-d8ee9be8-f589-4c0a-af44-cadf4ee83ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:09.366645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-d8ee9be8-f589-4c0a-af44-cadf4ee83ae8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2125111 Dec 16 15:42:09.380576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bd18333-0b09-4442-abf8-4e273e15e2bf req-e9878340-f3d4-4bbf-8451-5e6b2829554f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985291 Dec 16 15:42:09.394209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-367124773-network', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:09.446720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-18f1d203-d6ec-4dc0-8a88-b6e0d0ae5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:09.449587 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-18f1d203-d6ec-4dc0-8a88-b6e0d0ae5755 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c1e6d23d-05d8-40cd-bb53-639a3f619a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369326 Dec 16 15:42:09.454121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:09.494969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:09.627077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=30c06e23-5aaf-4ab6-a74b-22cfda3cf81b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:09.634803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:09.645535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bd5c9b32-a75b-42c0-8df8-24e917187002 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/30c06e23-5aaf-4ab6-a74b-22cfda3cf81b HTTP/1.1" status: 204 len: 168 time: 1.2626123 Dec 16 15:42:09.648640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41842) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:09.728878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d05af4-8795-4b67-ae0f-cc2365c78271 None None] Network ff421ca8-4c6a-4f1d-9bdf-555806dbee94 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:09.985012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-377b1c82-ff16-44ca-9361-5b96e52dd235 service neutron] 10.222.0.74 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228276 Dec 16 15:42:09.996933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.279670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-53b55d80-9a7d-445d-92e0-29d78266c83b req-cf49fb0c-7d21-4129-92ad-f10c4da9dac2 service neutron] 10.222.0.74 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796898 Dec 16 15:42:10.289210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] DHCP port deletion for ff421ca8-4c6a-4f1d-9bdf-555806dbee94 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:10.328914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 321aae38-6b34-422c-9678-e00d96d0401c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:10.340563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.349155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdcb19-f753-4eb3-9c83-b80827606693 req-ef596882-2b5c-4c5c-8f7b-bfb30a2405c4 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:10.361145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6fdcb19-f753-4eb3-9c83-b80827606693 req-ef596882-2b5c-4c5c-8f7b-bfb30a2405c4 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.9490106 Dec 16 15:42:10.384925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-29905cbb-9920-437b-a4f7-162280150fba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 1.0028801 Dec 16 15:42:10.410654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a511-ded2-40ab-9140-1ee8ec2168e4 req-630b11f7-d4c2-41a3-ad8f-475ae99bdec8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:10.412560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad62a511-ded2-40ab-9140-1ee8ec2168e4 req-630b11f7-d4c2-41a3-ad8f-475ae99bdec8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.3583715 Dec 16 15:42:10.433618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Made reservation on behalf of e4f2d7af6fe7481bb9f82f49fd8bd807 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:10.440564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.473921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 321aae38-6b34-422c-9678-e00d96d0401c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=321aae38-6b34-422c-9678-e00d96d0401c,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:10.474558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.514364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.521686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 321aae38-6b34-422c-9678-e00d96d0401c owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:10.545048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:05Z', 'revision_number': 9, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:10.672781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.690775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port 479c9f46-c049-406d-9eb6-86c403040350 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:10.690775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.728472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6fdcb19-f753-4eb3-9c83-b80827606693 req-279365f3-964f-4225-99e2-6b06733f3a40 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661668 Dec 16 15:42:10.771915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-4756b0b9-7d89-4c3c-85cc-ff5534673810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:10.774200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-4756b0b9-7d89-4c3c-85cc-ff5534673810 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.3599601 Dec 16 15:42:10.812169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad62a511-ded2-40ab-9140-1ee8ec2168e4 req-c4f899bb-194f-43a8-927d-8f734f39e388 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920197 Dec 16 15:42:10.839602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.891725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:42:10.920679 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.935567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd75cbc-cdb7-42e8-bfc2-6c76efab7804,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:10.946766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:10.947302 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Added segment 14e8deb7-2a92-4638-b3a3-e81a44f2140c of type vlan for network ef229bae-dddd-474e-ba65-ef0bc9157c33 Dec 16 15:42:10.950137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for 479c9f46-c049-406d-9eb6-86c403040350 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:10.963446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-0e116f4c-2a21-4efc-b14d-cbd1c8d74001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:10.965963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-0e116f4c-2a21-4efc-b14d-cbd1c8d74001 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784508 Dec 16 15:42:10.972189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683904ca-b7b9-45fb-ba02-b2f002470083 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:05Z', 'revision_number': 9, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '4bc89f14-140c-44c3-a3b4-ed3c13f1fa89', 'name': '', 'network_id': '9b87d068-e6cd-46b8-80ac-c721c2a78340', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:1c:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:10Z', 'updated_at': '2021-12-16T15:41:33Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': '2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:10.976202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Deleting port 321aae38-6b34-422c-9678-e00d96d0401c {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:10.980284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.031884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.060769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port 321aae38-6b34-422c-9678-e00d96d0401c on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:11.077535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] For port 321aae38-6b34-422c-9678-e00d96d0401c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=321aae38-6b34-422c-9678-e00d96d0401c,segment=NetworkSegment(634c44ef-248d-4c0d-82af-e1ec4c41fd00),segment_id=634c44ef-248d-4c0d-82af-e1ec4c41fd00)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:11.078234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.098349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Calling delete_port for 321aae38-6b34-422c-9678-e00d96d0401c owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:11.107407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=321aae38-6b34-422c-9678-e00d96d0401c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:11.123888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.215109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:11.229944 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:42:11.244805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff421ca8-4c6a-4f1d-9bdf-555806dbee94']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:11.245409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.258003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634c44ef-248d-4c0d-82af-e1ec4c41fd00') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:11.258604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634c44ef-248d-4c0d-82af-e1ec4c41fd00') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:11.262246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-38f3121c-44e6-4154-a4e3-55044fab9dbd service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531331 Dec 16 15:42:11.271332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.305379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.319179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:11.319899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:11.323438 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:11.332129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] Pushing event deleted for resources: {'Port': ['ID=321aae38-6b34-422c-9678-e00d96d0401c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:11.354884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87ff8c-05d7-4917-b9d8-091403ebad0f None None] No DVR routers for this DVR port 321aae38-6b34-422c-9678-e00d96d0401c on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:11.416026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1c7328ab-9b72-486e-8c52-dd353f86b1e5 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:42:11.436721 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.445783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:11.448614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.679233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.735135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:11.746096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/ff421ca8-4c6a-4f1d-9bdf-555806dbee94 HTTP/1.1" status: 204 len: 168 time: 2.0795004 Dec 16 15:42:11.748740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01707f-5a74-4053-a58c-ed297f9c2e20 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=ff421ca8-4c6a-4f1d-9bdf-555806dbee94,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:11.749629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4485443c-d7b2-419d-a3f9-86b540a3ed59 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:11.755470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:11.768866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:11.957308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4485443c-d7b2-419d-a3f9-86b540a3ed59 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:11.957308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4485443c-d7b2-419d-a3f9-86b540a3ed59 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:11.957704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 321aae38-6b34-422c-9678-e00d96d0401c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:11.962488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0553105 Dec 16 15:42:11.968264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '1c7328ab-9b72-486e-8c52-dd353f86b1e5', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'port_id': '1c7328ab-9b72-486e-8c52-dd353f86b1e5', 'mac_address': 'fa:16:3e:4f:66:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:42:11.978242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41872) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:12.008465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Request body: {'subnet': {'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-subnet', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:12.025700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 321aae38-6b34-422c-9678-e00d96d0401c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:12.026129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 321aae38-6b34-422c-9678-e00d96d0401c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:12.060282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027581a-b2ec-459e-b719-ac1d07df1b56 admin admin] Pushing event updated for resources: {'Network': ['ID=ef229bae-dddd-474e-ba65-ef0bc9157c33,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:12.073793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:42:12.078942 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.155801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.207071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7328ab-9b72-486e-8c52-dd353f86b1e5 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:12.271851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:12.287460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=479c9f46-c049-406d-9eb6-86c403040350,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:12.330970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85e63-2d69-4b80-a22f-a783b6317bc6 req-782e61f4-b7cf-47bb-9945-813525b4f875 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:12.334897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25f85e63-2d69-4b80-a22f-a783b6317bc6 req-782e61f4-b7cf-47bb-9945-813525b4f875 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1094 time: 0.4107556 Dec 16 15:42:12.347335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-843a9adf-c59a-49ba-8566-8f4d26673f69 req-3a65cff5-924a-488b-a358-e2ac41060b40 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0714297 Dec 16 15:42:12.350957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Made reservation on behalf of e4f2d7af6fe7481bb9f82f49fd8bd807 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:12.354313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.377480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.461033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:12.607746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56fb27-ff2c-4f76-9b42-d944e48fee69 req-aee87e51-70dc-4eb7-8768-0fd6ccd67dbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:12.610507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff56fb27-ff2c-4f76-9b42-d944e48fee69 req-aee87e51-70dc-4eb7-8768-0fd6ccd67dbe tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.5588806 Dec 16 15:42:12.713106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:12.732340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1c7328ab-9b72-486e-8c52-dd353f86b1e5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:42:12.750490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:12.817539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25f85e63-2d69-4b80-a22f-a783b6317bc6 req-83fc2407-1248-4320-a550-42ae13c388f0 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594543 Dec 16 15:42:12.819128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.005918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:13.045317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Checking segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:13.045702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Network hostable DHCP agents. Network: ef229bae-dddd-474e-ba65-ef0bc9157c33, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:42:13.114046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff56fb27-ff2c-4f76-9b42-d944e48fee69 req-3abe712b-e6c9-4cae-bf99-3d942a11c608 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379344 Dec 16 15:42:13.257384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:42:13.328735 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eef6f3d8-06b5-4df8-bdfd-198d852952d9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=617c1af6c3874773bb428ea670ca3c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141934 Dec 16 15:42:13.332683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:13.346500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.361484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Router 2df9076b-6fb5-415c-8764-d3fc69441229 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:13.483579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ef229bae-dddd-474e-ba65-ef0bc9157c33) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:13.508798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0146acb-fa5e-4c51-bd34-50b2ad92b731 None None] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:13.526864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:13.527667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.533395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:13.542366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fa219e64-7803-4bcb-9b1e-fa4b1c594116 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4789877 Dec 16 15:42:13.547298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.548983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41894) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:13.568479 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] Sync routers for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:13.602507 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:13.603859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:13.622184 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9526296b-5544-4893-ba72-1daa10b18b08 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] show failed (client error): The resource could not be found. Dec 16 15:42:13.623686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9526296b-5544-4893-ba72-1daa10b18b08 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-1409826328 HTTP/1.1" status: 404 len: 335 time: 0.0735047 Dec 16 15:42:13.639230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:13.654196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-01587302-2502-47fd-ae29-5eb5d1d4b338 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:13.683161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.704889 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:13.716317 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] Routers {'2df9076b-6fb5-415c-8764-d3fc69441229'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:13.717235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2df9076b-6fb5-415c-8764-d3fc69441229'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:13.779787 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-01587302-2502-47fd-ae29-5eb5d1d4b338 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] update failed (client error): The resource could not be found. Dec 16 15:42:13.779787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-01587302-2502-47fd-ae29-5eb5d1d4b338 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-724334583 HTTP/1.1" status: 404 len: 334 time: 0.1252530 Dec 16 15:42:13.779787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-65932dc3-63c7-4f25-a8d2-07ac2ae3e825 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7802298 Dec 16 15:42:13.779787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:13.783799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41904) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:13.811602 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:13.812744 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0055b4-1b25-495c-bcab-f6b90df45a7b None None] The sync data for ids ['2df9076b-6fb5-415c-8764-d3fc69441229'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:13.819034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:13.857834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ef229bae-dddd-474e-ba65-ef0bc9157c33', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:42:13.860784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.968456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting subnet 06b44f64-ef5c-4107-8ecb-abfd0c0908f7 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:13.976299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:13.990379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6e839-12e3-4c78-8303-58b8d39fe456 req-a4753537-7160-45a8-a5e2-0b0adcb05eb5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:14.011601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42e6e839-12e3-4c78-8303-58b8d39fe456 req-a4753537-7160-45a8-a5e2-0b0adcb05eb5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.1842706 Dec 16 15:42:14.065444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.099128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:14.099474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.116107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.116107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.146215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Allocated IP 172.20.0.2 (ef229bae-dddd-474e-ba65-ef0bc9157c33/490bdb46-51ae-4c5a-bafc-8cfbb3c77c49/80c75bcb-9a66-4158-be63-f5267b4a59bb) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:14.155424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff85db4d-9394-48b3-b18c-d5a3c73999b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.169388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.174688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.176881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5c7824f-2663-415a-beb2-a672a99aac78 HTTP/1.1" status: 204 len: 168 time: 0.8428469 Dec 16 15:42:14.202313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42e6e839-12e3-4c78-8303-58b8d39fe456 req-871983e1-afda-4037-961b-0a397687ea32 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787260 Dec 16 15:42:14.209938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b4a91-352f-4d73-9ba9-2b2543a90563 req-b578637b-a34e-4787-92a4-7e591a078ab3 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:14.212917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a2b4a91-352f-4d73-9ba9-2b2543a90563 req-b578637b-a34e-4787-92a4-7e591a078ab3 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1543281 Dec 16 15:42:14.215865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3838a53-54d4-4978-af4a-34d556668e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7824f-2663-415a-beb2-a672a99aac78,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:14.291625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a2b4a91-352f-4d73-9ba9-2b2543a90563 req-a1c3afd1-eae4-457b-af49-afc0544b1b99 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654659 Dec 16 15:42:14.329190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.347504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:14.347504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.358724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.433557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:14.453894 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.574169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.649907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:14.655914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:14.667220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:14.723936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Pushing event updated for resources: {'Port': ['ID=80c75bcb-9a66-4158-be63-f5267b4a59bb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:14.775726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Attempting to bind port 80c75bcb-9a66-4158-be63-f5267b4a59bb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:14.776450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Attempting to bind port 80c75bcb-9a66-4158-be63-f5267b4a59bb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:14.776979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Attempting to bind port 80c75bcb-9a66-4158-be63-f5267b4a59bb on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:14.787395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:14.788097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Checking segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:14.788814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.789472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Bound using segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:14.790333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Bound port: 80c75bcb-9a66-4158-be63-f5267b4a59bb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:14.790999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:14.892854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] For port 80c75bcb-9a66-4158-be63-f5267b4a59bb, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:14.897203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] For port 80c75bcb-9a66-4158-be63-f5267b4a59bb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80c75bcb-9a66-4158-be63-f5267b4a59bb,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:15.016575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.164948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c65868-a48d-4f0c-90c0-fc67451c3317 None None] Pushing event updated for resources: {'Port': ['ID=80c75bcb-9a66-4158-be63-f5267b4a59bb,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:15.202270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.254660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f116dc9b-9c41-41dc-a4fc-3bfd3d8f0042 None None] Network a9eb7ca3-e8e3-4e16-a928-8236fd333474 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:15.269983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.282495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.291628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/subnets/06b44f64-ef5c-4107-8ecb-abfd0c0908f7 HTTP/1.1" status: 204 len: 168 time: 1.5162408 Dec 16 15:42:15.294765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d39edc-9ce7-498a-bdd2-fa2db4414b5a tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Subnet': ['ID=06b44f64-ef5c-4107-8ecb-abfd0c0908f7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:15.298661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:15.434009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1c7328ab-9b72-486e-8c52-dd353f86b1e5 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:15.538065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.621659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f2389-0b0e-4803-9ba2-a887859f0300 req-ab62696c-8daf-48db-a31d-6880586dd74f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:15.623283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-254f2389-0b0e-4803-9ba2-a887859f0300 req-ab62696c-8daf-48db-a31d-6880586dd74f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.2352655 Dec 16 15:42:15.629036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c121-8095-4352-aa03-e10057a14add req-b3fd8a58-ba00-4136-8db6-d5fa2f13a515 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:15.630888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddd2c121-8095-4352-aa03-e10057a14add req-b3fd8a58-ba00-4136-8db6-d5fa2f13a515 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1095 time: 0.1976788 Dec 16 15:42:15.651943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] DHCP port deletion for a9eb7ca3-e8e3-4e16-a928-8236fd333474 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:15.782043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Deleting port f405e87b-4fe2-4268-82cb-41f88f8083db {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:15.782584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.876248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] For port f405e87b-4fe2-4268-82cb-41f88f8083db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f405e87b-4fe2-4268-82cb-41f88f8083db,segment=NetworkSegment(270e99c7-8df9-452b-8786-35f8f73f4a59),segment_id=270e99c7-8df9-452b-8786-35f8f73f4a59)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:15.876966 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:15.919934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Calling delete_port for f405e87b-4fe2-4268-82cb-41f88f8083db owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:15.934309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:42:16.010277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddd2c121-8095-4352-aa03-e10057a14add req-cdfe738e-da97-4af6-bcf4-70da2b9e8cef tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997398 Dec 16 15:42:16.038486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-254f2389-0b0e-4803-9ba2-a887859f0300 req-5690dd83-d727-48ff-ac80-b073274c0f9f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379421 Dec 16 15:42:16.056396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port f405e87b-4fe2-4268-82cb-41f88f8083db {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:16.057397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.057787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:16.058352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.129001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80c75bcb-9a66-4158-be63-f5267b4a59bb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:16.166844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.227891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=4bc89f14-140c-44c3-a3b4-ed3c13f1fa89,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:16.285575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] For port f405e87b-4fe2-4268-82cb-41f88f8083db, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f405e87b-4fe2-4268-82cb-41f88f8083db,segment=NetworkSegment(270e99c7-8df9-452b-8786-35f8f73f4a59),segment_id=270e99c7-8df9-452b-8786-35f8f73f4a59)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:16.286160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.322080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 80c75bcb-9a66-4158-be63-f5267b4a59bb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:16.326652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.379425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.423598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for f405e87b-4fe2-4268-82cb-41f88f8083db owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:16.447471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41958) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:16.487239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.588185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.632499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.744908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] No DVR routers for this DVR port f405e87b-4fe2-4268-82cb-41f88f8083db on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:16.761316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=f405e87b-4fe2-4268-82cb-41f88f8083db,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:16.819575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] Pushing event deleted for resources: {'Port': ['ID=f405e87b-4fe2-4268-82cb-41f88f8083db,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:16.835914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb7830-5ead-46c6-8cd8-185d18a43a6b None None] No DVR routers for this DVR port f405e87b-4fe2-4268-82cb-41f88f8083db on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:16.837273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3d59807-bc64-4b36-a224-f94d405d57de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.843859 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:16.937748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:42:16.942175 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5b112e-2c20-4fb7-9867-5d4c9e4426f0" -d '{"events": [{"server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:42:17.015847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:17.024290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Allocated IP 172.25.7.205 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:17.024708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-515823820-network', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:17.097769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.119370 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f7a5e9-01e3-4e1f-9756-87fd2ddd79e5 x-openstack-request-id: req-27f7a5e9-01e3-4e1f-9756-87fd2ddd79e5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:42:17.119872 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:42:17.124774 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-27f7a5e9-01e3-4e1f-9756-87fd2ddd79e5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:42:17.134385 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5', 'code': 200} Dec 16 15:42:17.210513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.270292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.319682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9eb7ca3-e8e3-4e16-a928-8236fd333474']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:17.352532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.405241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270e99c7-8df9-452b-8786-35f8f73f4a59') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:17.405572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270e99c7-8df9-452b-8786-35f8f73f4a59') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:17.418311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.440620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.461054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Made reservation on behalf of 90c009518f5e4d0fbc5ab4a12d255e94 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:17.463670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.479702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.486512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.489193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:17.515710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1739979e-fda2-499b-b15a-ea749a86f474 None None] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:17.613545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.617229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:17.617815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.623662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc9dfc-c032-465e-a2dc-7f538f62cf85 req-5f00cf82-45db-4ef0-bf9b-654e5823c4e7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:17.626586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38dc9dfc-c032-465e-a2dc-7f538f62cf85 req-5f00cf82-45db-4ef0-bf9b-654e5823c4e7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.3440690 Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:17.626850 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:17.644154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.714047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f53d-a824-4272-a19e-431113a9c0c5 req-a5de10f1-7911-4799-9c32-8ecb6bee8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:17.715726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e295f53d-a824-4272-a19e-431113a9c0c5 req-a5de10f1-7911-4799-9c32-8ecb6bee8c91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.3654180 Dec 16 15:42:17.731113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.735415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 80c75bcb-9a66-4158-be63-f5267b4a59bb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80c75bcb-9a66-4158-be63-f5267b4a59bb,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:17.766143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:17.768136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5a962c9a-0581-406e-998c-25e5d4025451 None None] Provisioning complete for port 80c75bcb-9a66-4158-be63-f5267b4a59bb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:17.768755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5a962c9a-0581-406e-998c-25e5d4025451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.781338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:17.787919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:17.845972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879154c6-8add-4b79-a660-5bce30615a82 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:17.869751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:42:17.877210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Pushing event updated for resources: {'Port': ['ID=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:17.886888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.907728 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.978961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e295f53d-a824-4272-a19e-431113a9c0c5 req-383000f4-6dde-48e1-a3af-e115256ad704 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204082 Dec 16 15:42:17.992302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:17.992832 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Added segment 280ae63f-99e6-49fc-bb0d-3d42ec3a7687 of type vlan for network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 Dec 16 15:42:17.997589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e30ddb6-8ad9-4e3a-b27f-375b78c8e89a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:18.050884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f405e87b-4fe2-4268-82cb-41f88f8083db no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:18.053883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38dc9dfc-c032-465e-a2dc-7f538f62cf85 req-9fcee332-9323-499d-ae69-274d0bc7d27b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917763 Dec 16 15:42:18.085477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f405e87b-4fe2-4268-82cb-41f88f8083db {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:18.087197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f405e87b-4fe2-4268-82cb-41f88f8083db not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:18.110927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=80c75bcb-9a66-4158-be63-f5267b4a59bb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:18.123078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.143083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.157525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/networks/a9eb7ca3-e8e3-4e16-a928-8236fd333474 HTTP/1.1" status: 204 len: 168 time: 2.8566706 Dec 16 15:42:18.189158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41986) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:18.208125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:18.217552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a73308-ca48-40e7-8576-4bd5aa2d5a06 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Network': ['ID=a9eb7ca3-e8e3-4e16-a928-8236fd333474,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:18.266118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.293336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebf0c6-ee2e-4604-8010-54fd48ba0dd8 req-6c85ae11-2889-4a3a-82a8-507d0d5c830f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:18.298215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcebf0c6-ee2e-4604-8010-54fd48ba0dd8 req-6c85ae11-2889-4a3a-82a8-507d0d5c830f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.4827275 Dec 16 15:42:18.332849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-45c96d8b-1360-4129-8f4c-459ca288a291 None None] Provisioning complete for port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:18.333321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c96d8b-1360-4129-8f4c-459ca288a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.457735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-45c96d8b-1360-4129-8f4c-459ca288a291 None None] Port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:18.486334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcebf0c6-ee2e-4604-8010-54fd48ba0dd8 req-19e944d3-59c3-4f87-88d3-7eba0895f91d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612899 Dec 16 15:42:18.494834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.496340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80c75bcb-9a66-4158-be63-f5267b4a59bb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:18.501242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:18.503485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.548096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting subnet 319a5513-b2f8-4993-b894-0d448796d75f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:18.552793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.582762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] Pushing event updated for resources: {'Network': ['ID=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:18.607975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:42:18.627980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.637193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-04df7d60-c2e4-430f-8a07-5ae79d2f9e86 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1861169 Dec 16 15:42:18.641500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:18.654884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Request body: {'subnet': {'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-515823820-subnet', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:18.664904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:18.675099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0ccb10cb-ac0e-490e-94a8-9a1f359a3bfa tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9165118 Dec 16 15:42:18.675812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41996) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:18.713809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:18.742940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Made reservation on behalf of 90c009518f5e4d0fbc5ab4a12d255e94 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:18.753603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.764897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 80c75bcb-9a66-4158-be63-f5267b4a59bb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:18.766383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.807441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet 2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:18.811245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.818986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1246f63f-dbba-4572-a666-dc229bf8f057 None None] Provisioning complete for port 80c75bcb-9a66-4158-be63-f5267b4a59bb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:18.820138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1246f63f-dbba-4572-a666-dc229bf8f057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:18.830982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:18.832071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:18.866681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.028288 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.088120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.258891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f91f9-f0dc-4479-95c4-5c4d19b25c19 req-dd4e8a13-848b-4b32-8685-4b5187c646b6 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:19.272347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b2f91f9-f0dc-4479-95c4-5c4d19b25c19 req-dd4e8a13-848b-4b32-8685-4b5187c646b6 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0852640 Dec 16 15:42:19.284622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.394548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.402612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:19.439903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b2f91f9-f0dc-4479-95c4-5c4d19b25c19 req-da2538a8-633b-45ed-a6fa-c186b41c19c9 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650014 Dec 16 15:42:19.472303 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.501564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f44feb6-1917-48d0-80ad-bade6b65069c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:19.507732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.536150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Checking segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:19.536759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Network hostable DHCP agents. Network: 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:42:19.659059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Subnet': ['ID=319a5513-b2f8-4993-b894-0d448796d75f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:19.662015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:42:19.668618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.677001 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b0da038-c6e4-4947-8c2e-0f2c491f840f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/subnets/319a5513-b2f8-4993-b894-0d448796d75f HTTP/1.1" status: 204 len: 168 time: 1.4805903 Dec 16 15:42:19.680856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:19.684579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afd451-078e-4dfa-900a-e2cb9f73b383 None None] Network e8ded748-2fb1-40d4-b49a-086015f9f8e3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:19.767165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting subnet 7c9aba08-09bb-4686-a799-45acbba1327e {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:19.769561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c8df-d729-462f-86e7-cbc11c215da3 req-b6a41981-ad61-4436-95f1-d66808f72857 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:19.776224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adf4c8df-d729-462f-86e7-cbc11c215da3 req-b6a41981-ad61-4436-95f1-d66808f72857 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.1384394 Dec 16 15:42:19.778967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.873445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.903793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:15Z', 'revision_number': 10, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:19.954308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:19.977920 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:19.987971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d6bbeba1-23e5-4bed-a998-74f079630bab tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b HTTP/1.1" status: 204 len: 168 time: 1.3084493 Dec 16 15:42:19.994262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42014) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:20.006850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:20.009779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:20.012054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.012777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2fdee-c118-4aab-a4c3-fd762cdb1d49 None None] Network 9b87d068-e6cd-46b8-80ac-c721c2a78340 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:20.024247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.035460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] DHCP port deletion for e8ded748-2fb1-40d4-b49a-086015f9f8e3 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:20.044553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adf4c8df-d729-462f-86e7-cbc11c215da3 req-c5b6184c-58f9-4282-8230-c1350aad5c4e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449229 Dec 16 15:42:20.064348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:20.067408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.072652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547c576-062a-4676-b20b-62cce060f639 None None] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:20.104155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:20.104813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:20.225247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.291327 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.298530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21abf740-123c-48e3-b517-1c2f3588e856 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6552813 Dec 16 15:42:20.301613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42028) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:20.309388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:20.334848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:20.335456 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.343692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0fec60-3f1f-49bc-9cbe-d3c511dec89a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:20.468535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 7cf67cac-5899-46fe-bf96-beb1bd0c6003, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7cf67cac-5899-46fe-bf96-beb1bd0c6003,segment=NetworkSegment(158ef39f-23c1-4f13-93c3-6ea4eadb8f4c),segment_id=158ef39f-23c1-4f13-93c3-6ea4eadb8f4c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:20.469233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.493777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 7cf67cac-5899-46fe-bf96-beb1bd0c6003 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:20.499343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.500971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.504269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:20.526303 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.689383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.758783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b303-8d45-4d9d-bcd7-67ac6c8ffc3b req-e9781720-d3e6-47a0-ad46-2723834a2a80 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:20.766917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d6b303-8d45-4d9d-bcd7-67ac6c8ffc3b req-e9781720-d3e6-47a0-ad46-2723834a2a80 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1238618 Dec 16 15:42:20.780800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Router de74f07b-481a-4594-8135-28f0a7df0052 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:42:20.873703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d72d4-38e9-4fa1-bd5b-3a0e48cc9b35 None None] DHCP port deletion for 9b87d068-e6cd-46b8-80ac-c721c2a78340 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:20.877575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.891752 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.960828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Deleting port db0fec60-3f1f-49bc-9cbe-d3c511dec89a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:20.961363 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.969513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9aba08-09bb-4686-a799-45acbba1327e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:20.982138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:20.984575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-91072fd4-dfd9-467e-8fb6-aa4d7ccddcc6 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/subnets/7c9aba08-09bb-4686-a799-45acbba1327e HTTP/1.1" status: 204 len: 168 time: 1.3019555 Dec 16 15:42:20.992491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:21.049144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,segment=NetworkSegment(0132428c-7853-4a0f-9470-091d974f92b8),segment_id=0132428c-7853-4a0f-9470-091d974f92b8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:21.049385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:21.050130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:21.070709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:42:21.072119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:21.083300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a799d-6f9a-42e1-82e1-1a7849b076c6 None None] Network cc9b79fe-7e5c-4b9f-868e-814c0dfba709 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:21.161346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:42:21.196460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=7cf67cac-5899-46fe-bf96-beb1bd0c6003,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:21.203262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9d6b303-8d45-4d9d-bcd7-67ac6c8ffc3b req-8629d649-2f1e-49b3-8f83-dcbd25e74fb1 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345651 Dec 16 15:42:21.207108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:21.219777 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:21.255013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:21.256155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:21.370884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:21.379158 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0b93bcb0-2064-4038-be16-1053081e3218 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5909727 Dec 16 15:42:21.380711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42054) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:21.588859 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:21.605852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f18d72d4-38e9-4fa1-bd5b-3a0e48cc9b35 None None] The port '7cf67cac-5899-46fe-bf96-beb1bd0c6003' was deleted {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 16 15:42:21.638515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Calling delete_port for db0fec60-3f1f-49bc-9cbe-d3c511dec89a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:21.702627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,segment=NetworkSegment(0132428c-7853-4a0f-9470-091d974f92b8),segment_id=0132428c-7853-4a0f-9470-091d974f92b8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:22.037927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port 7cf67cac-5899-46fe-bf96-beb1bd0c6003 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:22.229829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:22.268351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '14576366-b27b-4733-8e63-5b0fa169e96d', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'port_id': '14576366-b27b-4733-8e63-5b0fa169e96d', 'mac_address': 'fa:16:3e:3d:a1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:42:22.272051 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.299018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.346163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b87d068-e6cd-46b8-80ac-c721c2a78340']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:22.361026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:18Z', 'revision_number': 3, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:22.383949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:22.384305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158ef39f-23c1-4f13-93c3-6ea4eadb8f4c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:22.431875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.470719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:22.471385 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Updating router de74f07b-481a-4594-8135-28f0a7df0052 port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:42:22.533586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:22.553982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7cf67cac-5899-46fe-bf96-beb1bd0c6003 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:22.554289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.564581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.599544 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.600024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.615091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:22.620820 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:22.624298 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:22.805416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6edb-603f-4141-8d88-9e8e8de10643 req-4cdebeed-a10d-49a9-b3e8-a6ccc84b6d19 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:22.810502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eacd6edb-603f-4141-8d88-9e8e8de10643 req-4cdebeed-a10d-49a9-b3e8-a6ccc84b6d19 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.7779317 Dec 16 15:42:22.835992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:22.896135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14576366-b27b-4733-8e63-5b0fa169e96d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:22.976497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:22.989367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 7cf67cac-5899-46fe-bf96-beb1bd0c6003 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:22.989921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7cf67cac-5899-46fe-bf96-beb1bd0c6003 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:23.107847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9bba-0a9a-4ab1-a20b-ec848099f8e3 req-2460092c-66f5-4ee0-8cf0-481316a1f01f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:23.110665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acbe9bba-0a9a-4ab1-a20b-ec848099f8e3 req-2460092c-66f5-4ee0-8cf0-481316a1f01f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 1.0625312 Dec 16 15:42:23.126578 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.203059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Allocated IP 172.20.0.2 (3f6878d7-faf9-44cf-a6d3-4bbe147e22a3/0f44feb6-1917-48d0-80ad-bade6b65069c/06a5fd93-dbf2-42c2-9b5e-805a53420816) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:23.322217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.335618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.344487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/9b87d068-e6cd-46b8-80ac-c721c2a78340 HTTP/1.1" status: 204 len: 168 time: 3.3429346 Dec 16 15:42:23.349480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42076) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:23.371173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eacd6edb-603f-4141-8d88-9e8e8de10643 req-0f88476d-4b23-4d12-b846-11e71637bd32 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024726 Dec 16 15:42:23.416993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1eb37-ada9-4f1e-a600-d8728398dfe8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=9b87d068-e6cd-46b8-80ac-c721c2a78340,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:23.441468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port db0fec60-3f1f-49bc-9cbe-d3c511dec89a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:23.442608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.604040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['14576366-b27b-4733-8e63-5b0fa169e96d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:42:23.613983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-acbe9bba-0a9a-4ab1-a20b-ec848099f8e3 req-58aafa50-e731-4242-9ad0-2df4e39ff4e2 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460752 Dec 16 15:42:23.737337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] For port db0fec60-3f1f-49bc-9cbe-d3c511dec89a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,segment=NetworkSegment(0132428c-7853-4a0f-9470-091d974f92b8),segment_id=0132428c-7853-4a0f-9470-091d974f92b8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:23.745630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.771662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for db0fec60-3f1f-49bc-9cbe-d3c511dec89a owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:23.814644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:23.832832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] DHCP port deletion for cc9b79fe-7e5c-4b9f-868e-814c0dfba709 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:23.861607 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.026669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.055390 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.094638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a5173-9fbe-4f03-8ad5-6153c773601f req-93b72504-36b0-485d-a93e-c811eddbada7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:24.110798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-937a5173-9fbe-4f03-8ad5-6153c773601f req-93b72504-36b0-485d-a93e-c811eddbada7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.3351979 Dec 16 15:42:24.126811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.173510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.219056 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.232412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:15Z', 'revision_number': 10, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:24.277015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Pushing event updated for resources: {'Port': ['ID=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.336086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.347775 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.348307 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.348752 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.349211 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.349649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.350079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.350560 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.351656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:24.352225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.354575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf025d1-30ea-49d7-ab0f-510f4adfd18f None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:15Z', 'revision_number': 10, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None, '_interfaces': [{'id': '98fca490-cfc9-4c62-89b1-2bfe569cb7ca', 'name': '', 'network_id': 'a90ed599-3ef9-4576-8a89-4841bdda796b', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'mac_address': 'fa:16:3e:af:ae:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:40:55Z', 'updated_at': '2021-12-16T15:41:08Z', 'revision_number': 5, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'subnets': [{'id': 'b024cd7c-b18f-4fad-bc81-9e8d17460747', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:24.355071 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.355646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.356286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.356725 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:24.361544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:24.371480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] No DVR routers for this DVR port db0fec60-3f1f-49bc-9cbe-d3c511dec89a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:24.373496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:24.389340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc2067-5426-4681-9ea8-ba3611951883 None None] Pushing event deleted for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.427467 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Attempting to bind port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:24.435199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Attempting to bind port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:24.437761 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Attempting to bind port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:24.474711 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:24.494542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:24.494542 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.494542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:24.494542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Bound port: 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:24.494542 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.510191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.614279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac8bf3-1c95-4c59-8115-5108b2c39f8c None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:24.624555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Pushing event updated for resources: {'Port': ['ID=06a5fd93-dbf2-42c2-9b5e-805a53420816,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.641170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] For port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:24.644384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.645719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] For port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:24.655149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-937a5173-9fbe-4f03-8ad5-6153c773601f req-46137653-13a9-484c-b3dd-b83824f9a630 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288029 Dec 16 15:42:24.783280 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.799232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.895123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=db0fec60-3f1f-49bc-9cbe-d3c511dec89a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.905056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] No DVR routers for this DVR port db0fec60-3f1f-49bc-9cbe-d3c511dec89a on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:24.917446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Deleting port adf729d0-8e5f-47c6-96ea-5975d964114f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:24.918163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:24.954352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Allocated IP 172.20.0.1 (ef229bae-dddd-474e-ba65-ef0bc9157c33/490bdb46-51ae-4c5a-bafc-8cfbb3c77c49/feba33cd-3ab0-4bd9-800d-e78656967428) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:24.959216 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:24.963546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:24.969279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549690c7-48d2-4609-ab39-9ab5ff7965dd None None] Pushing event updated for resources: {'Port': ['ID=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:24.973406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bcc11-e2b8-4c83-8b71-f1cf88032bab req-a39e8738-7c7f-4f64-b64a-ba8da482233b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:24.989384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e97bcc11-e2b8-4c83-8b71-f1cf88032bab req-a39e8738-7c7f-4f64-b64a-ba8da482233b tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 945 time: 0.4082282 Dec 16 15:42:25.142339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device adf729d0-8e5f-47c6-96ea-5975d964114f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:25.405269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:25.472887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e97bcc11-e2b8-4c83-8b71-f1cf88032bab req-cb3a5412-7f62-4fe5-8032-7a2d93ae5780 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709637 Dec 16 15:42:25.539282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec4bb8-d9dd-4862-80de-c82b09bbc2b3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:25.570974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.738664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Attempting to bind port 06a5fd93-dbf2-42c2-9b5e-805a53420816 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:25.739255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Attempting to bind port 06a5fd93-dbf2-42c2-9b5e-805a53420816 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:25.739860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Attempting to bind port 06a5fd93-dbf2-42c2-9b5e-805a53420816 on network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:25.768130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:25.772014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Checking segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:25.772014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.772014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Bound using segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:25.772014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Bound port: 06a5fd93-dbf2-42c2-9b5e-805a53420816, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:25.772014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.820484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.830029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.915219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] Provisioning complete for port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:25.916152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:25.965298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.036848 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:18Z', 'revision_number': 3, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:26.097541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Allocated IP 172.25.7.58 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/990c045d-a57c-4d7f-bbd4-d751e31cd4dd) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:26.110179 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6046acad-d3c9-4e11-b191-4e5a50b470a7 None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:18Z', 'revision_number': 3, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:26.182002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ded748-2fb1-40d4-b49a-086015f9f8e3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:26.186567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Pushing event updated for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:26.229575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0132428c-7853-4a0f-9470-091d974f92b8') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:26.229918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0132428c-7853-4a0f-9470-091d974f92b8') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:26.253996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:26.258314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:26.278473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:26.322452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.371781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.512725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=adf729d0-8e5f-47c6-96ea-5975d964114f,segment=NetworkSegment(3e672359-86dd-412d-8b15-87cbc55bfecc),segment_id=3e672359-86dd-412d-8b15-87cbc55bfecc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:26.514262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.647430 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.689536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.718281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:26.718778 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.734755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Calling delete_port for adf729d0-8e5f-47c6-96ea-5975d964114f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:26.790558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] For port 06a5fd93-dbf2-42c2-9b5e-805a53420816, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:26.794001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] For port 06a5fd93-dbf2-42c2-9b5e-805a53420816, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=06a5fd93-dbf2-42c2-9b5e-805a53420816,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:26.862492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-3f9e39a8-fb92-4f5d-abf6-b5282bd5fd21 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:26.864288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-3f9e39a8-fb92-4f5d-abf6-b5282bd5fd21 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/networks?id=c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 200 len: 910 time: 1.1804066 Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:26.865151 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:26.893216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=adf729d0-8e5f-47c6-96ea-5975d964114f,segment=NetworkSegment(3e672359-86dd-412d-8b15-87cbc55bfecc),segment_id=3e672359-86dd-412d-8b15-87cbc55bfecc)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:26.905035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:26.905603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.942158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:26.967766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.086150 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.150284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.155751 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.213554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:27.264641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-8cc14aa0-38dd-4d23-9319-d663c0656176 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/quotas/e2bf884ef79d47c7bb6261d7cf111ae8 HTTP/1.1" status: 200 len: 375 time: 0.1558363 Dec 16 15:42:27.264924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port 98fca490-cfc9-4c62-89b1-2bfe569cb7ca, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:27.265411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.308145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for 98fca490-cfc9-4c62-89b1-2bfe569cb7ca owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:27.366415 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.454288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.459470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/networks/e8ded748-2fb1-40d4-b49a-086015f9f8e3 HTTP/1.1" status: 204 len: 168 time: 6.4654574 Dec 16 15:42:27.471960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] For port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:27.472686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65983e7-aedb-4ac4-9d73-4fdcdfa0695c tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Network': ['ID=e8ded748-2fb1-40d4-b49a-086015f9f8e3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:27.501422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42122) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:27.554278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7b34c-0629-4e48-a9bc-a925358a6061 None None] Pushing event updated for resources: {'Port': ['ID=06a5fd93-dbf2-42c2-9b5e-805a53420816,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:27.594161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:27.696224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:27.736807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:27.831396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.856402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:27.897149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:27.910613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:27.920264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Pushing event updated for resources: {'Port': ['ID=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:27.994695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60831c-3798-47dd-a41b-e2208539f17c req-301cf55d-50a5-4b32-acf9-c9bfc3d930d1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:27.999030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b60831c-3798-47dd-a41b-e2208539f17c req-301cf55d-50a5-4b32-acf9-c9bfc3d930d1 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 945 time: 1.1254945 Dec 16 15:42:28.102601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.112170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7a025-4ec7-4880-a811-6f402be14fff None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:28.123688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.186882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 14576366-b27b-4733-8e63-5b0fa169e96d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:28.187504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.254884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=98fca490-cfc9-4c62-89b1-2bfe569cb7ca,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:28.293142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-93d5bda5-c9ca-48c7-b395-e0a6751873bc tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9110014 Dec 16 15:42:28.512980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.522416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b60831c-3798-47dd-a41b-e2208539f17c req-e3cabd13-b9e4-4f94-917c-7e8fd092a0c6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648175 Dec 16 15:42:28.542557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c602fd32-051c-403d-86fa-5a9083be660b None None] Provisioning complete for port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:28.548115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c602fd32-051c-403d-86fa-5a9083be660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.560491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3732f35-fbf4-486e-86a4-e242d3a19533 None None] Pushing event updated for resources: {'Port': ['ID=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:28.642912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] Pushing event deleted for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:28.666346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:28.666652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.733652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-f25c3a0f-8c65-4450-86d2-6a2f01f6b72f service neutron] 10.222.0.71 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162604 Dec 16 15:42:28.830596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de2e5b-cd19-472c-adea-307969a2cff2 None None] No DVR routers for this DVR port adf729d0-8e5f-47c6-96ea-5975d964114f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:28.977701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.986608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:28.991606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port adf729d0-8e5f-47c6-96ea-5975d964114f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:29.001439 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.087123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.133779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.149299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.266128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.307035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:42:29.309914 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd11c1c-099c-4a24-a137-b80311fccc20" -d '{"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-plugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:42:29.386299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:29.443323 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc21cf9-2f67-4db3-9a09-881b1b41c472 x-openstack-request-id: req-8cc21cf9-2f67-4db3-9a09-881b1b41c472 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:42:29.443323 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-plugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:42:29.445976 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8cc21cf9-2f67-4db3-9a09-881b1b41c472 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:42:29.446581 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d', 'code': 200} Dec 16 15:42:29.480137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:29.545517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c602fd32-051c-403d-86fa-5a9083be660b None None] Provisioning complete for port feba33cd-3ab0-4bd9-800d-e78656967428 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:29.546399 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c602fd32-051c-403d-86fa-5a9083be660b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.563601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Pushing event updated for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:29.574461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:29.590889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:29.596450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:29.597381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4bc89f14-140c-44c3-a3b4-ed3c13f1fa89 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:29.627137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.171520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:30.173833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:30.192531 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e5cd4c38-c21b-4e35-a84a-0cb7b8f3dd49 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8401175 Dec 16 15:42:30.193468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42146) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:30.198234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:30.202140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-0a2c2a81-5166-4b57-8968-94accc00fc01 service neutron] 10.222.0.71 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4197481 Dec 16 15:42:30.215052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] For port adf729d0-8e5f-47c6-96ea-5975d964114f, host n-d-821947-3, got binding levels [] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:30.216496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.337525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for adf729d0-8e5f-47c6-96ea-5975d964114f owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:30.347748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Port adf729d0-8e5f-47c6-96ea-5975d964114f was not found and therefore no delete operation was performed {{(pid=104056) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:42:30.357701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.460342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting subnet b024cd7c-b18f-4fad-bc81-9e8d17460747 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:30.496687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] No DVR routers for this DVR port adf729d0-8e5f-47c6-96ea-5975d964114f on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:30.613111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=adf729d0-8e5f-47c6-96ea-5975d964114f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:30.732053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a04e7-8498-41df-b4a3-aac0bdc9eafa req-f0c6c170-4f15-4c5c-97ca-0fe0c0476105 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:30.733984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-086a04e7-8498-41df-b4a3-aac0bdc9eafa req-f0c6c170-4f15-4c5c-97ca-0fe0c0476105 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.5743582 Dec 16 15:42:30.762128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.778965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:30.824433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.837615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:30.844497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4540111-94b3-4817-b43a-15b868b05885 None None] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:30.852018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:30.857666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9b79fe-7e5c-4b9f-868e-814c0dfba709']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:30.858051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:30.868592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e672359-86dd-412d-8b15-87cbc55bfecc') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:30.869187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e672359-86dd-412d-8b15-87cbc55bfecc') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:30.882399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.886165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.902094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:30.910326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:30.911155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:31.008628 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:31.136314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.160279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.172114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/networks/cc9b79fe-7e5c-4b9f-868e-814c0dfba709 HTTP/1.1" status: 204 len: 168 time: 3.6505129 Dec 16 15:42:31.189117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:31.204157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:31.205315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:31.271054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.373562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:31.416463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:31.418425 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32d54a17-b0c6-4788-b786-d5f0e0f5623e admin admin] 10.222.0.71 "PUT /v2.0/routers/de74f07b-481a-4594-8135-28f0a7df0052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0315859 Dec 16 15:42:31.420722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:31.421374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:31.459178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32a267-5618-4217-8b62-2f5cd6f568df tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Network': ['ID=cc9b79fe-7e5c-4b9f-868e-814c0dfba709,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:31.510704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting subnet ea7f50c5-3149-464d-b80c-8f84cc032d06 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:42:31.526566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c602fd32-051c-403d-86fa-5a9083be660b None None] Port feba33cd-3ab0-4bd9-800d-e78656967428 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:31.596257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:31.596796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.619541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:31.703654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9be7046e-ca06-4a9c-97de-1134d8c4e85d req-26bd04c7-6f20-4614-a61f-7379265d2223 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 210 time: 0.4954784 Dec 16 15:42:31.706097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.720035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.726925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:31.829396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:31.865008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:31.870331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-086a04e7-8498-41df-b4a3-aac0bdc9eafa req-9d0d7dde-f0fd-4be4-888f-9db3ec8239f8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8590543 Dec 16 15:42:31.889118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Provisioning complete for port feba33cd-3ab0-4bd9-800d-e78656967428 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:31.889538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.895088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:31.898215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:31.898215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:32.085245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.120690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:32.274302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.305282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.305815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:32.307702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0a3e3-b129-4fa5-b2b6-5fc46dd72c9a None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:32.326235 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 2, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:32.337200 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/b024cd7c-b18f-4fad-bc81-9e8d17460747 HTTP/1.1" status: 204 len: 168 time: 2.1060503 Dec 16 15:42:32.345891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42178) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:32.353404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46fc93-54d7-4d72-b843-4bfaab28e451 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Subnet': ['ID=b024cd7c-b18f-4fad-bc81-9e8d17460747,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:32.409446 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:32.409803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Updating router de74f07b-481a-4594-8135-28f0a7df0052 port feba33cd-3ab0-4bd9-800d-e78656967428 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:42:32.483069 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.591307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25407eb4-9a54-4fce-bb18-d8ca8006b4e4 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:32.625860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Port feba33cd-3ab0-4bd9-800d-e78656967428 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:32.642991 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.763745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Provisioning complete for port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:32.764729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.790209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Deleting port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:32.792664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:32.817091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 06a5fd93-dbf2-42c2-9b5e-805a53420816 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:32.908161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.009425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] For port eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:33.010134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.014005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] DHCP port deletion for a90ed599-3ef9-4576-8a89-4841bdda796b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:33.027468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:33.045544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Calling delete_port for eae4d51d-473e-4c5f-ad71-2fc49dc339d1 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:33.046509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02826d84-00b5-49ea-8f35-b9719fefa55f req-e086c9a5-893b-41f1-8ebd-9a968512aef8 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 210 time: 0.1682394 Dec 16 15:42:33.076018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Provisioning complete for port 06a5fd93-dbf2-42c2-9b5e-805a53420816 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:33.076244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.168248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42190) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:33.188747 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256786858', 'description': 'tempest-description--1322374600'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:33.253347 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.261089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 06a5fd93-dbf2-42c2-9b5e-805a53420816 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:33.261945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.295399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:42:33.347322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Deleting port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:33.347690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.368886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.369382 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.438604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] For port eae4d51d-473e-4c5f-ad71-2fc49dc339d1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,segment=NetworkSegment(f94b8784-df50-43ce-969b-fe44b713d7aa),segment_id=f94b8784-df50-43ce-969b-fe44b713d7aa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:33.441693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.466752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Calling delete_port for eae4d51d-473e-4c5f-ad71-2fc49dc339d1 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:33.521095 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26492c-a5f1-4df2-80f2-05b57f19e91d None None] Pushing event updated for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:33.532229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.546930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.584317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:33.664302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.664932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Subnet': ['ID=ea7f50c5-3149-464d-b80c-8f84cc032d06,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:33.664932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.668316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1740b561-c478-43aa-906f-0795be6795a0 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/subnets/ea7f50c5-3149-464d-b80c-8f84cc032d06 HTTP/1.1" status: 204 len: 168 time: 2.4642136 Dec 16 15:42:33.675431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:33.685912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.688041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Port': ['ID=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:33.707813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.720117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.727483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.728087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.728613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.729138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.730294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:33.736876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No DVR routers for this DVR port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:33.742962 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Attempting to bind port feba33cd-3ab0-4bd9-800d-e78656967428 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:33.743349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Attempting to bind port feba33cd-3ab0-4bd9-800d-e78656967428 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:33.743717 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Attempting to bind port feba33cd-3ab0-4bd9-800d-e78656967428 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:33.755392 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:33.756743 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Checking segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:33.757848 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.764507 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Bound using segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:33.765308 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Bound port: feba33cd-3ab0-4bd9-800d-e78656967428, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:33.766060 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.797680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Sync routers for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:33.857682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.885241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90ed599-3ef9-4576-8a89-4841bdda796b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:33.896777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94b8784-df50-43ce-969b-fe44b713d7aa') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:33.897398 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94b8784-df50-43ce-969b-fe44b713d7aa') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:33.910264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.940847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c52e5-2804-490e-b971-4024c3593043 req-353c1489-49e7-4091-9da0-6cbf71d5ffd9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:33.943360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c55c52e5-2804-490e-b971-4024c3593043 req-353c1489-49e7-4091-9da0-6cbf71d5ffd9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.7162328 Dec 16 15:42:33.948890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.950724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48b77fb7-43e1-4f01-85b8-9c18f7f5a932 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 13.6480186 Dec 16 15:42:33.958743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.959403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.966508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:33.973886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:33.974287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:33.999916 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] For port feba33cd-3ab0-4bd9-800d-e78656967428, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:34.011245 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] For port feba33cd-3ab0-4bd9-800d-e78656967428, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=feba33cd-3ab0-4bd9-800d-e78656967428,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:34.031650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] For port 06a5fd93-dbf2-42c2-9b5e-805a53420816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=06a5fd93-dbf2-42c2-9b5e-805a53420816,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:34.056273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f15f5-5994-4383-96f8-12e0dfc53ad3 None None] Network 24486c91-97db-4860-a7b6-798954d12871 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:34.124708 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:34.144474 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:34.152341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.180865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c55c52e5-2804-490e-b971-4024c3593043 req-80c01987-6235-4d19-ab6b-e40b528c5c00 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284040 Dec 16 15:42:34.237986 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.245413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.248873 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/networks/a90ed599-3ef9-4576-8a89-4841bdda796b HTTP/1.1" status: 204 len: 168 time: 1.8977046 Dec 16 15:42:34.256693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42206) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:34.336426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'routes': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:34.339469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:34.362930 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:34.367449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:34.376448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ff72a-6d1e-4af1-8ba3-cbcc7e549921 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Pushing event deleted for resources: {'Network': ['ID=a90ed599-3ef9-4576-8a89-4841bdda796b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:34.382698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:34.383348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:34.386584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.393048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.394710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50589193-0d65-4d55-b178-27313ee8a970 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2143712 Dec 16 15:42:34.485235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42210) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:34.494248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group_rule': {'security_group_id': '2999ac2e-e89c-42c5-bfc1-d96ae8057ec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:34.527629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Network a90ed599-3ef9-4576-8a89-4841bdda796b is not hosted by any dhcp agent {{(pid=104057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:42:34.531562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] No DVR routers for this DVR port eae4d51d-473e-4c5f-ad71-2fc49dc339d1 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:34.549853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.592568 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26492c-a5f1-4df2-80f2-05b57f19e91d None None] Pushing event updated for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:34.695101 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:42:34.761165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Deleting port c57e02e2-9bba-47f6-ac47-de3acc382576 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:34.761768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:34.997652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] For port c57e02e2-9bba-47f6-ac47-de3acc382576, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c57e02e2-9bba-47f6-ac47-de3acc382576,segment=NetworkSegment(f804a95c-f8b2-4ee3-86e3-325485f7b470),segment_id=f804a95c-f8b2-4ee3-86e3-325485f7b470)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:34.998296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.033847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Calling delete_port for c57e02e2-9bba-47f6-ac47-de3acc382576 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:35.041361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42783745-d332-4cfd-9184-5d135f311dcc None None] Pushing event deleted for resources: {'Port': ['ID=eae4d51d-473e-4c5f-ad71-2fc49dc339d1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:35.066138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Provisioning complete for port feba33cd-3ab0-4bd9-800d-e78656967428 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:35.066785 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.129524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.256811 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:35.320589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-557bd49e-cbef-4ae6-8a58-2c57ad1187d0 req-c6c5e2ba-970a-4815-9c4f-71f9ab4bb69c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 210 time: 0.9645693 Dec 16 15:42:35.455286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.473089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] DHCP port deletion for 24486c91-97db-4860-a7b6-798954d12871 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:35.640333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:42:35.641000 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:42:35.670988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] For port feba33cd-3ab0-4bd9-800d-e78656967428, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=feba33cd-3ab0-4bd9-800d-e78656967428,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:35.677037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60a8b4-51ec-4a70-8b7d-c98201e409d1 None None] Pushing event updated for resources: {'Port': ['ID=06a5fd93-dbf2-42c2-9b5e-805a53420816,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:35.695666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:35.761129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-01fe4ea3-c59a-4d75-b06c-a4d5658e3fa4 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:35.762996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-01fe4ea3-c59a-4d75-b06c-a4d5658e3fa4 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.30 "GET /v2.0/networks?id=c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 200 len: 910 time: 0.4498429 Dec 16 15:42:35.774951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.788445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Request body: {'port': {'device_id': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'admin_state_up': True, 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:35.796973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Added routes are [] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 16 15:42:35.797657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.extraroute_db [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Removed routes are [] {{(pid=104055) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 16 15:42:35.798048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.832090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Port': ['ID=c57e02e2-9bba-47f6-ac47-de3acc382576,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:35.850697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98d9d-7413-4577-867c-3b14161bfafd req-697b0e8e-b4e7-4692-9fb6-cc7608e5b588 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:35.852669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9eb98d9d-7413-4577-867c-3b14161bfafd req-697b0e8e-b4e7-4692-9fb6-cc7608e5b588 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.3897762 Dec 16 15:42:35.864444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:35.973409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] No DVR routers for this DVR port c57e02e2-9bba-47f6-ac47-de3acc382576 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:36.055430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Made reservation on behalf of e2bf884ef79d47c7bb6261d7cf111ae8 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:36.061086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.110475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Deleting port c57e02e2-9bba-47f6-ac47-de3acc382576 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:42:36.114247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.166874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Provisioning complete for port 06a5fd93-dbf2-42c2-9b5e-805a53420816 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:36.168145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.226340 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:33Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:36.287475 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd0631-47d7-4c09-b570-c5fe824ddc4d None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:33Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:36.352089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.371509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.408574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.443272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9eb98d9d-7413-4577-867c-3b14161bfafd req-8c290bb3-9f66-419f-bfe1-ab589ee45805 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608783 Dec 16 15:42:36.504999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] For port c57e02e2-9bba-47f6-ac47-de3acc382576, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:36.506552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.542812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Allocated IP 172.20.0.7 (c1e6d23d-05d8-40cd-bb53-639a3f619a26/3c563e70-677f-4a8d-b5f5-3ec55d8ceb23/6485c10c-dd06-472f-8961-8c1992832765) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:36.576380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Calling delete_port for c57e02e2-9bba-47f6-ac47-de3acc382576 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:42:36.582216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Port c57e02e2-9bba-47f6-ac47-de3acc382576 was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:42:36.605632 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.642802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 0814174e-4926-4fe6-9bfc-81b15afa5f0b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:36.717471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:36.753726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56a18c-e231-43f2-b249-4db7749f1bcc None None] Pushing event updated for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:36.853044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] Pushing event deleted for resources: {'Port': ['ID=c57e02e2-9bba-47f6-ac47-de3acc382576,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:36.853751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5604f2-ac96-47fe-bb3b-7dfaee2432b7 None None] No DVR routers for this DVR port c57e02e2-9bba-47f6-ac47-de3acc382576 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:42:36.991491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.025899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:28Z', 'revision_number': 3, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.110210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Checking router: 5c18ef72-a16b-4751-8f43-ebf32aa87f6f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:37.110812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Updating router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:42:37.154483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7fc25d64-c681-4205-8922-62cc972e6846 None None] Provisioning complete for port feba33cd-3ab0-4bd9-800d-e78656967428 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:37.155032 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fc25d64-c681-4205-8922-62cc972e6846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.157782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24486c91-97db-4860-a7b6-798954d12871']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.159809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.187331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f804a95c-f8b2-4ee3-86e3-325485f7b470') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.188263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f804a95c-f8b2-4ee3-86e3-325485f7b470') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.210736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.258326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2e0f666-a35c-4bc6-9fe7-3e80f1565ea9 req-20639772-c6ed-4df5-8a22-7d7a3d7728b5 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 210 time: 0.2626300 Dec 16 15:42:37.294244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.317467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.328536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f9e754-fd42-481e-bc5a-b3c2c444ca05,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:37.333197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:37.342743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.348933 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b5534259-2762-420c-8720-f12d479886dd tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 704 time: 3.0749786 Dec 16 15:42:37.350072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:37.354805 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Sync routers for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:37.379707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.390061 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:37.391593 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.427665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e668b45-a160-441f-91ca-0bac3db0efc7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 205 time: 0.0760846 Dec 16 15:42:37.438944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.444611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6373f2a0-6b0c-45c1-8682-4d8e9c77f4c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9557498 Dec 16 15:42:37.445266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42240) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:37.456345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42242) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:37.467508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group_rule': {'security_group_id': '2999ac2e-e89c-42c5-bfc1-d96ae8057ec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:37.512670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 06a5fd93-dbf2-42c2-9b5e-805a53420816 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:37.551442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:42:37.552346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:42:37.578230 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:42:37.610055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.615294 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:37.814578 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.858737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Checking router: 0814174e-4926-4fe6-9bfc-81b15afa5f0b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:37.882763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Routers {'0814174e-4926-4fe6-9bfc-81b15afa5f0b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:37.883894 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:37.898265 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:37.992898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.057038 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] Set router 0814174e-4926-4fe6-9bfc-81b15afa5f0b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:38.093534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b39535-a5fd-403c-af9b-b1380e06c518,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:38.129518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.184009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.198752 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e61cde8-b914-480f-bef2-de0e436230ed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7393997 Dec 16 15:42:38.199710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42252) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:38.204167 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:38.221269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:38.306432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16d03bf-c213-4c53-ad4a-8bfa8926f060 None None] The sync data for ids ['0814174e-4926-4fe6-9bfc-81b15afa5f0b'] in n-d-821947-3 is: [{'id': '0814174e-4926-4fe6-9bfc-81b15afa5f0b', 'name': 'tempest-RoutersIpV6Test-router-669542165', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:50Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 11, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:38.419684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.477251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 06a5fd93-dbf2-42c2-9b5e-805a53420816 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:38.478396 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.542951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:38.613842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1c7328ab-9b72-486e-8c52-dd353f86b1e5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:42:38.754082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.212253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.301618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.319078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device feba33cd-3ab0-4bd9-800d-e78656967428 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:39.429809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Allocated IP 172.25.7.187 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/efc8835e-da22-409f-a248-caec8e5f8f85) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:39.461993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:39.503302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18097e4-cda0-40f8-b128-1c7303529006 None None] Pushing event updated for resources: {'Port': ['ID=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:39.520792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:39.529256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77785e8d-0475-48d4-8a87-c0752cd65001 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:39.551340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Attempting to bind port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:39.552089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Attempting to bind port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:39.553203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Attempting to bind port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:39.565822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:39.566577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:39.567169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.567752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:39.568521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Bound port: 990c045d-a57c-4d7f-bbd4-d751e31cd4dd, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:39.569163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.576616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:39.726852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:39.728201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.775291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] For port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:39.781819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] For port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:39.789782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.806936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port feba33cd-3ab0-4bd9-800d-e78656967428 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:39.807573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.841977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.915283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:39.973300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.041298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] Provisioning complete for port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:40.041915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.050644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.060944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/networks/24486c91-97db-4860-a7b6-798954d12871 HTTP/1.1" status: 204 len: 168 time: 6.3752282 Dec 16 15:42:40.073502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c2b40-80fb-4209-b1b9-e79a16345e12 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:42:40.123173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Pushing event updated for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:40.138455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42268) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:40.248164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-797023e8-5aef-41fd-a319-b46544c805dd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.4651210 Dec 16 15:42:40.261458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9a1c-d567-4754-b9a4-727476134b1f tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Pushing event deleted for resources: {'Network': ['ID=24486c91-97db-4860-a7b6-798954d12871,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:40.278762 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03184e9f-a4a4-42ed-9ab1-8ec5a7399038 tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "GET /v2.0/ports?device_id=2df9076b-6fb5-415c-8764-d3fc69441229 HTTP/1.1" status: 200 len: 205 time: 0.1359918 Dec 16 15:42:40.280087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Request body: {'port': {'device_id': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:40.292409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:40.303209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42270) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:40.336360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:40.343048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:40.387985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.422707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.629187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:40.630256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:40.683212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=efc8835e-da22-409f-a248-caec8e5f8f85,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:40.739902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18097e4-cda0-40f8-b128-1c7303529006 None None] Pushing event updated for resources: {'Port': ['ID=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:40.771088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.881575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.888002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6cd97-5e6e-4464-a387-38f16e72b55e req-455d4af5-cb8b-463e-bee8-3720f53d7a90 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:40.891056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1b6cd97-5e6e-4464-a387-38f16e72b55e req-455d4af5-cb8b-463e-bee8-3720f53d7a90 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1027 time: 1.4965520 Dec 16 15:42:40.906439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012230d-bc9e-4cfb-8ee5-20a250b01c5f req-329512d2-c160-43fd-be4d-82f33eb1336a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:40.911423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6012230d-bc9e-4cfb-8ee5-20a250b01c5f req-329512d2-c160-43fd-be4d-82f33eb1336a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 3.0615318 Dec 16 15:42:40.926177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:40.933291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Allocated IP 172.20.0.1 (3f6878d7-faf9-44cf-a6d3-4bbe147e22a3/0f44feb6-1917-48d0-80ad-bade6b65069c/1d2418cb-6dcf-448e-a414-fcd89687d90a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:41.076630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:41.162304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.166444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.389574 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.415653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:28Z', 'revision_number': 3, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:41.431951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 98fca490-cfc9-4c62-89b1-2bfe569cb7ca no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:41.492580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.500522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.501099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Fanout notify agent at l3_agent the message router_deleted on router 2df9076b-6fb5-415c-8764-d3fc69441229 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:42:41.512749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.514836 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9b1064d-fe01-4b74-b25d-ae9d4e704f9b tempest-RoutersNegativeIpV6Test-488143184 tempest-RoutersNegativeIpV6Test-488143184-project] 10.222.0.71 "DELETE /v2.0/routers/2df9076b-6fb5-415c-8764-d3fc69441229 HTTP/1.1" status: 204 len: 168 time: 1.2100282 Dec 16 15:42:41.515701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-4ca9236d-0038-4bc3-8284-49708bb875e7 req-c6b47f80-1cd2-4fa9-8288-f393a4d25377 service neutron] (104055) timed out ('10.222.0.30', 57616) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:42:41.558108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] For port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:41.562611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2833e127-e2e4-4aa8-98f8-68ec397c4cee None None] The sync data for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 is: [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:28Z', 'revision_number': 3, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:41.567748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 98fca490-cfc9-4c62-89b1-2bfe569cb7ca {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:41.568465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 98fca490-cfc9-4c62-89b1-2bfe569cb7ca not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:41.569128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device eae4d51d-473e-4c5f-ad71-2fc49dc339d1 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:41.667442 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.676552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: eae4d51d-473e-4c5f-ad71-2fc49dc339d1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:41.678351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device eae4d51d-473e-4c5f-ad71-2fc49dc339d1 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:41.682882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c57e02e2-9bba-47f6-ac47-de3acc382576 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:42:41.695116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.696010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6485c10c-dd06-472f-8961-8c1992832765 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:41.718764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.839443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Transition to ACTIVE for port object 6485c10c-dd06-472f-8961-8c1992832765 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:42:41.862095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:41.863976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router 0814174e-4926-4fe6-9bfc-81b15afa5f0b {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:42:42.001411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c57e02e2-9bba-47f6-ac47-de3acc382576 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:42:42.002035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c57e02e2-9bba-47f6-ac47-de3acc382576 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:42:42.024868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.034948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-009b97b1-b743-4d42-8197-80397ffdfd99 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 204 len: 168 time: 4.5624418 Dec 16 15:42:42.067332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42286) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:42.086811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1527378873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:42.167164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6012230d-bc9e-4cfb-8ee5-20a250b01c5f req-95b3044f-70c2-49ee-be95-ed4245029b26 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2372336 Dec 16 15:42:42.173429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c31a2d93-d40d-44cf-a580-4d195a3de8d1 None None] Provisioning complete for port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:42.194289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d93-d40d-44cf-a580-4d195a3de8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.197401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1b6cd97-5e6e-4464-a387-38f16e72b55e req-e129becc-050d-4045-8457-9bc9c1d399ed tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2725258 Dec 16 15:42:42.227538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.317028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a903788-34b4-4dd7-954c-db88f540ac31 None None] Pushing event updated for resources: {'Port': ['ID=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:42.380457 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.426083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.477139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.640394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.646595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.652301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:42.865183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Pushing event updated for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:42.884555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=efc8835e-da22-409f-a248-caec8e5f8f85,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:42.973268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42296) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:43.002781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:43.030309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:43.039981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.082663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:43.091371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:43.157446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.173822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1994f8df-7fcb-4dca-a3de-ea264ec58196 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9698877 Dec 16 15:42:43.538939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Attempting to bind port 6485c10c-dd06-472f-8961-8c1992832765 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:43.540011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Attempting to bind port 6485c10c-dd06-472f-8961-8c1992832765 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:43.542615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Attempting to bind port 6485c10c-dd06-472f-8961-8c1992832765 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:43.551731 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.674153 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0c48a46e-ce1a-46c8-b032-56dfdfcf0902 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5ed15ba0cc744b79b28adf2ef95c1f3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954536 Dec 16 15:42:43.679079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:43.744203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.778923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.826082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-102be39b-7943-4a0a-8f18-3ffe720527ef None None] Provisioning complete for port 1d2418cb-6dcf-448e-a414-fcd89687d90a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:43.827032 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-102be39b-7943-4a0a-8f18-3ffe720527ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.868804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Port 6485c10c-dd06-472f-8961-8c1992832765 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:42:43.869306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Attempting to bind port 6485c10c-dd06-472f-8961-8c1992832765 on network c1e6d23d-05d8-40cd-bb53-639a3f619a26 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:43.869833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.891349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:43.940253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:43.941249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Checking segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:43.944994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Bound using segment: {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:43.944994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Bound port: 6485c10c-dd06-472f-8961-8c1992832765, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a7d459-6355-46db-90c0-163102344ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:43.944994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.105020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-102be39b-7943-4a0a-8f18-3ffe720527ef None None] Port 1d2418cb-6dcf-448e-a414-fcd89687d90a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:44.131664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:44.135253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6485c10c-dd06-472f-8961-8c1992832765,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:44.169016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.173965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.174878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.175729 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47c66432-cb3c-4924-93bc-73851842cfb7 HTTP/1.1" status: 204 len: 168 time: 0.4952388 Dec 16 15:42:44.194334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9420e53-a4e0-4e82-bd8e-c8f744437409 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1178617 Dec 16 15:42:44.195646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42318) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:44.206709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:44.210103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99a681-09f8-4a4a-8725-5a7a9385386c req-9eec684f-fbf3-40de-83ab-a2200066418e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:44.211790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a99a681-09f8-4a4a-8725-5a7a9385386c req-9eec684f-fbf3-40de-83ab-a2200066418e tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.4396970 Dec 16 15:42:44.249419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22109f-774d-4c41-a300-175cb1f076df req-b6aaff43-dcf4-44f2-add1-c953726dbd9d tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:44.251034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c22109f-774d-4c41-a300-175cb1f076df req-b6aaff43-dcf4-44f2-add1-c953726dbd9d tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1052 time: 0.5029528 Dec 16 15:42:44.282725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-897ee262-e271-4693-8960-55f64efc954a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.346029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 990c045d-a57c-4d7f-bbd4-d751e31cd4dd up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:44.346809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9aeff-1db7-4d81-8ec7-051b07ea0834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c66432-cb3c-4924-93bc-73851842cfb7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:44.451058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c22109f-774d-4c41-a300-175cb1f076df req-1d282e80-2ba0-4347-bdbd-5580d4eaa19f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707389 Dec 16 15:42:44.456774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.606079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:44.606692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.753189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Pushing event updated for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:44.878443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.878980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.908134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:44.908747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:44.910336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-b46bc83d-43d9-4069-96c7-f86689657fdf service neutron] 10.222.0.30 "PUT /v2.0/ports/6485c10c-dd06-472f-8961-8c1992832765 HTTP/1.1" status: 200 len: 1091 time: 4.6428339 Dec 16 15:42:44.946898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a99a681-09f8-4a4a-8725-5a7a9385386c req-8c57cd9f-adf1-4b39-b1da-dd3a5e6a633a tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075491 Dec 16 15:42:44.952891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'tag': '6485c10c-dd06-472f-8961-8c1992832765'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:42:44.962902 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94430742-5c1b-494e-8e4c-f263e7cd5ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "tag": "6485c10c-dd06-472f-8961-8c1992832765"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:42:44.973445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:45.104141 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f479b06d-04f9-44ce-b4a0-54b87c33bfdb x-openstack-request-id: req-f479b06d-04f9-44ce-b4a0-54b87c33bfdb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:42:45.106242 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "tag": "6485c10c-dd06-472f-8961-8c1992832765", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:42:45.108497 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f479b06d-04f9-44ce-b4a0-54b87c33bfdb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:42:45.112407 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'tag': '6485c10c-dd06-472f-8961-8c1992832765', 'status': 'completed', 'code': 200} Dec 16 15:42:45.188685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-aed20001-6a08-4502-a287-4c0730c9e97b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1256786858&fields=id&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 267 time: 0.4529421 Dec 16 15:42:45.287881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Router 6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:42:45.423038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:45.429813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:45.431336 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3e55268-b35e-4436-abdc-d4f0c0cc951e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "PUT /v2.0/routers/6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 200 len: 698 time: 1.2346630 Dec 16 15:42:45.438017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:45.527952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Sync routers for ids ['6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:45.580295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Routers {'6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:45.581331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:45.754080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Set router 6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:45.844382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02', 'name': 'tempest-RoutersIpV6Test-router-1527378873', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:42Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:45.847480 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e9ea706a-da37-4741-924f-3d69b91df84a tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/routers/6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 200 len: 704 time: 0.4055877 Dec 16 15:42:45.849835 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42360) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:45.904380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Checking router: 6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:45.928101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Routers {'6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:45.930270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:17Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:46.010677 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a0b4601e-1979-4759-9cd8-a342510b12fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 200 len: 205 time: 0.1548696 Dec 16 15:42:46.012439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42370) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:46.045176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] Set router 6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:46.104615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:46.126345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02', 'name': 'tempest-RoutersIpV6Test-router-1527378873', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:42Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:46.127012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-9cf8f0c8-1122-463b-8db8-2de3f6220c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:46.128891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-9cf8f0c8-1122-463b-8db8-2de3f6220c0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.9992929 Dec 16 15:42:46.164600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82602b62-5a81-44ad-a7b7-31d061cad0ed req-8862d89d-5694-43d9-a453-84c62172f5ec tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:46.166353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82602b62-5a81-44ad-a7b7-31d061cad0ed req-8862d89d-5694-43d9-a453-84c62172f5ec tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.3096881 Dec 16 15:42:46.176599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493799a-bdfb-4d9d-b6c2-3c9a10957c13 None None] The sync data for ids ['6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02'] in n-d-821947-3 is: [{'id': '6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02', 'name': 'tempest-RoutersIpV6Test-router-1527378873', 'tenant_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:42Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 2, 'project_id': '0545cc3dd36446ae8e90c38a5b5f27c6', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:46.219224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:46.257547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:46.465984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4884a847-d650-45ea-bfd7-a7852612e65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:46.506232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42376) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:46.713502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-91012e5d-4a2b-4a2c-bab5-4870b846a277 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:46.715100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-91012e5d-4a2b-4a2c-bab5-4870b846a277 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 816 time: 1.4760423 Dec 16 15:42:46.747742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:46.889378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82602b62-5a81-44ad-a7b7-31d061cad0ed req-f9b49d15-0a58-4ea9-a82f-261847ee94c9 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709719 Dec 16 15:42:46.944023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:47.022914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--348064915'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:47.038658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-400ee1ce-909c-463c-a7f2-1f78bf350f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:47.041899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-400ee1ce-909c-463c-a7f2-1f78bf350f5c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8801467 Dec 16 15:42:47.044745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-fbc68465-2c46-473d-b580-32968c86d7a3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/quotas/e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 375 time: 0.2676151 Dec 16 15:42:47.532664 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-463b3030-dd3f-4d11-95f9-933390053403 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0675786 Dec 16 15:42:47.541699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:47.548147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:47.791499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:47.792511 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Fanout notify agent at l3_agent the message router_deleted on router 6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:42:47.852598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:47.866974 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2695ebe5-7226-4231-9371-97449fa491e5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 204 len: 168 time: 1.8528957 Dec 16 15:42:47.869152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:47.872236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-48bef4f3-9e0e-450d-ad4c-40ebdc37cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:47.875713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-48bef4f3-9e0e-450d-ad4c-40ebdc37cba5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 1096 time: 0.2482042 Dec 16 15:42:47.876494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42392) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:47.960360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c33bd6b0-1fdb-4433-bee4-d1498bbaf450 req-6e63b796-24ac-4251-8c12-182a759dcd0a service neutron] (104056) timed out ('10.222.0.30', 57563) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:42:48.002809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-02297ed1-eb1c-4fa0-88a4-b1d942efddd3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9444933 Dec 16 15:42:48.023321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:48.103203 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a090cf8-083d-40de-bc25-79d2d6e87f81 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 200 len: 205 time: 0.2242115 Dec 16 15:42:48.107974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42398) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.205226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:48.256226 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0e37777e-a25b-4666-a666-997a40cb9ef5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:48.262505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e37777e-a25b-4666-a666-997a40cb9ef5 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/6261c0d6-a3f0-4c2a-9d4e-632ae60b2a02 HTTP/1.1" status: 404 len: 336 time: 0.1487315 Dec 16 15:42:48.274021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42400) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.290278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171f266-acdb-42bf-a71a-aa5fd49e7c2e req-24c69e73-bf20-4908-bcf4-145d3de78c41 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.293199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a171f266-acdb-42bf-a71a-aa5fd49e7c2e req-24c69e73-bf20-4908-bcf4-145d3de78c41 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 1.1000595 Dec 16 15:42:48.314635 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1d7d1e-fe2c-4c7a-a445-537e190d696d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:48.315103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1d7d1e-fe2c-4c7a-a445-537e190d696d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:48.322290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ed1d7d1e-fe2c-4c7a-a445-537e190d696d tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/36661bdd-cbb0-4b7b-9575-1c225ccd1e0b HTTP/1.1" status: 404 len: 337 time: 0.0467093 Dec 16 15:42:48.330048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.386714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-048c1df2-447a-4393-9b15-b8d2a906d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.388667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-048c1df2-447a-4393-9b15-b8d2a906d917 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.4131536 Dec 16 15:42:48.389697 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ae8de3-6923-457d-b0b1-d140a8f7dd43 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:48.390287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ae8de3-6923-457d-b0b1-d140a8f7dd43 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:48.395499 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9ae8de3-6923-457d-b0b1-d140a8f7dd43 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/30c06e23-5aaf-4ab6-a74b-22cfda3cf81b HTTP/1.1" status: 404 len: 337 time: 0.0635459 Dec 16 15:42:48.436396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42406) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.506806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:48.508539 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b35d1-34b5-47b8-a3b1-4e048b573fc7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:48.509199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41b35d1-34b5-47b8-a3b1-4e048b573fc7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:48.517683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d41b35d1-34b5-47b8-a3b1-4e048b573fc7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/2053ba6b-5f66-4170-ae1f-b5f9cbe7ec2b HTTP/1.1" status: 404 len: 337 time: 0.0773125 Dec 16 15:42:48.519053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.533124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-36332190-754a-42d3-88f4-f0242b762fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d HTTP/1.1" status: 200 len: 217 time: 0.1261499 Dec 16 15:42:48.553735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:48.574260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-fd522c9f-1910-4a48-a749-e62c30d57be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.576669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94430742-5c1b-494e-8e4c-f263e7cd5ca6 req-fd522c9f-1910-4a48-a749-e62c30d57be4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5105240 Dec 16 15:42:48.653278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-0948b82c-dfce-445c-a622-cc8851d6d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.662258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-0948b82c-dfce-445c-a622-cc8851d6d2f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.1139178 Dec 16 15:42:48.795486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a171f266-acdb-42bf-a71a-aa5fd49e7c2e req-d26faf6a-58b7-49a4-9648-7b7baf838289 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413912 Dec 16 15:42:48.798909 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0e2250-24a6-4bde-957d-9e9b1650c2b7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:48.798909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0e2250-24a6-4bde-957d-9e9b1650c2b7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:48.811515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:48.818697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d0e2250-24a6-4bde-957d-9e9b1650c2b7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/b024cd7c-b18f-4fad-bc81-9e8d17460747 HTTP/1.1" status: 404 len: 337 time: 0.2859869 Dec 16 15:42:48.918255 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0f0dcab-9e93-4a7d-b86b-2f213aee4de3 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 200 len: 205 time: 0.1043136 Dec 16 15:42:48.922151 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-8c7fbe0c-ac01-4bd6-a8a5-d1053e2c69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:48.925524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-8c7fbe0c-ac01-4bd6-a8a5-d1053e2c69b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533829 Dec 16 15:42:48.926553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.031996 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-a79101d6-89b8-42da-8edc-73c25d0c89af tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:49.033008 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a79101d6-89b8-42da-8edc-73c25d0c89af tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/0814174e-4926-4fe6-9bfc-81b15afa5f0b HTTP/1.1" status: 404 len: 336 time: 0.1048667 Dec 16 15:42:49.051079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42418) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.086308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7bbb03e1-0b4c-4c46-acae-b8341321e0fe None None] Provisioning complete for port 1d2418cb-6dcf-448e-a414-fcd89687d90a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:49.088057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bbb03e1-0b4c-4c46-acae-b8341321e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.111873 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87c3cf70-20b1-4374-b25b-63894080c562 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=1455063f-d30d-49d6-ae0d-70ddee6f2b3d HTTP/1.1" status: 200 len: 205 time: 0.0598841 Dec 16 15:42:49.118310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-b46caf68-5160-45ec-89ca-6432935da6be service neutron] 10.222.0.71 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0270927 Dec 16 15:42:49.120170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42420) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.146366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb03e1-0b4c-4c46-acae-b8341321e0fe None None] Port 1d2418cb-6dcf-448e-a414-fcd89687d90a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:42:49.199137 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-825b051e-f9a8-443a-9d51-110510e1e301 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:49.204312 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-825b051e-f9a8-443a-9d51-110510e1e301 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/1455063f-d30d-49d6-ae0d-70ddee6f2b3d HTTP/1.1" status: 404 len: 336 time: 0.0790157 Dec 16 15:42:49.206510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.242047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.292028 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-351bb69e-cd16-405a-a18d-d5813c62dc6b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:49.294537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351bb69e-cd16-405a-a18d-d5813c62dc6b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:49.306647 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-351bb69e-cd16-405a-a18d-d5813c62dc6b tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/84cfb371-0d91-4530-a44f-324b4ce92f71 HTTP/1.1" status: 404 len: 337 time: 0.0954270 Dec 16 15:42:49.312985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42426) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.344136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-103cda4f-beb1-4cda-9052-9b24a3fff9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:49.346549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-103cda4f-beb1-4cda-9052-9b24a3fff9af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.6189868 Dec 16 15:42:49.410769 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-02e128fc-7450-49f4-898f-aacc0082c518 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 200 len: 205 time: 0.0957201 Dec 16 15:42:49.415360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.415933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074844fb-c1ca-41ca-b756-afb0cb901d4a req-1e645ed6-9ec2-4cc9-a463-e9eb2823cca8 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:49.427429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074844fb-c1ca-41ca-b756-afb0cb901d4a req-1e645ed6-9ec2-4cc9-a463-e9eb2823cca8 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.4137969 Dec 16 15:42:49.433140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.505764 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-f00969fa-c0fc-41bb-804b-29cb7371fa07 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:49.510563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f00969fa-c0fc-41bb-804b-29cb7371fa07 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/79aaa511-ef25-4dc4-a3fa-3cbd0aa246d7 HTTP/1.1" status: 404 len: 336 time: 0.0905628 Dec 16 15:42:49.511809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.536091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.573030 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00de6f56-e1ea-4531-935d-0403501e23fe tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=9deb8bad-80f2-4430-b4a6-2d6051f70388 HTTP/1.1" status: 200 len: 205 time: 0.0564852 Dec 16 15:42:49.573777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.581586 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-e2bbfe29-8b3f-425b-bf3a-8708e494cb80 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830398 Dec 16 15:42:49.615536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-7e279090-5a71-4b16-997a-0f3e8b0928ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6485c10c-dd06-472f-8961-8c1992832765 HTTP/1.1" status: 200 len: 217 time: 0.2362847 Dec 16 15:42:49.731395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074844fb-c1ca-41ca-b756-afb0cb901d4a req-8b133d74-005d-4d6e-900e-4fcd8568b0d2 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024817 Dec 16 15:42:49.816809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.817461 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-b981f29e-136c-48a7-bf60-8eb00566348e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:49.823602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558d4b3b-1994-4c64-8d5d-ca9415288f54,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:49.824848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b981f29e-136c-48a7-bf60-8eb00566348e tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/9deb8bad-80f2-4430-b4a6-2d6051f70388 HTTP/1.1" status: 404 len: 336 time: 0.2415774 Dec 16 15:42:49.865024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:49.870223 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-61d6cb6d-20c4-4e4b-8cc2-93964f9bdbdf req-6b97c238-92c9-45c8-9eae-62a060b58495 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763052 Dec 16 15:42:49.875201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-206d44b5-172b-4813-a4a8-a2b025e68fe9 service neutron] 10.222.0.71 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338109 Dec 16 15:42:49.904787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:42:49.923930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-db78d544-ffa8-4616-a886-b3fab9f3a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:49.927481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-db78d544-ffa8-4616-a886-b3fab9f3a1de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c563e70-677f-4a8d-b5f5-3ec55d8ceb23 HTTP/1.1" status: 200 len: 848 time: 0.2702835 Dec 16 15:42:49.934492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:49.964696 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-a130bf0d-8553-4146-a009-04a5d0cbdfb0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:49.965732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a130bf0d-8553-4146-a009-04a5d0cbdfb0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:49.973695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a130bf0d-8553-4146-a009-04a5d0cbdfb0 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/9355b78b-3153-46d1-ae5a-b815b434536f HTTP/1.1" status: 404 len: 337 time: 0.1034200 Dec 16 15:42:49.978419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42442) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.017275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:50.098924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:50.105745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.5834851 Dec 16 15:42:50.106782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.113219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a02eabc-ab8a-4452-8c1c-7a5abb543058 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=a309f7cd-0818-4c8d-9a00-ee8a363f3b3b HTTP/1.1" status: 200 len: 205 time: 0.1308823 Dec 16 15:42:50.121613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.233376 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4b545543-3794-4198-8617-724a2de92919 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:50.236001 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b545543-3794-4198-8617-724a2de92919 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/a309f7cd-0818-4c8d-9a00-ee8a363f3b3b HTTP/1.1" status: 404 len: 336 time: 0.1123824 Dec 16 15:42:50.240128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42450) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.249464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1f502-d4ca-4219-9dcc-3b1cb6927194 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:50.303576 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-182a1aa9-7159-4362-af3c-5305e87529f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:50.304423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182a1aa9-7159-4362-af3c-5305e87529f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:50.315472 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-182a1aa9-7159-4362-af3c-5305e87529f6 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/e16771b1-488f-4e00-ae32-5802806fcc8b HTTP/1.1" status: 404 len: 337 time: 0.0721445 Dec 16 15:42:50.318707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42452) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.370271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d072b-9191-467c-8398-a459c1b58423 req-8576e225-f96e-41bf-98b9-ad3fbb7704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:50.372386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-8576e225-f96e-41bf-98b9-ad3fbb7704a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1e6d23d-05d8-40cd-bb53-639a3f619a26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163394 Dec 16 15:42:50.448468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d4f303ae-f922-470e-9cd6-311911e6bbb8 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "GET /v2.0/ports?device_id=af802923-1965-452a-bfe9-39d52c1b7420 HTTP/1.1" status: 200 len: 205 time: 0.1279013 Dec 16 15:42:50.461026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.495016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:42:50.513957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c80f8-68f4-4015-84be-d7c60ad2a604 req-263c9c2b-714f-403a-bfb4-a615fb4524cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:50.515541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-498c80f8-68f4-4015-84be-d7c60ad2a604 req-263c9c2b-714f-403a-bfb4-a615fb4524cb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.3742676 Dec 16 15:42:50.521631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Sync routers for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:42:50.524449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b079431c-c0d2-4903-addc-b6d69db048d0 admin admin] 10.222.0.71 "PUT /v2.0/routers/5c18ef72-a16b-4751-8f43-ebf32aa87f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5560641 Dec 16 15:42:50.565346 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:50.566488 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:50.611620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a47672d0-5730-4435-b63b-c3503c2c19ca tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4804416 Dec 16 15:42:50.612803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.648290 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-5726767d-491e-4202-b96c-ee746b3e963c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] delete failed (client error): The resource could not be found. Dec 16 15:42:50.650421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5726767d-491e-4202-b96c-ee746b3e963c tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/routers/af802923-1965-452a-bfe9-39d52c1b7420 HTTP/1.1" status: 404 len: 336 time: 0.1877830 Dec 16 15:42:50.650870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73b93373-5a32-4695-a2d3-ef67b1851582 req-1e5d4a00-17b2-4740-9dc4-d9e5f340322f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.1674306 Dec 16 15:42:50.654273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.680370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-security--658159771', 'description': 'tempest-security-description-827124852'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:50.833079 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc415ab-f27f-4d72-80da-cf494b81fd53 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:50.833725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc415ab-f27f-4d72-80da-cf494b81fd53 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:50.852097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1cc415ab-f27f-4d72-80da-cf494b81fd53 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/8c8faaaf-065a-456a-8b89-c9aca2954af2 HTTP/1.1" status: 404 len: 337 time: 0.1959021 Dec 16 15:42:50.856248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42480) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:50.907186 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:50.910077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-498c80f8-68f4-4015-84be-d7c60ad2a604 req-89609281-d48a-4713-b3be-add16f7a0c66 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841358 Dec 16 15:42:50.932358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-06f96f11-1a00-4ea0-b629-75e9e1cd7a04 service neutron] 10.222.0.30 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376766 Dec 16 15:42:50.958103 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4534dc1-689c-4611-9fc9-bc224c6cbdf7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] DELETE failed (client error): The resource could not be found. Dec 16 15:42:50.958877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4534dc1-689c-4611-9fc9-bc224c6cbdf7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:42:50.971590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4534dc1-689c-4611-9fc9-bc224c6cbdf7 tempest-RoutersIpV6Test-671185296 tempest-RoutersIpV6Test-671185296-project] 10.222.0.71 "DELETE /v2.0/subnets/b9d3c43e-f016-44c9-89d7-d0e4351dc94f HTTP/1.1" status: 404 len: 337 time: 0.1096463 Dec 16 15:42:51.155553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:51.351611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:51.359779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:45Z', 'revision_number': 2, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:51.406400 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Checking router: 5c18ef72-a16b-4751-8f43-ebf32aa87f6f for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:42:51.407058 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Updating router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f port 1d2418cb-6dcf-448e-a414-fcd89687d90a binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:42:51.440192 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:51.499613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977658b-c7e3-4307-aae3-a8f3727f0823 req-0a31eebb-a9db-4df1-b821-3677921cf870 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:51.502256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3977658b-c7e3-4307-aae3-a8f3727f0823 req-0a31eebb-a9db-4df1-b821-3677921cf870 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.5367112 Dec 16 15:42:51.556692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-442d072b-9191-467c-8398-a459c1b58423 req-98fee788-9866-4173-a190-0b60178d350b service neutron] 10.222.0.30 "GET /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690997 Dec 16 15:42:51.639065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3977658b-c7e3-4307-aae3-a8f3727f0823 req-14f391a7-1fe1-4396-9258-5c25cc461fcd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085408 Dec 16 15:42:51.802865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32d50ba9-cb20-4e11-926a-d9967472d057 req-35befe38-f1d8-46bc-9f75-a6a01cd1839d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.0627694 Dec 16 15:42:52.057396 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.117941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.135328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.135328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "PUT /v2.0/security-groups/58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76 HTTP/1.1" status: 200 len: 1795 time: 1.4893878 Dec 16 15:42:52.135853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42494) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:52.286807 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.297709 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87163df0-0c9d-4a50-b2ff-cb3300262f81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups/58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76 HTTP/1.1" status: 200 len: 1795 time: 0.1671336 Dec 16 15:42:52.304561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42498) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:52.350867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:52.389340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.390557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.390557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.390557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.391679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.392073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.392510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.392970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.393305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.393715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.394050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.394379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.394770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcaf1b4-1c40-43d0-b484-09b2ebf6c034 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:52.462135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03834371-faa2-4267-b764-9a7a7b4942f0 req-8dae22a5-2b0f-4bd9-86f0-4c50616226ff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:52.466917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03834371-faa2-4267-b764-9a7a7b4942f0 req-8dae22a5-2b0f-4bd9-86f0-4c50616226ff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.2771933 Dec 16 15:42:52.493452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.529010 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb39e9-00ca-453e-856d-b5fdd3a00e8b None None] Pushing event updated for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:52.594692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.643727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03834371-faa2-4267-b764-9a7a7b4942f0 req-1bf290ed-606f-44fa-ae0a-9f70fa427f21 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612833 Dec 16 15:42:52.788888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42512) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:52.813865 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Attempting to bind port 1d2418cb-6dcf-448e-a414-fcd89687d90a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:52.814508 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Attempting to bind port 1d2418cb-6dcf-448e-a414-fcd89687d90a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:52.814880 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Attempting to bind port 1d2418cb-6dcf-448e-a414-fcd89687d90a on network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:52.828068 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:52.828439 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Checking segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:52.838115 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.840282 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Bound using segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:52.845468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Bound port: 1d2418cb-6dcf-448e-a414-fcd89687d90a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:52.846237 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.922274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.925119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:52.930408 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76 HTTP/1.1" status: 204 len: 168 time: 0.6229792 Dec 16 15:42:52.938019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.069007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c507fcbd-df7b-402f-9b94-dd7097a8bff5 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1332898 Dec 16 15:42:53.069825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42524) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.072212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca64e09-6a8c-4452-8e81-f9ac36706548 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:53.099662 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4b43dd97-b91d-412d-a7f1-df9335ab5fd4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] delete failed (client error): The resource could not be found. Dec 16 15:42:53.108193 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b43dd97-b91d-412d-a7f1-df9335ab5fd4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/58c22bb6-eda0-4f5c-a0ac-34b9cd37ab76 HTTP/1.1" status: 404 len: 347 time: 0.0369961 Dec 16 15:42:53.110207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42530) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.119412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--35117848'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:53.192701 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] For port 1d2418cb-6dcf-448e-a414-fcd89687d90a, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:53.220946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] For port 1d2418cb-6dcf-448e-a414-fcd89687d90a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d2418cb-6dcf-448e-a414-fcd89687d90a,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:53.241500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2fa65c9-0b91-46c2-bf36-bb50499c798f req-7aa69c09-ab36-4cfa-b056-c2e81e0d8715 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.2298682 Dec 16 15:42:53.259782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6234b-80b4-4afd-972d-75ba21c0b22a req-b214d610-05be-46f6-a5cc-fca1d1abcd38 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:53.266595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ef6234b-80b4-4afd-972d-75ba21c0b22a req-b214d610-05be-46f6-a5cc-fca1d1abcd38 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.4295750 Dec 16 15:42:53.303360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.346805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] Provisioning complete for port 1d2418cb-6dcf-448e-a414-fcd89687d90a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:53.349243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.354813 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.400745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ef6234b-80b4-4afd-972d-75ba21c0b22a req-0a96bb6d-c195-44e0-bd7c-8e8416038bdb tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251352 Dec 16 15:42:53.511896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.532939 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb39e9-00ca-453e-856d-b5fdd3a00e8b None None] Pushing event updated for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:53.565669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.573303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-32646336-network', 'tenant_id': 'ede346b60574460baebfe1b87da023f5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:53.605748 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:42:53.607572 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:53.616796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.624540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.627787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e3b0039-a1d9-4e23-aa11-2f1d94bf7dfd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0545cc3dd36446ae8e90c38a5b5f27c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8366351 Dec 16 15:42:53.703972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231fcd72-44cb-40b7-b0da-ea2ba5c2c3da,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:53.711288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Made reservation on behalf of ede346b60574460baebfe1b87da023f5 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:53.716991 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.730066 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.731997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.779995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.781287 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5b046574-c7af-4fa7-ba13-52c1daf17e81 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6700494 Dec 16 15:42:53.784476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:53.790008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '231fcd72-44cb-40b7-b0da-ea2ba5c2c3da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:53.821718 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:42:53.890996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] For port 1d2418cb-6dcf-448e-a414-fcd89687d90a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d2418cb-6dcf-448e-a414-fcd89687d90a,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:53.971336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:53.997725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.014902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.059939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.090969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.129477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98540f42-d0b7-4b23-8bb0-c53f8753df0b req-7f5aad40-6648-4f69-814e-4409e3b6363c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:54.142812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.184884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98540f42-d0b7-4b23-8bb0-c53f8753df0b req-7f5aad40-6648-4f69-814e-4409e3b6363c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.2827168 Dec 16 15:42:54.240988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a2e2c-904d-45b8-831f-62c86884f258 None None] Pushing event updated for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:54.248742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.265834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.267807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0db894f5-31ec-47c7-a54e-05fadcac6ef6 HTTP/1.1" status: 204 len: 168 time: 0.6497657 Dec 16 15:42:54.316363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:42:54.332301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3d354cd8-ea32-4ee2-90c0-70525e888b7e None None] Provisioning complete for port 1d2418cb-6dcf-448e-a414-fcd89687d90a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:54.333545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d354cd8-ea32-4ee2-90c0-70525e888b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.391467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004583c0-d2db-401b-bc1a-159495966b3a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:54.399881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.461765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.462350 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Added segment 8a7618a1-aa4d-423c-a91c-1e6260cba900 of type vlan for network add32baa-a1ce-4420-bc1b-42794c4d3640 Dec 16 15:42:54.469122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.527663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1522da-3dca-4b89-bbd3-e589b4e8a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db894f5-31ec-47c7-a54e-05fadcac6ef6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:54.562650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9673ce7-0237-4bd1-987b-15be135bf382 req-2a171ac2-ba45-44cb-ac8c-4295e9f0c4cb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.1233997 Dec 16 15:42:54.638022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98540f42-d0b7-4b23-8bb0-c53f8753df0b req-f2012c36-5f02-4682-b1da-4d4c654193e9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499485 Dec 16 15:42:54.646512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ab2a00-64f7-40e6-bc84-19c0c357b20d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:54.714503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.745229 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:42:54.775345 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.782570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5a368d49-b663-48c9-9d37-76d36dadf09e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9911692 Dec 16 15:42:54.796115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42556) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:54.808255 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b163fbed-f098-41f4-b81a-fd0aca41a457 None None] The sync data for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 is: [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:42:54.919774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.928372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.929483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f549a98-88e6-451b-b840-f2d9a88d94c6 req-4aa1e1fd-0966-4760-ab11-ad418e7936cf tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:54.930272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:54.931295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:54.940110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f549a98-88e6-451b-b840-f2d9a88d94c6 req-4aa1e1fd-0966-4760-ab11-ad418e7936cf tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1094 time: 0.1687560 Dec 16 15:42:54.954428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.076183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f549a98-88e6-451b-b840-f2d9a88d94c6 req-ada5ffa7-c48e-4749-8e10-58cf5dba7c78 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336644 Dec 16 15:42:55.121744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5544941 Dec 16 15:42:55.126166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42560) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:55.131688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Request body: {'subnet': {'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-32646336-subnet', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:55.160132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bd28d-3383-4754-8679-f16d4d9b2cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=add32baa-a1ce-4420-bc1b-42794c4d3640,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:55.177439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network add32baa-a1ce-4420-bc1b-42794c4d3640 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:42:55.197930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.266814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.280148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42570) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:55.280617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/27ab2a00-64f7-40e6-bc84-19c0c357b20d HTTP/1.1" status: 204 len: 168 time: 0.4828787 Dec 16 15:42:55.283609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3ca2-c009-43ac-ba83-f1a6add40428 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27ab2a00-64f7-40e6-bc84-19c0c357b20d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:55.288903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Made reservation on behalf of ede346b60574460baebfe1b87da023f5 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:55.307086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.336202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6485c10c-dd06-472f-8961-8c1992832765 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:42:55.444638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3061152-f2af-4578-9c87-a5ab853a79ef tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1625192 Dec 16 15:42:55.449183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42574) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:55.630338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.714141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6485c10c-dd06-472f-8961-8c1992832765,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:55.761169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '6485c10c-dd06-472f-8961-8c1992832765', 'network_id': 'c1e6d23d-05d8-40cd-bb53-639a3f619a26', 'port_id': '6485c10c-dd06-472f-8961-8c1992832765', 'mac_address': 'fa:16:3e:8f:37:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c563e70-677f-4a8d-b5f5-3ec55d8ceb23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:42:55.803938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.850156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:55.869556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6485c10c-dd06-472f-8961-8c1992832765 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:42:55.940021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6485c10c-dd06-472f-8961-8c1992832765,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:42:56.003181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4049c3d5-ac63-46c2-a070-f1f34bb819c5 req-5ce0371f-90b1-463a-8966-df2418b443f5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.1894009 Dec 16 15:42:56.024886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.111908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.117908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a326e8df-754a-45e8-ba90-a3de50de909a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:56.121700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a326e8df-754a-45e8-ba90-a3de50de909a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 816 time: 0.6646726 Dec 16 15:42:56.128137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.131162 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/231fcd72-44cb-40b7-b0da-ea2ba5c2c3da HTTP/1.1" status: 204 len: 168 time: 0.6806428 Dec 16 15:42:56.135681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42596) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:56.213240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:56.297120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d2418cb-6dcf-448e-a414-fcd89687d90a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:56.297340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5db55-56d6-4826-9bf6-f6ac418a5984 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fcd72-44cb-40b7-b0da-ea2ba5c2c3da,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:56.344764 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-83758022-1742-4973-880f-be1070b597d9 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1967647 Dec 16 15:42:56.347861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42598) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:56.356014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931232953'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:56.406832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['6485c10c-dd06-472f-8961-8c1992832765'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:42:56.483722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1d2418cb-6dcf-448e-a414-fcd89687d90a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:56.484359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.527314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.593138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d70ac5-f54f-496f-b0bb-d2b7b022fe75 req-5db5b4e0-31a7-465c-be20-ee59f752637f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:56.595239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13d70ac5-f54f-496f-b0bb-d2b7b022fe75 req-5db5b4e0-31a7-465c-be20-ee59f752637f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.5935593 Dec 16 15:42:56.612762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da9649-cbf3-4e7f-8c7c-242efa6f5ff7 req-87a355b9-99e4-4cc6-a40e-bade4bdaf202 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:56.623490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6da9649-cbf3-4e7f-8c7c-242efa6f5ff7 req-87a355b9-99e4-4cc6-a40e-bade4bdaf202 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1095 time: 0.2092392 Dec 16 15:42:56.689874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.699981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.748820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-99b6c874-7273-444d-ac5e-4ae7cf31d897 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 380 time: 0.5474887 Dec 16 15:42:56.788656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'port': {'device_id': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'admin_state_up': True, 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'security_groups': ['2999ac2e-e89c-42c5-bfc1-d96ae8057ec2']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:56.824531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.857618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4861bd20-c5e1-4d48-9bfc-7704a2fa10c2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:56.958449 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:56.960034 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-396eb415-d3fb-498f-bc1a-ef73cc2b38ac tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6075754 Dec 16 15:42:56.962640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:56.968248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '4861bd20-c5e1-4d48-9bfc-7704a2fa10c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:57.005642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13d70ac5-f54f-496f-b0bb-d2b7b022fe75 req-9549ee72-d6b3-4285-bf42-f901f2494f68 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997438 Dec 16 15:42:57.065599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6da9649-cbf3-4e7f-8c7c-242efa6f5ff7 req-be090cac-fd2e-432d-bf43-552913fbf77b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352024 Dec 16 15:42:57.071725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-d5fb6ca0-f6f1-49d1-a973-c93c4c72a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:57.073599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-d5fb6ca0-f6f1-49d1-a973-c93c4c72a4ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 1097 time: 0.3119047 Dec 16 15:42:57.077092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1aefd92-8894-4d66-bcaf-fd4f833a650d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:57.092379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Checking segment: {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:57.092748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Network hostable DHCP agents. Network: add32baa-a1ce-4420-bc1b-42794c4d3640, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:42:57.140432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.231017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-0b8fa822-18de-4237-baf5-0a66c98ea756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:57.232631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-0b8fa822-18de-4237-baf5-0a66c98ea756 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.1496472 Dec 16 15:42:57.248932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.281353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:57.312781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-8bd916e2-28d7-45ea-bd23-f28832444274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14576366-b27b-4733-8e63-5b0fa169e96d HTTP/1.1" status: 200 len: 217 time: 0.0705862 Dec 16 15:42:57.342965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-066c695a-8382-48b4-8528-f630d5ec550b req-156c39b7-ab51-4ffe-bc33-73d49d861c58 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.0399640 Dec 16 15:42:57.344742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.375006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Made reservation on behalf of e4f2d7af6fe7481bb9f82f49fd8bd807 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:42:57.378791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.381676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Network add32baa-a1ce-4420-bc1b-42794c4d3640 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:42:57.397611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f35d16-5f99-435b-acb5-934d417428cf,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:57.416830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-6e8bf828-eb8f-4ae5-a4f0-7c43c602666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:57.418501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-6e8bf828-eb8f-4ae5-a4f0-7c43c602666a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0862021 Dec 16 15:42:57.489071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.492595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, add32baa-a1ce-4420-bc1b-42794c4d3640) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:57.493432 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9bf96ea-f806-4044-ae2e-e954c4a1a7ec tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5296593 Dec 16 15:42:57.493936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:57.505789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '4861bd20-c5e1-4d48-9bfc-7704a2fa10c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:57.514932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85722770-d2fa-49f2-8027-18dde817602a None None] Network add32baa-a1ce-4420-bc1b-42794c4d3640 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:42:57.521043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:57.521676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:57.536657 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-51371e16-9548-45f0-a76d-4695da293e81 tempest-ServiceProvidersTest-1983668551 tempest-ServiceProvidersTest-1983668551-project] 10.222.0.71 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2427478 Dec 16 15:42:57.607286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-25b6a535-4015-4a8c-afb9-8615e3c56125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:57.609932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-25b6a535-4015-4a8c-afb9-8615e3c56125 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820207 Dec 16 15:42:57.715287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-add32baa-a1ce-4420-bc1b-42794c4d3640', 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640', 'project_id': 'ede346b60574460baebfe1b87da023f5', 'fixed_ips': [{'subnet_id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:42:57.715287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.014855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Allocated IP 172.20.0.2 (add32baa-a1ce-4420-bc1b-42794c4d3640/f1aefd92-8894-4d66-bcaf-fd4f833a650d/1dff859d-04bd-4059-bc78-32cf0dcca127) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:58.077644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91a74614-4724-49ac-b8ce-9c2814f7a89e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.9448552 Dec 16 15:42:58.078352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42626) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:58.085975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Allocated IP 172.20.0.11 (ef229bae-dddd-474e-ba65-ef0bc9157c33/490bdb46-51ae-4c5a-bafc-8cfbb3c77c49/4eb73c3f-20cb-4b09-8e3d-d5ea142c2598) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:42:58.108261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:58.219790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.231725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-dde997b7-ec4a-4172-9596-c8b24fe1d61a service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133969 Dec 16 15:42:58.304997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.307604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.356911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.438157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.482043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.535164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Network add32baa-a1ce-4420-bc1b-42794c4d3640 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:58.538315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:58.541048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:58.575127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Pushing event updated for resources: {'Port': ['ID=1dff859d-04bd-4059-bc78-32cf0dcca127,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:58.621942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.622724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.623285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.623867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.624442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.624985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.625521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.626050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.626581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.627130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.627681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.628280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.628827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:42:58.665747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Attempting to bind port 1dff859d-04bd-4059-bc78-32cf0dcca127 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:42:58.666479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Attempting to bind port 1dff859d-04bd-4059-bc78-32cf0dcca127 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:42:58.667148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Attempting to bind port 1dff859d-04bd-4059-bc78-32cf0dcca127 on network add32baa-a1ce-4420-bc1b-42794c4d3640 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:42:58.674533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:42:58.675318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Checking segment: {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:42:58.675998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.677162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Bound using segment: {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:42:58.677972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Bound port: 1dff859d-04bd-4059-bc78-32cf0dcca127, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:42:58.678596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.686435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:58.754599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899e247-e622-43c1-b9d2-49ff2aa0ae66 req-40fce015-5900-40b9-9619-f06e852d5830 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:58.758103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3899e247-e622-43c1-b9d2-49ff2aa0ae66 req-40fce015-5900-40b9-9619-f06e852d5830 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1095 time: 0.4683883 Dec 16 15:42:58.792505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.805768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.825565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] For port 1dff859d-04bd-4059-bc78-32cf0dcca127, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:42:58.833171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] For port 1dff859d-04bd-4059-bc78-32cf0dcca127, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1dff859d-04bd-4059-bc78-32cf0dcca127,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:42:58.870911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.939719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674817b-957b-4923-8541-c32aaa1ed2cf req-e6a80587-dc94-4afc-a579-fedfa84e4568 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:58.942703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4674817b-957b-4923-8541-c32aaa1ed2cf req-e6a80587-dc94-4afc-a579-fedfa84e4568 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.3389671 Dec 16 15:42:58.973434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:58.978145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.089449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d30dce0e-d7ee-4581-a162-efb25994addb admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.101549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fa7bd-23d3-4154-9194-749df7314382 None None] Pushing event updated for resources: {'Port': ['ID=1dff859d-04bd-4059-bc78-32cf0dcca127,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:59.125676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd305c5f-4994-4168-a2ad-c24706a9efff req-71ba1df3-8f8a-4606-b667-c0bef2550ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728371 Dec 16 15:42:59.131538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.157824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3899e247-e622-43c1-b9d2-49ff2aa0ae66 req-a2bf477a-e771-4134-84a3-c926b53b4e1c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684127 Dec 16 15:42:59.161952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb986229-6be3-4a18-9a89-7027751bcb1e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:59.233493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.237898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-79c1b543-ca13-4b58-96cb-9606a792b633 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7349110 Dec 16 15:42:59.239806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42642) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:59.266886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '4861bd20-c5e1-4d48-9bfc-7704a2fa10c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:42:59.314518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4674817b-957b-4923-8541-c32aaa1ed2cf req-8e762739-fe2f-4207-9726-c6d0120df8ff tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316216 Dec 16 15:42:59.323363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6485c10c-dd06-472f-8961-8c1992832765 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:42:59.421282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d30dce0e-d7ee-4581-a162-efb25994addb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.427127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.522989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-de8b0172-f0ff-472f-b471-bb46e8d152ae req-cdcfcb3f-2c8f-4a52-bd6a-59cb86d206e3 service neutron] (104056) timed out ('10.222.0.74', 64565) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:42:59.606085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d30dce0e-d7ee-4581-a162-efb25994addb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.626385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.685391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.717818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.755845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:42:59.765880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:59.782706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d30dce0e-d7ee-4581-a162-efb25994addb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f0caf364461482ebfcdfc04c23fd6e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0745997 Dec 16 15:42:59.789433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:42:59.794696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:42:59.797179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:42:59.812980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dce0e-d7ee-4581-a162-efb25994addb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f0492e-d385-42ac-8837-2b0bc088033b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:42:59.872287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6d015-08e3-4119-986b-439ff13fb5b5 req-0ff3442c-103a-4dfd-96ce-f17e6d8c8f91 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:42:59.874761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50d6d015-08e3-4119-986b-439ff13fb5b5 req-0ff3442c-103a-4dfd-96ce-f17e6d8c8f91 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 932 time: 0.4667037 Dec 16 15:42:59.896955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.927953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 6485c10c-dd06-472f-8961-8c1992832765 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:42:59.936982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 6485c10c-dd06-472f-8961-8c1992832765 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:42:59.937977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:42:59.996851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.068896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50d6d015-08e3-4119-986b-439ff13fb5b5 req-9f00e9ee-adee-45de-95f7-0732d1d969f9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443179 Dec 16 15:43:00.116402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.153507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.183580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:00.185624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.199374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5215a5-df94-4ef9-a9de-dd81411860cc,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:00.219809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.233525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Allocated IP 172.25.7.164 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c0d2af25-8d67-45e5-9db1-ccf50fe95357) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:43:00.284966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.305330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-1accd667-928a-4a4e-968e-e9b0288bb57f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5397105 Dec 16 15:43:00.341213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Request body: {'port': {'device_id': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:00.398917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6485c10c-dd06-472f-8961-8c1992832765'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:00.421024 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc39adfa-ad65-4323-afdf-1a4e6be90230" -d '{"events": [{"server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "name": "network-vif-plugged", "status": "completed", "tag": "6485c10c-dd06-472f-8961-8c1992832765"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:00.427557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.442449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42654) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:00.443139 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32589932-a303-4390-a4ed-4f8868d29a6f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1882422 Dec 16 15:43:00.454954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '4861bd20-c5e1-4d48-9bfc-7704a2fa10c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:00.457779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1dff859d-04bd-4059-bc78-32cf0dcca127 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:00.606042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.637383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6485c10c-dd06-472f-8961-8c1992832765,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:00.641779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fff64d3f-3af6-412c-b20f-e172cab30e02 None None] Provisioning complete for port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:00.642517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fff64d3f-3af6-412c-b20f-e172cab30e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.646517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f6f0-07ed-4147-be2a-6c2ea0a2274b req-313a8c12-aa6f-494e-8bd9-f82666efa608 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:00.655713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b387f6f0-07ed-4147-be2a-6c2ea0a2274b req-313a8c12-aa6f-494e-8bd9-f82666efa608 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1095 time: 0.2474902 Dec 16 15:43:00.738349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fff64d3f-3af6-412c-b20f-e172cab30e02 None None] Port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:00.739769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.742012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.746959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.747240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:00.749360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/48f0492e-d385-42ac-8837-2b0bc088033b HTTP/1.1" status: 204 len: 168 time: 0.9482894 Dec 16 15:43:00.761558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.900041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227806cd-11fe-49c1-bbb1-cd1066bd9c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f0492e-d385-42ac-8837-2b0bc088033b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:00.919924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1dff859d-04bd-4059-bc78-32cf0dcca127 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:00.920953 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.932130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:00.956272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:00.994959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.073676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77978800-3bec-4f7b-859f-aaa33a8b5806 req-242e0492-b37d-453c-8a8d-1fc1125f15a0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:01.077436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:01.083886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77978800-3bec-4f7b-859f-aaa33a8b5806 req-242e0492-b37d-453c-8a8d-1fc1125f15a0 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 946 time: 0.5013182 Dec 16 15:43:01.102468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:01.106675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:43:01.179458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d2af25-8d67-45e5-9db1-ccf50fe95357,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:01.192880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce40d3-7568-49d5-b84c-201e992f2bc8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:01.310115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.316248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.337884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b387f6f0-07ed-4147-be2a-6c2ea0a2274b req-bf2be336-05bf-4fb7-bd58-f894a6350d69 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805055 Dec 16 15:43:01.424544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 1dff859d-04bd-4059-bc78-32cf0dcca127, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1dff859d-04bd-4059-bc78-32cf0dcca127,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:01.456928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-15dfca42-9507-4ee3-b31e-a274ad04af02 None None] Provisioning complete for port c0d2af25-8d67-45e5-9db1-ccf50fe95357 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:01.457891 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15dfca42-9507-4ee3-b31e-a274ad04af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.491245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:01.521500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.525216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622e350-6274-4598-a50b-5caaadfc0c70 None None] Network add32baa-a1ce-4420-bc1b-42794c4d3640 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:43:01.660853 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48478930-45d3-4a85-8e28-23b72eaec2d9 x-openstack-request-id: req-48478930-45d3-4a85-8e28-23b72eaec2d9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:01.661539 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "name": "network-vif-plugged", "status": "completed", "tag": "6485c10c-dd06-472f-8961-8c1992832765", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:01.662393 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-48478930-45d3-4a85-8e28-23b72eaec2d9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:01.662823 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6485c10c-dd06-472f-8961-8c1992832765', 'code': 200} Dec 16 15:43:01.843204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.857818 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:01.867742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=1dff859d-04bd-4059-bc78-32cf0dcca127,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:01.935300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:01.966410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-15dfca42-9507-4ee3-b31e-a274ad04af02 None None] Port c0d2af25-8d67-45e5-9db1-ccf50fe95357 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:02.114810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5dcb915c-3bd9-4c77-9f0c-80eca6615ece None None] Provisioning complete for port 1dff859d-04bd-4059-bc78-32cf0dcca127 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:02.115193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5dcb915c-3bd9-4c77-9f0c-80eca6615ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.202349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:43:02.212802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.245698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Transition to ACTIVE for port object 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:43:02.266698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1dff859d-04bd-4059-bc78-32cf0dcca127 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:02.278500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.290818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77978800-3bec-4f7b-859f-aaa33a8b5806 req-4f96e590-3a8f-4241-8cfa-fcf4d34c01e5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2055933 Dec 16 15:43:02.361326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8aa19-7f2f-4dc9-a654-cd10053da82c req-119d0557-4612-41e4-be72-e4829c953b00 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:02.367321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28f8aa19-7f2f-4dc9-a654-cd10053da82c req-119d0557-4612-41e4-be72-e4829c953b00 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 932 time: 0.6949112 Dec 16 15:43:02.368155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.410748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.509574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.511984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1dff859d-04bd-4059-bc78-32cf0dcca127 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:02.512746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.617822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4fd79-16de-46ca-b818-b97f9585b49a req-af343667-005b-482d-bcfd-c77404c2faad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:02.621620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ec4fd79-16de-46ca-b818-b97f9585b49a req-af343667-005b-482d-bcfd-c77404c2faad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.9327424 Dec 16 15:43:02.654903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d93d8a-df7f-44f6-be4c-2d38803bb5ba,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:02.673483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28f8aa19-7f2f-4dc9-a654-cd10053da82c req-ee5751e6-a787-4ad7-b0f4-99d85af8316a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754636 Dec 16 15:43:02.755366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Router 89f73126-2733-490e-a009-df65d2d2be4a is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:43:02.783122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-db1ba0d8-c470-40c7-ab4a-b465befdbad3 None None] Provisioning complete for port 1dff859d-04bd-4059-bc78-32cf0dcca127 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:02.783974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db1ba0d8-c470-40c7-ab4a-b465befdbad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:02.868049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ec4fd79-16de-46ca-b818-b97f9585b49a req-360dea6d-9d0a-4fa3-bcc6-50d3d3b3c925 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682785 Dec 16 15:43:03.000341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:03.028384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Attempting to bind port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:43:03.028731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Attempting to bind port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:43:03.029518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Attempting to bind port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:03.039223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:43:03.039557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Attempting to bind port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:03.061745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:43:03.067733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Checking segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:03.067733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Bound using segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:43:03.067733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Bound port: 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:43:03.067733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.075046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:03.085491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bae8f-3d96-4a95-9662-f97dd80972c0 req-c1ef45fb-196c-4172-ba1b-3335b4128af3 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:03.087275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Sync routers for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:03.087972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b4bae8f-3d96-4a95-9662-f97dd80972c0 req-c1ef45fb-196c-4172-ba1b-3335b4128af3 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.2502358 Dec 16 15:43:03.091289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.093431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb3f80e0-be7c-4de3-b1a4-8556b2381604 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.6465955 Dec 16 15:43:03.097379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42682) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:03.104658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '4861bd20-c5e1-4d48-9bfc-7704a2fa10c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:03.137552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:03.138495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:03.215156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b4bae8f-3d96-4a95-9662-f97dd80972c0 req-32263edb-6b74-4c43-996c-457fef657f28 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006939 Dec 16 15:43:03.233557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.241539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d8a549ca-1f84-43bb-95c7-a77828569902 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1627958 Dec 16 15:43:03.242376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42686) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:03.352796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:03.379740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.384993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:43:03.433658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:43:03.615934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.662135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:01Z', 'revision_number': 3, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:03.664366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:03.666974 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2206e1-dea1-4a52-98ec-4b68fc1816e4" -d '{"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-unplugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:03.711978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Checking router: 89f73126-2733-490e-a009-df65d2d2be4a for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:03.712485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Updating router 89f73126-2733-490e-a009-df65d2d2be4a port c0d2af25-8d67-45e5-9db1-ccf50fe95357 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:43:03.765371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.780571 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e73d3e-256b-4698-bd1a-a0d731c91040 x-openstack-request-id: req-10e73d3e-256b-4698-bd1a-a0d731c91040 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:03.781602 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-unplugged", "status": "completed", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:03.781872 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10e73d3e-256b-4698-bd1a-a0d731c91040 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:03.783367 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d', 'code': 200} Dec 16 15:43:03.930099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:03.932865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:03.934858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] 10.222.0.74 "PUT /v2.0/ports/4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1092 time: 3.6013227 Dec 16 15:43:03.944538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005fec8-c93d-4830-b4ee-316df3bb7af1 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:03.960511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:03.973423 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db" -d '{"events": [{"name": "network-changed", "server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:04.027576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.184767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.194637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb2df-2162-42e7-a235-3be23692dd81 req-e3c2d598-3faf-465d-a1ac-18ec14a96983 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.202709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6eb2df-2162-42e7-a235-3be23692dd81 req-e3c2d598-3faf-465d-a1ac-18ec14a96983 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.6277256 Dec 16 15:43:04.312213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c59e23-4ca9-4f3e-b254-140ebe8440f5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:04.322657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.352005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-6568d013-b644-449e-8529-82a2e88a5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.353789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-6568d013-b644-449e-8529-82a2e88a5e56 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1095 time: 0.2362325 Dec 16 15:43:04.371312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47b677-d468-4dc6-b3fe-c4e56c2a1b48 req-3c7f40e8-a804-47c8-8f88-9f18a611c3c7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.372952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f47b677-d468-4dc6-b3fe-c4e56c2a1b48 req-3c7f40e8-a804-47c8-8f88-9f18a611c3c7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.3913939 Dec 16 15:43:04.382231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.386540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42708) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:04.387034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dee9e3f6-c17f-4b12-8415-81e8efbeaa2c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2873783 Dec 16 15:43:04.406983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6eb2df-2162-42e7-a235-3be23692dd81 req-804fc9ee-bad4-43b9-890f-72500eb81d18 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030208 Dec 16 15:43:04.423281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.450726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.456282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-8561ab3d-20e9-42d4-9127-164f670026ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 217 time: 0.0680382 Dec 16 15:43:04.477783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.538619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dfd5e-2df4-4809-a29e-e76cff6fc6e2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:04.544527 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06ed0cd-0db3-482b-af6b-929bbf540286 x-openstack-request-id: req-e06ed0cd-0db3-482b-af6b-929bbf540286 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:04.544949 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:04.545321 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e06ed0cd-0db3-482b-af6b-929bbf540286 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:04.550309 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'status': 'completed', 'code': 200} Dec 16 15:43:04.555479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Attempting to bind port c0d2af25-8d67-45e5-9db1-ccf50fe95357 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:43:04.555699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Attempting to bind port c0d2af25-8d67-45e5-9db1-ccf50fe95357 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:43:04.556015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Attempting to bind port c0d2af25-8d67-45e5-9db1-ccf50fe95357 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:04.559975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe3165-02a8-4ff8-a8d5-ef1cfe38cf96 None None] Pushing event updated for resources: {'Port': ['ID=c0d2af25-8d67-45e5-9db1-ccf50fe95357,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:04.567689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:43:04.568068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:04.568472 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.568924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:43:04.569499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Bound port: c0d2af25-8d67-45e5-9db1-ccf50fe95357, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:43:04.569730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.633342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.640557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.642792 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d8c59e23-4ca9-4f3e-b254-140ebe8440f5 HTTP/1.1" status: 204 len: 168 time: 0.2532074 Dec 16 15:43:04.654780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42718) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:04.669528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e598d-22f2-4227-9f76-ed8c7917020e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8c59e23-4ca9-4f3e-b254-140ebe8440f5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:04.676280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] For port c0d2af25-8d67-45e5-9db1-ccf50fe95357, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:43:04.680090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] For port c0d2af25-8d67-45e5-9db1-ccf50fe95357, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c0d2af25-8d67-45e5-9db1-ccf50fe95357,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:43:04.692413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fa2535f3-9cdf-4df9-aeb9-b8aae1c19a7f None None] Provisioning complete for port c0d2af25-8d67-45e5-9db1-ccf50fe95357 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:04.692413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa2535f3-9cdf-4df9-aeb9-b8aae1c19a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.735214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fa2535f3-9cdf-4df9-aeb9-b8aae1c19a7f None None] Port c0d2af25-8d67-45e5-9db1-ccf50fe95357 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:04.762885 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc984d45-a32c-4abc-a067-0e1c46b53561 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1050484 Dec 16 15:43:04.763230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:04.774416 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.793092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.807338 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.823260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f47b677-d468-4dc6-b3fe-c4e56c2a1b48 req-69deaba8-0d7b-4735-8521-b90f6b7c1733 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4230132 Dec 16 15:43:04.831140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-92fa2314-1535-4f69-bdad-14ed0cd218c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.833082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-92fa2314-1535-4f69-bdad-14ed0cd218c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.3084719 Dec 16 15:43:04.870102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb601edf-93c3-43aa-9ee8-307dcedfd630 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:04.885302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c2a63-6f0e-477a-82a2-a419c94f3133 req-b2e3e266-9e4c-4446-850e-d2186e5e1bfd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:04.887069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b83c2a63-6f0e-477a-82a2-a419c94f3133 req-b2e3e266-9e4c-4446-850e-d2186e5e1bfd tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.2077718 Dec 16 15:43:04.927396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.933810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:04.935022 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/c0d93d8a-df7f-44f6-be4c-2d38803bb5ba HTTP/1.1" status: 204 len: 168 time: 0.1707056 Dec 16 15:43:04.944625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.012875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:05.013537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:05.022896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe3165-02a8-4ff8-a8d5-ef1cfe38cf96 None None] Pushing event updated for resources: {'Port': ['ID=c0d2af25-8d67-45e5-9db1-ccf50fe95357,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:05.025992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291c80b-91c4-495e-a5c8-11a8d34661fc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0d93d8a-df7f-44f6-be4c-2d38803bb5ba,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:05.057275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-eee28dc5-ab9b-4bdc-b494-d89eeeaacf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:05.060564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-eee28dc5-ab9b-4bdc-b494-d89eeeaacf2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131567 Dec 16 15:43:05.071277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b83c2a63-6f0e-477a-82a2-a419c94f3133 req-1e0023a7-b6b2-4b63-8117-8e0720245864 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518104 Dec 16 15:43:05.135228 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ccce0ec-bd96-4e7f-9c81-1a1cb8caa5e9 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1893563 Dec 16 15:43:05.136044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.175491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] Provisioning complete for port c0d2af25-8d67-45e5-9db1-ccf50fe95357 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:05.176106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.180136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.190927 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.305329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.320156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.325695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:05.326711 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/6b5215a5-df94-4ef9-a9de-dd81411860cc HTTP/1.1" status: 204 len: 168 time: 0.1864820 Dec 16 15:43:05.328380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.376108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 14576366-b27b-4733-8e63-5b0fa169e96d no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:05.386876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be3c3d-a66b-4f99-ad6b-cf43df614fad tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b5215a5-df94-4ef9-a9de-dd81411860cc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:05.440670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80d26e0d-e19b-4580-8252-93382f954186 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1091597 Dec 16 15:43:05.444027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42738) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.451366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.481760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.500657 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.554323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-bed128ae-c7fe-4c73-9a58-7015dc8b504d service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322214 Dec 16 15:43:05.673584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.681810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.687205 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/cb986229-6be3-4a18-9a89-7027751bcb1e HTTP/1.1" status: 204 len: 168 time: 0.2415538 Dec 16 15:43:05.689979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.729962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] For port c0d2af25-8d67-45e5-9db1-ccf50fe95357, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c0d2af25-8d67-45e5-9db1-ccf50fe95357,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:05.776164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ee6da-48f6-4185-8b1b-e4d2d250909f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb986229-6be3-4a18-9a89-7027751bcb1e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:05.810852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.866280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:05.939416 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b219662-18c0-440c-878b-80993d7aeedc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2354696 Dec 16 15:43:05.944296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42760) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:05.960067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4538c-7dcf-4049-ac28-56a23f0cfb56 None None] Pushing event updated for resources: {'Port': ['ID=c0d2af25-8d67-45e5-9db1-ccf50fe95357,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:05.997545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.006709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9e3e4-b5be-40ff-9ae7-be9cf8f55d72 req-04a24641-bbf9-4a94-a65d-626ae59018bf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:06.011268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ced9e3e4-b5be-40ff-9ae7-be9cf8f55d72 req-04a24641-bbf9-4a94-a65d-626ae59018bf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.8924091 Dec 16 15:43:06.012604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.023047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea93f97-0c76-41a7-a5c7-f925c8a4474e req-ae2ae1a4-45b1-4aee-bd4b-43ae90ef583c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:06.028957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ea93f97-0c76-41a7-a5c7-f925c8a4474e req-ae2ae1a4-45b1-4aee-bd4b-43ae90ef583c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.8460956 Dec 16 15:43:06.068561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:01Z', 'revision_number': 3, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:06.083620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d950c04-d31e-4eee-8855-b43d1edf5220 req-c8e123b8-66a0-4d01-8c9f-c8d5784c3b1c service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123434 Dec 16 15:43:06.175215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820e5fb-d413-4cc0-8b30-0154ad7c0455 None None] The sync data for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 is: [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:01Z', 'revision_number': 3, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:06.216871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.237797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.242300 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/59f35d16-5f99-435b-acb5-934d417428cf HTTP/1.1" status: 204 len: 168 time: 0.2943275 Dec 16 15:43:06.259071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:06.283851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903563f-b491-49ae-b880-710534c8ba68 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f35d16-5f99-435b-acb5-934d417428cf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:06.390694 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db487984-961e-4e0d-b7d7-ae64738ed8cb tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1266522 Dec 16 15:43:06.391195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42774) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:06.482059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Allocated IP 172.20.0.1 (add32baa-a1ce-4420-bc1b-42794c4d3640/f1aefd92-8894-4d66-bcaf-fd4f833a650d/24780644-58ab-4c07-a889-48e62f55f166) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:43:06.509006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.542678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.783460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.788270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:06.793600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/4861bd20-c5e1-4d48-9bfc-7704a2fa10c2 HTTP/1.1" status: 204 len: 168 time: 0.4008045 Dec 16 15:43:06.794382 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:06.821128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683789-7db8-4307-844b-00eae99f9c6c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4861bd20-c5e1-4d48-9bfc-7704a2fa10c2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:06.886563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-24788b29-e6f5-42fc-aa63-7d77daa44cf4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0812855 Dec 16 15:43:06.891328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42786) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:06.897198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--83082674'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:07.074915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.207564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.278951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.318812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ea93f97-0c76-41a7-a5c7-f925c8a4474e req-f650dfda-fc17-4389-ad97-7f00664c67d6 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2341166 Dec 16 15:43:07.322375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ced9e3e4-b5be-40ff-9ae7-be9cf8f55d72 req-6f2a9cf7-3e52-45c4-a32b-b2b03816d11c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2462234 Dec 16 15:43:07.329739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52947595-e7c9-4d49-9182-9a97c930a032,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:07.377235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.425071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-91475904-a283-42f8-95d7-bfbe7a868694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:07.427076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-91475904-a283-42f8-95d7-bfbe7a868694 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1095 time: 0.2698193 Dec 16 15:43:07.432590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.439203 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44a3e54c-1f33-4abb-9175-a4cfd5196342 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5466025 Dec 16 15:43:07.442086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42810) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:07.449724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '52947595-e7c9-4d49-9182-9a97c930a032', 'direction': 'ingress', 'protocol': 17}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:07.586256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.653737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.722281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-4e11f3b7-d6ab-40bd-a010-60e444fa8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:07.724778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-4e11f3b7-d6ab-40bd-a010-60e444fa8c4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.2770379 Dec 16 15:43:07.757193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.759618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Network add32baa-a1ce-4420-bc1b-42794c4d3640 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:07.765379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:07.767440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:07.822303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:43:07.856203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03a6d-5f8d-4178-8a54-d626bc9e9d9a req-1fd6dd9d-08d0-45ba-ad9b-da06706b93a2 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:07.857946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eec03a6d-5f8d-4178-8a54-d626bc9e9d9a req-1fd6dd9d-08d0-45ba-ad9b-da06706b93a2 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.2791922 Dec 16 15:43:07.859341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-8a5446ea-9ec0-4fca-8f81-e925e59b81e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 217 time: 0.1150732 Dec 16 15:43:07.884325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:07.885216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafabf63-b7de-45e4-a3c6-12c9be5ae04b req-52621ea2-5bf2-4999-b714-db8212f12c76 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:07.887086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aafabf63-b7de-45e4-a3c6-12c9be5ae04b req-52621ea2-5bf2-4999-b714-db8212f12c76 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.3063703 Dec 16 15:43:07.905626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae0ed14-81d9-4e8b-875e-2fc33b72f036,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:07.929873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.117329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.136016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-011d4239-b5e1-4c23-a345-2ca8a7e3538d tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6859720 Dec 16 15:43:08.140384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:08.165693 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-b2e54c31-9e23-41cb-8e7e-b8d80807b4e0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1420064 Dec 16 15:43:08.305438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c0d2af25-8d67-45e5-9db1-ccf50fe95357 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:08.339116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-0ff04c31-cf49-4af1-b98b-83fbe930e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.340776 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-0ff04c31-cf49-4af1-b98b-83fbe930e2de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 1058 time: 0.1226685 Dec 16 15:43:08.352565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c669660e-ea4d-42ab-a813-2423a812654b None None] Provisioning complete for port 24780644-58ab-4c07-a889-48e62f55f166 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:08.352950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c669660e-ea4d-42ab-a813-2423a812654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.359127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-e89d8368-5d14-4436-9708-7fb8de4f76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.361480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-e89d8368-5d14-4436-9708-7fb8de4f76b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.4328108 Dec 16 15:43:08.438816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eec03a6d-5f8d-4178-8a54-d626bc9e9d9a req-cd44bfc4-db09-4f48-a3e4-57331797e0ff tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717053 Dec 16 15:43:08.441105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c669660e-ea4d-42ab-a813-2423a812654b None None] Port 24780644-58ab-4c07-a889-48e62f55f166 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:08.482623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c0d2af25-8d67-45e5-9db1-ccf50fe95357 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:08.483034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.521317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aafabf63-b7de-45e4-a3c6-12c9be5ae04b req-b16d76cd-b07f-47c7-8130-69115f6e3a46 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5465951 Dec 16 15:43:08.583806 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.591275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-f301dd0c-9c33-4812-994e-d4434d5eca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.592843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-f301dd0c-9c33-4812-994e-d4434d5eca75 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.2000012 Dec 16 15:43:08.643725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.721621 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-c0a2379a-ef68-47db-ab24-5afc70ac36ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 200 len: 217 time: 0.1132209 Dec 16 15:43:08.769717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-999545d3-926f-4024-aee0-693bf9c736f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.771510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-999545d3-926f-4024-aee0-693bf9c736f1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3900599 Dec 16 15:43:08.787568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-25d180dd-2a79-4879-a96f-db567e291410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.791013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-25d180dd-2a79-4879-a96f-db567e291410 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0650942 Dec 16 15:43:08.866346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-add0f699-9ecd-4676-8dc6-eedcc39f68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.868107 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-add0f699-9ecd-4676-8dc6-eedcc39f68ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676279 Dec 16 15:43:08.892901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.897497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.899158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/52947595-e7c9-4d49-9182-9a97c930a032 HTTP/1.1" status: 204 len: 168 time: 0.7444136 Dec 16 15:43:08.903272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:08.906242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42854) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:08.978421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3be33-8237-4939-bd62-cfdc3dc1a632 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52947595-e7c9-4d49-9182-9a97c930a032,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:08.992895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aece52b-1171-495f-9350-97c5c0476105 req-499135c0-ceba-4f65-a892-2bdd9abe50d5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:08.995199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aece52b-1171-495f-9350-97c5c0476105 req-499135c0-ceba-4f65-a892-2bdd9abe50d5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2956936 Dec 16 15:43:09.075613 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-ea344516-2540-4f65-bf63-b2e871387e76 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949625 Dec 16 15:43:09.202547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1119416-4054-4e82-bda9-203256ea54e9 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2843475 Dec 16 15:43:09.202992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:09.236287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-7109f5af-d3e7-4259-a9cc-89c6868e222a service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395738 Dec 16 15:43:09.238585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--949901366'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:09.311569 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ed3bfa0b-0615-4986-89a8-fa2beba8559e req-14d00299-54d5-42b1-8a75-7b6becf74f9e service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242525 Dec 16 15:43:09.364729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aece52b-1171-495f-9350-97c5c0476105 req-2d7f2b88-b351-41ec-9978-7efad3582afa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565619 Dec 16 15:43:09.418140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.568295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.578538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45325d-fa66-4b37-84cf-e08c53de9b17 req-64ce831b-58b3-4c37-9123-097e7757ed27 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:09.580121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d45325d-fa66-4b37-84cf-e08c53de9b17 req-64ce831b-58b3-4c37-9123-097e7757ed27 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.1628881 Dec 16 15:43:09.588096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b17c6fa8-4737-41b8-83e6-ac9cc072e2db req-1db9f3c9-dbed-49da-be7f-7cc6f0f79cb1 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387086 Dec 16 15:43:09.635662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.653865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d45325d-fa66-4b37-84cf-e08c53de9b17 req-478e97eb-19a3-473d-9b7d-192514b8bd42 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632660 Dec 16 15:43:09.674625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.714385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c4eb7c-2f92-4c9f-9de8-ee484334560b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:09.731982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:43:09.766522 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.770269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.778320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-443dbd00-428f-4691-a197-88d8e2cea47c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5685875 Dec 16 15:43:09.780615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42888) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:09.793269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--110913012'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:09.869569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bee4e-d3a9-4847-98a2-556553f45eeb req-38e88425-6234-4ee0-a995-0b1cf07945a5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:09.871107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b3bee4e-d3a9-4847-98a2-556553f45eeb req-38e88425-6234-4ee0-a995-0b1cf07945a5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1400986 Dec 16 15:43:09.876637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:09.882648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.915669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:09.929726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:43:09.974148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:09.988416 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.013820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:43:10.045091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:10.045405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e97117-8d85-4518-a8c6-23c9574fd47b req-67b8e250-60c8-4cc3-b2e8-0f1cb00feba8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:10.046793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e97117-8d85-4518-a8c6-23c9574fd47b req-67b8e250-60c8-4cc3-b2e8-0f1cb00feba8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1574376 Dec 16 15:43:10.071507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b3bee4e-d3a9-4847-98a2-556553f45eeb req-88abb7bc-22da-4817-ba06-05efc1ef0c1e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666234 Dec 16 15:43:10.084138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.109792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Network add32baa-a1ce-4420-bc1b-42794c4d3640 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:10.113299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:10.134290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e97117-8d85-4518-a8c6-23c9574fd47b req-3cdc6746-efdb-455c-9e5c-068c4f2a046f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762560 Dec 16 15:43:10.161965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.200136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.225437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:10.273626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=006a70fc-7dbc-49d9-9197-41faa37ff646,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:10.302041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Router 89f73126-2733-490e-a009-df65d2d2be4a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:43:10.348882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.355861 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3fd094a7-fdb5-44fb-9ac6-e94aafa141c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5708055 Dec 16 15:43:10.356862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:10.366521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '26c4eb7c-2f92-4c9f-9de8-ee484334560b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '006a70fc-7dbc-49d9-9197-41faa37ff646', 'remote_ip_prefix': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:10.453987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:10.460290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9802e681-b81e-476a-b6e8-79dd0d2ec5d0 admin admin] 10.222.0.71 "PUT /v2.0/routers/89f73126-2733-490e-a009-df65d2d2be4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2161977 Dec 16 15:43:10.464935 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Sync routers for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:10.481396 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:10.482981 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:10.490658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-31340fb0-1f1d-4afd-a64e-77e7ebf06676 None None] Provisioning complete for port 24780644-58ab-4c07-a889-48e62f55f166 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:10.491214 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-31340fb0-1f1d-4afd-a64e-77e7ebf06676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.501496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.596881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-31340fb0-1f1d-4afd-a64e-77e7ebf06676 None None] Port 24780644-58ab-4c07-a889-48e62f55f166 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:10.601509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:10.658037 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.676464 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:10.691653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-dc9f2d1e-4b56-47ce-a71e-d2fb794f261a tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:10.695298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-dc9f2d1e-4b56-47ce-a71e-d2fb794f261a tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.1723669 Dec 16 15:43:10.755076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.787555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6fedf0-f3b9-437c-8dfc-9ff760da8f7d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:10.916872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Deleting port 6485c10c-dd06-472f-8961-8c1992832765 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:10.917217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.936524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:10.958418 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-62752a69-3207-4d19-916a-511b894081bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6000557 Dec 16 15:43:10.961406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:10.983798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46845c-ae34-44a4-840e-96db0c42f798 req-1fe6cf6c-00a7-41ec-b999-160e9cf3fd9c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:10.992417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b46845c-ae34-44a4-840e-96db0c42f798 req-1fe6cf6c-00a7-41ec-b999-160e9cf3fd9c tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 1096 time: 0.1376488 Dec 16 15:43:11.005504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.027844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.071652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] For port 6485c10c-dd06-472f-8961-8c1992832765, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6485c10c-dd06-472f-8961-8c1992832765,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:11.072139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.077012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b46845c-ae34-44a4-840e-96db0c42f798 req-2eae3896-172a-4b5f-956e-59d66bc675ca tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837996 Dec 16 15:43:11.090824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Calling delete_port for 6485c10c-dd06-472f-8961-8c1992832765 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:11.097415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:08Z', 'revision_number': 4, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '24780644-58ab-4c07-a889-48e62f55f166', 'name': '', 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'mac_address': 'fa:16:3e:d2:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:43:06Z', 'updated_at': '2021-12-16T15:43:09Z', 'revision_number': 2, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'subnets': [{'id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:11.170001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.186764 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Checking router: 89f73126-2733-490e-a009-df65d2d2be4a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:11.187538 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Updating router 89f73126-2733-490e-a009-df65d2d2be4a port 24780644-58ab-4c07-a889-48e62f55f166 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:43:11.189791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.193383 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/4a6fedf0-f3b9-437c-8dfc-9ff760da8f7d HTTP/1.1" status: 204 len: 168 time: 0.2278850 Dec 16 15:43:11.193383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddcf83-efb8-459f-8a3c-fb6dc12820bc tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a6fedf0-f3b9-437c-8dfc-9ff760da8f7d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:11.198673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:11.229249 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.373878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42962) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:11.376986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7af9a6cf-a932-433a-bccd-fa9a1e15d2a0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1755445 Dec 16 15:43:11.433041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bcc96-b51f-4555-ac8a-03d663e709e7 req-8d1b5db6-fe7f-46a5-a8f1-3c9e5ac7cc2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:11.435795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-068bcc96-b51f-4555-ac8a-03d663e709e7 req-8d1b5db6-fe7f-46a5-a8f1-3c9e5ac7cc2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 945 time: 0.2359796 Dec 16 15:43:11.486357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.589134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.624064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-068bcc96-b51f-4555-ac8a-03d663e709e7 req-26058823-027d-475e-81f7-6ead0a2594db tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674256 Dec 16 15:43:11.664305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:11.669840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403592528', 'description': 'tempest-secgroup-smoke-1403592528 description', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:11.712926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.714661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:43:11.754982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1c7328ab-9b72-486e-8c52-dd353f86b1e5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:11.790620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Pushing event deleted for resources: {'Port': ['ID=6485c10c-dd06-472f-8961-8c1992832765,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:11.870615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.878280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.881303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/006a70fc-7dbc-49d9-9197-41faa37ff646 HTTP/1.1" status: 204 len: 168 time: 0.5061047 Dec 16 15:43:11.887643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:11.891793 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:11.990002 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:11.993867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3df574-16a3-4b1f-bf22-ca4aaf29d85a tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a70fc-7dbc-49d9-9197-41faa37ff646,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:11.998915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.006163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] No DVR routers for this DVR port 6485c10c-dd06-472f-8961-8c1992832765 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:12.041634 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.053861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a3110a3-178d-4bd0-ac65-841a3cd4f281 req-509e8649-c151-4bf6-8240-9e29cb7710b7 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6485c10c-dd06-472f-8961-8c1992832765 HTTP/1.1" status: 204 len: 173 time: 1.3513498 Dec 16 15:43:12.058943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'name': 'network-vif-deleted', 'tag': '6485c10c-dd06-472f-8961-8c1992832765'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:12.081670 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.103591 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1952ae29-8b27-473e-9971-9b0d1ccda63c" -d '{"events": [{"server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "name": "network-vif-deleted", "tag": "6485c10c-dd06-472f-8961-8c1992832765"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:12.106502 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba0cd6e9-02bf-408b-a545-022b81d23e52 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2066436 Dec 16 15:43:12.112016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42986) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:12.254689 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0321-8ef1-45ba-a9bd-16e8cfa1ae9c None None] Pushing event updated for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:12.282007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:43:12.311964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:12.312754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.336545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.419719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202fe23-1474-4590-94d5-8d5a264eb341 req-08c1a8fd-07d6-40fc-bf27-8ac416061546 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:12.448607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7202fe23-1474-4590-94d5-8d5a264eb341 req-08c1a8fd-07d6-40fc-bf27-8ac416061546 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.5570202 Dec 16 15:43:12.470132 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Attempting to bind port 24780644-58ab-4c07-a889-48e62f55f166 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:43:12.470518 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Attempting to bind port 24780644-58ab-4c07-a889-48e62f55f166 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:43:12.471415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Attempting to bind port 24780644-58ab-4c07-a889-48e62f55f166 on network add32baa-a1ce-4420-bc1b-42794c4d3640 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:12.499099 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:43:12.500766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Checking segment: {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:12.505984 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.505984 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Bound using segment: {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:43:12.505984 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Bound port: 24780644-58ab-4c07-a889-48e62f55f166, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7618a1-aa4d-423c-a91c-1e6260cba900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:43:12.505984 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.508651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.552425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-adf9548a-75f0-4250-a582-99b1683b6795 req-f8310d98-4c80-445c-8c8a-dcc117761ade tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=97aa345a-6c43-4ce4-bef6-3435e70a6451 HTTP/1.1" status: 200 len: 210 time: 0.1010361 Dec 16 15:43:12.573982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.642378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:12.648316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:12.653563 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c652d0-d8dd-48bf-ac32-106a34ac2976" -d '{"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:12.687490 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] For port 24780644-58ab-4c07-a889-48e62f55f166, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:43:12.693195 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] For port 24780644-58ab-4c07-a889-48e62f55f166, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=24780644-58ab-4c07-a889-48e62f55f166,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:43:12.710228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.715670 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.717819 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/26c4eb7c-2f92-4c9f-9de8-ee484334560b HTTP/1.1" status: 204 len: 168 time: 0.6036642 Dec 16 15:43:12.723953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:12.734321 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27f424c-85a1-4e58-ad5a-ca6693f3d20e x-openstack-request-id: req-f27f424c-85a1-4e58-ad5a-ca6693f3d20e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:12.736263 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97aa345a-6c43-4ce4-bef6-3435e70a6451", "name": "network-vif-deleted", "tag": "6485c10c-dd06-472f-8961-8c1992832765", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:12.737167 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f27f424c-85a1-4e58-ad5a-ca6693f3d20e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:12.738488 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97aa345a-6c43-4ce4-bef6-3435e70a6451', 'name': 'network-vif-deleted', 'tag': '6485c10c-dd06-472f-8961-8c1992832765', 'status': 'completed', 'code': 200} Dec 16 15:43:12.742945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.791210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6126f3-c420-432e-86c6-3fdd378916e0 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c4eb7c-2f92-4c9f-9de8-ee484334560b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:12.791511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7202fe23-1474-4590-94d5-8d5a264eb341 req-d7b5183c-7e47-48e1-896d-6493603540d9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128836 Dec 16 15:43:12.852069 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28140912-59ae-4673-a8e1-eb53d225d6ff x-openstack-request-id: req-28140912-59ae-4673-a8e1-eb53d225d6ff {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:12.853260 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:12.854598 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28140912-59ae-4673-a8e1-eb53d225d6ff {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:12.855253 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'code': 200} Dec 16 15:43:12.858048 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.876639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97d65821-9e64-43c3-8236-6e5fa91d1cc4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1503372 Dec 16 15:43:12.881639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] Provisioning complete for port 24780644-58ab-4c07-a889-48e62f55f166 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:12.882543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.903654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43016) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:12.925143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995704378'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:12.949400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:12.984159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:13.087849 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:13.089589 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:42:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:13.109672 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.153034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fc1b2-9fae-4b70-91be-662a331a3196 req-3fe8a89b-faba-467a-a663-1b56f12f1a30 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:13.170677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c02fc1b2-9fae-4b70-91be-662a331a3196 req-3fe8a89b-faba-467a-a663-1b56f12f1a30 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2173696 Dec 16 15:43:13.171305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] For port 24780644-58ab-4c07-a889-48e62f55f166, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=24780644-58ab-4c07-a889-48e62f55f166,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:13.173832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.208637 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b0321-8ef1-45ba-a9bd-16e8cfa1ae9c None None] Pushing event updated for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:13.236084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.290855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7616e9c-6a70-459d-b702-380e6393aff8 req-fa99885d-a253-4463-b890-f532424b758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:13.296865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.308415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7616e9c-6a70-459d-b702-380e6393aff8 req-fa99885d-a253-4463-b890-f532424b758d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1097 time: 0.3308623 Dec 16 15:43:13.375353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc4a6c5-4333-47c4-9612-89dafb6a827f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:13.403655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13b368-932f-43ec-a817-614048f5f5db None None] Pushing event updated for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:13.408696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6485c10c-dd06-472f-8961-8c1992832765 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:13.435400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.437227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9b1b475-bdfa-4a58-b53b-3bb0cfc4a860 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7716458 Dec 16 15:43:13.445719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:13.454227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c02fc1b2-9fae-4b70-91be-662a331a3196 req-ea9119ff-6659-405a-80e9-b1cd41e4d48d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724593 Dec 16 15:43:13.475446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:13.475966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 6485c10c-dd06-472f-8961-8c1992832765 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:13.476442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6485c10c-dd06-472f-8961-8c1992832765 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:13.505625 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:13.539756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7616e9c-6a70-459d-b702-380e6393aff8 req-a6a89ffc-4acf-4368-8894-e1c15c1534ea service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993430 Dec 16 15:43:13.608477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.639391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8b2943d3-edf1-430a-9759-6eb0d87c8e8f None None] Provisioning complete for port 24780644-58ab-4c07-a889-48e62f55f166 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:13.640093 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b2943d3-edf1-430a-9759-6eb0d87c8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.648482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.713017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.761891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ce9371-129b-4a70-8bdc-75c6405f64f9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:13.785740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.830097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:13.833146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ab61cea-3d02-446e-9076-c31eecef9b39 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9284253 Dec 16 15:43:13.835931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43050) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:13.841906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '94ce9371-129b-4a70-8bdc-75c6405f64f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:13.891934 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:08Z', 'revision_number': 4, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '24780644-58ab-4c07-a889-48e62f55f166', 'name': '', 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'mac_address': 'fa:16:3e:d2:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:43:06Z', 'updated_at': '2021-12-16T15:43:12Z', 'revision_number': 4, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'subnets': [{'id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:13.953367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912d105-42bf-4e1a-a24a-4cab1d146c54 None None] The sync data for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 is: [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:43:08Z', 'revision_number': 4, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '24780644-58ab-4c07-a889-48e62f55f166', 'name': '', 'network_id': 'add32baa-a1ce-4420-bc1b-42794c4d3640', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'mac_address': 'fa:16:3e:d2:b0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:43:06Z', 'updated_at': '2021-12-16T15:43:12Z', 'revision_number': 4, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'subnets': [{'id': 'f1aefd92-8894-4d66-bcaf-fd4f833a650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:13.970608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.013059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f70ac5e-dcb2-4bd1-b605-20e0d2d9ffbd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:14.085741 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.139735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280c402-0496-43e1-a56d-23d6007d69ab req-65772fd3-0e3a-4f10-b08c-ff755c16ab88 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:14.148214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.159249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-19061756-c227-409a-9815-867373d9e2d0 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7113004 Dec 16 15:43:14.161785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43058) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:14.162436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9280c402-0496-43e1-a56d-23d6007d69ab req-65772fd3-0e3a-4f10-b08c-ff755c16ab88 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2072194 Dec 16 15:43:14.180594 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb7ed53d-c74d-4c24-b2a3-9c1434981a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.198094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:14.352989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9280c402-0496-43e1-a56d-23d6007d69ab req-738b2eb7-af2a-45c8-a74e-de4cfb757480 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867986 Dec 16 15:43:14.384701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.407203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.491332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 24780644-58ab-4c07-a889-48e62f55f166 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:14.535938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.536158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.621551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085e88df-b83d-430e-bbe2-1152767a3af3,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:14.674504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 24780644-58ab-4c07-a889-48e62f55f166 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:14.676083 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.743375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.791200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b280df20-6b42-4501-97ed-8f36de51cf23,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:14.862807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.864951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dc5af2ee-5418-4d3e-bf19-0b26caeae905 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0269580 Dec 16 15:43:14.871069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43076) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:14.898460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e54e9-31c0-4ca1-81f6-8b4c15f424dc req-22236a61-0b57-4023-92a9-083873c1b068 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:14.900557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b5e54e9-31c0-4ca1-81f6-8b4c15f424dc req-22236a61-0b57-4023-92a9-083873c1b068 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.2404847 Dec 16 15:43:14.908473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.915499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ff3d-725c-4bf4-a4ef-6749bd1cbd6f req-f5a01bf9-f4d3-4a69-8465-d6e0c2703a1b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:14.920147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:14.920930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbd6ff3d-725c-4bf4-a4ef-6749bd1cbd6f req-f5a01bf9-f4d3-4a69-8465-d6e0c2703a1b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1517227 Dec 16 15:43:15.016108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.021793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-55794b9c-9a0b-4f3f-a884-39d4a6e391a6 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8511937 Dec 16 15:43:15.023023 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43080) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:15.029813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:15.132827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.159918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.162814 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/085e88df-b83d-430e-bbe2-1152767a3af3 HTTP/1.1" status: 204 len: 168 time: 0.2895663 Dec 16 15:43:15.167439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43084) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:15.209820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f660d9-abc9-441a-ae45-4de7142ba28f tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=085e88df-b83d-430e-bbe2-1152767a3af3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:15.259155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.392745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-250e64c4-0a2b-40e2-b7dd-7e2d2df012bf tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2229905 Dec 16 15:43:15.398556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43092) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:15.456772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.530166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.535683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b5e54e9-31c0-4ca1-81f6-8b4c15f424dc req-19a4f006-6a4a-406d-a533-098025c8d050 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132457 Dec 16 15:43:15.562978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.618696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbd6ff3d-725c-4bf4-a4ef-6749bd1cbd6f req-4d630bff-9923-4fa8-9c59-4b797d35fe78 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981560 Dec 16 15:43:15.627437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.635149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d142bb-13bb-48ec-b457-f1a4d8dd66f9,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:15.728766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68096210-d3be-46ee-9851-771d1c09d444 req-a2f9f65f-7a87-4b56-8ede-8873d59f2a94 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:15.730902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68096210-d3be-46ee-9851-771d1c09d444 req-a2f9f65f-7a87-4b56-8ede-8873d59f2a94 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0673029 Dec 16 15:43:15.748795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.756640 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d17b6244-d81d-44da-bf13-b9d3f0dfede5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7313831 Dec 16 15:43:15.757212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43106) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:15.765190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:15.845078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68096210-d3be-46ee-9851-771d1c09d444 req-74c53795-fe9e-4d1f-b43d-4d4e8c1dfc69 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977585 Dec 16 15:43:15.852905 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.860379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:15.864917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/94ce9371-129b-4a70-8bdc-75c6405f64f9 HTTP/1.1" status: 204 len: 168 time: 0.4647319 Dec 16 15:43:15.869879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:15.890421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad2fb8-0dee-4adf-8179-6a237156a896 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ce9371-129b-4a70-8bdc-75c6405f64f9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:15.971007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.015690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2e99e880-4cb0-4013-a683-262bf2f91821 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1440427 Dec 16 15:43:16.024363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:16.036465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473111976'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:16.079255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.164442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.198437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2ab1ed-8254-47d8-bd1b-d5e8c1dc687b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:16.211766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.245952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-33ea42df-ce70-4d1f-80fd-8ccd70479963 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:16.247668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-33ea42df-ce70-4d1f-80fd-8ccd70479963 tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1055973 Dec 16 15:43:16.322635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.323969 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-95420142-8bc5-4506-b48f-24bf51b0121a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5653071 Dec 16 15:43:16.328055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43128) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:16.333790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:16.392917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.430641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Deleting port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:16.430971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.486329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.512490 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Project 90c009518f5e4d0fbc5ab4a12d255e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:16.517067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6fb3051-77bd-4ce3-a085-d8073c288e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.519582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.633784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9953e8ce-b629-4aa8-9fb3-069378a0dec5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:16.649986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.655089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5a07bae3-0c38-424e-acdc-4f393e6c94f7 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6259055 Dec 16 15:43:16.656445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43146) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:16.658596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] For port 1c7328ab-9b72-486e-8c52-dd353f86b1e5, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=1c7328ab-9b72-486e-8c52-dd353f86b1e5,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:16.658983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.667364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '9953e8ce-b629-4aa8-9fb3-069378a0dec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:16.678096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.704467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Calling delete_port for 1c7328ab-9b72-486e-8c52-dd353f86b1e5 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:16.781185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:16.787625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43150) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:16.821530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59be20d-cc02-4eb0-914e-f793dbf4b269,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:16.954767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb70567-983a-4529-b028-9b8f2162232a req-2cee3e99-d1eb-4c20-a46f-4e3f947c594a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:16.962726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cb70567-983a-4529-b028-9b8f2162232a req-2cee3e99-d1eb-4c20-a46f-4e3f947c594a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1520205 Dec 16 15:43:16.964409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ac81f-1c98-45d8-8697-5049a4a510cc req-bdbb3c7e-b8bc-4039-8a0b-ad25623e1f0b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:16.971487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1ac81f-1c98-45d8-8697-5049a4a510cc req-bdbb3c7e-b8bc-4039-8a0b-ad25623e1f0b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.2308981 Dec 16 15:43:17.033099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.039121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-923e7573-5006-47cb-ae90-6048132ead72 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7056518 Dec 16 15:43:17.039667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43160) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:17.055944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'security_group_rule': {'security_group_id': '5fc4a6c5-4333-47c4-9612-89dafb6a827f', 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:17.110336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cb70567-983a-4529-b028-9b8f2162232a req-f9d6a587-2489-4539-92c7-c753430a1eb7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333213 Dec 16 15:43:17.130415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ed31e14-4781-4629-814e-f4c8ad5b73aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.157423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.226373 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Project 90c009518f5e4d0fbc5ab4a12d255e94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:17.239272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.295123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b1ac81f-1c98-45d8-8697-5049a4a510cc req-45107a94-67ff-45d1-8d55-79a8fac72b3f tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=77bfca51-e4a4-4afa-8503-0548a6ffddf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063364 Dec 16 15:43:17.413944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.423349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.455546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.460822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ed31e14-4781-4629-814e-f4c8ad5b73aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.465223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['1c7328ab-9b72-486e-8c52-dd353f86b1e5'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:17.509469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.515147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c7328ab-9b72-486e-8c52-dd353f86b1e5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:17.568037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b7b20a-3f17-4576-bf42-ee668ccd32f3,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:17.592822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.606562 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5ed31e14-4781-4629-814e-f4c8ad5b73aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.669868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f55fd-d1be-45fa-aa86-2c8715a89551,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:17.692636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd3fdb-b8fb-4819-819f-86db23eec26f req-4fa6eba0-c43d-486d-8697-75b7d33217ec tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:17.702421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ecd3fdb-b8fb-4819-819f-86db23eec26f req-4fa6eba0-c43d-486d-8697-75b7d33217ec tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3924162 Dec 16 15:43:17.706355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5ed31e14-4781-4629-814e-f4c8ad5b73aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69519d38e25d469ea734a2ed33f1a76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9172819 Dec 16 15:43:17.712627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] No DVR routers for this DVR port 1c7328ab-9b72-486e-8c52-dd353f86b1e5 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:17.717921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43180) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:17.717921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed31e14-4781-4629-814e-f4c8ad5b73aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7733575-b9aa-47e4-a728-cea779a9b3bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:17.718383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.723110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19143b47-9717-4f35-bb26-81c1c29bb404 req-7e0a2351-0be5-42ef-b08e-a1f505ce6c6b tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.74 "DELETE /v2.0/ports/1c7328ab-9b72-486e-8c52-dd353f86b1e5 HTTP/1.1" status: 204 len: 173 time: 1.4668651 Dec 16 15:43:17.723890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'name': 'network-vif-deleted', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:17.727852 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a30f32-5b4c-4394-85ec-c211225df828" -d '{"events": [{"server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "name": "network-vif-deleted", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:17.772807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.774748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d09adb8b-d2ba-464a-a8d2-8fcca6718d97 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7338347 Dec 16 15:43:17.782667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f5aa7-fc42-4fa8-9d44-18b546623046 req-695d4770-1809-4896-8a8e-66cbd99b1b5e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:17.793363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-153f5aa7-fc42-4fa8-9d44-18b546623046 req-695d4770-1809-4896-8a8e-66cbd99b1b5e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.3475726 Dec 16 15:43:17.819760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:17.827622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'floatingip': {'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:17.845793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.848629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-16ef3b5d-652a-4f06-aea0-a1c3c767a3e6 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1850972 Dec 16 15:43:17.858889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43190) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:17.941240 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02771d-0d60-416b-a1e4-5780bb7753a6 x-openstack-request-id: req-df02771d-0d60-416b-a1e4-5780bb7753a6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:17.942127 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3522c180-9ca5-43ea-9170-0f62adba1ab3", "name": "network-vif-deleted", "tag": "1c7328ab-9b72-486e-8c52-dd353f86b1e5", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:17.942373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.943639 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df02771d-0d60-416b-a1e4-5780bb7753a6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:17.944811 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3522c180-9ca5-43ea-9170-0f62adba1ab3', 'name': 'network-vif-deleted', 'tag': '1c7328ab-9b72-486e-8c52-dd353f86b1e5', 'status': 'completed', 'code': 200} Dec 16 15:43:17.967086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:17.973075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b886867-cd16-4eb0-be6c-a9f1bcc15cd4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules/ee3f55fd-d1be-45fa-aa86-2c8715a89551 HTTP/1.1" status: 200 len: 763 time: 0.1102748 Dec 16 15:43:17.976410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:18.002044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ecd3fdb-b8fb-4819-819f-86db23eec26f req-5eb64a1d-3579-4247-a659-100f4f6db6fd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556725 Dec 16 15:43:18.072689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-330c0311-0cfe-4d8c-815e-9051f29fc998 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0914254 Dec 16 15:43:18.081842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:18.137670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.138104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.150458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.216327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.380639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-67da499e-ad6e-4675-b29b-0c4a46e81180 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403592528&fields=id&tenant_id=90c009518f5e4d0fbc5ab4a12d255e94 HTTP/1.1" status: 200 len: 267 time: 0.1355107 Dec 16 15:43:18.382097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.395408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:18.398973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/ee3f55fd-d1be-45fa-aa86-2c8715a89551 HTTP/1.1" status: 204 len: 168 time: 0.3156102 Dec 16 15:43:18.411966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:18.472466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda86a4a-6ba8-49f4-b61c-a8b4990c9e04 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee3f55fd-d1be-45fa-aa86-2c8715a89551,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:18.549406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b23de655-270b-40d9-9bc8-d9c5f0108668 req-db990a0c-99de-4a4a-9bb9-cbf21aa850cf tempest-TestServerMultinode-8733839 tempest-TestServerMultinode-8733839-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3522c180-9ca5-43ea-9170-0f62adba1ab3 HTTP/1.1" status: 200 len: 210 time: 0.0942268 Dec 16 15:43:18.686819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-187ff3fb-6034-4562-a810-b8a7cb54dee5 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2707784 Dec 16 15:43:18.694058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:18.708152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '9953e8ce-b629-4aa8-9fb3-069378a0dec5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:18.807767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-e0a651e3-52e0-4b44-a110-29f6de156be8 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:18.810709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-e0a651e3-52e0-4b44-a110-29f6de156be8 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 808 time: 0.4094708 Dec 16 15:43:18.834745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-d5f6b45a-9870-47b1-becd-d1d622f2f58b tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/quotas/90c009518f5e4d0fbc5ab4a12d255e94 HTTP/1.1" status: 200 len: 375 time: 0.0166130 Dec 16 15:43:18.922482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-05f87dbf-9764-48a4-9a9f-7f5f804a2120 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785983 Dec 16 15:43:18.983505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.000194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.003714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.005274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7733575-b9aa-47e4-a728-cea779a9b3bc HTTP/1.1" status: 204 len: 168 time: 1.2839501 Dec 16 15:43:19.037923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3577-96f3-4510-a3dc-702dc246b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7733575-b9aa-47e4-a728-cea779a9b3bc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:19.094039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.232773 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.324469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.394433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762e73cc-e7d6-47a9-839e-e79b4678590d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:19.409389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.419631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a8fe2-99e6-40f0-a124-14bb1039cc76 req-86138f78-7f23-43ee-8f95-38b558bcf808 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:19.424911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-396a8fe2-99e6-40f0-a124-14bb1039cc76 req-86138f78-7f23-43ee-8f95-38b558bcf808 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2237639 Dec 16 15:43:19.531549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-ec533d19-9a63-446b-ae4f-2db3667630c7 service neutron] 10.222.0.71 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817730 Dec 16 15:43:19.554311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.582447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:19.588942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-528ae7a0-0e34-4661-ae45-f75adc4adf09 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8930628 Dec 16 15:43:19.589948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43266) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:19.682633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-396a8fe2-99e6-40f0-a124-14bb1039cc76 req-eec6ce91-d999-455e-bb97-eac4c52c9e57 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506826 Dec 16 15:43:19.723797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92bef31b-fde7-49a9-9fbf-6fd9d1ccb7d3 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules/762e73cc-e7d6-47a9-839e-e79b4678590d HTTP/1.1" status: 200 len: 763 time: 0.1166854 Dec 16 15:43:19.728385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43272) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:19.751292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1c7328ab-9b72-486e-8c52-dd353f86b1e5 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:19.756089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:19.782030 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Floating IP b65b3e51-5ed5-4f8b-bc81-71e774530750 associated. External IP: 172.25.7.187, port: 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598. Dec 16 15:43:19.788671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 1c7328ab-9b72-486e-8c52-dd353f86b1e5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:19.789230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 1c7328ab-9b72-486e-8c52-dd353f86b1e5 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:19.893084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-525b0655-b915-404f-9847-cf33bae3dcea service neutron] 10.222.0.71 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466959 Dec 16 15:43:19.933989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9af31036-95fb-4c14-9cbe-f4d8038a9dbe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2041121 Dec 16 15:43:19.939630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43282) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:20.040786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.069889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.090057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.189783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:20.224977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289521c3-0c3e-4802-b0fd-82bc19b1d76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.306857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.344207 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.350159 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/762e73cc-e7d6-47a9-839e-e79b4678590d HTTP/1.1" status: 204 len: 168 time: 0.3961251 Dec 16 15:43:20.366033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43298) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:20.378991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781160-05ac-4283-8c4a-32d6a2a47752 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=762e73cc-e7d6-47a9-839e-e79b4678590d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:20.436913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:43:20.549426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab1776ba-e8b4-469d-8de9-1447593cfcc5 req-4d67a2bd-a6a3-4b28-b127-55933c9164a3 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.1422541 Dec 16 15:43:20.670946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:20.681384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b82d89f-23a0-43d8-add3-9c0dc1f040a1 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3099015 Dec 16 15:43:20.681908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.690495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43312) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:20.698216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '9953e8ce-b629-4aa8-9fb3-069378a0dec5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:20.706733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:20.751018 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fa320a7e-1e83-489f-9bf6-c00b946c93e4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "PUT /v2.0/floatingips/b65b3e51-5ed5-4f8b-bc81-71e774530750 HTTP/1.1" status: 200 len: 992 time: 2.9294183 Dec 16 15:43:20.752533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:20.755536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:20.757130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:20.758832 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d" -d '{"events": [{"name": "network-changed", "server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:20.774918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289521c3-0c3e-4802-b0fd-82bc19b1d76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:20.965362 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdf148b-640b-433b-9798-298a8b9695bc x-openstack-request-id: req-fbdf148b-640b-433b-9798-298a8b9695bc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:20.965362 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:20.965362 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbdf148b-640b-433b-9798-298a8b9695bc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:20.965362 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'status': 'completed', 'code': 200} Dec 16 15:43:20.982420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:21.011569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.076287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-289521c3-0c3e-4802-b0fd-82bc19b1d76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.078719 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Project 79670f68f1d74597acc8fbcb1489049d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:21.118409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.138279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50208c-e859-432d-a03c-53938ae6befd req-7f4aaa03-52a4-4e66-9ec4-32883cbc2984 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:21.139331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b50208c-e859-432d-a03c-53938ae6befd req-7f4aaa03-52a4-4e66-9ec4-32883cbc2984 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2603450 Dec 16 15:43:21.231067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-289521c3-0c3e-4802-b0fd-82bc19b1d76c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c74b2925a3354e82a22a547abb65ef9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0398142 Dec 16 15:43:21.233804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43334) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:21.251612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289521c3-0c3e-4802-b0fd-82bc19b1d76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8570a56-65ec-4903-8f84-f6039f4751ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:21.310232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-0e9ec433-de76-4dc7-86de-73f9f0677923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:21.316848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-0e9ec433-de76-4dc7-86de-73f9f0677923 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1097 time: 0.2971532 Dec 16 15:43:21.340567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.355967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b65b3e51-5ed5-4f8b-bc81-71e774530750', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:42:41Z', 'updated_at': '2021-12-16T15:43:19Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:21.375813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.376882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.413814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:21.418188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b50208c-e859-432d-a03c-53938ae6befd req-2ebef66d-b68f-4a46-8fd4-0b72b92904c3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481120 Dec 16 15:43:21.430883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:21.432291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:21.508298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-966fe4df-e312-43e5-8cc0-78318ed5f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:21.510023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-966fe4df-e312-43e5-8cc0-78318ed5f27a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1859179 Dec 16 15:43:21.583777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.585846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.589380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.610690 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8570a56-65ec-4903-8f84-f6039f4751ed HTTP/1.1" status: 204 len: 168 time: 0.3757055 Dec 16 15:43:21.626602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:21.637258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bd762-d018-4452-bd72-b5e0a8d94223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8570a56-65ec-4903-8f84-f6039f4751ed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:21.655800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9be70d-da34-47c5-8fd7-22c91dde453c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:21.709115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-fbae1fc7-0eb4-48a9-9f6b-a47aa67d00f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1000 time: 0.1884425 Dec 16 15:43:21.743527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23f5aad3-7780-4673-be07-53c02b7b7683 req-b438f6bd-d978-4aa5-a29c-1058bc68ebf2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.0332015 Dec 16 15:43:21.779031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:21.780318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e51e5d22-e422-4559-9572-eb5d5cdb8839 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0884714 Dec 16 15:43:21.785309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:21.849469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-38137b45-4551-437d-9e55-a6dfeef00b6b tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules/7a9be70d-da34-47c5-8fd7-22c91dde453c HTTP/1.1" status: 200 len: 769 time: 0.0606594 Dec 16 15:43:21.852360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:21.897983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Deleting port 3d539513-0132-4f3a-a679-3ccaf76cba17 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:21.898325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.003220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] For port 3d539513-0132-4f3a-a679-3ccaf76cba17, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3d539513-0132-4f3a-a679-3ccaf76cba17,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:22.004507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.029217 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4fc153dd-2326-442b-a04f-ae4d71229ae9 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1710145 Dec 16 15:43:22.030994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Calling delete_port for 3d539513-0132-4f3a-a679-3ccaf76cba17 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:22.033780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43370) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:22.125471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-aed28669-60d0-4ced-8b2e-3a97565fbfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.127170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-aed28669-60d0-4ced-8b2e-3a97565fbfff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.3807480 Dec 16 15:43:22.138312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.152213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.175270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-cb849ff8-84db-417b-bcde-c95e1839eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.177212 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-cb849ff8-84db-417b-bcde-c95e1839eddb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.1421893 Dec 16 15:43:22.233984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f9b46-54ce-4a0b-a0c7-911adfd3f892 req-37729679-bedf-44eb-92a5-9349299b71eb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.242005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a69f9b46-54ce-4a0b-a0c7-911adfd3f892 req-37729679-bedf-44eb-92a5-9349299b71eb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3701377 Dec 16 15:43:22.533247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-a50b0ae6-92be-4460-a2d0-2f8f5468e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.533247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-a50b0ae6-92be-4460-a2d0-2f8f5468e5fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629491 Dec 16 15:43:22.535877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-ed21062a-279e-4514-a1ed-cb2cd9c4ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.535877 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-ed21062a-279e-4514-a1ed-cb2cd9c4ac52 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.1348302 Dec 16 15:43:22.536403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a69f9b46-54ce-4a0b-a0c7-911adfd3f892 req-f7c0a87d-a339-4425-8d6b-cf3db86c485d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326005 Dec 16 15:43:22.536544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-e202687a-d20a-4f0c-9c7e-a03df19d75fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.0829344 Dec 16 15:43:22.536656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b65b3e51-5ed5-4f8b-bc81-71e774530750', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:42:41Z', 'updated_at': '2021-12-16T15:43:19Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:22.537147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-3ef65a9f-8189-48de-bab0-041460c814bc service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560581 Dec 16 15:43:22.537369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-ce360506-34fb-4081-bf13-7a5723d0444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.537369 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-ce360506-34fb-4081-bf13-7a5723d0444c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.0653269 Dec 16 15:43:22.537576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aecb840-694a-468b-87db-74a2802fc779 None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'b65b3e51-5ed5-4f8b-bc81-71e774530750', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:42:41Z', 'updated_at': '2021-12-16T15:43:19Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:22.578931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-c27f726d-c2a1-4cea-b592-f57c0174125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:22.580896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-c27f726d-c2a1-4cea-b592-f57c0174125f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861738 Dec 16 15:43:22.613487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1d9e45-3d08-450a-bbe2-1c38b91b304d req-0e217d41-3e7b-47c8-a0d2-410d6a0f7c28 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386387 Dec 16 15:43:22.723116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.731383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.767408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:22.771988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/7a9be70d-da34-47c5-8fd7-22c91dde453c HTTP/1.1" status: 204 len: 168 time: 0.7151301 Dec 16 15:43:22.782972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43380) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:22.835481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15944d98-4a07-4b09-80d1-697f7483de4c tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a9be70d-da34-47c5-8fd7-22c91dde453c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:22.856540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-d85463bc-34de-4504-b792-c4505cec71d4 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669787 Dec 16 15:43:22.902676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d539513-0132-4f3a-a679-3ccaf76cba17,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:22.946111 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cce874-a7d4-4e33-b6e6-bd45a5716b5e None None] New status for floating IP b65b3e51-5ed5-4f8b-bc81-71e774530750: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:43:23.150796 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f9eca56-430f-4801-9d1e-1a41d2ec477e req-f04d2b37-10f3-4834-9dc5-4e4986f53496 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844400 Dec 16 15:43:23.229554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5af58a21-d258-4ed4-86c1-563ac07aa241 req-4f49583f-0705-42a1-9c44-16a1e9cdcf6d tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.1995263 Dec 16 15:43:23.264965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2d8da08e-943e-4325-974c-807b5e787a0e tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4808307 Dec 16 15:43:23.267801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:23.456324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:23.512382 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:23.852117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:23.860005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:23.865111 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/9953e8ce-b629-4aa8-9fb3-069378a0dec5 HTTP/1.1" status: 204 len: 168 time: 0.5924807 Dec 16 15:43:23.867475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:23.912493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae758b-9e2a-4680-83cf-d07e9d151123 req-3bc0e554-3683-487f-b49d-95da35e08b48 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:23.914078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9eae758b-9e2a-4680-83cf-d07e9d151123 req-3bc0e554-3683-487f-b49d-95da35e08b48 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1189837 Dec 16 15:43:23.939910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027c2c-9fc2-45ef-9833-90fa2d00b189 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9953e8ce-b629-4aa8-9fb3-069378a0dec5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:24.006291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9eae758b-9e2a-4680-83cf-d07e9d151123 req-c06f2bfb-ecae-44c0-b9f3-bd00aff8b1cf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786245 Dec 16 15:43:24.010976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.019747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2708c606-74a3-42e2-94eb-e3ba7ad92106 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1269083 Dec 16 15:43:24.023627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:24.028579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group': {'name': 'tempest-secgroup--650741211'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:24.227257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.434837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.527161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Router 92458c87-d799-4651-81e9-a8259a126a6b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:43:24.537448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.559052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b89d4c2-93c3-49f4-82c5-e13de46dccb7 req-e93f08df-fd85-4b87-b073-88d6cba22feb tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.0355227 Dec 16 15:43:24.589718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6bc9a-68a6-4b87-b9bf-a7dd022d1f01,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:24.681834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.685067 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b4f3065-79b2-4a0d-8e6f-588d214b29fe tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6598344 Dec 16 15:43:24.689009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43456) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:24.695988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Request body: {'security_group_rule': {'security_group_id': '2db6bc9a-68a6-4b87-b9bf-a7dd022d1f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:24.760109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:24.769632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:24.773892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5abb3e91-1c08-47fe-abc6-806541ce4f9e admin admin] 10.222.0.71 "PUT /v2.0/routers/92458c87-d799-4651-81e9-a8259a126a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0120206 Dec 16 15:43:24.774371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Sync routers for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:24.799530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:24.799530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:24.831367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.939566 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.948508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:24.951352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:25.050204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.084610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d9770e-7539-44d4-8c1c-f75cd4cdc6c0,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:25.121367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.163962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.166035 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2d8adcb2-ffaf-43e5-973f-855ddf1e3a94 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4768996 Dec 16 15:43:25.172852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.233035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.278555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:43:22Z', 'revision_number': 5, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port': {'id': '5593bf35-b4ae-4965-81a6-972b5aee85c5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92458c87-d799-4651-81e9-a8259a126a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:01Z', 'updated_at': '2021-12-16T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:25.284194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84e15-a2ea-4444-a7b8-5d9772144c67 req-dfeae705-6cc8-4cfa-ad81-c048bb3ac314 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:25.285970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ab84e15-a2ea-4444-a7b8-5d9772144c67 req-dfeae705-6cc8-4cfa-ad81-c048bb3ac314 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1273773 Dec 16 15:43:25.293461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.314216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Checking router: 92458c87-d799-4651-81e9-a8259a126a6b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:25.325908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Routers {'92458c87-d799-4651-81e9-a8259a126a6b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:25.326899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['92458c87-d799-4651-81e9-a8259a126a6b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:25.352192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-3a304e69-7e7f-481f-b26e-492b64d3c2be tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:25.353542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-3a304e69-7e7f-481f-b26e-492b64d3c2be tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.30 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 808 time: 0.2142339 Dec 16 15:43:25.390617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ab84e15-a2ea-4444-a7b8-5d9772144c67 req-8b3d1a02-9b15-456b-84b6-df3126760a58 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806706 Dec 16 15:43:25.446967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] Set router 92458c87-d799-4651-81e9-a8259a126a6b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:25.453468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Deleting port 5593bf35-b4ae-4965-81a6-972b5aee85c5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:25.453910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.492431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-58caea8d-05e5-4c85-bc2c-7fb8b7544e35 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90c009518f5e4d0fbc5ab4a12d255e94 HTTP/1.1" status: 200 len: 380 time: 0.1067634 Dec 16 15:43:25.511691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'port': {'device_id': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'admin_state_up': True, 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'security_groups': ['5fc4a6c5-4333-47c4-9612-89dafb6a827f']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:25.535511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.539916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:43:25Z', 'revision_number': 6, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:25.540159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.544177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/2db6bc9a-68a6-4b87-b9bf-a7dd022d1f01 HTTP/1.1" status: 204 len: 168 time: 0.3697307 Dec 16 15:43:25.545272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43500) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.583940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cd87e-ee53-49e0-a5dd-7f4ed525a251 None None] The sync data for ids ['92458c87-d799-4651-81e9-a8259a126a6b'] in n-d-821947-3 is: [{'id': '92458c87-d799-4651-81e9-a8259a126a6b', 'name': 'tempest-TestServerMultinode-376009983-router', 'tenant_id': '5ac50451ff154bc7be54a6648e4d25d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:40:58Z', 'updated_at': '2021-12-16T15:43:25Z', 'revision_number': 6, 'project_id': '5ac50451ff154bc7be54a6648e4d25d1', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:25.655804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25c080-3d13-4aef-a29b-7a60efb5fd12 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6bc9a-68a6-4b87-b9bf-a7dd022d1f01,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:25.717252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] For port 5593bf35-b4ae-4965-81a6-972b5aee85c5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5593bf35-b4ae-4965-81a6-972b5aee85c5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:25.717960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:25.745522 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aba466c1-a58c-41ac-9b25-f383d56e5af5 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915286 Dec 16 15:43:25.746171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.756968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Calling delete_port for 5593bf35-b4ae-4965-81a6-972b5aee85c5 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:25.766866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43512) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.837504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234460-28af-4b38-9b1d-dc6a25956cc8 req-414d39e2-dd41-4745-8b58-54a4035767f3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:25.839199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e234460-28af-4b38-9b1d-dc6a25956cc8 req-414d39e2-dd41-4745-8b58-54a4035767f3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2067287 Dec 16 15:43:25.844173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bebeab73-832a-4a16-9413-eb622ec12b31 req-4f09c2f4-c66e-45df-8009-26a659031c4e tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.0580862 Dec 16 15:43:25.862783 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0bc85fdb-b061-45df-82ff-9c635e7a84b4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1119525 Dec 16 15:43:25.867538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43520) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.891803 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-5db5b3fd-90e0-4c33-961d-5fd332e177c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] delete failed (client error): The resource could not be found. Dec 16 15:43:25.898184 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5db5b3fd-90e0-4c33-961d-5fd332e177c4 tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "DELETE /v2.0/security-groups/2db6bc9a-68a6-4b87-b9bf-a7dd022d1f01 HTTP/1.1" status: 404 len: 347 time: 0.0292945 Dec 16 15:43:25.898704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43522) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:25.980951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e234460-28af-4b38-9b1d-dc6a25956cc8 req-bea524b2-ce3b-430b-b349-c3b9737a0178 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207638 Dec 16 15:43:26.015706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f7289f8-5e78-42b5-9c14-31edb7a60540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.032085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Made reservation on behalf of 90c009518f5e4d0fbc5ab4a12d255e94 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:43:26.036791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.050846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-66c1f5e4-2c48-4d0c-b26f-31984f9bc29b tempest-SecGroupIPv6Test-445345752 tempest-SecGroupIPv6Test-445345752-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1493070 Dec 16 15:43:26.135982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.212632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Pushing event deleted for resources: {'Port': ['ID=5593bf35-b4ae-4965-81a6-972b5aee85c5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:26.224223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f5344-217c-43ad-b602-c827817ceeb0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:26.309925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.325978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f7289f8-5e78-42b5-9c14-31edb7a60540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.342612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Allocated IP 172.20.0.3 (3f6878d7-faf9-44cf-a6d3-4bbe147e22a3/0f44feb6-1917-48d0-80ad-bade6b65069c/4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:43:26.367855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7920dc2-30d3-4b22-8ceb-9877d1194375 req-fcef344d-44d2-47c1-a502-30cf3f94cbdd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:26.369538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7920dc2-30d3-4b22-8ceb-9877d1194375 req-fcef344d-44d2-47c1-a502-30cf3f94cbdd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1345267 Dec 16 15:43:26.443495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.456316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.512538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3d539513-0132-4f3a-a679-3ccaf76cba17 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:26.513667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7920dc2-30d3-4b22-8ceb-9877d1194375 req-07f6904c-81a0-4c23-af40-e9fa703a76ac tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254897 Dec 16 15:43:26.546291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f7289f8-5e78-42b5-9c14-31edb7a60540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.600740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3d539513-0132-4f3a-a679-3ccaf76cba17 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:26.603138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3d539513-0132-4f3a-a679-3ccaf76cba17 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:26.649960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f7289f8-5e78-42b5-9c14-31edb7a60540 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d97a03cd25b4d54ac6a301359f39bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8776960 Dec 16 15:43:26.653957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:26.710220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7289f8-5e78-42b5-9c14-31edb7a60540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486f6d4-07f9-46b0-bf9f-235018b0f80a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:26.711001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.712072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92458c87-d799-4651-81e9-a8259a126a6b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:43:26.720743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.769608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.775301 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8c25cd02-93b8-4f42-bfc9-fe61dbf64509 admin admin] 10.222.0.71 "DELETE /v2.0/routers/92458c87-d799-4651-81e9-a8259a126a6b HTTP/1.1" status: 204 len: 168 time: 2.0049670 Dec 16 15:43:26.776445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43558) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:26.847711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.869692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.889859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Deleting subnet 3c563e70-677f-4a8d-b5f5-3ec55d8ceb23 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:43:26.898292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.922129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:26.966475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.005966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:27.043289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:27.139577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:27.150299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.151325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:43:27.162236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:27.283689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb039-e353-4999-9a42-9aedc3a11bdb req-549658cb-81ef-4259-9149-9ef1ac11541a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:27.286925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-822eb039-e353-4999-9a42-9aedc3a11bdb req-549658cb-81ef-4259-9149-9ef1ac11541a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 931 time: 0.2577274 Dec 16 15:43:27.335666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.371516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:27.372244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.383405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c563e70-677f-4a8d-b5f5-3ec55d8ceb23,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:27.399160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0277e10-81b1-4775-afbb-ae77664b68aa None None] Network c1e6d23d-05d8-40cd-bb53-639a3f619a26 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:43:27.400032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.408532 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.411785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9486f6d4-07f9-46b0-bf9f-235018b0f80a HTTP/1.1" status: 204 len: 168 time: 0.7567284 Dec 16 15:43:27.415362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.422867 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a43a4d0-7cf4-4ab4-aa0e-c0d2c8d5416d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3c563e70-677f-4a8d-b5f5-3ec55d8ceb23 HTTP/1.1" status: 204 len: 168 time: 0.6443791 Dec 16 15:43:27.429226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:27.439558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88950b18-7bc6-45ea-82e2-b249463265f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79670f68f1d74597acc8fbcb1489049d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4321060 Dec 16 15:43:27.451685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-822eb039-e353-4999-9a42-9aedc3a11bdb req-8c15864c-380c-4091-b2d3-c04c0e879958 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471550 Dec 16 15:43:27.453585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43584) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:27.490703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f9706-3a9a-4587-a91d-c73c00bf6147 req-f85df3e7-5fa4-4f3f-a24d-a6fed5657bc9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:27.492485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-954f9706-3a9a-4587-a91d-c73c00bf6147 req-f85df3e7-5fa4-4f3f-a24d-a6fed5657bc9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2012258 Dec 16 15:43:27.509068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f0918-4ba3-477d-bcda-fc82279cc4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486f6d4-07f9-46b0-bf9f-235018b0f80a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:27.565923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f474f4d9-1b11-49e6-9f49-5e443c9a356a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0641072 Dec 16 15:43:27.588269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Request body: {'port': {'device_id': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:27.621907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.625325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1c119865-911d-4579-bbfa-8e16bf826d71 None None] Provisioning complete for port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:27.625691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c119865-911d-4579-bbfa-8e16bf826d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.663991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1c119865-911d-4579-bbfa-8e16bf826d71 None None] Port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:43:27.758497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.761187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Deleting port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:27.761938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.785333 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.791053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-954f9706-3a9a-4587-a91d-c73c00bf6147 req-c25aa801-c49b-4140-993f-97957c110ba9 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872632 Dec 16 15:43:27.834341 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.858694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] DHCP port deletion for c1e6d23d-05d8-40cd-bb53-639a3f619a26 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:27.950027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] For port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:27.950027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.960389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Deleting port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:27.964530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:27.988027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Calling delete_port for 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:28.090409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] For port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,segment=NetworkSegment(11a7d459-6355-46db-90c0-163102344ec8),segment_id=11a7d459-6355-46db-90c0-163102344ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:28.090736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.107871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Calling delete_port for 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:28.189246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.217648 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.222228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:28.224111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] No DVR routers for this DVR port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:28.287526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] No DVR routers for this DVR port 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:28.302723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b780c0-fcfe-43c7-8014-f1d1909b04aa None None] Pushing event deleted for resources: {'Port': ['ID=18e3fbf0-c38b-4927-bd34-e0eac3cdf08d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:28.308887 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.321549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.329192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/558d4b3b-1994-4c64-8d5d-ca9415288f54 HTTP/1.1" status: 204 len: 168 time: 0.8744664 Dec 16 15:43:28.335986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5593bf35-b4ae-4965-81a6-972b5aee85c5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:28.354592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20db93-8399-47e4-8f17-66e0904a4f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d4b3b-1994-4c64-8d5d-ca9415288f54,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:28.401856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5593bf35-b4ae-4965-81a6-972b5aee85c5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:28.402615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5593bf35-b4ae-4965-81a6-972b5aee85c5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:28.402615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:28.404729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.447808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:28.460981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e6d23d-05d8-40cd-bb53-639a3f619a26']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:28.461768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 18e3fbf0-c38b-4927-bd34-e0eac3cdf08d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:28.461938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a7d459-6355-46db-90c0-163102344ec8') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:28.461938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a7d459-6355-46db-90c0-163102344ec8') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:28.482661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.497394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.507374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:43:28.507787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:43:28.509741 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:43:28.539479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:43:28.550915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.671553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb23b38-f364-4029-b6c3-9b97e69f6cb6 req-2e670d8d-2842-4653-9f93-8aa534d4cf11 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:28.673272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbb23b38-f364-4029-b6c3-9b97e69f6cb6 req-2e670d8d-2842-4653-9f93-8aa534d4cf11 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 931 time: 0.0641692 Dec 16 15:43:28.696891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.698672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Transition to ACTIVE for port object 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:43:28.707164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.718815 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c1e6d23d-05d8-40cd-bb53-639a3f619a26 HTTP/1.1" status: 204 len: 168 time: 1.2813370 Dec 16 15:43:28.718815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:28.752146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbb23b38-f364-4029-b6c3-9b97e69f6cb6 req-a84b631d-d3a0-456d-988d-e9893adbaae9 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687213 Dec 16 15:43:28.771281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511da07d-19f1-43ac-976c-69a2566c2c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e6d23d-05d8-40cd-bb53-639a3f619a26,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:28.826621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.828991 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:28.921370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:29.235751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Attempting to bind port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:43:29.236012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Attempting to bind port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:43:29.236339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Attempting to bind port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c on network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:29.250387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996d12a-a7b5-4beb-b776-a8745204959d req-c3c88852-0d45-4885-9cfe-59a5b3a4b566 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:29.259856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1996d12a-a7b5-4beb-b776-a8745204959d req-c3c88852-0d45-4885-9cfe-59a5b3a4b566 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.2273655 Dec 16 15:43:29.281121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c on network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:43:29.281507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Attempting to bind port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c on network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:43:29.294522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:43:29.295116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Checking segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:43:29.295701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Bound using segment: {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:43:29.296380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Bound port: 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280ae63f-99e6-49fc-bb0d-3d42ec3a7687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:43:29.296916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:29.389317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1996d12a-a7b5-4beb-b776-a8745204959d req-f885a77f-f58f-4888-8c7f-1637947854cd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281726 Dec 16 15:43:29.391059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:29.480614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-15d9e406-359b-4c61-a5b5-2d66025c650f req-6c4b85ec-0d95-4342-8ba6-f7d813a0cbfc service neutron] (104056) timed out ('10.222.0.71', 51678) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:43:29.492488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:43:29.494418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:43:29.595203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:29.597095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:29.660474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:29.661452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:29.664158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 1091 time: 2.0819390 Dec 16 15:43:29.668221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:29.678535 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964c4f1-bc76-418f-96e7-4fec5504483f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:29.734065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a97ab7-8540-41a7-8dde-6cea283803b6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:29.763558 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68158829-32f5-4f81-80cd-92f449f33d36 x-openstack-request-id: req-68158829-32f5-4f81-80cd-92f449f33d36 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:29.764260 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:29.764260 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68158829-32f5-4f81-80cd-92f449f33d36 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:29.764603 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'status': 'completed', 'code': 200} Dec 16 15:43:29.947435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-8312bbfb-330d-4fe4-b047-abb36aa3769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:29.955468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-8312bbfb-330d-4fe4-b047-abb36aa3769b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1094 time: 0.1475930 Dec 16 15:43:30.046730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Deleting port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:30.047176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:30.176152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9026b-b107-4d77-bdfd-ba44c848bc10 req-44c00720-5f65-452e-aa68-b20e592b097a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.177808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dca9026b-b107-4d77-bdfd-ba44c848bc10 req-44c00720-5f65-452e-aa68-b20e592b097a tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 943 time: 0.1986573 Dec 16 15:43:30.190438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba2a19-fda4-4b4d-95e7-36ecd3dabf7c req-26e2da62-978d-4516-bf16-df9de37ce6f8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.201181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0ba2a19-fda4-4b4d-95e7-36ecd3dabf7c req-26e2da62-978d-4516-bf16-df9de37ce6f8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1519811 Dec 16 15:43:30.277078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-00c325ed-e3c2-4bcc-9ad4-f4997127a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.279577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-00c325ed-e3c2-4bcc-9ad4-f4997127a1f0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3101504 Dec 16 15:43:30.351672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-13dce4cc-64fc-4850-82ab-269f3cf960ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.353455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-13dce4cc-64fc-4850-82ab-269f3cf960ed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=67b42637a92744e7b5a5b8104abede67&device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 1095 time: 0.1667669 Dec 16 15:43:30.353969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43656) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:30.413173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dca9026b-b107-4d77-bdfd-ba44c848bc10 req-97de9c3f-f9da-41b3-bf46-11eb176f74d5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082803 Dec 16 15:43:30.438471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0ba2a19-fda4-4b4d-95e7-36ecd3dabf7c req-5dd810d8-72da-4bcb-bbcd-71b5aeff41de tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131484 Dec 16 15:43:30.490096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-dbd6687e-b9d1-48eb-8389-25c8524288b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.491660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-dbd6687e-b9d1-48eb-8389-25c8524288b1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 200 len: 913 time: 0.1235902 Dec 16 15:43:30.498082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] For port a2e4b5e2-1147-4195-a21d-6bb0be6b7a74, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:30.498463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:30.552212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-6e10c407-b0d6-4b48-b911-9dcdfa975a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.556822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a964c4f1-bc76-418f-96e7-4fec5504483f req-6e10c407-b0d6-4b48-b911-9dcdfa975a5e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694113 Dec 16 15:43:30.566095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Calling delete_port for a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:30.698340 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-b8dc2539-68cb-48a6-9b02-c7ff62cf3cb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 200 len: 999 time: 0.1767683 Dec 16 15:43:30.756949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-092f8ab5-0dac-423a-a500-9646c6885534 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:30.757858 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-092f8ab5-0dac-423a-a500-9646c6885534 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 15:43:30.758491 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-092f8ab5-0dac-423a-a500-9646c6885534 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:43:30.759870 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-092f8ab5-0dac-423a-a500-9646c6885534 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3992064 Dec 16 15:43:30.764106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:30.773719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--607795355'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:30.799113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50f1a9e5-8719-40cc-bdf2-bea0746f26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.799113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-50f1a9e5-8719-40cc-bdf2-bea0746f26b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1094 time: 0.1315818 Dec 16 15:43:30.903863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-bfb54b7d-0b74-45c9-94d0-1f9365678345 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 217 time: 0.0859206 Dec 16 15:43:30.981599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-520b5e2e-11c6-4f83-b523-a48885bc5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:30.984656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-520b5e2e-11c6-4f83-b523-a48885bc5a07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 200 len: 847 time: 0.0729599 Dec 16 15:43:31.078222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.101655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.228656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-ce7c5623-6faa-4c38-a214-b899ec124acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:31.230260 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-ce7c5623-6faa-4c38-a214-b899ec124acd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 200 len: 851 time: 0.5256579 Dec 16 15:43:31.307606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-328ba7b2-81cb-4c09-bfed-7f44aa8ffd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:31.310057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-328ba7b2-81cb-4c09-bfed-7f44aa8ffd0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170512 Dec 16 15:43:31.313310 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.336161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-5c52e960-eb67-4cbc-ac2a-0cbd7cb4c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:31.338470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-5c52e960-eb67-4cbc-ac2a-0cbd7cb4c7f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=53de538f-ce34-4e30-a649-af5d1eac8772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977056 Dec 16 15:43:31.415109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.465563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-7fa64a8a-a972-4766-b973-48b888a2cfb5 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125779 Dec 16 15:43:31.500683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd84d6a-7564-4ba5-81f7-b81aedf27cf0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:31.523724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.611104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-de876085-f238-49c9-9e75-c421e03ac096 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916160 Dec 16 15:43:31.631210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e4b5e2-1147-4195-a21d-6bb0be6b7a74,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:31.669883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09d951-b184-428b-a3f2-eab02dbef2a2 req-4b35139c-78c3-4ae7-a075-d49d28b3ce18 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:31.671539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c09d951-b184-428b-a3f2-eab02dbef2a2 req-4b35139c-78c3-4ae7-a075-d49d28b3ce18 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 943 time: 0.1583109 Dec 16 15:43:31.789990 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d5fcccb-688a-4041-99da-9adcf93ca694 req-76263b97-fd37-4656-b162-9025a4df2637 service neutron] 10.222.0.74 "GET /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158331 Dec 16 15:43:31.863566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:31.964016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c09d951-b184-428b-a3f2-eab02dbef2a2 req-daf595f1-80fd-40ed-a4a1-9458c24e3383 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631795 Dec 16 15:43:32.003526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04480932-e1b0-4433-a34f-115ff3b03c84 req-f757a96c-2ee2-484a-bac7-5d66cc33fd9d service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811152 Dec 16 15:43:32.015739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.038352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdc0fd-a9f0-408b-9203-63b1a2957424 req-47affe8f-584a-4789-b366-c1af42c3e4d3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:32.051534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6bdc0fd-a9f0-408b-9203-63b1a2957424 req-47affe8f-584a-4789-b366-c1af42c3e4d3 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.3557677 Dec 16 15:43:32.139466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.155782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab4b010-1434-4b9b-8e94-e85e0b0b3e73,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:32.208267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.212217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b521a3af-b168-4a5a-916d-6be4465f9c9c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4463885 Dec 16 15:43:32.225691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6bdc0fd-a9f0-408b-9203-63b1a2957424 req-0bce2ea9-3990-43e3-b3ca-8c09e99931bb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461103 Dec 16 15:43:32.226734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43692) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:32.234384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '4ab4b010-1434-4b9b-8e94-e85e0b0b3e73', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:32.392155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.496743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.621676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.656985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Router 01671a33-9b46-4ea9-b9bb-d742e9284688 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:43:32.685100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21241bd-6e5c-4fd4-9160-a5e647135748,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:32.782105 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:32.786256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-199e560c-1224-4bfd-a2b0-e529e0d2f23c tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5574162 Dec 16 15:43:32.788784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43700) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:32.800847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bc069342-6a9e-4f30-a7f5-5a2d615c972a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '4ab4b010-1434-4b9b-8e94-e85e0b0b3e73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:32.919140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:32.931239 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bb88d366-cf77-41fb-9929-cc4ae6543a20 admin admin] 10.222.0.71 "PUT /v2.0/routers/01671a33-9b46-4ea9-b9bb-d742e9284688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2130313 Dec 16 15:43:32.938143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Sync routers for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:32.947845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:32.958708 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:32.959936 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:33.169678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:33.232704 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:33.239684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc069342-6a9e-4f30-a7f5-5a2d615c972a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:33.586055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:43:31Z', 'revision_number': 5, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:33.645835 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Checking router: 01671a33-9b46-4ea9-b9bb-d742e9284688 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:33.663271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Routers {'01671a33-9b46-4ea9-b9bb-d742e9284688'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:33.664665 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['01671a33-9b46-4ea9-b9bb-d742e9284688'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:33.743151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dadb63-1be7-4981-bd96-7ed409f13993 req-421627d7-464f-4e0a-b312-25975598795c tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:33.760244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0dadb63-1be7-4981-bd96-7ed409f13993 req-421627d7-464f-4e0a-b312-25975598795c tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 943 time: 0.5855770 Dec 16 15:43:33.904367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] Set router 01671a33-9b46-4ea9-b9bb-d742e9284688 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:33.905761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd213-68d3-43e6-b8af-8fc8ef64b3b5 req-fc833883-ef7b-4f7c-8661-8a394700f8a4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:33.913508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c00bd213-68d3-43e6-b8af-8fc8ef64b3b5 req-fc833883-ef7b-4f7c-8661-8a394700f8a4 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1971037 Dec 16 15:43:33.935012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.002872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0dadb63-1be7-4981-bd96-7ed409f13993 req-0a849572-43d1-40ed-b133-6e28dcdc0057 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409995 Dec 16 15:43:34.038443 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-bc069342-6a9e-4f30-a7f5-5a2d615c972a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:43:34.043045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bc069342-6a9e-4f30-a7f5-5a2d615c972a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2521987 Dec 16 15:43:34.043376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:34.100529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c00bd213-68d3-43e6-b8af-8fc8ef64b3b5 req-64805107-a4de-45d0-b152-8b4409468739 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771348 Dec 16 15:43:34.232167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Deleting port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:34.232541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.275086 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:43:31Z', 'revision_number': 5, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:34.284791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.331646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627f67b-ad20-492d-bf8a-9177ff625413 None None] The sync data for ids ['01671a33-9b46-4ea9-b9bb-d742e9284688'] in n-d-821947-3 is: [{'id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'name': 'tempest-TestServerMultinode-321941245-router', 'tenant_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:41:22Z', 'updated_at': '2021-12-16T15:43:31Z', 'revision_number': 5, 'project_id': 'e2bf884ef79d47c7bb6261d7cf111ae8', 'gw_port': {'id': '8d9e3add-6a56-4c53-9c52-16cc2eb6431b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01671a33-9b46-4ea9-b9bb-d742e9284688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:41:26Z', 'updated_at': '2021-12-16T15:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:34.337467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.472497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] For port 8d9e3add-6a56-4c53-9c52-16cc2eb6431b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:34.473094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.500184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7ab7-5451-424a-b6dd-3562534ae133 req-ef4d583d-f46f-4983-9cd5-c24df15f8abc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:34.503072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf8f7ab7-5451-424a-b6dd-3562534ae133 req-ef4d583d-f46f-4983-9cd5-c24df15f8abc tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1818247 Dec 16 15:43:34.517917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Calling delete_port for 8d9e3add-6a56-4c53-9c52-16cc2eb6431b owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:34.531342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.538759 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:34.544807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/4ab4b010-1434-4b9b-8e94-e85e0b0b3e73 HTTP/1.1" status: 204 len: 168 time: 0.4992943 Dec 16 15:43:34.546183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43724) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:34.602989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab4b010-1434-4b9b-8e94-e85e0b0b3e73,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:34.636596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.637820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.642542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.643870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.645780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.647578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.648909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.650040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.654251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.655444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.656475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.657601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.659846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36f136d-b019-4de8-9084-3c8c88ec0147 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:34.699013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf8f7ab7-5451-424a-b6dd-3562534ae133 req-5a876773-ceb5-40f0-af7e-b2a62c8c7ce8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775911 Dec 16 15:43:34.810356 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-209a913c-d754-4d06-a4e0-725ee1dc771b tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2575781 Dec 16 15:43:34.825936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:34.852526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--153346166'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:35.020547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.082573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.238438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.255915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9e3add-6a56-4c53-9c52-16cc2eb6431b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:35.276878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202f17c-6ca9-44d0-aa50-8286e8d11307 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:35.319568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.387492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b412eb7-b698-4c6b-a7e5-b462a0a2efe1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:35.486189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffc289-f667-45de-bdc6-e2a07e435c33 req-78d72a0e-11c2-4cc1-8666-42cdd0520824 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:35.488866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.489505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bffc289-f667-45de-bdc6-e2a07e435c33 req-78d72a0e-11c2-4cc1-8666-42cdd0520824 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 943 time: 0.2633793 Dec 16 15:43:35.493495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8e3892d5-35c3-4488-9170-a4ecb0f521b9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6499596 Dec 16 15:43:35.496109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43746) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:35.504835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a989038a-0f88-4286-ba08-64f171ef32b2 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '8b412eb7-b698-4c6b-a7e5-b462a0a2efe1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:35.505931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:43:35.506410 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-a989038a-0f88-4286-ba08-64f171ef32b2 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 15:43:35.507412 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-a989038a-0f88-4286-ba08-64f171ef32b2 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:35.509454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a989038a-0f88-4286-ba08-64f171ef32b2 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114646 Dec 16 15:43:35.513517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:35.556429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.641552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.714843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.729038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:35.755361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'port_id': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'mac_address': 'fa:16:3e:11:93:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:43:35.839745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.849354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.858254 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:35.877972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bffc289-f667-45de-bdc6-e2a07e435c33 req-2c795ea7-bebd-460c-bbfc-63d73e233d26 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630514 Dec 16 15:43:35.907721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:43:35.983343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:36.009525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.016015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.018595 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/8b412eb7-b698-4c6b-a7e5-b462a0a2efe1 HTTP/1.1" status: 204 len: 168 time: 0.5019042 Dec 16 15:43:36.022996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43754) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:36.040904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df8148-5e46-42d5-a3c7-91f466652ee6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b412eb7-b698-4c6b-a7e5-b462a0a2efe1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:36.072357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.072357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01671a33-9b46-4ea9-b9bb-d742e9284688 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:43:36.085894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.087859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f8d7c1c-e6e6-4661-bf64-de2d977a6ace admin admin] 10.222.0.71 "DELETE /v2.0/routers/01671a33-9b46-4ea9-b9bb-d742e9284688 HTTP/1.1" status: 204 len: 168 time: 3.1182652 Dec 16 15:43:36.090660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43758) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:36.148545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.196487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e2432c0-8ed4-49bd-a7bd-fcc4b07be391 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1698575 Dec 16 15:43:36.200607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:36.241738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221400830'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:36.329579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:36.359960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Deleting subnet da7e993b-26a4-46a8-8a2b-0d45a6853dbf {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:43:36.369638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.375464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:36.417512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:36.417960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a2e4b5e2-1147-4195-a21d-6bb0be6b7a74 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:36.461687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.467300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:36.467643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.572419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.629293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.712162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.781389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420d8b72-1d44-4c38-b628-76afa0f0fbd2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:36.817801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.846888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.856821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/da7e993b-26a4-46a8-8a2b-0d45a6853dbf HTTP/1.1" status: 204 len: 168 time: 0.7642095 Dec 16 15:43:36.857242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:36.869056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c54e462-2855-4800-aee6-a9f7436cbfaf None None] Network 36281152-a581-4a02-b149-7443c2dd5f74 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:43:36.913615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fc486-4afc-4aba-aea1-aa285cd278b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7e993b-26a4-46a8-8a2b-0d45a6853dbf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:36.975166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:36.989461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-471d195b-0cc6-4aae-a39b-dc03502b31dc tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7824204 Dec 16 15:43:36.991951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43806) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:37.028962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.031052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6fdc9d30-6831-48cf-bf6a-774864497184 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '420d8b72-1d44-4c38-b628-76afa0f0fbd2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:37.049990 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-6fdc9d30-6831-48cf-bf6a-774864497184 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 15:43:37.050785 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-6fdc9d30-6831-48cf-bf6a-774864497184 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:37.052765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6fdc9d30-6831-48cf-bf6a-774864497184 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0564094 Dec 16 15:43:37.057530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43808) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:37.145123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Deleting port 6703697c-bc97-4a3d-bdf6-53f6f112985b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:37.145715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.156548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703df73-6e48-4c6b-b398-33712e269504 req-eb8a2a8a-9cd3-469e-ba55-c1942ec2530f tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:37.158531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0703df73-6e48-4c6b-b398-33712e269504 req-eb8a2a8a-9cd3-469e-ba55-c1942ec2530f tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 944 time: 0.1044235 Dec 16 15:43:37.166118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.208249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] DHCP port deletion for 36281152-a581-4a02-b149-7443c2dd5f74 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:43:37.216930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.264821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] For port 6703697c-bc97-4a3d-bdf6-53f6f112985b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6703697c-bc97-4a3d-bdf6-53f6f112985b,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:37.265492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.293398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Calling delete_port for 6703697c-bc97-4a3d-bdf6-53f6f112985b owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:37.302679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0703df73-6e48-4c6b-b398-33712e269504 req-479a8d52-9bae-4b9e-a5ed-5f93b5345f15 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004214 Dec 16 15:43:37.346534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.350150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.354271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/420d8b72-1d44-4c38-b628-76afa0f0fbd2 HTTP/1.1" status: 204 len: 168 time: 0.2934871 Dec 16 15:43:37.360291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43814) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:37.384226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Deleting port 6703697c-bc97-4a3d-bdf6-53f6f112985b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:37.385127 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.397118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabdf38-7ad1-45f3-934a-9e8d3dd5437e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420d8b72-1d44-4c38-b628-76afa0f0fbd2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:37.464544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ede12025-f4c0-4a25-adce-4a5d16ea0abd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905001 Dec 16 15:43:37.466525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:37.481417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--121722205'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:37.536145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:43:37.580823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] For port 6703697c-bc97-4a3d-bdf6-53f6f112985b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6703697c-bc97-4a3d-bdf6-53f6f112985b,segment=NetworkSegment(e5331c95-43ec-4371-8aba-5351bb7c4712),segment_id=e5331c95-43ec-4371-8aba-5351bb7c4712)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:37.581232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.601900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Calling delete_port for 6703697c-bc97-4a3d-bdf6-53f6f112985b owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:37.607666 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.654847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Pushing event deleted for resources: {'Port': ['ID=6703697c-bc97-4a3d-bdf6-53f6f112985b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:37.674481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.691758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] No DVR routers for this DVR port 6703697c-bc97-4a3d-bdf6-53f6f112985b on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:37.709569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.742545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] Pushing event deleted for resources: {'Port': ['ID=6703697c-bc97-4a3d-bdf6-53f6f112985b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:37.747576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8abfc-3f10-4c3f-89eb-43fd009ae0c7 None None] No DVR routers for this DVR port 6703697c-bc97-4a3d-bdf6-53f6f112985b on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:37.757518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:43:37.776387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:43:37.777050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.896157 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:37.924043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:37.927048 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef1bc0c-8812-4b78-8060-014b3b0ba502" -d '{"events": [{"server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:37.942417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:37.945730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.007580 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c90a67-8749-489c-a079-4e2cdba1eb35 x-openstack-request-id: req-10c90a67-8749-489c-a079-4e2cdba1eb35 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:38.008058 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "name": "network-vif-plugged", "status": "completed", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:38.008465 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10c90a67-8749-489c-a079-4e2cdba1eb35 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:38.009057 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'code': 200} Dec 16 15:43:38.019018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36281152-a581-4a02-b149-7443c2dd5f74']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:38.037995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4b702-ab21-4768-a161-3adab93db9dc req-d93e31d4-116b-4ae5-8395-1398fd8dea42 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:38.040977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3db4b702-ab21-4768-a161-3adab93db9dc req-d93e31d4-116b-4ae5-8395-1398fd8dea42 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=229517ec-e0c0-4070-a7e7-cd55d63d3f58 HTTP/1.1" status: 200 len: 944 time: 0.2005556 Dec 16 15:43:38.083313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.094645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5331c95-43ec-4371-8aba-5351bb7c4712') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:38.094998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5331c95-43ec-4371-8aba-5351bb7c4712') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:38.174914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.182953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:38.227130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.255168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6703697c-bc97-4a3d-bdf6-53f6f112985b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:38.286668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6703697c-bc97-4a3d-bdf6-53f6f112985b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:38.287131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6703697c-bc97-4a3d-bdf6-53f6f112985b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:38.287621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d9e3add-6a56-4c53-9c52-16cc2eb6431b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:38.298842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.310132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8d9e3add-6a56-4c53-9c52-16cc2eb6431b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:38.310487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d9e3add-6a56-4c53-9c52-16cc2eb6431b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:38.328055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:43:38.328739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:43:38.335072 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:43:38.454006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.500867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c6bb5-0360-484a-b33b-deb12888ff9f req-fd2b40f5-cc2f-454b-984d-167ee5cc5d49 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:38.503027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e46c6bb5-0360-484a-b33b-deb12888ff9f req-fd2b40f5-cc2f-454b-984d-167ee5cc5d49 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 950 time: 0.4249697 Dec 16 15:43:38.549289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa89229-04f9-47d8-b22b-54d44066d0d5 req-a896dfc1-6c49-4e25-acbb-d8fe874bab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:38.552566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fa89229-04f9-47d8-b22b-54d44066d0d5 req-a896dfc1-6c49-4e25-acbb-d8fe874bab2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.3288078 Dec 16 15:43:38.577867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3ac9d8-bfe3-4c86-89bb-708426832715,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:38.633869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e46c6bb5-0360-484a-b33b-deb12888ff9f req-6435fa77-51bf-48d9-9152-3e819e88c0c2 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149690 Dec 16 15:43:38.639196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port 14576366-b27b-4733-8e63-5b0fa169e96d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:38.639540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.691582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.693533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e600e08-e576-4ffe-8034-43e3f5849bd0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2254176 Dec 16 15:43:38.695965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.702450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-76625b8f-3dc5-4145-92ce-6eb60df39f47 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ac9d8-bfe3-4c86-89bb-708426832715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:38.702745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.710342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fa89229-04f9-47d8-b22b-54d44066d0d5 req-4f2379d0-667f-4e61-bbb2-053a7cefb08f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477623 Dec 16 15:43:38.716864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.720987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] 10.222.0.71 "DELETE /v2.0/networks/36281152-a581-4a02-b149-7443c2dd5f74 HTTP/1.1" status: 204 len: 168 time: 1.8619866 Dec 16 15:43:38.734157 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-76625b8f-3dc5-4145-92ce-6eb60df39f47 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 15:43:38.735978 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-76625b8f-3dc5-4145-92ce-6eb60df39f47 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:38.738471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-76625b8f-3dc5-4145-92ce-6eb60df39f47 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0407383 Dec 16 15:43:38.743535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.749532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-04934f28-b01c-4099-8f0f-30b84dd23c75 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ac9d8-bfe3-4c86-89bb-708426832715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:38.750389 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-04934f28-b01c-4099-8f0f-30b84dd23c75 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 15:43:38.750975 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-04934f28-b01c-4099-8f0f-30b84dd23c75 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:38.754497 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-04934f28-b01c-4099-8f0f-30b84dd23c75 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080554 Dec 16 15:43:38.755854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.756018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5997db-48e7-4a17-a53b-bfb577e5e8de admin admin] Pushing event deleted for resources: {'Network': ['ID=36281152-a581-4a02-b149-7443c2dd5f74,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:38.763700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c488149-2011-4c7b-a9b9-ec14c13786fe tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ac9d8-bfe3-4c86-89bb-708426832715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:38.766517 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-2c488149-2011-4c7b-a9b9-ec14c13786fe tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 15:43:38.768119 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-2c488149-2011-4c7b-a9b9-ec14c13786fe tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:38.769984 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c488149-2011-4c7b-a9b9-ec14c13786fe tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125034 Dec 16 15:43:38.772677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.777789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6eb247b4-df62-40a7-badc-729bcbeecfba tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'ad3ac9d8-bfe3-4c86-89bb-708426832715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:38.780743 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-6eb247b4-df62-40a7-badc-729bcbeecfba tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 15:43:38.780743 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-6eb247b4-df62-40a7-badc-729bcbeecfba tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:38.783803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6eb247b4-df62-40a7-badc-729bcbeecfba tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0092604 Dec 16 15:43:38.784419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:38.862979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.881993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port 14576366-b27b-4733-8e63-5b0fa169e96d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=14576366-b27b-4733-8e63-5b0fa169e96d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:38.882376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.908662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2567c2-2135-4c08-895f-2dad9553b58e req-aa13da48-f135-4834-8f0f-3f5fdaafe72d tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:38.916096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f2567c2-2135-4c08-895f-2dad9553b58e req-aa13da48-f135-4834-8f0f-3f5fdaafe72d tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.1635003 Dec 16 15:43:38.918814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:38.922028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for 14576366-b27b-4733-8e63-5b0fa169e96d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:39.039801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.045144 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.046545 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/ad3ac9d8-bfe3-4c86-89bb-708426832715 HTTP/1.1" status: 204 len: 168 time: 0.2610769 Dec 16 15:43:39.050422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43840) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.057755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54fbed-fb62-4a45-ad60-41f70f974f35 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3ac9d8-bfe3-4c86-89bb-708426832715,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:39.070644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f2567c2-2135-4c08-895f-2dad9553b58e req-14213418-ccde-4d5e-8519-b1072abf5d8f tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510432 Dec 16 15:43:39.150108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a74e0b3a-0bef-40ef-87ae-cf188500ac54 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0972717 Dec 16 15:43:39.164004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43842) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.168954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--661290527'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:39.294126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.333736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.373505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412', '4f7ce652-7c8f-415f-90e7-a054c9035d7d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:39.374443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=14576366-b27b-4733-8e63-5b0fa169e96d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:39.418041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.419324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43854) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.440149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] No DVR routers for this DVR port 14576366-b27b-4733-8e63-5b0fa169e96d on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:39.445882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.460991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3db4b702-ab21-4768-a161-3adab93db9dc req-63f88eec-c4b3-407d-a4f9-cc5a4af9c78c tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "DELETE /v2.0/ports/14576366-b27b-4733-8e63-5b0fa169e96d HTTP/1.1" status: 204 len: 173 time: 1.3927310 Dec 16 15:43:39.462513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-deleted', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:39.465823 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b08e39-4268-433c-bb99-6b7ac6c461d3" -d '{"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-deleted", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:39.500223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.522358 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd34e5-40e1-4c8e-9273-fb565a08085a x-openstack-request-id: req-42bd34e5-40e1-4c8e-9273-fb565a08085a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:39.522581 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229517ec-e0c0-4070-a7e7-cd55d63d3f58", "name": "network-vif-deleted", "tag": "14576366-b27b-4733-8e63-5b0fa169e96d", "status": "failed", "code": 422}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:39.523081 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42bd34e5-40e1-4c8e-9273-fb565a08085a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:39.525135 n-d-821947-3 neutron-server[104056]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '229517ec-e0c0-4070-a7e7-cd55d63d3f58', 'name': 'network-vif-deleted', 'tag': '14576366-b27b-4733-8e63-5b0fa169e96d', 'status': 'failed', 'code': 422} returned with failed status Dec 16 15:43:39.547877 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-55420311-52de-400a-af27-0af002bf9bf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5ac50451ff154bc7be54a6648e4d25d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268349 Dec 16 15:43:39.550927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.607717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354ed504-a76f-4c5d-8068-8b5fcfaf65c4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:39.680318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.697026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:39.699518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bdd524a4-379c-4568-8ff5-0d129533f0ce tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5326459 Dec 16 15:43:39.705387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.724980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d3b3c429-7afd-4b7e-85ce-6fa9a94e1cfd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:39.730632 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-d3b3c429-7afd-4b7e-85ce-6fa9a94e1cfd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 15:43:39.733646 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-d3b3c429-7afd-4b7e-85ce-6fa9a94e1cfd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:39.735605 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3b3c429-7afd-4b7e-85ce-6fa9a94e1cfd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0258996 Dec 16 15:43:39.741438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:39.753629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ceeef99c-4b82-4e98-9a47-1b0cb8cc7725 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:39.865202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:40.015782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2506e-4dfc-4775-8e67-eeaa412c2ecc req-6c6fddfc-a4dc-4e80-be87-8223a6339f22 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:40.019217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02c2506e-4dfc-4775-8e67-eeaa412c2ecc req-6c6fddfc-a4dc-4e80-be87-8223a6339f22 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 950 time: 0.2303274 Dec 16 15:43:40.177528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-3e50ceab-1e92-449a-9885-49fd78d36498 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:40.180166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-3e50ceab-1e92-449a-9885-49fd78d36498 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.30 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 950 time: 0.1592908 Dec 16 15:43:40.198038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02c2506e-4dfc-4775-8e67-eeaa412c2ecc req-f1015cc2-5165-4076-b53c-ec9a8fe7b575 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/security-groups?id=9deb32e6-56b6-4418-9b12-5b771bdb7105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583402 Dec 16 15:43:40.275287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:40.281706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:40.281706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85e33ad2-a54c-4973-a215-f6bce4c1ca35 HTTP/1.1" status: 204 len: 168 time: 0.7271364 Dec 16 15:43:40.392609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c2b48-30b0-4fa4-b899-a39c964ab447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e33ad2-a54c-4973-a215-f6bce4c1ca35,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:40.408389 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-ceeef99c-4b82-4e98-9a47-1b0cb8cc7725 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:40.411262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ceeef99c-4b82-4e98-9a47-1b0cb8cc7725 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6674058 Dec 16 15:43:40.415540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43884) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:40.426206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5a7abeab-3376-44ab-8111-c863823bfb14 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:40.427729 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-5a7abeab-3376-44ab-8111-c863823bfb14 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 15:43:40.428868 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-5a7abeab-3376-44ab-8111-c863823bfb14 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:40.430830 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5a7abeab-3376-44ab-8111-c863823bfb14 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131145 Dec 16 15:43:40.440611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:40.451918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b36d731c-3594-4d59-84a2-861cac7eda42 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:40.489561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479ba36-feb8-4975-91fb-862e23ee9726 req-783c4e3f-568e-480e-a9ef-6ee7a75ad9d5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:40.502823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2479ba36-feb8-4975-91fb-862e23ee9726 req-783c4e3f-568e-480e-a9ef-6ee7a75ad9d5 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.1774371 Dec 16 15:43:40.572963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Deleting port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:40.573312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:40.707229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2479ba36-feb8-4975-91fb-862e23ee9726 req-33fa365f-ec8b-4d6d-add8-6fb4ab239b93 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010250 Dec 16 15:43:40.782872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] For port 2867018c-f5bc-4c28-9bde-37c60f9a3f52, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=2867018c-f5bc-4c28-9bde-37c60f9a3f52,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:40.783504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:40.812205 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-b36d731c-3594-4d59-84a2-861cac7eda42 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:40.814842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b36d731c-3594-4d59-84a2-861cac7eda42 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3713522 Dec 16 15:43:40.824137 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:40.824859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Calling delete_port for 2867018c-f5bc-4c28-9bde-37c60f9a3f52 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:40.830229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cf6294f7-bfca-4797-84ba-97d9b6149ec5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:40.831061 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-cf6294f7-bfca-4797-84ba-97d9b6149ec5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 15:43:40.832080 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-cf6294f7-bfca-4797-84ba-97d9b6149ec5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:40.833756 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cf6294f7-bfca-4797-84ba-97d9b6149ec5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075238 Dec 16 15:43:40.838177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:40.848823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7ed2cea8-88c2-447c-b0ce-8a7b80adecca tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:41.037176 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-7ed2cea8-88c2-447c-b0ce-8a7b80adecca tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Project 66b95b9b047444c9a65316df2f705553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:41.154050 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-7ed2cea8-88c2-447c-b0ce-8a7b80adecca tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:41.156317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7ed2cea8-88c2-447c-b0ce-8a7b80adecca tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3161817 Dec 16 15:43:41.166354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.170921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d87cc-9b8a-43af-ba35-d2c8ca9ea425 req-4165bbf3-273c-4f9f-ad0a-12a7302286fc tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:41.174934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cb955e2e-9cd3-4625-be9c-661062e337ed tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:41.175682 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-cb955e2e-9cd3-4625-be9c-661062e337ed tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 15:43:41.176729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-116d87cc-9b8a-43af-ba35-d2c8ca9ea425 req-4165bbf3-273c-4f9f-ad0a-12a7302286fc tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.2308242 Dec 16 15:43:41.179022 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-cb955e2e-9cd3-4625-be9c-661062e337ed tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:41.183067 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb955e2e-9cd3-4625-be9c-661062e337ed tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128193 Dec 16 15:43:41.184981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.199000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-58ed1230-3ac0-49d5-b83d-732ca68075e6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:41.270701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-116d87cc-9b8a-43af-ba35-d2c8ca9ea425 req-293ffd7a-c18f-4e0e-acff-923097cf2ff8 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850441 Dec 16 15:43:41.273951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.312899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['2867018c-f5bc-4c28-9bde-37c60f9a3f52'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:41.318594 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-58ed1230-3ac0-49d5-b83d-732ca68075e6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Project 66b95b9b047444c9a65316df2f705553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:41.326577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Pushing event deleted for resources: {'Port': ['ID=2867018c-f5bc-4c28-9bde-37c60f9a3f52,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:41.437880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] No DVR routers for this DVR port 2867018c-f5bc-4c28-9bde-37c60f9a3f52 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:41.450821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:41.463265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59f4b409-6bfd-4ca7-89bc-e0d62c7f04cf req-29ac339b-ba4d-4bf4-b337-63994332ec00 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.30 "DELETE /v2.0/ports/2867018c-f5bc-4c28-9bde-37c60f9a3f52 HTTP/1.1" status: 204 len: 173 time: 1.2561951 Dec 16 15:43:41.522669 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-58ed1230-3ac0-49d5-b83d-732ca68075e6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:41.524343 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58ed1230-3ac0-49d5-b83d-732ca68075e6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3377476 Dec 16 15:43:41.526660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b402893d-54c3-47bd-9981-a72405d8699a req-f42e10c9-df6d-4d91-bc56-dbd848854fb8 tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.0786309 Dec 16 15:43:41.527404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'name': 'network-vif-deleted', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:41.529049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.536598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4a90318e-94a3-4b76-b644-1fca6f024d5d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '354ed504-a76f-4c5d-8068-8b5fcfaf65c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:41.544654 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80069793-3c0b-4bf4-95a7-62a3610d4c8c" -d '{"events": [{"server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "name": "network-vif-deleted", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:41.639435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.700313 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-4a90318e-94a3-4b76-b644-1fca6f024d5d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Project 66b95b9b047444c9a65316df2f705553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:43:41.728910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae04c4-fa09-42e7-84d7-7ba2e09f465f req-7d533680-4689-45e0-94bd-16d5c6e12604 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:41.732371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65ae04c4-fa09-42e7-84d7-7ba2e09f465f req-7d533680-4689-45e0-94bd-16d5c6e12604 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.1116951 Dec 16 15:43:41.734123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.734499 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-abcaf0bf-31b7-4216-b90c-c84a65c51d1f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e2bf884ef79d47c7bb6261d7cf111ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931714 Dec 16 15:43:41.797794 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5d1b1-35e4-4eaf-b453-dfdae0b3ec60 x-openstack-request-id: req-3fb5d1b1-35e4-4eaf-b453-dfdae0b3ec60 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:41.799232 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fd420d-f995-476f-90bc-80c1f38106f9", "name": "network-vif-deleted", "tag": "2867018c-f5bc-4c28-9bde-37c60f9a3f52", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:41.799755 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fb5d1b1-35e4-4eaf-b453-dfdae0b3ec60 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:41.800505 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd420d-f995-476f-90bc-80c1f38106f9', 'name': 'network-vif-deleted', 'tag': '2867018c-f5bc-4c28-9bde-37c60f9a3f52', 'status': 'completed', 'code': 200} Dec 16 15:43:41.842060 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4a90318e-94a3-4b76-b644-1fca6f024d5d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:41.844820 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4a90318e-94a3-4b76-b644-1fca6f024d5d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3141727 Dec 16 15:43:41.851983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:41.987434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.000863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65ae04c4-fa09-42e7-84d7-7ba2e09f465f req-26588963-57cb-4a02-925a-2fcb2179c156 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116084 Dec 16 15:43:42.057788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:42.097182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.195199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.246697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.341420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751644-78ef-41d9-8024-06bbc2081b10 req-c09e49ae-f797-4f68-9cd7-248db22753a8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:42.344745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.350280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.355432 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/354ed504-a76f-4c5d-8068-8b5fcfaf65c4 HTTP/1.1" status: 204 len: 168 time: 0.5015326 Dec 16 15:43:42.356146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35751644-78ef-41d9-8024-06bbc2081b10 req-c09e49ae-f797-4f68-9cd7-248db22753a8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 907 time: 0.3393350 Dec 16 15:43:42.357571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:42.390649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b864b-6a98-4dca-9388-a29999f63c08 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ed504-a76f-4c5d-8068-8b5fcfaf65c4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:42.471936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-79ccf763-3fa6-4261-aa10-edbbe5723baa tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0864213 Dec 16 15:43:42.472244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:42.477353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1412130648'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:42.488464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.493219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.507352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77bfca51-e4a4-4afa-8503-0548a6ffddf9 HTTP/1.1" status: 204 len: 168 time: 0.7668149 Dec 16 15:43:42.526090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde130f1-15fa-445b-b339-32c4c840468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bfca51-e4a4-4afa-8503-0548a6ffddf9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:42.620966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.797857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8232758-b010-4df1-a3aa-fc2166c0c4dc req-e2055508-dad3-4ae2-8642-822001fba4fe tempest-VolumesBackupsTest-376781433 tempest-VolumesBackupsTest-376781433-project] 10.222.0.71 "GET /v2.0/ports?device_id=59fd420d-f995-476f-90bc-80c1f38106f9 HTTP/1.1" status: 200 len: 210 time: 0.1203923 Dec 16 15:43:42.798526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.817392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9609fd2-ec7f-49cb-a551-6ae4e0d9d235 tempest-TestServerBasicOps-338314890 tempest-TestServerBasicOps-338314890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:42.820308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9609fd2-ec7f-49cb-a551-6ae4e0d9d235 tempest-TestServerBasicOps-338314890 tempest-TestServerBasicOps-338314890-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1091 time: 0.7143586 Dec 16 15:43:42.823409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:42.830079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:42.883596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:42.925375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ebe114-f18c-4f05-9ab2-d012e83bbdbd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:43.053645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.062106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.064882 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1a3bf00c-c6c5-4683-b5d9-89ebb6e3a2fd tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5906444 Dec 16 15:43:43.068601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:43.075628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9e81edce-e441-43fe-8be9-8536c7425416 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'a2ebe114-f18c-4f05-9ab2-d012e83bbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:43.217738 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.399412 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9e81edce-e441-43fe-8be9-8536c7425416 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The resource could not be found. Dec 16 15:43:43.399716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Allocated IP 172.25.7.172 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:43:43.406686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9e81edce-e441-43fe-8be9-8536c7425416 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3333771 Dec 16 15:43:43.407030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43946) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:43.414139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4f350b69-6115-42bf-a0e8-3ff4adb965c1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': 'a2ebe114-f18c-4f05-9ab2-d012e83bbdbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd232be94-4a5a-453d-8282-96603dc09583'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:43.490486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-f4b37040-2d5a-4c15-80fb-04583db90a08 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:43.492200 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-f4b37040-2d5a-4c15-80fb-04583db90a08 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 907 time: 0.1611340 Dec 16 15:43:43.563638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2867018c-f5bc-4c28-9bde-37c60f9a3f52 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:43.606401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4d952-2dc1-4a7b-80a4-8ccf77765dfc req-68176b14-e232-4dac-b536-ade4068fd484 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:43.622816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37d4d952-2dc1-4a7b-80a4-8ccf77765dfc req-68176b14-e232-4dac-b536-ade4068fd484 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 907 time: 0.1264508 Dec 16 15:43:43.626121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 2867018c-f5bc-4c28-9bde-37c60f9a3f52 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:43.638875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 2867018c-f5bc-4c28-9bde-37c60f9a3f52 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:43.734371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.804093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:43.804486 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.859609 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4f350b69-6115-42bf-a0e8-3ff4adb965c1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The resource could not be found. Dec 16 15:43:43.864700 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f350b69-6115-42bf-a0e8-3ff4adb965c1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4558930 Dec 16 15:43:43.865106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43952) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:43.932908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port 088fdf21-5fd4-4034-8e87-1a4f1bc30173, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=088fdf21-5fd4-4034-8e87-1a4f1bc30173,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:43.933737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.959961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for 088fdf21-5fd4-4034-8e87-1a4f1bc30173 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:43.972714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:43.980967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.018768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.098351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:43:44.105778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:43:44.113000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:43:44.152904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'Port': ['ID=a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:44.174069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.174405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-34f6e2a1-09ff-4ba5-9a3c-b71751a82e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.181558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.187267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/a2ebe114-f18c-4f05-9ab2-d012e83bbdbd HTTP/1.1" status: 204 len: 168 time: 0.3164766 Dec 16 15:43:44.190070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:44.214747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919947e-f73e-42b3-83f4-922590c771f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ebe114-f18c-4f05-9ab2-d012e83bbdbd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:44.287180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d2b6faef-3214-4361-a2ff-abffc1f43f86 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0935555 Dec 16 15:43:44.294036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43958) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:44.300857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-602046c1-df81-47ae-935c-5023e94d046f tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '3f606dd4-2a30-4d68-a537-d7b539257c15', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:44.582349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.640465 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-602046c1-df81-47ae-935c-5023e94d046f tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The resource could not be found. Dec 16 15:43:44.645698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-602046c1-df81-47ae-935c-5023e94d046f tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3499181 Dec 16 15:43:44.651046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:44.668102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--147516033'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:44.712388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=088fdf21-5fd4-4034-8e87-1a4f1bc30173,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:44.968225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] No DVR routers for this DVR port 088fdf21-5fd4-4034-8e87-1a4f1bc30173 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:44.974500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:44.981277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9d2728d3-6c51-4534-8eae-c2ad371d0b23 req-daaa2a7a-2010-40ca-9d35-07de2ee40fb8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "DELETE /v2.0/ports/088fdf21-5fd4-4034-8e87-1a4f1bc30173 HTTP/1.1" status: 204 len: 173 time: 1.4783363 Dec 16 15:43:44.988223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'name': 'network-vif-deleted', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:44.992836 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef4e639-4acf-4c29-9819-b698271121c3" -d '{"events": [{"server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "name": "network-vif-deleted", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:45.054679 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.080061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0e02886-06ed-4a8a-9eb9-5b6ecc379c20 req-68c2c495-a5e5-4090-9d23-c5491a675fd8 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.2369428 Dec 16 15:43:45.160499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.213778 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b4aa9-f51d-4f39-a0f0-d37e2c9f686e x-openstack-request-id: req-481b4aa9-f51d-4f39-a0f0-d37e2c9f686e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:45.214376 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96404288-04d1-4648-ad11-a9ae2b5706cf", "name": "network-vif-deleted", "tag": "088fdf21-5fd4-4034-8e87-1a4f1bc30173", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:45.214833 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-481b4aa9-f51d-4f39-a0f0-d37e2c9f686e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:45.219171 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96404288-04d1-4648-ad11-a9ae2b5706cf', 'name': 'network-vif-deleted', 'tag': '088fdf21-5fd4-4034-8e87-1a4f1bc30173', 'status': 'completed', 'code': 200} Dec 16 15:43:45.304218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.389675 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.530547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.666577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44c2f3-6323-4822-b9a2-c1048d7bf39a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:45.796592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.808553 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:45.810529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:45.812308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-69957f50-6d50-4e60-907a-3ebdf03f9f49 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1503057 Dec 16 15:43:45.816407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--386295023'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:45.936783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.034629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event updated for resources: {'Port': ['ID=a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:46.083935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.167425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.351226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f46102b6-a25d-4190-9939-c21de0e8f3fe req-332f89a8-436c-438d-94f1-da194e72f181 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=96404288-04d1-4648-ad11-a9ae2b5706cf HTTP/1.1" status: 200 len: 210 time: 0.0617144 Dec 16 15:43:46.410327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.516912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.538085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-675dc4d3-a6ab-433f-b007-12b4c755409c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.575078 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Floating IP 5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a associated. External IP: 172.25.7.172, port: 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c. Dec 16 15:43:46.646414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ecd536-d985-43bc-ac5f-8c05f9018564,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:46.716128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:46.724050 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-144bb1fb-d19a-4d76-b691-05f69aae73e5 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9065678 Dec 16 15:43:46.725162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43990) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:46.740017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c23ca824-8ac0-4bcf-9d6f-9b4453859aef tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '1d44c2f3-6323-4822-b9a2-c1048d7bf39a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '74ecd536-d985-43bc-ac5f-8c05f9018564'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:47.064123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:43:47.068011 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-c23ca824-8ac0-4bcf-9d6f-9b4453859aef tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:47.076546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43996) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:47.076792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c23ca824-8ac0-4bcf-9d6f-9b4453859aef tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3467975 Dec 16 15:43:47.294096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:47.336430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:43:47.357387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Sync routers for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:43:47.368064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:47.380911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:47.383018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:47.710251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:47.872882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 088fdf21-5fd4-4034-8e87-1a4f1bc30173 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:47.901851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 088fdf21-5fd4-4034-8e87-1a4f1bc30173 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:47.902174 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 088fdf21-5fd4-4034-8e87-1a4f1bc30173 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:47.918963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.103106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.114889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.120101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/74ecd536-d985-43bc-ac5f-8c05f9018564 HTTP/1.1" status: 204 len: 168 time: 1.0399427 Dec 16 15:43:48.120859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44012) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:48.154697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.218173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69083b4c-a307-4f0f-b3d2-ef961e8e4be0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ecd536-d985-43bc-ac5f-8c05f9018564,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:48.250565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-67b7507a-1686-406a-8fe5-32299f6cb8f2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4254420 Dec 16 15:43:48.253028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:48.259528 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e943f-cfe9-4aca-932f-635545306fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:48.325760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7e6360c-f7c4-4f20-90e2-8cde28b4418f tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2026231 Dec 16 15:43:48.328522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44020) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:48.365257 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91774c6-08b8-49d4-b63e-7aaed1806fc5 x-openstack-request-id: req-a91774c6-08b8-49d4-b63e-7aaed1806fc5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:48.365997 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:48.366290 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a91774c6-08b8-49d4-b63e-7aaed1806fc5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:48.368222 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'status': 'completed', 'code': 200} Dec 16 15:43:48.415874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357700db-e5f7-4fc7-b042-381f4f91bbec req-9efe3448-b618-4d91-b34b-bed662eb5f38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:48.418823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-357700db-e5f7-4fc7-b042-381f4f91bbec req-9efe3448-b618-4d91-b34b-bed662eb5f38 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 945 time: 0.1888804 Dec 16 15:43:48.562277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'port_id': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'mac_address': 'fa:16:3e:11:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:43:44Z', 'updated_at': '2021-12-16T15:43:44Z', 'revision_number': 0, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:48.567002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-357700db-e5f7-4fc7-b042-381f4f91bbec req-5af3d79c-13a7-4311-bb1c-efe9fa01b0bd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340802 Dec 16 15:43:48.604553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.612943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Checking router: 5c18ef72-a16b-4751-8f43-ebf32aa87f6f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:43:48.619007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-f7bbba9b-672a-41a3-9eef-382d061addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:48.621720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-f7bbba9b-672a-41a3-9eef-382d061addc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.1414297 Dec 16 15:43:48.628732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:43:48.629772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:48.641181 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:43:48.732427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.845998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-605202da-4e01-4c31-9806-351b875494bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:48.848560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-605202da-4e01-4c31-9806-351b875494bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 909 time: 0.2164216 Dec 16 15:43:48.859529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:43:48.956777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.962348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:48.963873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/1d44c2f3-6323-4822-b9a2-c1048d7bf39a HTTP/1.1" status: 204 len: 168 time: 0.6334391 Dec 16 15:43:48.969015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44032) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:49.010100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e48b0-2769-4967-97ae-7ea7c3aa1cb3 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44c2f3-6323-4822-b9a2-c1048d7bf39a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:49.045087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-283c29bc-b4f8-4165-9bee-2d0b00370910 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 999 time: 0.1872182 Dec 16 15:43:49.154614 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d6480ec-93f9-4225-adcb-265c90254cde tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1837640 Dec 16 15:43:49.162220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-2e8cf896-a754-42ed-aa10-0496a8bbbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:49.164863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44038) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:49.166702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-2e8cf896-a754-42ed-aa10-0496a8bbbbf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 200 len: 847 time: 0.1148942 Dec 16 15:43:49.179238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640605753'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:49.203638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c745320-16ac-4008-89d9-73dcca642b19 req-d11c84d4-c0fc-4a25-98c7-d8d7a77a8d36 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:49.206307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7c745320-16ac-4008-89d9-73dcca642b19 req-d11c84d4-c0fc-4a25-98c7-d8d7a77a8d36 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 945 time: 0.1543810 Dec 16 15:43:49.287534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-78ebab38-e070-4dcd-909e-aaf832c7bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:49.290994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-78ebab38-e070-4dcd-909e-aaf832c7bb4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159015 Dec 16 15:43:49.353283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.432300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'port_id': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'mac_address': 'fa:16:3e:11:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:43:44Z', 'updated_at': '2021-12-16T15:43:44Z', 'revision_number': 0, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:43:49.465539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c715c6-bf88-497a-aae2-27880669ca31 None None] The sync data for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 is: [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'port_id': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'mac_address': 'fa:16:3e:11:93:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:43:44Z', 'updated_at': '2021-12-16T15:43:44Z', 'revision_number': 0, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:43:49.491635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port 4f7ce652-7c8f-415f-90e7-a054c9035d7d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:49.492049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.513385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.517573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-4c12d0a0-8570-4981-ac1d-2e2f6b706456 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188823 Dec 16 15:43:49.674502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port 4f7ce652-7c8f-415f-90e7-a054c9035d7d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4f7ce652-7c8f-415f-90e7-a054c9035d7d,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:49.674867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.694279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.699540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for 4f7ce652-7c8f-415f-90e7-a054c9035d7d owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:49.793681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.866862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a13e943f-cfe9-4aca-932f-635545306fc4 req-3c405736-cba4-4d39-97fc-782e2c739f40 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410971 Dec 16 15:43:49.877409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47537679-fb5f-4878-8a1e-ec1b5c1f6a8d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:49.885104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d8721-25d7-40df-997e-17d9cd8094a2 req-3db401d5-1670-4848-bcc6-7fc881cdd3d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:49.888029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce4d8721-25d7-40df-997e-17d9cd8094a2 req-3db401d5-1670-4848-bcc6-7fc881cdd3d6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 945 time: 0.1723747 Dec 16 15:43:49.968790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3df0cc-8537-461b-ba56-d83bc5f6b240 None None] New status for floating IP 5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:43:49.984497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:49.987081 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9334ce8b-3e96-4305-af08-d8fb2ebd22f0 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8180311 Dec 16 15:43:49.992002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44046) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:49.998983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4dbcdc69-6544-4c0f-8d84-38f319ddab4a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '47537679-fb5f-4878-8a1e-ec1b5c1f6a8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:50.033667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce4d8721-25d7-40df-997e-17d9cd8094a2 req-cbd10225-4509-481b-a0f9-00d27834da1d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294436 Dec 16 15:43:50.070530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.105524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:50.119163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.135441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=4f7ce652-7c8f-415f-90e7-a054c9035d7d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:50.308212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] No DVR routers for this DVR port 4f7ce652-7c8f-415f-90e7-a054c9035d7d on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:50.327096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.350487 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7c745320-16ac-4008-89d9-73dcca642b19 req-0825d263-c4fb-4af7-b62e-4094f149dec2 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "DELETE /v2.0/ports/4f7ce652-7c8f-415f-90e7-a054c9035d7d HTTP/1.1" status: 204 len: 173 time: 1.1230559 Dec 16 15:43:50.369543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'name': 'network-vif-deleted', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:50.373904 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec6535-1714-46f6-b7e3-8ef40605def6" -d '{"events": [{"server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "name": "network-vif-deleted", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:50.471142 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-4dbcdc69-6544-4c0f-8d84-38f319ddab4a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:50.474225 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dbcdc69-6544-4c0f-8d84-38f319ddab4a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4809725 Dec 16 15:43:50.478457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:50.488312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9cf032e6-80ff-412b-a0eb-fd2b2f28379d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group_rule': {'security_group_id': '47537679-fb5f-4878-8a1e-ec1b5c1f6a8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:50.582403 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e73d7-73ff-440d-b43f-925d074672bc x-openstack-request-id: req-810e73d7-73ff-440d-b43f-925d074672bc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:50.582787 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8505e43-d681-4b22-a261-b4fa71129ff9", "name": "network-vif-deleted", "tag": "4f7ce652-7c8f-415f-90e7-a054c9035d7d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:50.583164 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-810e73d7-73ff-440d-b43f-925d074672bc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:50.583656 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8505e43-d681-4b22-a261-b4fa71129ff9', 'name': 'network-vif-deleted', 'tag': '4f7ce652-7c8f-415f-90e7-a054c9035d7d', 'status': 'completed', 'code': 200} Dec 16 15:43:50.787990 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9cf032e6-80ff-412b-a0eb-fd2b2f28379d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:50.789957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9cf032e6-80ff-412b-a0eb-fd2b2f28379d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3090794 Dec 16 15:43:50.793399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44096) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:50.883368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:50.919461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.102616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.109030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.115486 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/47537679-fb5f-4878-8a1e-ec1b5c1f6a8d HTTP/1.1" status: 204 len: 168 time: 0.3184571 Dec 16 15:43:51.117676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44100) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:51.167512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21e54b-504c-4210-bbb2-5fabf1b9177a tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47537679-fb5f-4878-8a1e-ec1b5c1f6a8d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:51.254221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72a080d3-9c2a-4c9d-b162-75e98f3a2a0c req-1905f6d3-0c7e-4a7f-905d-7ebcb204e278 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8505e43-d681-4b22-a261-b4fa71129ff9 HTTP/1.1" status: 200 len: 210 time: 0.0581646 Dec 16 15:43:51.268575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b8209df9-93ba-4751-9597-421108f48d9d tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432793 Dec 16 15:43:51.269981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:51.278908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004433328'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:51.448748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.585979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4f7ce652-7c8f-415f-90e7-a054c9035d7d no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:51.655251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.662120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 4f7ce652-7c8f-415f-90e7-a054c9035d7d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:51.662715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4f7ce652-7c8f-415f-90e7-a054c9035d7d not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:51.768520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:51.824146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ded02-3050-4eb7-8d50-098e8dfe8c79,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:52.008619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:52.011185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-196bb747-4914-4bce-99be-8d26bf509b87 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7395561 Dec 16 15:43:52.016293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.025858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a9fb1534-8f0b-4de7-a2dc-be7ef18efaa9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:52.027188 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-a9fb1534-8f0b-4de7-a2dc-be7ef18efaa9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 15:43:52.028382 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-a9fb1534-8f0b-4de7-a2dc-be7ef18efaa9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 15:43:52.030308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9fb1534-8f0b-4de7-a2dc-be7ef18efaa9 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "PUT /v2.0/security-groups/2d5ded02-3050-4eb7-8d50-098e8dfe8c79 HTTP/1.1" status: 409 len: 330 time: 0.0114505 Dec 16 15:43:52.035770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44130) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.163070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:52.230136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:52.392825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:52.397538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:52.402272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/2d5ded02-3050-4eb7-8d50-098e8dfe8c79 HTTP/1.1" status: 204 len: 168 time: 0.3611131 Dec 16 15:43:52.402680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44152) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.425354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aac3e8-b4f2-4a88-916a-b18bbc9811a1 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ded02-3050-4eb7-8d50-098e8dfe8c79,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:52.549300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-58b2ee67-fe30-4401-9e57-7f642248a886 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1440153 Dec 16 15:43:52.556758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44156) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.590924 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-8032cb53-4910-447a-b233-bb3075887603 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] delete failed (client error): The resource could not be found. Dec 16 15:43:52.594016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8032cb53-4910-447a-b233-bb3075887603 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "DELETE /v2.0/security-groups/573f92b7-8f46-4496-aa46-b1cdc2fbda96 HTTP/1.1" status: 404 len: 347 time: 0.0345860 Dec 16 15:43:52.600233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.637434 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-5d3c0749-7bf1-492d-b966-95d9e54c82b6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] show failed (client error): The resource could not be found. Dec 16 15:43:52.641124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d3c0749-7bf1-492d-b966-95d9e54c82b6 tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-groups/949eaf4a-2dfa-4c51-9abe-aecd4953bb60 HTTP/1.1" status: 404 len: 347 time: 0.0372024 Dec 16 15:43:52.647904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44160) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:52.687670 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-a7a7151f-4a3d-4877-85f3-afa25c1ed80e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] show failed (client error): The resource could not be found. Dec 16 15:43:52.691300 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a7a7151f-4a3d-4877-85f3-afa25c1ed80e tempest-NegativeSecGroupIPv6Test-1035460692 tempest-NegativeSecGroupIPv6Test-1035460692-project] 10.222.0.71 "GET /v2.0/security-group-rules/01e776aa-3a05-4204-a9c0-f3d16c9831a5 HTTP/1.1" status: 404 len: 356 time: 0.0387976 Dec 16 15:43:53.139877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2993-2b09-4900-b592-2493aadb3b2b req-747a82f0-7674-43e0-acad-5655b42f7adf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:53.141514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d1a2993-2b09-4900-b592-2493aadb3b2b req-747a82f0-7674-43e0-acad-5655b42f7adf tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.0593207 Dec 16 15:43:53.226191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d1a2993-2b09-4900-b592-2493aadb3b2b req-a14dc5ec-ab69-40c8-9ab9-37b0b50415fd tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=f890c5a3-2230-4d98-9d3a-3d9ab0c31054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Dec 16 15:43:53.465962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-d7ed5ecb-099a-4243-a448-d6127d8f4ced tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:53.468926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-d7ed5ecb-099a-4243-a448-d6127d8f4ced tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 946 time: 0.0804837 Dec 16 15:43:53.495458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:53.647953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port d4087718-aa9a-464e-84c7-b3e50dbf7412 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:53.648312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:53.700971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9cd3e941-9069-48b1-a470-a1d846b75a68 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66b95b9b047444c9a65316df2f705553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033489 Dec 16 15:43:53.703963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44178) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:53.777037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port d4087718-aa9a-464e-84c7-b3e50dbf7412, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d4087718-aa9a-464e-84c7-b3e50dbf7412,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:53.777334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:53.777884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:53.794790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for d4087718-aa9a-464e-84c7-b3e50dbf7412 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:43:53.807394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.000020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.004655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.006225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2cd84d6a-7564-4ba5-81f7-b81aedf27cf0 HTTP/1.1" status: 204 len: 168 time: 0.2998114 Dec 16 15:43:54.020525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd84d6a-7564-4ba5-81f7-b81aedf27cf0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:54.038928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.042407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.042910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.044186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.045029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.045875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.046235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.046582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.046924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.047262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.047655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.048063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.048634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b59a2-6305-4753-be42-d8187a16125d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:43:54.144078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.179713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d4087718-aa9a-464e-84c7-b3e50dbf7412'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:43:54.187048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=d4087718-aa9a-464e-84c7-b3e50dbf7412,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:54.269925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] No DVR routers for this DVR port d4087718-aa9a-464e-84c7-b3e50dbf7412 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:43:54.276863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:54.278530 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dfa4972b-831f-4620-a5f6-661b5d605f6e req-8af97a7c-4f08-4254-96b6-426ccc94dbe6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.30 "DELETE /v2.0/ports/d4087718-aa9a-464e-84c7-b3e50dbf7412 HTTP/1.1" status: 204 len: 173 time: 0.8019583 Dec 16 15:43:54.278530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'name': 'network-vif-deleted', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:43:54.281265 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd93ee2-a638-41dc-8f5f-db737abcd678" -d '{"events": [{"server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "name": "network-vif-deleted", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:43:54.435312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6146739e-6c99-4cce-8a12-3ed5aa3a7360 req-f640f764-5cc6-414c-b21b-362c9f205abb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.0456154 Dec 16 15:43:54.745695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44206) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:54.944273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641222c7-0da0-4a47-ab6e-f02f6926b32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.082993 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29febb1f-9f19-45db-8d70-a0666a24828e x-openstack-request-id: req-29febb1f-9f19-45db-8d70-a0666a24828e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:43:55.083565 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5088bb4-d077-4d11-a116-703651509c96", "name": "network-vif-deleted", "tag": "d4087718-aa9a-464e-84c7-b3e50dbf7412", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:43:55.083715 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29febb1f-9f19-45db-8d70-a0666a24828e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:43:55.084240 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5088bb4-d077-4d11-a116-703651509c96', 'name': 'network-vif-deleted', 'tag': 'd4087718-aa9a-464e-84c7-b3e50dbf7412', 'status': 'completed', 'code': 200} Dec 16 15:43:55.095434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641222c7-0da0-4a47-ab6e-f02f6926b32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.173869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641222c7-0da0-4a47-ab6e-f02f6926b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.246448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-641222c7-0da0-4a47-ab6e-f02f6926b32d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc6d11b51215493b898062dfb7d7bfe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4980597 Dec 16 15:43:55.248321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641222c7-0da0-4a47-ab6e-f02f6926b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b1b80-52ae-4b51-abfd-7e05547ff1e3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:55.251483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:55.399232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.452490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.684528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9bcc6b66-daf5-4069-9fa0-0d7e5a7388da req-3bbc783e-7984-40ec-bfcb-f2eaf1b7324d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5088bb4-d077-4d11-a116-703651509c96 HTTP/1.1" status: 200 len: 210 time: 0.0746970 Dec 16 15:43:55.690212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.694660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:55.702848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b38b1b80-52ae-4b51-abfd-7e05547ff1e3 HTTP/1.1" status: 204 len: 168 time: 0.4487457 Dec 16 15:43:55.718149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059711f-49e1-4e26-ad0b-ac991ce424f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b1b80-52ae-4b51-abfd-7e05547ff1e3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:56.161996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44240) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:56.307609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c183343d-99c5-496a-82da-30d660083914 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:56.308606 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-c183343d-99c5-496a-82da-30d660083914 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 15:43:56.309546 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-c183343d-99c5-496a-82da-30d660083914 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:43:56.315530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44244) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:56.316054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c183343d-99c5-496a-82da-30d660083914 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1524351 Dec 16 15:43:56.320436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--836378164'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:56.419052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.430801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.544421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.635750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.709102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec96f4bd-0dde-4495-b8d1-cb3def1aa304,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:56.721060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44246) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:56.763529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ce19-cd7a-4518-8c1e-2517f42cc796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.846219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.929858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ce19-cd7a-4518-8c1e-2517f42cc796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:56.958640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.016893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea77a8-f062-4cf3-96bb-f54edd2124e7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:57.053266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ce19-cd7a-4518-8c1e-2517f42cc796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.093864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.098110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d39c5738-6656-429e-8907-37a1585aae11 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7786479 Dec 16 15:43:57.098951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44254) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:57.103987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a4d8ce19-cd7a-4518-8c1e-2517f42cc796 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7706980eeae24a64962a36389a5bc7a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793926 Dec 16 15:43:57.103987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8ce19-cd7a-4518-8c1e-2517f42cc796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c23f95-faac-4ade-8700-68c3af898081,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:57.106407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44256) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:57.108353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '8eea77a8-f062-4cf3-96bb-f54edd2124e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:57.174647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.220311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.272360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.418506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.421643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.427411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84c23f95-faac-4ade-8700-68c3af898081 HTTP/1.1" status: 204 len: 168 time: 0.3161254 Dec 16 15:43:57.437660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.445595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785d1f2-d9ec-4a16-b398-d91df7016eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c23f95-faac-4ade-8700-68c3af898081,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:57.504957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7587f1a-838d-461c-a01d-75fe990274cd req-a598d77c-18a7-4af9-bd45-1b3d9e878025 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:57.507003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7587f1a-838d-461c-a01d-75fe990274cd req-a598d77c-18a7-4af9-bd45-1b3d9e878025 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.0782614 Dec 16 15:43:57.532722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.554287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68b4562-8356-4091-8665-37498b2448e6,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:57.585246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d4087718-aa9a-464e-84c7-b3e50dbf7412 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:43:57.608241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7587f1a-838d-461c-a01d-75fe990274cd req-609b6788-9214-49bd-b0c1-4ef8c6c83de6 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884979 Dec 16 15:43:57.625066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: d4087718-aa9a-464e-84c7-b3e50dbf7412 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:43:57.626876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d4087718-aa9a-464e-84c7-b3e50dbf7412 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:43:57.629942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.634987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44264) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:57.635360 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-613aea11-0ed0-4677-aa3b-21c64a739a88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346127 Dec 16 15:43:57.648032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-177b41c7-bb60-41db-b67b-4b1c67ba3d40 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '8eea77a8-f062-4cf3-96bb-f54edd2124e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:57.761735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-177b41c7-bb60-41db-b67b-4b1c67ba3d40 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:57.933355 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-177b41c7-bb60-41db-b67b-4b1c67ba3d40 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): There was a conflict when trying to complete your request. Dec 16 15:43:57.937380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-177b41c7-bb60-41db-b67b-4b1c67ba3d40 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2983034 Dec 16 15:43:57.951630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44268) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.066894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.101690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.281981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.287322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.289309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/8eea77a8-f062-4cf3-96bb-f54edd2124e7 HTTP/1.1" status: 204 len: 168 time: 0.3359892 Dec 16 15:43:58.293696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44272) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.334240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab19b4-1a1d-4211-92ee-67d0e39be289 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea77a8-f062-4cf3-96bb-f54edd2124e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:58.407695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f0d4ee5a-c0e8-4b0d-8d2a-62759a8cb579 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1062455 Dec 16 15:43:58.408110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.415358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001279512'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:58.432974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44278) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.460677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5466700-b251-46b1-aea0-721eb7541d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.519007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.600212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5466700-b251-46b1-aea0-721eb7541d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.629261 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.677963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5466700-b251-46b1-aea0-721eb7541d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.709801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.710685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.735469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5466700-b251-46b1-aea0-721eb7541d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aa37bc-280e-44b4-9196-e91bb99f528a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:58.753174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e5466700-b251-46b1-aea0-721eb7541d7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c41b5cc7350c4336a13ddb13b19c3b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190119 Dec 16 15:43:58.759219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44282) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.774730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffd5ec9-6256-4167-a1d0-fc80ccedbda1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:58.854635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2134bae-dca7-4e8b-a380-36895bf20a53 req-a23f80c4-5a59-4c58-89bd-42808dc77ddb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:58.860173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.866974 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7809a68b-01e2-4c7b-8a45-3d694bea5df9 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4529724 Dec 16 15:43:58.867142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2134bae-dca7-4e8b-a380-36895bf20a53 req-a23f80c4-5a59-4c58-89bd-42808dc77ddb tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1022141 Dec 16 15:43:58.867889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44284) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.872898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f3457789-4d16-4ba5-ae8e-f6b30d9dc7e3 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '5ffd5ec9-6256-4167-a1d0-fc80ccedbda1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:58.873706 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-f3457789-4d16-4ba5-ae8e-f6b30d9dc7e3 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 16 15:43:58.874671 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-f3457789-4d16-4ba5-ae8e-f6b30d9dc7e3 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:43:58.876697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f3457789-4d16-4ba5-ae8e-f6b30d9dc7e3 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075262 Dec 16 15:43:58.881417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44286) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:58.903366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.948397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.950308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:58.982043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2134bae-dca7-4e8b-a380-36895bf20a53 req-adf71715-149f-4334-a768-41cd11b3ccd5 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132278 Dec 16 15:43:58.987880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.123728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.127453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.129377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02aa37bc-280e-44b4-9196-e91bb99f528a HTTP/1.1" status: 204 len: 168 time: 0.3551695 Dec 16 15:43:59.139760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47deb335-3bdd-496d-8e5f-9da64829beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aa37bc-280e-44b4-9196-e91bb99f528a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:59.195127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.199901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.201990 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/5ffd5ec9-6256-4167-a1d0-fc80ccedbda1 HTTP/1.1" status: 204 len: 168 time: 0.3192000 Dec 16 15:43:59.205848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:59.267019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-2b1e5a36-e392-48d2-ac92-9a1d3fea9e52 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:43:59.269844 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-2b1e5a36-e392-48d2-ac92-9a1d3fea9e52 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1488593 Dec 16 15:43:59.271872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a6250-006e-4fc3-abcb-49c6a267155f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffd5ec9-6256-4167-a1d0-fc80ccedbda1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:59.298935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-96da66df-3d6b-430a-8811-65723231a50d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0907700 Dec 16 15:43:59.303070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44294) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:43:59.318897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880766567'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:43:59.468132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:43:59.468498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.528442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.605115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.622852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] For port 5d16aa58-c0e6-401c-b8d2-8ea541765736, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5d16aa58-c0e6-401c-b8d2-8ea541765736,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:43:59.623271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.742344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.836548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.903156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75443d-1763-4a34-a884-e1216f3bfd09,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:43:59.989803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.990445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:43:59.991082 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Floating IP f57a1f84-dad3-41cc-a00b-1d17875ac0f2 disassociated. External IP: 172.25.7.108, port: 5d16aa58-c0e6-401c-b8d2-8ea541765736. Dec 16 15:43:59.991768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for 5d16aa58-c0e6-401c-b8d2-8ea541765736 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:00.098377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.100655 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-74c40457-dc87-4551-88d5-ba4c4f244b56 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7960470 Dec 16 15:44:00.107735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44308) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:00.116404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0db7975e-4684-4c80-8ab6-d014c1ad0187 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'fb75443d-1763-4a34-a884-e1216f3bfd09', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:00.117374 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-0db7975e-4684-4c80-8ab6-d014c1ad0187 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 16 15:44:00.118164 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0db7975e-4684-4c80-8ab6-d014c1ad0187 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:00.119806 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0db7975e-4684-4c80-8ab6-d014c1ad0187 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105703 Dec 16 15:44:00.133833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44310) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:00.195658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c007d5-c50b-4e39-ac03-f4881952df97 req-cc488c42-b7be-422c-85c2-61cba0b6e605 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:00.203331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8c007d5-c50b-4e39-ac03-f4881952df97 req-cc488c42-b7be-422c-85c2-61cba0b6e605 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 944 time: 0.1068234 Dec 16 15:44:00.292211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.349602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.364721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8c007d5-c50b-4e39-ac03-f4881952df97 req-4cc1fff2-4711-4b03-8f21-16ef0f4fc18d tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups?id=24b7cf33-9870-483c-9bc7-bca770526c06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601632 Dec 16 15:44:00.386925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.436012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=5d16aa58-c0e6-401c-b8d2-8ea541765736,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:00.512916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.518289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.520178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/fb75443d-1763-4a34-a884-e1216f3bfd09 HTTP/1.1" status: 204 len: 168 time: 0.3852437 Dec 16 15:44:00.523330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:00.536441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0114a9-b412-4ad0-bbda-da57fc0f0d44 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75443d-1763-4a34-a884-e1216f3bfd09,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:00.642648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:00.643034 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d1e5094d-60b0-40ca-ab7b-afb5678a2d27 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155005 Dec 16 15:44:00.655597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--745184520'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:00.670003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:44:00.858217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:00.864099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:44:00.875939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Sync routers for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:44:00.898831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:44:00.900399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:01.002879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] No DVR routers for this DVR port 5d16aa58-c0e6-401c-b8d2-8ea541765736 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:01.008039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.013610 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fa95a759-af3e-404d-85f3-b5ba6e72084d req-207abf32-de20-48b4-8ad0-b44e9a493f5f tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.74 "DELETE /v2.0/ports/5d16aa58-c0e6-401c-b8d2-8ea541765736 HTTP/1.1" status: 204 len: 173 time: 1.7318497 Dec 16 15:44:01.017361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-deleted', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:44:01.020156 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96469dc9-2387-4f7b-afc8-2e90410b4b3e" -d '{"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-deleted", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:44:01.024229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.111850 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b060ae9b-ed3a-4331-818c-83473d5f61d4 x-openstack-request-id: req-b060ae9b-ed3a-4331-818c-83473d5f61d4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:44:01.112992 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce78883e-6459-430f-81ac-4529f60fdfe4", "name": "network-vif-deleted", "tag": "5d16aa58-c0e6-401c-b8d2-8ea541765736", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:44:01.113455 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b060ae9b-ed3a-4331-818c-83473d5f61d4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:44:01.114161 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce78883e-6459-430f-81ac-4529f60fdfe4', 'name': 'network-vif-deleted', 'tag': '5d16aa58-c0e6-401c-b8d2-8ea541765736', 'status': 'completed', 'code': 200} Dec 16 15:44:01.123671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.230090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f830dc5-6b4f-4e93-9408-636b94ca3570,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:01.268558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:44:01.275256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.283906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f82fe3e-6d10-4a93-a398-4354a5680cf4 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6317143 Dec 16 15:44:01.283906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44332) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.290018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-49bd4d14-4933-4eef-9b1f-4c1ee57125a5 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '2f830dc5-6b4f-4e93-9408-636b94ca3570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:01.293735 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-49bd4d14-4933-4eef-9b1f-4c1ee57125a5 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 16 15:44:01.294181 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-49bd4d14-4933-4eef-9b1f-4c1ee57125a5 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:01.297544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-49bd4d14-4933-4eef-9b1f-4c1ee57125a5 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134919 Dec 16 15:44:01.302091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44338) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.309186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4772d0d1-37e8-4916-a884-f3c81e624ffc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '2f830dc5-6b4f-4e93-9408-636b94ca3570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:01.309691 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-4772d0d1-37e8-4916-a884-f3c81e624ffc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 16 15:44:01.310314 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-4772d0d1-37e8-4916-a884-f3c81e624ffc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:01.313271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4772d0d1-37e8-4916-a884-f3c81e624ffc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092978 Dec 16 15:44:01.317968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.332318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5bd1543a-6811-4fac-aea2-df3b8c8be1d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '2f830dc5-6b4f-4e93-9408-636b94ca3570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:01.340263 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-5bd1543a-6811-4fac-aea2-df3b8c8be1d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 16 15:44:01.341383 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-5bd1543a-6811-4fac-aea2-df3b8c8be1d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:01.347873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5bd1543a-6811-4fac-aea2-df3b8c8be1d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0232983 Dec 16 15:44:01.350608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44344) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.362643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cf323f9e-36a1-4349-a982-6f9d99cd69d7 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '2f830dc5-6b4f-4e93-9408-636b94ca3570', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:01.364467 n-d-821947-3 neutron-server[104055]: WARNING neutron.api.v2.base [None req-cf323f9e-36a1-4349-a982-6f9d99cd69d7 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 16 15:44:01.365564 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-cf323f9e-36a1-4349-a982-6f9d99cd69d7 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:01.373170 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cf323f9e-36a1-4349-a982-6f9d99cd69d7 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0205414 Dec 16 15:44:01.374681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44346) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.609097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bde441ca-d4e8-4bc0-bb33-96bfc5dce779 req-d86de926-1b49-4fc1-880c-0b35e259ff32 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce78883e-6459-430f-81ac-4529f60fdfe4 HTTP/1.1" status: 200 len: 210 time: 0.0708122 Dec 16 15:44:01.677028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.729096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:01.742004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.763993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Checking router: 75b319a9-7adc-4bf3-a2ab-fde7450e4754 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:44:01.777693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:44:01.778668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:01.944340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:01.967602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.970468 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:01.975972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/2f830dc5-6b4f-4e93-9408-636b94ca3570 HTTP/1.1" status: 204 len: 168 time: 0.5950680 Dec 16 15:44:01.979224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:01.994483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ecbea-12a8-4961-8267-0922bb5bbeeb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f830dc5-6b4f-4e93-9408-636b94ca3570,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:02.012536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:44:02.072411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 5d16aa58-c0e6-401c-b8d2-8ea541765736 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:44:02.072883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5d16aa58-c0e6-401c-b8d2-8ea541765736 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:44:02.079784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f93db42-e22c-481a-8d8b-f2600617684f tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982287 Dec 16 15:44:02.084599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:02.094992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291564240'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:02.261270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:02.417161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:02.444851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:02.505162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:02.521788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52442fa-35fc-46f9-9279-2db59135aacb None None] The sync data for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 is: [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:32:52Z', 'revision_number': 4, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'db0415da-2fba-4541-a55c-9b9a3d1b96fc', 'name': '', 'network_id': '53de538f-ce34-4e30-a649-af5d1eac8772', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'mac_address': 'fa:16:3e:f6:f9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:50Z', 'updated_at': '2021-12-16T15:33:04Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'subnets': [{'id': 'd5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:44:02.572386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6194e61-ea0a-41cd-b989-37920ec9fb16,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:02.609296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:02.610600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4987914e-344e-49ad-84f3-8e5afdcc0d00 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5243471 Dec 16 15:44:02.616864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44362) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:02.622102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b578494a-6da8-406a-9b70-b8ee71d122fb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:02.624551 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-b578494a-6da8-406a-9b70-b8ee71d122fb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 15:44:02.625170 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-b578494a-6da8-406a-9b70-b8ee71d122fb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:02.627216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b578494a-6da8-406a-9b70-b8ee71d122fb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101860 Dec 16 15:44:02.631982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44364) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:02.651074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9729c7fd-b620-4438-9e4e-58e9d9d88c3d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:02.950908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44372) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:02.986818 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9729c7fd-b620-4438-9e4e-58e9d9d88c3d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:02.989029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9729c7fd-b620-4438-9e4e-58e9d9d88c3d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3555355 Dec 16 15:44:02.992976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44376) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.007208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aef7c252-e0f9-42f2-be4b-823e316417bd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.008530 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-aef7c252-e0f9-42f2-be4b-823e316417bd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 16 15:44:03.013069 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-aef7c252-e0f9-42f2-be4b-823e316417bd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.017786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aef7c252-e0f9-42f2-be4b-823e316417bd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213087 Dec 16 15:44:03.021191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44378) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.030056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1d0f4d85-3fb5-493f-be55-3fa05616ddbb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.097460 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29adbd72-76d0-4def-a48b-72e4725db9b4 None None] New status for floating IP f57a1f84-dad3-41cc-a00b-1d17875ac0f2: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:44:03.133823 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.180394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.364942 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-1d0f4d85-3fb5-493f-be55-3fa05616ddbb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.366913 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d0f4d85-3fb5-493f-be55-3fa05616ddbb tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3433404 Dec 16 15:44:03.370346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.375189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7d0ead4a-9eec-4055-afb0-dbd06f2cd329 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.375726 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-7d0ead4a-9eec-4055-afb0-dbd06f2cd329 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 16 15:44:03.376262 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-7d0ead4a-9eec-4055-afb0-dbd06f2cd329 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.377271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7d0ead4a-9eec-4055-afb0-dbd06f2cd329 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058744 Dec 16 15:44:03.380967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44384) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.390542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-83acc66a-499a-4d30-a28d-e257f6dca19d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.394556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.413910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.416289 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "DELETE /v2.0/security-groups/24b7cf33-9870-483c-9bc7-bca770526c06 HTTP/1.1" status: 204 len: 168 time: 0.4639115 Dec 16 15:44:03.423634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44386) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.453985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c498dd-5568-41e2-9ce4-0b3c7f93b4aa tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b7cf33-9870-483c-9bc7-bca770526c06,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:03.466253 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0f229e4f-18be-455d-b67e-1eef91ec3855 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] show failed (client error): The resource could not be found. Dec 16 15:44:03.468321 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f229e4f-18be-455d-b67e-1eef91ec3855 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "GET /v2.0/security-groups/24b7cf33-9870-483c-9bc7-bca770526c06 HTTP/1.1" status: 404 len: 347 time: 0.0394897 Dec 16 15:44:03.471031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44388) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.639281 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-83acc66a-499a-4d30-a28d-e257f6dca19d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.643355 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-83acc66a-499a-4d30-a28d-e257f6dca19d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2590356 Dec 16 15:44:03.646180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44390) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.654614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-baa64ac9-dd29-4380-8a33-40c39cb3af07 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.655485 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-baa64ac9-dd29-4380-8a33-40c39cb3af07 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 16 15:44:03.656924 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-baa64ac9-dd29-4380-8a33-40c39cb3af07 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.658745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-baa64ac9-dd29-4380-8a33-40c39cb3af07 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107601 Dec 16 15:44:03.663113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44392) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.675896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d1849823-d11e-44cb-878a-d842e848d1cc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:03.734260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Deleting port a8e91eb5-5e85-4c75-be07-2ef990deb44f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:03.734872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.910735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.911746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:03.928096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Calling delete_port for a8e91eb5-5e85-4c75-be07-2ef990deb44f owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:03.982108 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-d1849823-d11e-44cb-878a-d842e848d1cc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:03.984677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1849823-d11e-44cb-878a-d842e848d1cc tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3178577 Dec 16 15:44:03.987346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44398) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:03.996164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-112ae0ee-2ea0-432a-8ec0-0a3d3f8fa091 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'd6194e61-ea0a-41cd-b989-37920ec9fb16', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:04.193194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.242872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Pushing event deleted for resources: {'Port': ['ID=a8e91eb5-5e85-4c75-be07-2ef990deb44f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:04.285432 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-112ae0ee-2ea0-432a-8ec0-0a3d3f8fa091 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:04.287689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-112ae0ee-2ea0-432a-8ec0-0a3d3f8fa091 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2985504 Dec 16 15:44:04.292179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44402) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:04.352482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.357850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.360741 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03259be1-57be-4ff8-a136-69396fbc5518 tempest-ServerActionsTestJSON-266470089 tempest-ServerActionsTestJSON-266470089-project] 10.222.0.71 "DELETE /v2.0/floatingips/f57a1f84-dad3-41cc-a00b-1d17875ac0f2 HTTP/1.1" status: 204 len: 168 time: 0.8880997 Dec 16 15:44:04.363955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:04.423746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.454756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.629716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.635005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.636618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/d6194e61-ea0a-41cd-b989-37920ec9fb16 HTTP/1.1" status: 204 len: 168 time: 0.3411744 Dec 16 15:44:04.645792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:04.662988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6712a2-b21f-447c-8f41-78c5fedcbe0b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6194e61-ea0a-41cd-b989-37920ec9fb16,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:04.710196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-215a5d32-0872-4ddb-8861-b3b84f8d9dc7 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0614786 Dec 16 15:44:04.711216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44410) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:04.717830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--850155524'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:04.867641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:04.990999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.060775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.116288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c4c52b-18f6-4486-bfb2-70456b7738e0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:05.129728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.179317 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.180704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-286af3d9-8aba-4cbb-9dfa-041c49231ada tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4691589 Dec 16 15:44:05.183983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44420) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:05.198276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6e4b7015-d192-4832-a07e-723403444a7d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '21c4c52b-18f6-4486-bfb2-70456b7738e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:05.432660 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-6e4b7015-d192-4832-a07e-723403444a7d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The resource could not be found. Dec 16 15:44:05.434534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6e4b7015-d192-4832-a07e-723403444a7d tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2486322 Dec 16 15:44:05.438864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44426) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:05.447871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-31a6a5f1-93eb-41ae-87c5-1bca11b2fb5c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '21c4c52b-18f6-4486-bfb2-70456b7738e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a0ff0e9b-474a-4d84-9b4c-fdeef3deabc3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:05.603188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Deleting port db0415da-2fba-4541-a55c-9b9a3d1b96fc {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:05.604038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.707873 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-31a6a5f1-93eb-41ae-87c5-1bca11b2fb5c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The resource could not be found. Dec 16 15:44:05.709996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-31a6a5f1-93eb-41ae-87c5-1bca11b2fb5c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2686357 Dec 16 15:44:05.714362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44428) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:05.772460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] For port db0415da-2fba-4541-a55c-9b9a3d1b96fc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db0415da-2fba-4541-a55c-9b9a3d1b96fc,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:05.773088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.809509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Calling delete_port for db0415da-2fba-4541-a55c-9b9a3d1b96fc owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:05.831871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:05.889117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:06.164017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:06.173527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:06.173527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/21c4c52b-18f6-4486-bfb2-70456b7738e0 HTTP/1.1" status: 204 len: 168 time: 0.4541268 Dec 16 15:44:06.174277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44432) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:06.190421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87bd0e7-02fc-4541-bba8-c988bfe5ca4c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c4c52b-18f6-4486-bfb2-70456b7738e0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:06.247673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:06.287641 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-181b293a-bd6e-4945-81d0-cbe5d9b18488 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1117282 Dec 16 15:44:06.288929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db0415da-2fba-4541-a55c-9b9a3d1b96fc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:06.293833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44434) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:06.300817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7658b502-021b-4a52-8cfc-f23e62c8f4e1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': '0698e3b6-8515-4fc8-9a97-476c377672ef', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:06.661435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:06.798409 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-7658b502-021b-4a52-8cfc-f23e62c8f4e1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The resource could not be found. Dec 16 15:44:06.805966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7658b502-021b-4a52-8cfc-f23e62c8f4e1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5050595 Dec 16 15:44:06.806448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:06.814928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--90752573'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:06.945209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.098612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:44:07.106167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.176891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.219497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf4472-2213-4c7f-aacc-122a434b237f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:07.283806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:44:07.289634 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1431d6c6-94a6-4319-9ab5-45735e40fff2 admin admin] 10.222.0.71 "PUT /v2.0/routers/75b319a9-7adc-4bf3-a2ab-fde7450e4754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9235611 Dec 16 15:44:07.294266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:07.305916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Sync routers for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:44:07.318151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:44:07.319181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:07.415150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.417283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-be286ed5-d5b8-476c-84a6-9d31b0dd71d1 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6091924 Dec 16 15:44:07.421354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:07.427724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793499789'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:07.508104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:44:07.570915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.751178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.902336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:07.959778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892dfe93-8583-4724-be8a-87f659444947,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:07.977579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:44:06Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:08.015925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.017879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9873f39f-f4af-4b0b-b832-2805afed0034 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5942230 Dec 16 15:44:08.022801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Checking router: 75b319a9-7adc-4bf3-a2ab-fde7450e4754 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:44:08.023084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:08.034148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8f7b91c7-9c94-4d9d-987c-ee7e576aff04 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf4472-2213-4c7f-aacc-122a434b237f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '892dfe93-8583-4724-be8a-87f659444947'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:08.034589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Routers {'75b319a9-7adc-4bf3-a2ab-fde7450e4754'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:44:08.035301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:43:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:08.164500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.197170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] Set router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:44:08.388814 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-8f7b91c7-9c94-4d9d-987c-ee7e576aff04 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:44:08.391111 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8f7b91c7-9c94-4d9d-987c-ee7e576aff04 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3682301 Dec 16 15:44:08.395411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:08.419305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.521335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.560520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:44:06Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:08.581788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.597394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Deleting port f5b33016-42ed-4c0b-a8e3-0dbc526fed84 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:08.599082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.627152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7068a-4a20-4189-97a1-5c508a4253d8 None None] The sync data for ids ['75b319a9-7adc-4bf3-a2ab-fde7450e4754'] in n-d-821947-3 is: [{'id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'name': 'tempest-ServerActionsTestJSON-2130504166-router', 'tenant_id': '67b42637a92744e7b5a5b8104abede67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:32:39Z', 'updated_at': '2021-12-16T15:44:06Z', 'revision_number': 5, 'project_id': '67b42637a92744e7b5a5b8104abede67', 'gw_port': {'id': 'f5b33016-42ed-4c0b-a8e3-0dbc526fed84', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b319a9-7adc-4bf3-a2ab-fde7450e4754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:32:43Z', 'updated_at': '2021-12-16T15:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:44:08.761055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] For port f5b33016-42ed-4c0b-a8e3-0dbc526fed84, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:08.761508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.763503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.768116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:08.772089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/892dfe93-8583-4724-be8a-87f659444947 HTTP/1.1" status: 204 len: 168 time: 0.3712730 Dec 16 15:44:08.773797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:08.788424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Calling delete_port for f5b33016-42ed-4c0b-a8e3-0dbc526fed84 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:08.797054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eb456-cfda-418f-9837-923d70b28e50 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892dfe93-8583-4724-be8a-87f659444947,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:08.901467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53f6c8b5-9734-43b5-b93d-a3224061871b tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1261044 Dec 16 15:44:08.904019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:08.992773 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.053423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.232751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.236530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.237847 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/f5cf4472-2213-4c7f-aacc-122a434b237f HTTP/1.1" status: 204 len: 168 time: 0.3325343 Dec 16 15:44:09.243185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:09.252957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9db2f-3bd2-4903-9266-37708c4ac10e tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf4472-2213-4c7f-aacc-122a434b237f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:09.275639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.393319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-00b27dab-e9d2-4419-859c-73dad0ccfdd5 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1467855 Dec 16 15:44:09.395451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b33016-42ed-4c0b-a8e3-0dbc526fed84,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:09.401440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:09.414309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673649182'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:09.428565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4eb76-3930-4438-9838-5938f1d19033 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:44:09.560629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.588225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:09.611741 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.703604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.707056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.782230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.801149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05b26d3c-41a1-4a48-8ba3-dd8b4931ad18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.827800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.828853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b319a9-7adc-4bf3-a2ab-fde7450e4754 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:44:09.840213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:09.844938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d9c6d255-4777-4974-8485-021d8dfa385b admin admin] 10.222.0.71 "DELETE /v2.0/routers/75b319a9-7adc-4bf3-a2ab-fde7450e4754 HTTP/1.1" status: 204 len: 168 time: 2.5462227 Dec 16 15:44:09.845341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44484) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:10.375077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.482190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0415da-2fba-4541-a55c-9b9a3d1b96fc no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:10.525345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aefabf1-a08b-4cba-b988-b38bf07dd85c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:10.543033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Deleting subnet d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:44:10.556796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.568572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: db0415da-2fba-4541-a55c-9b9a3d1b96fc {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:44:10.568912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db0415da-2fba-4541-a55c-9b9a3d1b96fc not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:44:10.575621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f5b33016-42ed-4c0b-a8e3-0dbc526fed84 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:10.604394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f5b33016-42ed-4c0b-a8e3-0dbc526fed84 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:44:10.604818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f5b33016-42ed-4c0b-a8e3-0dbc526fed84 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:44:10.626385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.628540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-40b6f812-4b36-485e-9686-37f1e6a9ba88 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2252548 Dec 16 15:44:10.632498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44490) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:10.642696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-47cef74a-53fd-4094-8278-e350d60dbbd2 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:10.643328 n-d-821947-3 neutron-server[104056]: WARNING neutron.api.v2.base [None req-47cef74a-53fd-4094-8278-e350d60dbbd2 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 16 15:44:10.647907 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-47cef74a-53fd-4094-8278-e350d60dbbd2 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] update failed (client error): There was a conflict when trying to complete your request. Dec 16 15:44:10.648217 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-248d6b18-88c2-448c-8d16-53daa5e9395a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2577043 Dec 16 15:44:10.648421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-47cef74a-53fd-4094-8278-e350d60dbbd2 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "PUT /v2.0/security-groups/0aefabf1-a08b-4cba-b988-b38bf07dd85c HTTP/1.1" status: 409 len: 330 time: 0.0108278 Dec 16 15:44:10.649978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44492) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:10.670337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05b26d3c-41a1-4a48-8ba3-dd8b4931ad18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.675056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.787115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.808769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-05b26d3c-41a1-4a48-8ba3-dd8b4931ad18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.838914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.907375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b26d3c-41a1-4a48-8ba3-dd8b4931ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c789c6-d949-455f-925d-3d17b71839c6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:10.911789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:10.941728 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-05b26d3c-41a1-4a48-8ba3-dd8b4931ad18 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e875b914e2d84f4384c0daab9f8983f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3517072 Dec 16 15:44:10.946855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44494) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:10.963884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2795d8-882e-43fc-918e-6632015f2730 req-1543b5c8-254d-46c9-b609-7b19b0e1cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:10.965538 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-1543b5c8-254d-46c9-b609-7b19b0e1cd61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1097 time: 0.1898453 Dec 16 15:44:11.049471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.053391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.054710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/0aefabf1-a08b-4cba-b988-b38bf07dd85c HTTP/1.1" status: 204 len: 168 time: 0.4034905 Dec 16 15:44:11.059493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44496) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:11.086478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd3e0-fabd-4e23-a5ca-c29218a237dd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aefabf1-a08b-4cba-b988-b38bf07dd85c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:11.097130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.144401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a956f57f-cb83-4f26-b65b-870cf4467eda tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0831311 Dec 16 15:44:11.150525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44498) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:11.151941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.166461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2795d8-882e-43fc-918e-6632015f2730 req-6cd9c175-bad0-4706-accf-e7a0a54724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:11.167870 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-6cd9c175-bad0-4706-accf-e7a0a54724fc service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1667862 Dec 16 15:44:11.172764 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-6d1793b4-5990-472d-92b1-2399dba01d1c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] delete failed (client error): The resource could not be found. Dec 16 15:44:11.174290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6d1793b4-5990-472d-92b1-2399dba01d1c tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "DELETE /v2.0/security-groups/b72e23c6-c13f-4e1b-825f-d6a02037699e HTTP/1.1" status: 404 len: 347 time: 0.0219731 Dec 16 15:44:11.179243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44500) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:11.211219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.260818 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-596d77ee-efe8-477e-b17a-8e3c88f51d26 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] show failed (client error): The resource could not be found. Dec 16 15:44:11.262005 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-596d77ee-efe8-477e-b17a-8e3c88f51d26 tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-groups/4bc3dc86-3458-4899-82df-afda682c9214 HTTP/1.1" status: 404 len: 347 time: 0.0817895 Dec 16 15:44:11.267319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44506) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:11.291269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:11.294340 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9650d9e1-b0af-4712-b881-a0c9f727d8cd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] show failed (client error): The resource could not be found. Dec 16 15:44:11.302768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9650d9e1-b0af-4712-b881-a0c9f727d8cd tempest-NegativeSecGroupTest-775528324 tempest-NegativeSecGroupTest-775528324-project] 10.222.0.71 "GET /v2.0/security-group-rules/0b7dfb1f-f1ac-4f6f-95c0-3fd18722e9d0 HTTP/1.1" status: 404 len: 356 time: 0.0273635 Dec 16 15:44:11.305377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.306888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232cc709-f7ad-4d72-8dd2-0a4aaf1becb9 None None] Network 53de538f-ce34-4e30-a649-af5d1eac8772 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:11.309470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-de568984-9372-45d7-a775-1cfd49a0bf95 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d5b8dee4-09ef-495e-8c3d-6b5f7eabd4c9 HTTP/1.1" status: 204 len: 168 time: 1.4628730 Dec 16 15:44:11.314598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:11.382877 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-0734481d-0855-4467-9ef3-71913b6f0778 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1002 time: 0.2062593 Dec 16 15:44:11.451320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.474212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2795d8-882e-43fc-918e-6632015f2730 req-fad54ea0-28b6-4540-bd47-846a5ede9a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:11.475521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-fad54ea0-28b6-4540-bd47-846a5ede9a14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0797322 Dec 16 15:44:11.484118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.488680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.494406 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9c789c6-d949-455f-925d-3d17b71839c6 HTTP/1.1" status: 204 len: 168 time: 0.5421088 Dec 16 15:44:11.562854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0597be1-4197-49af-bb76-421918152125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c789c6-d949-455f-925d-3d17b71839c6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:11.639022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2795d8-882e-43fc-918e-6632015f2730 req-87b2b51a-2cd2-49d2-9d77-06831c51f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:11.643558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] DHCP port deletion for 53de538f-ce34-4e30-a649-af5d1eac8772 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:44:11.655762 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-87b2b51a-2cd2-49d2-9d77-06831c51f725 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636608 Dec 16 15:44:11.732883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Deleting port 7ffedfff-087d-4cac-b21f-ba9620412b87 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:11.733546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.778242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Deleting port 7ffedfff-087d-4cac-b21f-ba9620412b87 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:11.778968 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.841568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] For port 7ffedfff-087d-4cac-b21f-ba9620412b87, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7ffedfff-087d-4cac-b21f-ba9620412b87,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:11.842698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:11.868325 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-077fa395-ac0d-4e67-8e57-72b5a30b2c2c service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006488 Dec 16 15:44:11.869303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Calling delete_port for 7ffedfff-087d-4cac-b21f-ba9620412b87 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:12.089309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] For port 7ffedfff-087d-4cac-b21f-ba9620412b87, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7ffedfff-087d-4cac-b21f-ba9620412b87,segment=NetworkSegment(455c81c2-275b-43b4-ade0-078f3a85eaba),segment_id=455c81c2-275b-43b4-ade0-078f3a85eaba)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:12.089309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.097685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Calling delete_port for 7ffedfff-087d-4cac-b21f-ba9620412b87 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:12.153437 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1d2795d8-882e-43fc-918e-6632015f2730 req-f26131a0-3040-421a-9c24-65e084e8ec51 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712672 Dec 16 15:44:12.241437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7ffedfff-087d-4cac-b21f-ba9620412b87 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:12.338493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.536401 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.574929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffedfff-087d-4cac-b21f-ba9620412b87,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:12.577343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] No DVR routers for this DVR port 7ffedfff-087d-4cac-b21f-ba9620412b87 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:12.585799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.632010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Pushing event deleted for resources: {'Port': ['ID=7ffedfff-087d-4cac-b21f-ba9620412b87,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:12.641356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] No DVR routers for this DVR port 7ffedfff-087d-4cac-b21f-ba9620412b87 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:12.658315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.659431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.659698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.661088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.661088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.664613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.664613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.666694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.666694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.666694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.668534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.668534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.669979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad0ad8-980d-4bef-a070-58775c6e3477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:12.710184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.762640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53de538f-ce34-4e30-a649-af5d1eac8772']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:12.784491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455c81c2-275b-43b4-ade0-078f3a85eaba') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:12.784491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455c81c2-275b-43b4-ade0-078f3a85eaba') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:12.789809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.808680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.817152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:44:12.824840 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:44:13.052667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:13.059990 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:13.073307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] 10.222.0.71 "DELETE /v2.0/networks/53de538f-ce34-4e30-a649-af5d1eac8772 HTTP/1.1" status: 204 len: 168 time: 1.7540174 Dec 16 15:44:13.087423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e5a62-4a7b-4d24-8680-cb19fed11880 admin admin] Pushing event deleted for resources: {'Network': ['ID=53de538f-ce34-4e30-a649-af5d1eac8772,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:13.219440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:13.703937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44548) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:13.782442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac737bc7-f703-4c70-bf45-1366ce341606 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67b42637a92744e7b5a5b8104abede67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758522 Dec 16 15:44:13.787279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44550) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:13.861084 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-adfc1429-8bac-4fc5-b442-323c82676406 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20ad1b74b9be42dca06eec9cc7f26102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6356771 Dec 16 15:44:13.863775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:13.910890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:13.958761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:13.991058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.029520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.089509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.094785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.098041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f890c5a3-2230-4d98-9d3a-3d9ab0c31054 HTTP/1.1" status: 204 len: 168 time: 0.3069072 Dec 16 15:44:14.107710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed04030-39d8-457a-84c1-c26ff1e363bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f890c5a3-2230-4d98-9d3a-3d9ab0c31054,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:14.169873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a713-7cc5-455a-ab89-9c683b55f8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.180593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.192339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:14.204818 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec96f4bd-0dde-4495-b8d1-cb3def1aa304 HTTP/1.1" status: 204 len: 168 time: 0.3242540 Dec 16 15:44:14.219584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470d7b-f61f-4574-a011-aafa47c11127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec96f4bd-0dde-4495-b8d1-cb3def1aa304,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:15.929504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:16.080586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1599063864-network', 'tenant_id': '53da25522aec482cb5e3b4c3047c9f47'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:16.183733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Made reservation on behalf of 53da25522aec482cb5e3b4c3047c9f47 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:16.188282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.207807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.395910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.420286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:16.545768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.563932 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4f057b6-22d5-4c6a-ab5c-ee47b7910330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.581269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:44:16.591289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1384271189'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:16.617480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.618041 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Added segment ada90e0e-66c2-4ed4-9ae2-380ea91e69e7 of type vlan for network 18310733-f797-4fca-9f3b-486d460fe566 Dec 16 15:44:16.619294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cc633-8988-4909-a8e9-7c0be1293f53,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:16.682245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.716413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44652) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:16.752276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Made reservation on behalf of 6c9b8eb47aeb4d388eff53f053bb7686 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:16.761930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.780001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.801543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.804244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:16.806236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.927555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461adcb-1dcd-458d-934a-5626caa0eff9 req-b7ffd768-b347-49a9-9c9d-65acb25ff586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:16.930539 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c461adcb-1dcd-458d-934a-5626caa0eff9 req-b7ffd768-b347-49a9-9c9d-65acb25ff586 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.2108502 Dec 16 15:44:16.953436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:16.964606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0295303 Dec 16 15:44:16.965885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44662) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:16.972088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Request body: {'subnet': {'network_id': '18310733-f797-4fca-9f3b-486d460fe566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1599063864-subnet', 'tenant_id': '53da25522aec482cb5e3b4c3047c9f47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:17.047189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed020a-170a-4595-8fb0-893752b05150 admin admin] Pushing event updated for resources: {'Network': ['ID=18310733-f797-4fca-9f3b-486d460fe566,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:17.065283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 18310733-f797-4fca-9f3b-486d460fe566 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:44:17.069581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.107578 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c461adcb-1dcd-458d-934a-5626caa0eff9 req-cfa1991c-fb02-4713-8356-284d63ee500f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259563 Dec 16 15:44:17.140624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:44:17.143214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Made reservation on behalf of 53da25522aec482cb5e3b4c3047c9f47 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:17.147038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.196222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a26a80-c841-4d9d-a4d8-0aad5ce471c5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:17.201924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.214544 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Added segment 48cb1dce-89ba-46bc-a7c6-301c07b856c6 of type vlan for network 9a436afb-45c6-4c54-aa4a-fd3a9922675e Dec 16 15:44:17.317699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.525737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.533981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:17.535132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.655388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event updated for resources: {'Network': ['ID=9a436afb-45c6-4c54-aa4a-fd3a9922675e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:17.677223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:44:17.683640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:17.728637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-afa4efc5-4780-46a2-8f3d-1ce42e9a4214 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3061750 Dec 16 15:44:17.730041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44674) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:17.745675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Request body: {'subnet': {'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:17.859715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Checking segment: {'id': 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '18310733-f797-4fca-9f3b-486d460fe566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:17.861225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Network hostable DHCP agents. Network: 18310733-f797-4fca-9f3b-486d460fe566, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:44:17.877969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44783af2-3ee0-4cab-b92c-a8d52c76e54b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:17.970406 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:18.006303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Network 18310733-f797-4fca-9f3b-486d460fe566 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:44:18.053597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Made reservation on behalf of 6c9b8eb47aeb4d388eff53f053bb7686 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:18.061314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:18.115604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 18310733-f797-4fca-9f3b-486d460fe566) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:18.124744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:18.125762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:18.138050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8638f54-62ba-47f0-8ed8-d3d2f54033ca None None] Network 18310733-f797-4fca-9f3b-486d460fe566 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:18.276218 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44d5fbce-d76f-4841-8c59-94cfe0092263 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3010516 Dec 16 15:44:18.469244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b6a770-c547-495d-a86d-eef8bebc83f9 None None] Network 18310733-f797-4fca-9f3b-486d460fe566 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:18.788921 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:18.863146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event updated for resources: {'Subnet': ['ID=70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:18.875651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Checking segment: {'id': '48cb1dce-89ba-46bc-a7c6-301c07b856c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:18.876145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Network hostable DHCP agents. Network: 9a436afb-45c6-4c54-aa4a-fd3a9922675e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:44:18.993043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:44:19.092327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-98c907e4-04b4-4af0-a95f-e83e67ef1017 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:19.094287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-98c907e4-04b4-4af0-a95f-e83e67ef1017 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/networks?id=18310733-f797-4fca-9f3b-486d460fe566 HTTP/1.1" status: 200 len: 821 time: 0.1266046 Dec 16 15:44:19.110759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9a436afb-45c6-4c54-aa4a-fd3a9922675e) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:19.116100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-e3797598-3c5c-474d-a35c-3934509e1be7 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/quotas/53da25522aec482cb5e3b4c3047c9f47 HTTP/1.1" status: 200 len: 375 time: 0.0150084 Dec 16 15:44:19.117565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:19.118182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.138147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66025d72-8f4a-46d5-8d05-6d683cd41790 None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:19.187504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-9cdeebe7-ff1e-43d3-84b4-c54da7589a33 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=53da25522aec482cb5e3b4c3047c9f47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497429 Dec 16 15:44:19.267986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c58590a5-7d7f-440a-a575-593de335de9e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5296903 Dec 16 15:44:19.275598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:19.281787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Request body: {'port': {'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e', 'name': 'tempest-TagsExtTest-1958354241'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:19.318380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.329627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9a436afb-45c6-4c54-aa4a-fd3a9922675e', 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e', 'project_id': '6c9b8eb47aeb4d388eff53f053bb7686', 'fixed_ips': [{'subnet_id': '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:44:19.330947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.419517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-efaec78b-17a9-4e6f-a8a9-4b7fffe54df8 service neutron] 10.222.0.71 "GET /v2.0/networks/18310733-f797-4fca-9f3b-486d460fe566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083483 Dec 16 15:44:19.558651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0847f439-3323-476d-b5b2-6cc4559557dd service neutron] 10.222.0.71 "GET /v2.0/networks/18310733-f797-4fca-9f3b-486d460fe566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254873 Dec 16 15:44:19.566409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Allocated IP 172.20.0.2 (9a436afb-45c6-4c54-aa4a-fd3a9922675e/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/537781fc-6a5e-49d7-8677-be6b2d44f791) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:44:19.622167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Made reservation on behalf of 6c9b8eb47aeb4d388eff53f053bb7686 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:19.627766 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.670325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] device_id is not set on port 892b1a09-4e70-4119-a0d1-755c7c194ede yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:44:19.767599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.856235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:19.926594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:44:19.942472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:19.945726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:44:20.007076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Allocated IP 172.20.0.7 (9a436afb-45c6-4c54-aa4a-fd3a9922675e/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/892b1a09-4e70-4119-a0d1-755c7c194ede) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:44:20.031415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Attempting to bind port 537781fc-6a5e-49d7-8677-be6b2d44f791 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:44:20.032290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Attempting to bind port 537781fc-6a5e-49d7-8677-be6b2d44f791 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '48cb1dce-89ba-46bc-a7c6-301c07b856c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:44:20.032754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Attempting to bind port 537781fc-6a5e-49d7-8677-be6b2d44f791 on network 9a436afb-45c6-4c54-aa4a-fd3a9922675e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:44:20.038787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Pushing event updated for resources: {'Port': ['ID=537781fc-6a5e-49d7-8677-be6b2d44f791,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:20.052520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:44:20.052520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Checking segment: {'id': '48cb1dce-89ba-46bc-a7c6-301c07b856c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:20.052520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.052520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Bound using segment: {'id': '48cb1dce-89ba-46bc-a7c6-301c07b856c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:44:20.052520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Bound port: 537781fc-6a5e-49d7-8677-be6b2d44f791, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cb1dce-89ba-46bc-a7c6-301c07b856c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9a436afb-45c6-4c54-aa4a-fd3a9922675e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:44:20.054797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.105729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7f6485-0796-4914-8e34-515890c0f0d8 req-72af836d-3f27-4254-b588-07abbf8c5a44 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.1879826 Dec 16 15:44:20.130701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.214679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] For port 537781fc-6a5e-49d7-8677-be6b2d44f791, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:44:20.222729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] For port 537781fc-6a5e-49d7-8677-be6b2d44f791, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=537781fc-6a5e-49d7-8677-be6b2d44f791,segment=NetworkSegment(48cb1dce-89ba-46bc-a7c6-301c07b856c6),segment_id=48cb1dce-89ba-46bc-a7c6-301c07b856c6)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:44:20.303737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.349221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.435234 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.469629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07d12-0bee-4c41-bdd4-a9c3d4e49fd0 None None] Pushing event updated for resources: {'Port': ['ID=537781fc-6a5e-49d7-8677-be6b2d44f791,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:20.579132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:44:20.581749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event updated for resources: {'Port': ['ID=892b1a09-4e70-4119-a0d1-755c7c194ede,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:20.587621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:20.590472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:44:20.677954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:20.678667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:20.863064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed46d64a-6f4b-4753-8f6b-10088e2459d9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5861554 Dec 16 15:44:20.867579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:20.877408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1483588268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:21.077557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.079132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.158201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.211530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5614bfd4-8cab-49f0-8dc5-73e3940e8868 req-4009015f-0caf-4900-bd2a-5c48b27cafb0 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.0306165 Dec 16 15:44:21.271368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.473009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.479704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44744) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:21.482414 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f18b3dfc-7243-4f1c-a13e-6f8aa24b9fb6 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6129792 Dec 16 15:44:21.493177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-02b5e6d9-00fd-4b8c-92ab-3ab82d12a002 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-178425448', 'prefixes': ['172.20.0.0/16']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:21.735762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94b8333-1acd-4530-96fe-70b3b5475a02 None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:21.816693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] Provisioning complete for port 537781fc-6a5e-49d7-8677-be6b2d44f791 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:21.817182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:21.979172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.045497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] For port 537781fc-6a5e-49d7-8677-be6b2d44f791, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=537781fc-6a5e-49d7-8677-be6b2d44f791,segment=NetworkSegment(48cb1dce-89ba-46bc-a7c6-301c07b856c6),segment_id=48cb1dce-89ba-46bc-a7c6-301c07b856c6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:22.083300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02b5e6d9-00fd-4b8c-92ab-3ab82d12a002 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for subnetpool, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.084882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-02b5e6d9-00fd-4b8c-92ab-3ab82d12a002 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6039245 Dec 16 15:44:22.093340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44750) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:22.095729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-b443e3fc-74f6-47d0-84ef-6599882371a3 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-1782318411') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:22.173912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.266703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7d521-8775-457d-b67a-f0bdca16ccc2 None None] Pushing event updated for resources: {'Port': ['ID=537781fc-6a5e-49d7-8677-be6b2d44f791,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:22.324833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-957b4d4c-3d39-4a89-95bf-05a296685437 None None] Provisioning complete for port 537781fc-6a5e-49d7-8677-be6b2d44f791 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:22.325980 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-957b4d4c-3d39-4a89-95bf-05a296685437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.401018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b443e3fc-74f6-47d0-84ef-6599882371a3 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-1782318411 HTTP/1.1" status: 201 len: 201 time: 0.3113270 Dec 16 15:44:22.408288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44754) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:22.426526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-09b3954f-2e09-49d4-be2c-40438c0b40e5 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-569698847') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:22.465781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 537781fc-6a5e-49d7-8677-be6b2d44f791 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:44:22.536117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9bf8fc4-37d1-4713-adc0-313747635fb0 req-d5557d67-3d84-4440-b1f0-44b711460e64 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.1320107 Dec 16 15:44:22.685355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 537781fc-6a5e-49d7-8677-be6b2d44f791 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:22.686870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.740242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-957b4d4c-3d39-4a89-95bf-05a296685437 None None] Provisioning complete for port 892b1a09-4e70-4119-a0d1-755c7c194ede triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:22.741696 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-957b4d4c-3d39-4a89-95bf-05a296685437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:22.808267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-957b4d4c-3d39-4a89-95bf-05a296685437 None None] Port 892b1a09-4e70-4119-a0d1-755c7c194ede cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:44:22.809919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-09b3954f-2e09-49d4-be2c-40438c0b40e5 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-569698847 HTTP/1.1" status: 201 len: 201 time: 0.3935316 Dec 16 15:44:22.813933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44762) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:22.820071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-38c0d503-0718-425d-93c9-c30a5e149be1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-2012616653') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:22.963960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87051970-a18a-4d05-bc23-ca188706293f None None] Provisioning complete for port 892b1a09-4e70-4119-a0d1-755c7c194ede triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:22.964547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87051970-a18a-4d05-bc23-ca188706293f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:23.032962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-87051970-a18a-4d05-bc23-ca188706293f None None] Port 892b1a09-4e70-4119-a0d1-755c7c194ede cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:44:23.141717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38c0d503-0718-425d-93c9-c30a5e149be1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-2012616653 HTTP/1.1" status: 201 len: 201 time: 0.3261180 Dec 16 15:44:23.146663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:23.153325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-4cdc6f6c-b168-4f1e-9550-6ffd6315e428 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-2138064080') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:23.390263 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4cdc6f6c-b168-4f1e-9550-6ffd6315e428 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-2138064080 HTTP/1.1" status: 201 len: 201 time: 0.2412198 Dec 16 15:44:23.393276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:23.399030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-48e0e5a1-ac70-480d-bca7-31b9afda675b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:23.538989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48e0e5a1-ac70-480d-bca7-31b9afda675b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 200 len: 241 time: 0.1444037 Dec 16 15:44:23.543078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44768) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:23.548298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-aad5aef6-52f3-4b0e-bd85-85632497826e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-1782318411') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:23.634595 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aad5aef6-52f3-4b0e-bd85-85632497826e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-1782318411 HTTP/1.1" status: 204 len: 168 time: 0.0900397 Dec 16 15:44:23.635804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44774) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:23.643788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-bc168f04-2348-47f5-a86b-5098845167fa tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-1782318411') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:23.734841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499287ae-a375-4530-8f3a-74a20256d5dc req-7a50c611-50b0-4ae5-b9b7-cb2836fc6b16 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.0331314 Dec 16 15:44:23.966269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bc168f04-2348-47f5-a86b-5098845167fa tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-1782318411 HTTP/1.1" status: 204 len: 168 time: 0.3289924 Dec 16 15:44:23.971090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:23.985599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-5ed1c25c-5d12-4b2c-b763-edbf63a76ef1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.070015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5ed1c25c-5d12-4b2c-b763-edbf63a76ef1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 200 len: 205 time: 0.0972135 Dec 16 15:44:24.074001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.082388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-6e5a5794-c176-4fe6-a66d-20a1b4359cd0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.187789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6e5a5794-c176-4fe6-a66d-20a1b4359cd0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 200 len: 240 time: 0.1120906 Dec 16 15:44:24.191914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.198914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-ed61de04-3360-4957-887b-9628a51d9aa0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-569698847') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.287567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed61de04-3360-4957-887b-9628a51d9aa0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-569698847 HTTP/1.1" status: 204 len: 168 time: 0.0932178 Dec 16 15:44:24.291707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44788) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.297912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-f3725062-72e2-4d2f-adb1-db3218059b4f tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-569698847') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.349506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 537781fc-6a5e-49d7-8677-be6b2d44f791 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:44:24.352806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-ed330680-27f7-4a03-b363-7f6df5faf4b6 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:24.355981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-ed330680-27f7-4a03-b363-7f6df5faf4b6 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.30 "GET /v2.0/networks?id=18310733-f797-4fca-9f3b-486d460fe566 HTTP/1.1" status: 200 len: 821 time: 0.3922272 Dec 16 15:44:24.381649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Request body: {'port': {'device_id': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'network_id': '18310733-f797-4fca-9f3b-486d460fe566', 'admin_state_up': True, 'tenant_id': '53da25522aec482cb5e3b4c3047c9f47'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:24.458964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 537781fc-6a5e-49d7-8677-be6b2d44f791 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:24.459361 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:24.552326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f3725062-72e2-4d2f-adb1-db3218059b4f tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-569698847 HTTP/1.1" status: 204 len: 168 time: 0.2591970 Dec 16 15:44:24.556754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.567597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-41775e20-a25f-45cf-a190-569c00ad9a4e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.651904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-41775e20-a25f-45cf-a190-569c00ad9a4e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 200 len: 205 time: 0.0923696 Dec 16 15:44:24.655539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.660502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-8e20efcf-2808-437f-87f3-09a9ec1db972 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.742525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e20efcf-2808-437f-87f3-09a9ec1db972 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 200 len: 241 time: 0.0855999 Dec 16 15:44:24.746001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.750934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-485e95b3-702b-4de9-838a-feb5225fa1ce tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-2012616653') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.782812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Made reservation on behalf of 53da25522aec482cb5e3b4c3047c9f47 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:24.793521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:24.870124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-485e95b3-702b-4de9-838a-feb5225fa1ce tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-2012616653 HTTP/1.1" status: 204 len: 168 time: 0.1194787 Dec 16 15:44:24.870789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:24.880553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-83a6e649-e051-400c-b1da-3ff0dca86991 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-2012616653') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:24.999022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1055120-076a-49e7-a246-ed52dbf01afc req-06f0269f-627c-4d5e-b468-db25cba08656 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.0482786 Dec 16 15:44:25.188919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Allocated IP 172.20.0.7 (18310733-f797-4fca-9f3b-486d460fe566/44783af2-3ee0-4cab-b92c-a8d52c76e54b/81dbc03a-f0b1-4beb-be51-666baf170183) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:44:25.212041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-83a6e649-e051-400c-b1da-3ff0dca86991 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-2012616653 HTTP/1.1" status: 204 len: 168 time: 0.3393204 Dec 16 15:44:25.215611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44806) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.222649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-2074dd28-e9e0-4b12-b1e4-15793035389a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.341029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2074dd28-e9e0-4b12-b1e4-15793035389a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 200 len: 205 time: 0.1228192 Dec 16 15:44:25.343850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.349591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-ce48c8bb-b6f1-4b72-bcbb-215cc43b6d9b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.414319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce48c8bb-b6f1-4b72-bcbb-215cc43b6d9b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 200 len: 241 time: 0.0659127 Dec 16 15:44:25.416121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44812) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.426305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-71c672a3-f494-4ccd-9f29-93c453621997 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-2138064080') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.469285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-71c672a3-f494-4ccd-9f29-93c453621997 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-2138064080 HTTP/1.1" status: 204 len: 168 time: 0.0529642 Dec 16 15:44:25.472033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44814) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.479444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-975b05bf-8ef3-4183-b200-ae48da06c4a0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-2138064080') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.505336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:25.633868 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:44:25.635968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-975b05bf-8ef3-4183-b200-ae48da06c4a0 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-2138064080 HTTP/1.1" status: 204 len: 168 time: 0.1624942 Dec 16 15:44:25.640192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44816) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.644899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-b30c9360-3039-4f76-b9f1-63bfee30d415 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.649095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:25.676525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b30c9360-3039-4f76-b9f1-63bfee30d415 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 200 len: 205 time: 0.0351202 Dec 16 15:44:25.680750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.686966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-8f244d60-271c-40b4-bd17-9907557572e8 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.730782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f244d60-271c-40b4-bd17-9907557572e8 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 204 len: 168 time: 0.0398469 Dec 16 15:44:25.731496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.738075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-ff205fdd-19af-47b3-85b0-f862f349d978 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.772588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Network 18310733-f797-4fca-9f3b-486d460fe566 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:44:25.783571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:25.796252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:44:25.808468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Pushing event updated for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:25.887892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:25.888898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:25.895249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ff205fdd-19af-47b3-85b0-f862f349d978 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 204 len: 168 time: 0.1620445 Dec 16 15:44:25.899700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:25.904710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-6a7fe9d0-1d01-4d66-9b94-12c694b6514d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:25.998327 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6a7fe9d0-1d01-4d66-9b94-12c694b6514d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 204 len: 168 time: 0.0970011 Dec 16 15:44:26.001537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:26.006879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-f395bc96-2a90-438e-a0b0-0d5a050488b4 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:26.042097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-374591e7-c90e-4d04-b430-27277e30be82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6704819 Dec 16 15:44:26.070072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Request body: {'port': {'device_id': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:26.200186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:26.213810 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f395bc96-2a90-438e-a0b0-0d5a050488b4 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.2073510 Dec 16 15:44:26.214503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:26.223948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-b12c9596-3118-4547-b73f-d2de2964a353 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-537087627') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:26.277752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf309c-5e6f-4830-b30f-a7e26774eba4 req-4aa293ff-0d60-4ef6-92c4-f255e7c30cb9 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:26.279432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78cf309c-5e6f-4830-b30f-a7e26774eba4 req-4aa293ff-0d60-4ef6-92c4-f255e7c30cb9 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 931 time: 0.1293862 Dec 16 15:44:26.354455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78cf309c-5e6f-4830-b30f-a7e26774eba4 req-7da5d826-1524-45f0-8dfc-c0ffff6ff438 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653899 Dec 16 15:44:26.475803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b12c9596-3118-4547-b73f-d2de2964a353 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-537087627 HTTP/1.1" status: 201 len: 201 time: 0.2591083 Dec 16 15:44:26.477948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:26.485249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-ba1bbd8c-d9c9-4fc2-b197-91be658426bf tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-1329083354') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:26.618001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81dbc03a-f0b1-4beb-be51-666baf170183 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:44:26.627676 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:26.648858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Transition to ACTIVE for port object 81dbc03a-f0b1-4beb-be51-666baf170183 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:44:26.708302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ba1bbd8c-d9c9-4fc2-b197-91be658426bf tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-1329083354 HTTP/1.1" status: 201 len: 201 time: 0.2222769 Dec 16 15:44:26.710426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:26.724682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-99a44ff8-83fe-4035-bc24-6cfbd2ec7f78 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-168700266') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:26.763450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:26.856036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Pushing event updated for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:26.952020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Attempting to bind port 81dbc03a-f0b1-4beb-be51-666baf170183 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:44:26.952968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Attempting to bind port 81dbc03a-f0b1-4beb-be51-666baf170183 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '18310733-f797-4fca-9f3b-486d460fe566'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:44:26.953978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Attempting to bind port 81dbc03a-f0b1-4beb-be51-666baf170183 on network 18310733-f797-4fca-9f3b-486d460fe566 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:44:26.963519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Port 81dbc03a-f0b1-4beb-be51-666baf170183 on network 18310733-f797-4fca-9f3b-486d460fe566 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:44:26.964452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Attempting to bind port 81dbc03a-f0b1-4beb-be51-666baf170183 on network 18310733-f797-4fca-9f3b-486d460fe566 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:44:26.973086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:44:26.973584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Checking segment: {'id': 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '18310733-f797-4fca-9f3b-486d460fe566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:26.984193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Bound using segment: {'id': 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '18310733-f797-4fca-9f3b-486d460fe566'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:44:26.984193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Bound port: 81dbc03a-f0b1-4beb-be51-666baf170183, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '18310733-f797-4fca-9f3b-486d460fe566'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:44:26.984193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:27.491086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0ab76-a5c1-4815-b8d3-3f16347d8b37 req-d047acfd-9328-49e3-a67a-bb9af368da82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:27.492636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bae0ab76-a5c1-4815-b8d3-3f16347d8b37 req-d047acfd-9328-49e3-a67a-bb9af368da82 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 943 time: 0.0554721 Dec 16 15:44:27.545050 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-99a44ff8-83fe-4035-bc24-6cfbd2ec7f78 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-168700266 HTTP/1.1" status: 201 len: 201 time: 0.8318841 Dec 16 15:44:27.548028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:27.552700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-4438cdf4-c9a7-4dab-aea0-966d5e20d24a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-182437070') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:27.561188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bae0ab76-a5c1-4815-b8d3-3f16347d8b37 req-5832649b-9d08-48fb-b57f-878b0ef45552 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616012 Dec 16 15:44:27.586588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:44:27.590742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=81dbc03a-f0b1-4beb-be51-666baf170183,segment=NetworkSegment(ada90e0e-66c2-4ed4-9ae2-380ea91e69e7),segment_id=ada90e0e-66c2-4ed4-9ae2-380ea91e69e7)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:44:27.723602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:27.765134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:27.765768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:27.770966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] 10.222.0.30 "PUT /v2.0/ports/81dbc03a-f0b1-4beb-be51-666baf170183 HTTP/1.1" status: 200 len: 1091 time: 1.7056265 Dec 16 15:44:27.771278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4438cdf4-c9a7-4dab-aea0-966d5e20d24a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-182437070 HTTP/1.1" status: 201 len: 201 time: 0.2179186 Dec 16 15:44:27.772062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:44:27.772062 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b56bc1-5b35-4cd7-8615-ce32eae9971f" -d '{"events": [{"name": "network-changed", "server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:44:27.772415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:27.784305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-fc365669-dffd-49ec-adcd-d5b66a291bda tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', {'tags': ['tempest-TagsExtTest-Tag-764812575', 'tempest-TagsExtTest-Tag-282235777', 'tempest-TagsExtTest-Tag-1040806572']}) {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:27.815392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679466-9eea-47b6-95e4-514b24998381 service neutron] Pushing event updated for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:27.833593 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcd5324-f8e3-44bd-83d1-601e98fc78a2 x-openstack-request-id: req-fbcd5324-f8e3-44bd-83d1-601e98fc78a2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:44:27.833881 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:44:27.834128 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fbcd5324-f8e3-44bd-83d1-601e98fc78a2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:44:27.834550 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183', 'status': 'completed', 'code': 200} Dec 16 15:44:27.924082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-ff37d41e-5edc-41d1-9e70-73fa1c674ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:27.926000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-ff37d41e-5edc-41d1-9e70-73fa1c674ccd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53da25522aec482cb5e3b4c3047c9f47&device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0479658 Dec 16 15:44:27.999677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc365669-dffd-49ec-adcd-d5b66a291bda tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 200 len: 316 time: 0.2251699 Dec 16 15:44:28.003220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:28.012650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-2bfdb397-f517-46fe-a681-4b29b549b4f1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:28.164945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-6bddd36b-8466-4e76-bac7-d74f56ea2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:28.166478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-6bddd36b-8466-4e76-bac7-d74f56ea2703 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=53da25522aec482cb5e3b4c3047c9f47&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2259016 Dec 16 15:44:28.284154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2bfdb397-f517-46fe-a681-4b29b549b4f1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.2791712 Dec 16 15:44:28.288595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:28.305196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-47cebad9-1d8a-44de-a876-f3088caa7131 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-764812575') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:28.401898 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-513f57d5-a53e-4550-b027-f6845fd42c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:28.403443 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-34b56bc1-5b35-4cd7-8615-ce32eae9971f req-513f57d5-a53e-4550-b027-f6845fd42c1d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2292633 Dec 16 15:44:28.434135 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-47cebad9-1d8a-44de-a876-f3088caa7131 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:28.436807 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-47cebad9-1d8a-44de-a876-f3088caa7131 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-764812575 HTTP/1.1" status: 404 len: 328 time: 0.1461124 Dec 16 15:44:28.439661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:28.448195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-0cf583b3-1ba2-4f4f-a1e2-6630d0cad145 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-282235777') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:28.555851 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-0cf583b3-1ba2-4f4f-a1e2-6630d0cad145 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:28.562789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44868) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:28.563159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0cf583b3-1ba2-4f4f-a1e2-6630d0cad145 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-282235777 HTTP/1.1" status: 404 len: 328 time: 0.1214414 Dec 16 15:44:28.566951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-bd525c95-d61c-492d-9c3a-2bec0fa1213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:28.569332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-bd525c95-d61c-492d-9c3a-2bec0fa1213a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=53da25522aec482cb5e3b4c3047c9f47&device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0878468 Dec 16 15:44:28.573331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-88e94ac4-8532-4544-9414-2a31e56b6b67 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7', 'tempest-TagsExtTest-Tag-1040806572') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:28.640485 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-6cb96c89-146b-4af5-a40f-a5b03bc8be7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81dbc03a-f0b1-4beb-be51-666baf170183 HTTP/1.1" status: 200 len: 217 time: 0.0443323 Dec 16 15:44:28.729456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e6d6a-a8fd-4346-b945-8df1b593f831 req-16c5914f-adc2-4d57-b973-acaf189f6559 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:28.730956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3e6d6a-a8fd-4346-b945-8df1b593f831 req-16c5914f-adc2-4d57-b973-acaf189f6559 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 943 time: 0.0656912 Dec 16 15:44:28.747749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-a66516f5-0d5b-444f-b2ae-8cfc64154964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:28.749377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-a66516f5-0d5b-444f-b2ae-8cfc64154964 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44783af2-3ee0-4cab-b92c-a8d52c76e54b HTTP/1.1" status: 200 len: 861 time: 0.0986621 Dec 16 15:44:28.756330 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-88e94ac4-8532-4544-9414-2a31e56b6b67 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:28.760971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88e94ac4-8532-4544-9414-2a31e56b6b67 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags/tempest-TagsExtTest-Tag-1040806572 HTTP/1.1" status: 404 len: 329 time: 0.1931820 Dec 16 15:44:28.761179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44872) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:28.768104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-c88234b5-0316-4f54-8cce-3f018680c639 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', {'tags': ['tempest-TagsExtTest-Tag-2089941786', 'tempest-TagsExtTest-Tag-505952368', 'tempest-TagsExtTest-Tag-218455660']}) {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:28.791393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:28.798854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-cfc67d8a-4439-4864-809c-5a9be9c0251d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=18310733-f797-4fca-9f3b-486d460fe566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401001 Dec 16 15:44:28.853473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e3e6d6a-a8fd-4346-b945-8df1b593f831 req-9daf68a1-0da1-41fe-b15c-73edff5a4eb4 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131773 Dec 16 15:44:28.960522 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-97bf229a-e0ef-4150-864c-a7e756b5c5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/18310733-f797-4fca-9f3b-486d460fe566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538026 Dec 16 15:44:29.006137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c88234b5-0316-4f54-8cce-3f018680c639 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 200 len: 316 time: 0.2442455 Dec 16 15:44:29.009585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44874) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.014889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-959f5f67-1c0c-403d-92f0-31173af35c41 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:29.071690 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76e5033c-d5d1-4475-bc8a-8e3cc51ac2c3 req-f40c6089-9984-4bfa-8abc-88322b71d193 service neutron] 10.222.0.30 "GET /v2.0/networks/18310733-f797-4fca-9f3b-486d460fe566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098890 Dec 16 15:44:29.221882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-959f5f67-1c0c-403d-92f0-31173af35c41 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 204 len: 168 time: 0.2107477 Dec 16 15:44:29.226395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.231403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-b89443fe-3e14-4de0-b3cc-589c1db03b87 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-2089941786') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:29.310437 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-b89443fe-3e14-4de0-b3cc-589c1db03b87 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:29.312563 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b89443fe-3e14-4de0-b3cc-589c1db03b87 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-2089941786 HTTP/1.1" status: 404 len: 329 time: 0.0848670 Dec 16 15:44:29.316893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.322282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-0af0c12b-959a-47b6-a66e-1861dd5a50c1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-505952368') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:29.386952 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0af0c12b-959a-47b6-a66e-1861dd5a50c1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:29.389342 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0af0c12b-959a-47b6-a66e-1861dd5a50c1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-505952368 HTTP/1.1" status: 404 len: 328 time: 0.0704939 Dec 16 15:44:29.392160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.399991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-33ea3ced-f984-4f3c-945a-7f88f944a511 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede', 'tempest-TagsExtTest-Tag-218455660') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:29.479314 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-33ea3ced-f984-4f3c-945a-7f88f944a511 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:29.485768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-33ea3ced-f984-4f3c-945a-7f88f944a511 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags/tempest-TagsExtTest-Tag-218455660 HTTP/1.1" status: 404 len: 328 time: 0.0873709 Dec 16 15:44:29.486224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.493244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-94fd9f31-d6ea-441e-b4a6-969dc40a225e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', {'tags': ['tempest-TagsExtTest-Tag-839581117', 'tempest-TagsExtTest-Tag-1954782758', 'tempest-TagsExtTest-Tag-1172359369']}) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:29.608237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:29.740778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-94fd9f31-d6ea-441e-b4a6-969dc40a225e tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 200 len: 317 time: 0.2535098 Dec 16 15:44:29.746048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:29.756001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-e0d425dd-e869-4a40-8e87-462b88be20f4 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.007629 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e0d425dd-e869-4a40-8e87-462b88be20f4 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 204 len: 168 time: 0.2591448 Dec 16 15:44:30.011035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.019607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-0044d91a-cc56-46b7-bc83-42be08a6f05d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-839581117') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.045532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d70d-d9ff-49b8-bf90-a8f5e43cc5da req-b7b91770-5a04-440d-90b3-2d5b461d6ea1 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:30.048302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3b3d70d-d9ff-49b8-bf90-a8f5e43cc5da req-b7b91770-5a04-440d-90b3-2d5b461d6ea1 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 943 time: 0.0840633 Dec 16 15:44:30.113385 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0044d91a-cc56-46b7-bc83-42be08a6f05d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.118974 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0044d91a-cc56-46b7-bc83-42be08a6f05d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-839581117 HTTP/1.1" status: 404 len: 328 time: 0.1022925 Dec 16 15:44:30.119639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44896) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.133045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-e94a0bf2-3bff-45b9-afa9-04a96b4a586d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-1954782758') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.141553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3b3d70d-d9ff-49b8-bf90-a8f5e43cc5da req-7d031b15-9d5a-4ec5-b0b2-504a5aa6045e tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770903 Dec 16 15:44:30.300447 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-e94a0bf2-3bff-45b9-afa9-04a96b4a586d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.302669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e94a0bf2-3bff-45b9-afa9-04a96b4a586d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-1954782758 HTTP/1.1" status: 404 len: 329 time: 0.1782432 Dec 16 15:44:30.305389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.311529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-c5c92b43-a3c7-4f17-a37c-d76dfecb826d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f', 'tempest-TagsExtTest-Tag-1172359369') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.401249 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-c5c92b43-a3c7-4f17-a37c-d76dfecb826d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.402521 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5c92b43-a3c7-4f17-a37c-d76dfecb826d tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags/tempest-TagsExtTest-Tag-1172359369 HTTP/1.1" status: 404 len: 329 time: 0.0958316 Dec 16 15:44:30.405771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.413386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-3502fef2-03a7-4ecc-a413-6f0fc566e987 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', {'tags': ['tempest-TagsExtTest-Tag-742114500', 'tempest-TagsExtTest-Tag-1480644407', 'tempest-TagsExtTest-Tag-1226225982']}) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.589997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3502fef2-03a7-4ecc-a413-6f0fc566e987 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "PUT /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 200 len: 317 time: 0.1825135 Dec 16 15:44:30.592888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.600877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-1ab5ef62-b9c3-4913-85aa-b99b55eade14 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.757489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ab5ef62-b9c3-4913-85aa-b99b55eade14 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 204 len: 168 time: 0.1630349 Dec 16 15:44:30.760325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.766633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-76d4b0f1-02fb-4e2b-905d-19b5735b9b36 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-742114500') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.788779 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-76d4b0f1-02fb-4e2b-905d-19b5735b9b36 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.789825 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-76d4b0f1-02fb-4e2b-905d-19b5735b9b36 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-742114500 HTTP/1.1" status: 404 len: 328 time: 0.0284081 Dec 16 15:44:30.792748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.797863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-df6d5ea8-7d00-4b8c-b9f6-e429b860e9b7 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-1480644407') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.820407 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-df6d5ea8-7d00-4b8c-b9f6-e429b860e9b7 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.821493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df6d5ea8-7d00-4b8c-b9f6-e429b860e9b7 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-1480644407 HTTP/1.1" status: 404 len: 329 time: 0.0277829 Dec 16 15:44:30.830455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.835224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-7f918342-47ec-415c-a7d0-31dbfd58c328 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11', 'tempest-TagsExtTest-Tag-1226225982') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.865092 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-7f918342-47ec-415c-a7d0-31dbfd58c328 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] show failed (client error): The resource could not be found. Dec 16 15:44:30.866277 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f918342-47ec-415c-a7d0-31dbfd58c328 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags/tempest-TagsExtTest-Tag-1226225982 HTTP/1.1" status: 404 len: 329 time: 0.0346835 Dec 16 15:44:30.869619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.874339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-8e3a69ae-f1ce-475d-9578-fefe3777af9b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c4759b5-e330-4f1e-b155-c1294c269a11') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:30.906149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e3a69ae-f1ce-475d-9578-fefe3777af9b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11/tags HTTP/1.1" status: 204 len: 168 time: 0.0353899 Dec 16 15:44:30.909258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:30.914218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-64a737b4-c585-410e-963d-85d1bf5a45da tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b068538-1b9c-48ab-903e-11dd1cba048f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:31.019511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-64a737b4-c585-410e-963d-85d1bf5a45da tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f/tags HTTP/1.1" status: 204 len: 168 time: 0.1089323 Dec 16 15:44:31.022405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44920) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:31.027091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-a81cc5b4-f8c9-4f91-bd6b-10627f6874a7 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '892b1a09-4e70-4119-a0d1-755c7c194ede') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:31.526999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e310cd-44a6-4847-bdc8-956b84a85c6e req-522aad8b-0997-4274-aca4-9e106711d76b tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:31.528672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4e310cd-44a6-4847-bdc8-956b84a85c6e req-522aad8b-0997-4274-aca4-9e106711d76b tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 943 time: 0.1132214 Dec 16 15:44:31.565426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a81cc5b4-f8c9-4f91-bd6b-10627f6874a7 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede/tags HTTP/1.1" status: 204 len: 168 time: 0.5419731 Dec 16 15:44:31.569754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:31.575509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-7da5857a-ba58-4a84-abe2-bab3234e84b1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:31.618127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4e310cd-44a6-4847-bdc8-956b84a85c6e req-040b0aae-5cff-454c-922f-6e5129496c34 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745933 Dec 16 15:44:31.666506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7da5857a-ba58-4a84-abe2-bab3234e84b1 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7/tags HTTP/1.1" status: 204 len: 168 time: 0.0954804 Dec 16 15:44:31.674510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44946) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:31.690427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 81dbc03a-f0b1-4beb-be51-666baf170183 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:44:31.847023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=81dbc03a-f0b1-4beb-be51-666baf170183,segment=NetworkSegment(ada90e0e-66c2-4ed4-9ae2-380ea91e69e7),segment_id=ada90e0e-66c2-4ed4-9ae2-380ea91e69e7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:31.867443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '81dbc03a-f0b1-4beb-be51-666baf170183', 'network_id': '18310733-f797-4fca-9f3b-486d460fe566', 'port_id': '81dbc03a-f0b1-4beb-be51-666baf170183', 'mac_address': 'fa:16:3e:9e:21:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44783af2-3ee0-4cab-b92c-a8d52c76e54b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:44:31.924654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:31.927042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922b7148-f281-4491-bf38-4d08c1a6baf9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for subnetpool, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:31.928631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-922b7148-f281-4491-bf38-4d08c1a6baf9 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnetpools/5c4759b5-e330-4f1e-b155-c1294c269a11 HTTP/1.1" status: 204 len: 168 time: 0.2525852 Dec 16 15:44:31.932839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44962) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:31.950721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81dbc03a-f0b1-4beb-be51-666baf170183 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:44:31.981941 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-04c5b966-1686-4d17-98d3-c741af9cba17 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b068538-1b9c-48ab-903e-11dd1cba048f HTTP/1.1" status: 200 len: 205 time: 0.0475919 Dec 16 15:44:31.986780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:32.000285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=81dbc03a-f0b1-4beb-be51-666baf170183,segment=NetworkSegment(ada90e0e-66c2-4ed4-9ae2-380ea91e69e7),segment_id=ada90e0e-66c2-4ed4-9ae2-380ea91e69e7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:32.081372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.088671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.199893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:32.340010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.343406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.382221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['81dbc03a-f0b1-4beb-be51-666baf170183'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:44:32.479710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.480542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Fanout notify agent at l3_agent the message router_deleted on router 6b068538-1b9c-48ab-903e-11dd1cba048f {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:44:32.490806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.494166 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-812aea3f-2e6f-4c82-899d-0eff2bdf499a tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/routers/6b068538-1b9c-48ab-903e-11dd1cba048f HTTP/1.1" status: 204 len: 168 time: 0.5041120 Dec 16 15:44:32.495786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:32.606239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Deleting port 892b1a09-4e70-4119-a0d1-755c7c194ede {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:32.606659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.726165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:32.751201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Calling delete_port for 892b1a09-4e70-4119-a0d1-755c7c194ede owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:32.878913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ca58-dd98-4e21-9c5f-f60b01f0c515 req-4101deb3-909f-4394-868d-4dd4b2a82190 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:32.888458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5541ca58-dd98-4e21-9c5f-f60b01f0c515 req-4101deb3-909f-4394-868d-4dd4b2a82190 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 944 time: 0.1020486 Dec 16 15:44:32.992601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5541ca58-dd98-4e21-9c5f-f60b01f0c515 req-42f9fd59-9938-4c9d-ad75-d0edb3cca6ad tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957415 Dec 16 15:44:33.005426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.085771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event deleted for resources: {'Port': ['ID=892b1a09-4e70-4119-a0d1-755c7c194ede,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:33.140471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.144331 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-146a5302-7187-4c5d-8632-932feb7a387b tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/ports/892b1a09-4e70-4119-a0d1-755c7c194ede HTTP/1.1" status: 204 len: 168 time: 0.6470606 Dec 16 15:44:33.146597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 44988) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:33.217391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Deleting subnet 70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:44:33.223023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.293801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.383049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.536813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.574594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event deleted for resources: {'Subnet': ['ID=70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:33.586925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.593303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f8461fbc-025e-4929-b179-a93580ed4f27 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/subnets/70fb6819-4efa-4cc0-a4b4-d8ffa0a37ff7 HTTP/1.1" status: 204 len: 168 time: 0.4454420 Dec 16 15:44:33.596566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 44992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:33.600402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f5c21d-3d86-400f-bd98-a8802d6b9365 None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:33.730228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 81dbc03a-f0b1-4beb-be51-666baf170183 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:44:33.743702 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.877183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Deleting port 537781fc-6a5e-49d7-8677-be6b2d44f791 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:33.877183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:33.921955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 81dbc03a-f0b1-4beb-be51-666baf170183 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:44:33.944402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] DHCP port deletion for 9a436afb-45c6-4c54-aa4a-fd3a9922675e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:44:33.970138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 81dbc03a-f0b1-4beb-be51-666baf170183 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:44:33.971271 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.024218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] For port 537781fc-6a5e-49d7-8677-be6b2d44f791, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=537781fc-6a5e-49d7-8677-be6b2d44f791,segment=NetworkSegment(48cb1dce-89ba-46bc-a7c6-301c07b856c6),segment_id=48cb1dce-89ba-46bc-a7c6-301c07b856c6)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:34.025203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.055863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Calling delete_port for 537781fc-6a5e-49d7-8677-be6b2d44f791 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:34.314147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be686ef0-5879-429d-9892-c6b91e13c569 req-d00f122e-1248-4c83-9e22-d82d1ecb9b03 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:34.323129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be686ef0-5879-429d-9892-c6b91e13c569 req-d00f122e-1248-4c83-9e22-d82d1ecb9b03 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 944 time: 0.2085311 Dec 16 15:44:34.366837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Deleting port 537781fc-6a5e-49d7-8677-be6b2d44f791 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:34.367664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.381698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.408899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.433290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event deleted for resources: {'Port': ['ID=537781fc-6a5e-49d7-8677-be6b2d44f791,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:34.436277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] No DVR routers for this DVR port 537781fc-6a5e-49d7-8677-be6b2d44f791 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:34.469465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be686ef0-5879-429d-9892-c6b91e13c569 req-f704a8f7-e3ef-481c-ab9a-992c34a089cd tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435869 Dec 16 15:44:34.474187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 537781fc-6a5e-49d7-8677-be6b2d44f791 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:34.565460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 537781fc-6a5e-49d7-8677-be6b2d44f791 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:44:34.566034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 537781fc-6a5e-49d7-8677-be6b2d44f791 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:44:34.598762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.616648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=81dbc03a-f0b1-4beb-be51-666baf170183,segment=NetworkSegment(ada90e0e-66c2-4ed4-9ae2-380ea91e69e7),segment_id=ada90e0e-66c2-4ed4-9ae2-380ea91e69e7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:34.625360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:44:34.629851 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4021ec7-eaf9-416b-87a5-bd63530c1694" -d '{"events": [{"server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "name": "network-vif-plugged", "status": "completed", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:44:34.640189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a436afb-45c6-4c54-aa4a-fd3a9922675e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:34.659492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] For port 537781fc-6a5e-49d7-8677-be6b2d44f791, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=537781fc-6a5e-49d7-8677-be6b2d44f791,segment=NetworkSegment(48cb1dce-89ba-46bc-a7c6-301c07b856c6),segment_id=48cb1dce-89ba-46bc-a7c6-301c07b856c6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:34.660286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.681919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cb1dce-89ba-46bc-a7c6-301c07b856c6') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:34.681919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cb1dce-89ba-46bc-a7c6-301c07b856c6') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:34.712582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.715348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.719176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Calling delete_port for 537781fc-6a5e-49d7-8677-be6b2d44f791 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:34.755664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.755880 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae76b02e-f713-4242-85b0-15af965920da x-openstack-request-id: req-ae76b02e-f713-4242-85b0-15af965920da {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:44:34.756301 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "name": "network-vif-plugged", "status": "completed", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:44:34.756825 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae76b02e-f713-4242-85b0-15af965920da {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:44:34.757499 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183', 'code': 200} Dec 16 15:44:34.760821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:44:34.761385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:44:34.845009 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:44:34.894261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:34.932471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56840b-73cd-4737-adb1-49ed6e1c075d req-7a80d5e9-a1ae-44a0-bc91-cb0a9a951ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:34.935342 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df56840b-73cd-4737-adb1-49ed6e1c075d req-7a80d5e9-a1ae-44a0-bc91-cb0a9a951ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0859790 Dec 16 15:44:34.941724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.965122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.977466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:34.980221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Network 9a436afb-45c6-4c54-aa4a-fd3a9922675e is not hosted by any dhcp agent {{(pid=104057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:44:34.981279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] No DVR routers for this DVR port 537781fc-6a5e-49d7-8677-be6b2d44f791 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:34.981842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] 10.222.0.71 "DELETE /v2.0/networks/9a436afb-45c6-4c54-aa4a-fd3a9922675e HTTP/1.1" status: 204 len: 168 time: 1.3835614 Dec 16 15:44:34.983476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Pushing event deleted for resources: {'Network': ['ID=9a436afb-45c6-4c54-aa4a-fd3a9922675e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:35.020700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.021310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.026321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.027122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.027981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.028859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.030180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.037898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b52e60-278f-498d-bc96-75aa6dee5b7c None None] Pushing event deleted for resources: {'Port': ['ID=537781fc-6a5e-49d7-8677-be6b2d44f791,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:35.038079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c669239a-db82-41be-8fe0-b1b84e471881 tempest-TagsExtTest-1745010586 tempest-TagsExtTest-1745010586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:35.094246 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-df56840b-73cd-4737-adb1-49ed6e1c075d req-68b38932-3b8d-4b15-9773-e5f1c26865b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494200 Dec 16 15:44:35.680858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45024) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:35.721757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0a3b-71e9-4a47-973a-6fc0fd798bce req-c90bad77-85ee-4133-9a3c-d0885390b071 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:35.721757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d36d0a3b-71e9-4a47-973a-6fc0fd798bce req-c90bad77-85ee-4133-9a3c-d0885390b071 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 945 time: 0.0889051 Dec 16 15:44:35.813413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d36d0a3b-71e9-4a47-973a-6fc0fd798bce req-caea32e5-9c3f-4cb9-a30b-552b5c9e19f7 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827336 Dec 16 15:44:35.927434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7c7fa9c-eb6e-4b2b-bafa-a0d9ffb902e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c9b8eb47aeb4d388eff53f053bb7686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449336 Dec 16 15:44:35.931617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45032) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:36.037089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:36.086041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:36.342848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:36.347775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:36.353912 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9a26a80-c841-4d9d-a4d8-0aad5ce471c5 HTTP/1.1" status: 204 len: 168 time: 0.4161692 Dec 16 15:44:36.364099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691e48-6c85-41c7-a3ef-ddb7addfbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a26a80-c841-4d9d-a4d8-0aad5ce471c5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:37.092667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591d88-26ad-4076-9601-251b846ed02d req-119c90e0-e73a-479a-81bd-aa358808e78b tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:37.111576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03591d88-26ad-4076-9601-251b846ed02d req-119c90e0-e73a-479a-81bd-aa358808e78b tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 945 time: 0.1634927 Dec 16 15:44:37.179438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03591d88-26ad-4076-9601-251b846ed02d req-b4c532f7-42c2-4d15-b2d6-fdaf709bfbb8 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607336 Dec 16 15:44:38.496011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45012f-c63e-4d2a-9b74-a87f8479b857 req-2bd155f6-1962-483d-bf26-2130e815cbd2 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:38.500795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff45012f-c63e-4d2a-9b74-a87f8479b857 req-2bd155f6-1962-483d-bf26-2130e815cbd2 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 945 time: 0.0825131 Dec 16 15:44:38.596370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff45012f-c63e-4d2a-9b74-a87f8479b857 req-a61fde68-2d0b-44d1-a95e-47950167b2fa tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886526 Dec 16 15:44:39.799301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f8f1-8b91-4bea-ba51-186f71b0da3a req-4d10a42c-60b5-411f-913d-c8796cfaa387 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:39.801839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e132f8f1-8b91-4bea-ba51-186f71b0da3a req-4d10a42c-60b5-411f-913d-c8796cfaa387 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 945 time: 0.0948560 Dec 16 15:44:39.911136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-0c24958e-7c69-4f38-9a25-49fbd3476a32 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:39.915206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-0c24958e-7c69-4f38-9a25-49fbd3476a32 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.30 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 945 time: 0.1199734 Dec 16 15:44:39.923092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e132f8f1-8b91-4bea-ba51-186f71b0da3a req-a9038dcd-dedb-470e-ba87-7cfba7ef1b96 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/security-groups?id=e37cc633-8988-4909-a8e9-7c0be1293f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104398 Dec 16 15:44:40.482222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Deleting port 81dbc03a-f0b1-4beb-be51-666baf170183 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:44:40.482723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:40.696980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] For port 81dbc03a-f0b1-4beb-be51-666baf170183, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=81dbc03a-f0b1-4beb-be51-666baf170183,segment=NetworkSegment(ada90e0e-66c2-4ed4-9ae2-380ea91e69e7),segment_id=ada90e0e-66c2-4ed4-9ae2-380ea91e69e7)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:44:40.697799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:40.715346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Calling delete_port for 81dbc03a-f0b1-4beb-be51-666baf170183 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:44:41.071516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.115496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['81dbc03a-f0b1-4beb-be51-666baf170183'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:44:41.161096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Pushing event deleted for resources: {'Port': ['ID=81dbc03a-f0b1-4beb-be51-666baf170183,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:41.168186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1da11f30-d669-4479-8412-d6aeafd1a668 req-f48cef9f-8a4a-4e41-b4ed-618b79518808 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.1096168 Dec 16 15:44:41.243499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] No DVR routers for this DVR port 81dbc03a-f0b1-4beb-be51-666baf170183 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:44:41.247471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.251386 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8275a8fa-ea58-4921-93a1-ed32aae85415 req-d0d13e0a-0a61-452e-9010-fd7a4e6b5469 tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.30 "DELETE /v2.0/ports/81dbc03a-f0b1-4beb-be51-666baf170183 HTTP/1.1" status: 204 len: 173 time: 1.3297558 Dec 16 15:44:41.252021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'name': 'network-vif-deleted', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:44:41.254819 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88294145-1e87-4325-9926-97ba003f886c" -d '{"events": [{"server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "name": "network-vif-deleted", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:44:41.341957 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92f9427-8ba0-4b91-9035-a8a1adcd2911 x-openstack-request-id: req-a92f9427-8ba0-4b91-9035-a8a1adcd2911 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:44:41.342665 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9", "name": "network-vif-deleted", "tag": "81dbc03a-f0b1-4beb-be51-666baf170183", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:44:41.343332 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a92f9427-8ba0-4b91-9035-a8a1adcd2911 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:44:41.348891 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9', 'name': 'network-vif-deleted', 'tag': '81dbc03a-f0b1-4beb-be51-666baf170183', 'status': 'completed', 'code': 200} Dec 16 15:44:41.479554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45164) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:41.641244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1457c909-cff7-4dad-bbf4-45037bd0bcf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.752033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1457c909-cff7-4dad-bbf4-45037bd0bcf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.905165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1457c909-cff7-4dad-bbf4-45037bd0bcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:41.950953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:41.951193 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1457c909-cff7-4dad-bbf4-45037bd0bcf3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=663ec44a722c4f838bc6e6fb682cd027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699776 Dec 16 15:44:41.952163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457c909-cff7-4dad-bbf4-45037bd0bcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc0339-c7dd-47b6-b271-b6d04609831a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:42.017806 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:42.043223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:42.173426 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:42.176524 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:42.181663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/58dc0339-c7dd-47b6-b271-b6d04609831a HTTP/1.1" status: 204 len: 168 time: 0.2288065 Dec 16 15:44:42.190461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292401-9cd8-46e6-b2eb-85e18ee3379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc0339-c7dd-47b6-b271-b6d04609831a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:42.701365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0cddd41-b8db-479a-b447-c07e86c49fea req-73015ecc-c726-463d-a7cd-8b5d0ba5a28d tempest-ServerMetadataNegativeTestJSON-1937587098 tempest-ServerMetadataNegativeTestJSON-1937587098-project] 10.222.0.71 "GET /v2.0/ports?device_id=3794c71c-5a3d-4f2f-a9c1-e01f3dbec6e9 HTTP/1.1" status: 200 len: 210 time: 0.3613706 Dec 16 15:44:43.442531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45196) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:43.457656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a1b2-ae52-41de-b83d-a3be6288ef82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.565851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a1b2-ae52-41de-b83d-a3be6288ef82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.664961 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dd7a1b2-ae52-41de-b83d-a3be6288ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.717737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 81dbc03a-f0b1-4beb-be51-666baf170183 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:44:43.724285 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3dd7a1b2-ae52-41de-b83d-a3be6288ef82 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=67d7160b777f471b954a1f4052f7b296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774842 Dec 16 15:44:43.724285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7a1b2-ae52-41de-b83d-a3be6288ef82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba57938a-4ebb-43f1-8a5e-cf2e67b15263,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:43.724837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45198) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:43.759383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 81dbc03a-f0b1-4beb-be51-666baf170183 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:44:43.760353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 81dbc03a-f0b1-4beb-be51-666baf170183 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:44:43.801409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45202) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:43.811280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.841994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.876048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Deleting subnet 44783af2-3ee0-4cab-b92c-a8d52c76e54b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:44:43.881475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.941206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:43.990539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.082429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.087453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.095516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba57938a-4ebb-43f1-8a5e-cf2e67b15263 HTTP/1.1" status: 204 len: 168 time: 0.3622713 Dec 16 15:44:44.106999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16a9b3-98fa-42d1-b157-1a70fb27496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba57938a-4ebb-43f1-8a5e-cf2e67b15263,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:44.156358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43ae4623-df40-49f4-8465-3469a524c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.215893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.300568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.307208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/44783af2-3ee0-4cab-b92c-a8d52c76e54b HTTP/1.1" status: 204 len: 168 time: 0.5040257 Dec 16 15:44:44.309869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:44.317233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40901d4-8ac7-49e7-9758-05404ca901c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44783af2-3ee0-4cab-b92c-a8d52c76e54b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:44.440764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.608698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.650103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18310733-f797-4fca-9f3b-486d460fe566']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:44.672995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:44.673468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada90e0e-66c2-4ed4-9ae2-380ea91e69e7') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:44:44.692196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.720679 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.735349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:44:44.737656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:44:44.742210 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:44:44.999116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:45.017526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:45.040563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] 10.222.0.71 "DELETE /v2.0/networks/18310733-f797-4fca-9f3b-486d460fe566 HTTP/1.1" status: 204 len: 168 time: 0.7209809 Dec 16 15:44:45.063296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11711239-ff5e-4963-8003-7c97bd84acdf admin admin] Pushing event deleted for resources: {'Network': ['ID=18310733-f797-4fca-9f3b-486d460fe566,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:45.663274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45250) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:45.764366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-68e37e34-379f-4a3e-9881-13e83f17a709 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53da25522aec482cb5e3b4c3047c9f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0964060 Dec 16 15:44:45.766571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45252) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:45.847854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:45.887723 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:46.173665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:46.181315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:46.184120 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e37cc633-8988-4909-a8e9-7c0be1293f53 HTTP/1.1" status: 204 len: 168 time: 0.4162753 Dec 16 15:44:46.196444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4f042-5cd4-4aea-b378-e1ab9764406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cc633-8988-4909-a8e9-7c0be1293f53,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:46.465149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d3788db-a76e-40a2-ada0-cc971f23e3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:47.801500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:47.849571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.065349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f997c862-d392-4f28-90bd-ebaa288aa758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.258706 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f997c862-d392-4f28-90bd-ebaa288aa758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.334892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:48.373734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f997c862-d392-4f28-90bd-ebaa288aa758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.510782 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f997c862-d392-4f28-90bd-ebaa288aa758 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb3181a958a54db29d7ed9d6e31227e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7020090 Dec 16 15:44:48.510782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997c862-d392-4f28-90bd-ebaa288aa758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d747d2b-79bb-4642-9398-f429b0ee45e7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:48.511214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:48.635794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1969205837-network', 'tenant_id': '1fd5939451dd4f808ef8c110bbbbecba'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:48.653304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.683294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.749212 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-8829a612-566b-4a3e-92da-2973c002215e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4047844 Dec 16 15:44:48.815189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Made reservation on behalf of 1fd5939451dd4f808ef8c110bbbbecba for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:48.818241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.853376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.856191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.858772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:48.861464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7d747d2b-79bb-4642-9398-f429b0ee45e7 HTTP/1.1" status: 204 len: 168 time: 0.3464739 Dec 16 15:44:48.879434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21569df-1171-41a8-a925-5d54efa8905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d747d2b-79bb-4642-9398-f429b0ee45e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:48.971084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-1d73604f-d7b7-4c47-bca0-73e48bcacdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:48.973765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-1d73604f-d7b7-4c47-bca0-73e48bcacdc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.1524913 Dec 16 15:44:49.075163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.163789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.188587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-0fbfb45d-2b0f-4db3-be4a-3c5561552623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:49.206196 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-0fbfb45d-2b0f-4db3-be4a-3c5561552623 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 909 time: 0.1903396 Dec 16 15:44:49.208548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:44:49.238872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.249475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27895e30-241e-4629-83f9-1cedda4c0515,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:49.265472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.265829 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Added segment 2a509e14-5acc-4e21-8097-4337731affcd of type vlan for network be8391e3-8181-4b2a-b7dc-3977d90f1d47 Dec 16 15:44:49.332294 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-90825e20-fedb-4579-ac29-255d2cd4f207 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 1001 time: 0.1297450 Dec 16 15:44:49.348718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.410346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-d2ad8e97-ca9a-4a59-86b8-6641e4138ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:49.412087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-d2ad8e97-ca9a-4a59-86b8-6641e4138ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 200 len: 847 time: 0.0769198 Dec 16 15:44:49.466981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-3314e0a0-cc36-40e3-95c4-466bfa57dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:49.468761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-3314e0a0-cc36-40e3-95c4-466bfa57dba1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495465 Dec 16 15:44:49.470118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.471113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:49.471934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:49.594502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] Pushing event updated for resources: {'Network': ['ID=be8391e3-8181-4b2a-b7dc-3977d90f1d47,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:49.614225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network be8391e3-8181-4b2a-b7dc-3977d90f1d47 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:44:49.655068 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-7c53494b-dab7-4a4e-a942-fc6f32451721 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761267 Dec 16 15:44:49.686245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7d3991b2-0450-425f-9c6b-e8cedcf2f430 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3500335 Dec 16 15:44:49.689249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45364) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:49.702350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Request body: {'subnet': {'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1969205837-subnet', 'tenant_id': '1fd5939451dd4f808ef8c110bbbbecba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:49.857299 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dab09c84-f4b3-4bb0-99be-8527ea098632 req-c4d2b6b0-e99a-4633-879d-6a731338f8e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916678 Dec 16 15:44:49.860440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Made reservation on behalf of 1fd5939451dd4f808ef8c110bbbbecba for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:49.863084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.093213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.245451 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.342552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20902739-68af-450f-8f4b-9ecb16ed9f6e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:50.361272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Checking segment: {'id': '2a509e14-5acc-4e21-8097-4337731affcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:50.361985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Network hostable DHCP agents. Network: be8391e3-8181-4b2a-b7dc-3977d90f1d47, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:44:50.469663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Network be8391e3-8181-4b2a-b7dc-3977d90f1d47 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:44:50.556917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:50.565114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, be8391e3-8181-4b2a-b7dc-3977d90f1d47) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:50.571884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:50.572849 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.587148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da854d1f-dcce-4f3c-9e06-820f686ef44e None None] Network be8391e3-8181-4b2a-b7dc-3977d90f1d47 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:50.709984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb01ad86-09cd-481d-98fb-78f48dfa22c3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0177243 Dec 16 15:44:50.750196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b407fcb-fa23-4ff4-924f-190e236396c2 None None] Network be8391e3-8181-4b2a-b7dc-3977d90f1d47 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:50.803218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-610419115-network', 'tenant_id': 'a78b89f464ad4d4da48a176188635fa2'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:50.950070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Made reservation on behalf of a78b89f464ad4d4da48a176188635fa2 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:50.953037 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:50.977254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.174997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.233725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.251471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:44:51.286759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.287268 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Added segment 5309f3c3-1294-4aaf-a877-bb86bd5b8119 of type vlan for network e070fbce-89b5-4f81-b580-faa0dfee3985 Dec 16 15:44:51.386929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:51.421088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.494199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-dfefe575-971b-43c3-8541-88bb5cd08bbd tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:51.496017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-dfefe575-971b-43c3-8541-88bb5cd08bbd tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/networks?id=be8391e3-8181-4b2a-b7dc-3977d90f1d47 HTTP/1.1" status: 200 len: 813 time: 0.2202899 Dec 16 15:44:51.518326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-23416a35-4cc3-4293-bb34-b72ab191ecc0 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/quotas/1fd5939451dd4f808ef8c110bbbbecba HTTP/1.1" status: 200 len: 375 time: 0.0143175 Dec 16 15:44:51.558125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-fb001077-47ab-482d-8efd-48b08c195a6d tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1fd5939451dd4f808ef8c110bbbbecba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313544 Dec 16 15:44:51.639001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-467cfd55-1998-4817-865e-aede4337be95 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:44:51.658254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-467cfd55-1998-4817-865e-aede4337be95 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0748055 Dec 16 15:44:51.736288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.737935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:51.738867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:51.871202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] Pushing event updated for resources: {'Network': ['ID=e070fbce-89b5-4f81-b580-faa0dfee3985,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:51.888837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e070fbce-89b5-4f81-b580-faa0dfee3985 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:44:51.919653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-c102d731-f6de-4b07-ad44-a1d926052009 service neutron] 10.222.0.71 "GET /v2.0/networks/be8391e3-8181-4b2a-b7dc-3977d90f1d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660871 Dec 16 15:44:51.932929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a144417-01ea-49c5-82e2-c12653bfd917 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3710859 Dec 16 15:44:51.933240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45422) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:51.938919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Request body: {'subnet': {'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-610419115-subnet', 'tenant_id': 'a78b89f464ad4d4da48a176188635fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:52.069551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-b516427a-20e7-43ef-aa2d-79441f48f4cf service neutron] 10.222.0.71 "GET /v2.0/networks/be8391e3-8181-4b2a-b7dc-3977d90f1d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380122 Dec 16 15:44:52.081329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Made reservation on behalf of a78b89f464ad4d4da48a176188635fa2 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:52.084766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:52.524841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:52.564872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2b57cd7-3d4b-4744-b3a1-6ec59311f7f8 req-c5d2c924-1324-403f-800d-9b0593779951 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0637889 Dec 16 15:44:52.639359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f342ad62-b37a-48fb-adf5-44bc04600f7d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:52.651330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Checking segment: {'id': '5309f3c3-1294-4aaf-a877-bb86bd5b8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:52.652428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Network hostable DHCP agents. Network: e070fbce-89b5-4f81-b580-faa0dfee3985, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:44:52.752875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Network e070fbce-89b5-4f81-b580-faa0dfee3985 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:44:52.837989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e070fbce-89b5-4f81-b580-faa0dfee3985) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:52.846154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:52.849981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:52.853069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f16c24-3821-40ee-8f8e-d86c309c635f None None] Network e070fbce-89b5-4f81-b580-faa0dfee3985 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:52.973337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-da04750c-ed3f-4075-9a81-280068817f31 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0386245 Dec 16 15:44:53.099114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d024d8-dd0c-4f72-8a3d-31830f356aa1 None None] Network e070fbce-89b5-4f81-b580-faa0dfee3985 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:53.647646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f688ce7-6a92-43ae-a8c6-0eba1a76867a req-4ea0b2de-126e-4a0a-b07d-118e9de6b0e2 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0302026 Dec 16 15:44:54.164607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45484) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:54.171355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1532115611-network', 'tenant_id': 'dc3089759ab14a8a87abad8f3f647067'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:54.311936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Made reservation on behalf of dc3089759ab14a8a87abad8f3f647067 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:54.316556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.329543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.460782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.540371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.566513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:44:54.582689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a22ce5-13e6-4deb-92a8-6169277cabd3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:54.589710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.590055 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Added segment d71879a8-c2cb-4254-be26-2cebafee02a8 of type vlan for network 0cb6bb7e-2814-4d56-882d-925f6b73077b Dec 16 15:44:54.668452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.777631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5727e5af-4c07-44ab-a3b1-0d309833a1eb req-1f8c24d1-91ac-4714-946f-74e246d59558 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0330245 Dec 16 15:44:54.849756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.851799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:54.856152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:54.976414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb6bb7e-2814-4d56-882d-925f6b73077b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:54.994454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 0cb6bb7e-2814-4d56-882d-925f6b73077b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:44:55.271987 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a82cbbd8-1288-40d5-82f7-54d1d4bbacc2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1046576 Dec 16 15:44:55.273876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45520) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:44:55.279163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Request body: {'subnet': {'network_id': '0cb6bb7e-2814-4d56-882d-925f6b73077b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1532115611-subnet', 'tenant_id': 'dc3089759ab14a8a87abad8f3f647067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:55.397492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Made reservation on behalf of dc3089759ab14a8a87abad8f3f647067 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:55.400403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:55.729688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:55.804803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2115de66-8672-4b0c-8e50-e7169bc0f9d1,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:55.814453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Checking segment: {'id': 'd71879a8-c2cb-4254-be26-2cebafee02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '0cb6bb7e-2814-4d56-882d-925f6b73077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:55.814799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Network hostable DHCP agents. Network: 0cb6bb7e-2814-4d56-882d-925f6b73077b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:44:55.820134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.823807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.826184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.826184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:44:55.940907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30bdbed9-e2bc-4bdd-8061-858aba819995 req-80b973ee-dcaf-4c24-b7ff-9af404e6cf08 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0383403 Dec 16 15:44:56.064789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Network 0cb6bb7e-2814-4d56-882d-925f6b73077b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:44:56.124378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-d22d6b25-eca5-4fd3-83a2-c6b4d8bd3aa0 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:56.126014 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-d22d6b25-eca5-4fd3-83a2-c6b4d8bd3aa0 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.30 "GET /v2.0/networks?id=be8391e3-8181-4b2a-b7dc-3977d90f1d47 HTTP/1.1" status: 200 len: 813 time: 0.2462296 Dec 16 15:44:56.145784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Request body: {'port': {'device_id': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47', 'admin_state_up': True, 'tenant_id': '1fd5939451dd4f808ef8c110bbbbecba'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:56.152547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 0cb6bb7e-2814-4d56-882d-925f6b73077b) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:56.164878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:56.167091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:56.175245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c76cd1-03aa-434f-83ac-9660e602160d None None] Network 0cb6bb7e-2814-4d56-882d-925f6b73077b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:56.271554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-715021f7-6816-44ae-8f92-b0992b011a77 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9963803 Dec 16 15:44:56.457603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207fe211-fb1e-4096-ae76-018e0c2ee221 None None] Network 0cb6bb7e-2814-4d56-882d-925f6b73077b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:44:56.477817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Made reservation on behalf of 1fd5939451dd4f808ef8c110bbbbecba for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:44:56.481635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:56.765097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Allocated IP 172.20.0.8 (be8391e3-8181-4b2a-b7dc-3977d90f1d47/20902739-68af-450f-8f4b-9ecb16ed9f6e/c4141531-d061-45cb-8cb2-d23e9fd407da) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:44:57.139529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:57.240799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7977c4b4-0c47-4aa7-9280-39d02a945ac2 req-a0bf2241-aaf9-4bc7-ac6e-1e8320969d27 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0781791 Dec 16 15:44:57.326065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:57.400261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Network be8391e3-8181-4b2a-b7dc-3977d90f1d47 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:44:57.404551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:44:57.409239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:44:57.442611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Pushing event updated for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:57.449788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-1c5c0da0-d6aa-4180-873e-5a67bdfdac58 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:57.464380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-1c5c0da0-d6aa-4180-873e-5a67bdfdac58 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/networks?id=e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 200 len: 811 time: 0.2350175 Dec 16 15:44:57.472568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:57.473235 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:57.488437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-d0c5c03b-801a-4c4c-92d2-be87110cd53f tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/quotas/a78b89f464ad4d4da48a176188635fa2 HTTP/1.1" status: 200 len: 375 time: 0.0220687 Dec 16 15:44:57.532729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-ef95dfd6-5efb-48d9-8c2e-d0abb95aa674 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a78b89f464ad4d4da48a176188635fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385306 Dec 16 15:44:57.584192 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-694259b8-1809-4366-853f-67c06474077e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4425931 Dec 16 15:44:57.606762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Request body: {'port': {'device_id': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:44:57.651540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-da503bd5-a976-4dcc-a8f7-bb28a18b4150 service neutron] 10.222.0.71 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047106 Dec 16 15:44:57.730821 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:57.825810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-de9db1b0-b7cb-497f-b16a-dd527d9d6fae service neutron] 10.222.0.71 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595976 Dec 16 15:44:58.369025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4141531-d061-45cb-8cb2-d23e9fd407da {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:44:58.407078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:58.411338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1aeac497-a73a-4d87-b72c-c7103bfb7fc7 req-e038e80e-4fec-4ee0-ade4-19d6f1e953a5 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.0954177 Dec 16 15:44:58.459276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Transition to ACTIVE for port object c4141531-d061-45cb-8cb2-d23e9fd407da will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:44:58.501880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8725-f824-4d5e-b13d-7a626fc8f21b req-40b8ee80-7872-4036-9ce3-6151018b22ca tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:58.510961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33ba8725-f824-4d5e-b13d-7a626fc8f21b req-40b8ee80-7872-4036-9ce3-6151018b22ca tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 931 time: 0.1219115 Dec 16 15:44:58.551648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:58.636835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33ba8725-f824-4d5e-b13d-7a626fc8f21b req-66409793-7265-4973-bdc9-2f311f618b58 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163828 Dec 16 15:44:58.675202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:58.736309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:58.810422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Attempting to bind port c4141531-d061-45cb-8cb2-d23e9fd407da on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:44:58.813509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Attempting to bind port c4141531-d061-45cb-8cb2-d23e9fd407da by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '2a509e14-5acc-4e21-8097-4337731affcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:44:58.813509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Attempting to bind port c4141531-d061-45cb-8cb2-d23e9fd407da on network be8391e3-8181-4b2a-b7dc-3977d90f1d47 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:44:58.818180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Port c4141531-d061-45cb-8cb2-d23e9fd407da on network be8391e3-8181-4b2a-b7dc-3977d90f1d47 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:44:58.818600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Attempting to bind port c4141531-d061-45cb-8cb2-d23e9fd407da on network be8391e3-8181-4b2a-b7dc-3977d90f1d47 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:44:58.826503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:44:58.826948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Checking segment: {'id': '2a509e14-5acc-4e21-8097-4337731affcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:44:58.827395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Bound using segment: {'id': '2a509e14-5acc-4e21-8097-4337731affcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:44:58.828125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Bound port: c4141531-d061-45cb-8cb2-d23e9fd407da, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a509e14-5acc-4e21-8097-4337731affcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:44:58.828611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:58.937116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:44:58.946650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c4141531-d061-45cb-8cb2-d23e9fd407da,segment=NetworkSegment(2a509e14-5acc-4e21-8097-4337731affcd),segment_id=2a509e14-5acc-4e21-8097-4337731affcd)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:44:59.046735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:59.190473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:44:59.210609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:59.212614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:59.217859 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-a0fb70b9-5c6b-461d-8419-87c1a54276c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/c4141531-d061-45cb-8cb2-d23e9fd407da HTTP/1.1" status: 200 len: 1091 time: 1.6188152 Dec 16 15:44:59.219270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:44:59.226733 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f2362-3a59-440b-929f-a6c623202e66" -d '{"events": [{"name": "network-changed", "server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:44:59.288368 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d515a84-c439-431d-a205-d34ee7623b7c x-openstack-request-id: req-6d515a84-c439-431d-a205-d34ee7623b7c {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:44:59.288368 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:44:59.288368 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6d515a84-c439-431d-a205-d34ee7623b7c {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:44:59.289108 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da', 'status': 'completed', 'code': 200} Dec 16 15:44:59.415588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f2362-3a59-440b-929f-a6c623202e66 req-7a5907e4-ab19-457f-ba2f-2359e7bfd5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:59.417514 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b81f2362-3a59-440b-929f-a6c623202e66 req-7a5907e4-ab19-457f-ba2f-2359e7bfd5a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd5939451dd4f808ef8c110bbbbecba&device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 1094 time: 0.0787649 Dec 16 15:44:59.574348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b83e5877-6873-44e5-ac74-a435d4d6d7db req-f7245449-dbdf-4643-87a4-1e8e7b5a8002 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.0603693 Dec 16 15:44:59.613554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:44:59.682072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f2362-3a59-440b-929f-a6c623202e66 req-b65edf88-6b44-4245-bdc4-a4461c959dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:59.685580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b81f2362-3a59-440b-929f-a6c623202e66 req-b65edf88-6b44-4245-bdc4-a4461c959dd8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fd5939451dd4f808ef8c110bbbbecba&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2539797 Dec 16 15:44:59.883213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f2362-3a59-440b-929f-a6c623202e66 req-fbe85692-47bd-4107-bf68-8d16c3612867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:59.887104 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b81f2362-3a59-440b-929f-a6c623202e66 req-fbe85692-47bd-4107-bf68-8d16c3612867 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922321 Dec 16 15:44:59.933576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ffda8-2ccc-4e9c-8f29-dda83bd28303 req-6d256ce4-80f3-4750-bb80-0777d74a8720 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:44:59.935745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d8ffda8-2ccc-4e9c-8f29-dda83bd28303 req-6d256ce4-80f3-4750-bb80-0777d74a8720 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 943 time: 0.1483974 Dec 16 15:45:00.047694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-d8f7895d-14e5-4153-a722-83c3b91f5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:00.049385 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-d8f7895d-14e5-4153-a722-83c3b91f5297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fd5939451dd4f808ef8c110bbbbecba&device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 1094 time: 0.0636241 Dec 16 15:45:00.052528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d8ffda8-2ccc-4e9c-8f29-dda83bd28303 req-70c53669-5a28-43c7-93fb-99afd74ecbc7 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061132 Dec 16 15:45:00.127018 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-83b4dd09-222b-48f0-ab76-58317f1ebee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4141531-d061-45cb-8cb2-d23e9fd407da HTTP/1.1" status: 200 len: 217 time: 0.0628440 Dec 16 15:45:00.230781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0407d-5291-4126-b510-91d770e1088a req-6da34603-56b6-48bc-b5f0-6a6e80a6b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:00.234477 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-6da34603-56b6-48bc-b5f0-6a6e80a6b0a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20902739-68af-450f-8f4b-9ecb16ed9f6e HTTP/1.1" status: 200 len: 853 time: 0.0994782 Dec 16 15:45:00.299054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-e21b1391-99d0-4115-9d9c-533f531b3f6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be8391e3-8181-4b2a-b7dc-3977d90f1d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572982 Dec 16 15:45:00.565954 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-07dec1cd-049d-457e-9dd1-8ef1217bab80 service neutron] 10.222.0.30 "GET /v2.0/networks/be8391e3-8181-4b2a-b7dc-3977d90f1d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549903 Dec 16 15:45:00.784917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-75d0407d-5291-4126-b510-91d770e1088a req-f2f5ffae-1ad5-4ef3-9fd2-c6feee3414fc service neutron] 10.222.0.30 "GET /v2.0/networks/be8391e3-8181-4b2a-b7dc-3977d90f1d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131662 Dec 16 15:45:00.820952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a937cc7b-ffdf-463b-b7d7-f11813663b13 req-608e10e2-cfe9-483b-9068-b0128fe957dc tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.1093822 Dec 16 15:45:01.358871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ee2b9-963c-47d6-aba4-b7dd847b68cb req-c005ee4a-ce4d-4c38-ae9d-22e15e7d2105 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:01.361997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5ee2b9-963c-47d6-aba4-b7dd847b68cb req-c005ee4a-ce4d-4c38-ae9d-22e15e7d2105 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 943 time: 0.1314516 Dec 16 15:45:01.530730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5ee2b9-963c-47d6-aba4-b7dd847b68cb req-de0779e3-549f-4e60-9695-93a79a1836eb tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Dec 16 15:45:02.204238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62f247c2-b32e-4558-9549-7427ad78adbd req-6a6bec93-d36d-4771-a034-aecf238f7fe8 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.1268113 Dec 16 15:45:02.566439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-f57f59b0-583c-4183-9d06-f1c2b7e4bbce tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:02.570420 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-f57f59b0-583c-4183-9d06-f1c2b7e4bbce tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.74 "GET /v2.0/networks?id=e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 200 len: 811 time: 0.3703229 Dec 16 15:45:02.607693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Request body: {'port': {'device_id': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985', 'admin_state_up': True, 'tenant_id': 'a78b89f464ad4d4da48a176188635fa2'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:02.648897 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:45:02.806198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d4c77-9254-47e5-aa01-c3387245d9dc req-e29503ae-1775-40cb-9a6e-9708779cc276 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:02.808647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b07d4c77-9254-47e5-aa01-c3387245d9dc req-e29503ae-1775-40cb-9a6e-9708779cc276 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 943 time: 0.0599773 Dec 16 15:45:02.877920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b07d4c77-9254-47e5-aa01-c3387245d9dc req-7fb4eb64-d777-4be8-950e-14767d2663db tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Dec 16 15:45:02.934434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Made reservation on behalf of a78b89f464ad4d4da48a176188635fa2 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:45:02.938424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:03.173841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Allocated IP 172.20.0.2 (e070fbce-89b5-4f81-b580-faa0dfee3985/f342ad62-b37a-48fb-adf5-44bc04600f7d/c23ef612-a902-4c89-9f39-0bd67a7eef47) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:45:03.578890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-923d4010-9f59-4842-8d7b-2faa285e57c0 req-ba8ab772-8be7-4c3a-935d-d6f5a842edd7 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.0892057 Dec 16 15:45:03.594148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:03.768672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:03.811864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c4141531-d061-45cb-8cb2-d23e9fd407da details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:45:03.824146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Network e070fbce-89b5-4f81-b580-faa0dfee3985 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:45:03.828009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:03.830693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:45:03.885489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Pushing event updated for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:03.911285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:03.912637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:03.926650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c4141531-d061-45cb-8cb2-d23e9fd407da,segment=NetworkSegment(2a509e14-5acc-4e21-8097-4337731affcd),segment_id=2a509e14-5acc-4e21-8097-4337731affcd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:03.944147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c4141531-d061-45cb-8cb2-d23e9fd407da', 'network_id': 'be8391e3-8181-4b2a-b7dc-3977d90f1d47', 'port_id': 'c4141531-d061-45cb-8cb2-d23e9fd407da', 'mac_address': 'fa:16:3e:57:63:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20902739-68af-450f-8f4b-9ecb16ed9f6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:45:03.989414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.010591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4141531-d061-45cb-8cb2-d23e9fd407da {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:04.034378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-f8830394-dcc7-4fc3-8c24-9795dca3c3a0 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4389513 Dec 16 15:45:04.038307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c4141531-d061-45cb-8cb2-d23e9fd407da,segment=NetworkSegment(2a509e14-5acc-4e21-8097-4337731affcd),segment_id=2a509e14-5acc-4e21-8097-4337731affcd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:04.081636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5c222-71d3-4a46-a68f-e7d481531e99 req-a745fc7f-c514-4a67-aef8-5f2c9bcfad5f tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:04.084677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83f5c222-71d3-4a46-a68f-e7d481531e99 req-a745fc7f-c514-4a67-aef8-5f2c9bcfad5f tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 943 time: 0.0738528 Dec 16 15:45:04.116997 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.180384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:04.185578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83f5c222-71d3-4a46-a68f-e7d481531e99 req-3bbe2a05-68d0-4d91-8684-74a650ca3541 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927169 Dec 16 15:45:04.198864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Request body: {'port': {'device_id': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:04.261472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.395659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c4141531-d061-45cb-8cb2-d23e9fd407da'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:45:04.727494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23ef612-a902-4c89-9f39-0bd67a7eef47 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:04.740717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.771186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Transition to ACTIVE for port object c23ef612-a902-4c89-9f39-0bd67a7eef47 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:45:04.778061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5afc98-2d1e-4061-b08a-83be9b9278b3 req-83b40224-7199-432e-ae0f-efa945a204d4 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:04.784792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f5afc98-2d1e-4061-b08a-83be9b9278b3 req-83b40224-7199-432e-ae0f-efa945a204d4 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 931 time: 0.0710320 Dec 16 15:45:04.842269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f5afc98-2d1e-4061-b08a-83be9b9278b3 req-f70bdae8-d02f-4366-bf3b-a12376fb8428 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Dec 16 15:45:04.904280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:04.969166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:05.062095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Attempting to bind port c23ef612-a902-4c89-9f39-0bd67a7eef47 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:45:05.062629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Attempting to bind port c23ef612-a902-4c89-9f39-0bd67a7eef47 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '5309f3c3-1294-4aaf-a877-bb86bd5b8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:45:05.063166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Attempting to bind port c23ef612-a902-4c89-9f39-0bd67a7eef47 on network e070fbce-89b5-4f81-b580-faa0dfee3985 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:05.071508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Port c23ef612-a902-4c89-9f39-0bd67a7eef47 on network e070fbce-89b5-4f81-b580-faa0dfee3985 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:45:05.072071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Attempting to bind port c23ef612-a902-4c89-9f39-0bd67a7eef47 on network e070fbce-89b5-4f81-b580-faa0dfee3985 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:05.082274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:45:05.088073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Checking segment: {'id': '5309f3c3-1294-4aaf-a877-bb86bd5b8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:45:05.088073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Bound using segment: {'id': '5309f3c3-1294-4aaf-a877-bb86bd5b8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:45:05.088073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Bound port: c23ef612-a902-4c89-9f39-0bd67a7eef47, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5309f3c3-1294-4aaf-a877-bb86bd5b8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:45:05.088073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:05.176261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:45:05.183335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47,segment=NetworkSegment(5309f3c3-1294-4aaf-a877-bb86bd5b8119),segment_id=5309f3c3-1294-4aaf-a877-bb86bd5b8119)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:45:05.266620 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:05.386288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:05.387964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:05.390105 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 200 len: 1091 time: 1.3368764 Dec 16 15:45:05.395991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:05.395991 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d178cf7-291d-4301-9edd-81746c511acc" -d '{"events": [{"name": "network-changed", "server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:05.412592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf73e9e-bb5a-41c3-8f8d-6de9b26a13b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:05.504510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ff0f-8ee9-4342-8363-cfcda01decb4 req-91a6c792-cd06-452b-984d-02bcb4418dc9 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:05.516352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e096ff0f-8ee9-4342-8363-cfcda01decb4 req-91a6c792-cd06-452b-984d-02bcb4418dc9 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 944 time: 0.1763446 Dec 16 15:45:05.569168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272ac0-8580-4419-93de-a11592804186 req-f987c5f6-7cfc-4852-9cdb-0810fd00ecb9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:05.571944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3272ac0-8580-4419-93de-a11592804186 req-f987c5f6-7cfc-4852-9cdb-0810fd00ecb9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2498698 Dec 16 15:45:05.703537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-bf3c9cc0-456f-4d25-8907-9bb85ff187ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:05.707361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-bf3c9cc0-456f-4d25-8907-9bb85ff187ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a78b89f464ad4d4da48a176188635fa2&device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 1094 time: 0.1117547 Dec 16 15:45:05.736797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e096ff0f-8ee9-4342-8363-cfcda01decb4 req-af56a8c2-5b0b-4401-a6aa-cf2707b94120 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190757 Dec 16 15:45:05.788488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3272ac0-8580-4419-93de-a11592804186 req-0a11d0dc-cb5a-4c52-a284-32f6086bf464 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948030 Dec 16 15:45:05.826111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c4141531-d061-45cb-8cb2-d23e9fd407da up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:05.842292 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-366f16aa-18d8-4d83-864b-4f9c30380043 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 200 len: 217 time: 0.1079829 Dec 16 15:45:05.868976 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f594ba-73d2-4a89-92bd-f3c4b9b7fd30 x-openstack-request-id: req-93f594ba-73d2-4a89-92bd-f3c4b9b7fd30 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:05.869425 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:05.869873 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93f594ba-73d2-4a89-92bd-f3c4b9b7fd30 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:05.870516 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47', 'status': 'completed', 'code': 200} Dec 16 15:45:05.955362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2174-33f3-413a-945c-669adc9448d8 req-aa1276ea-4bcd-4c79-9a19-dae376467465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:05.959021 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-aa1276ea-4bcd-4c79-9a19-dae376467465 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f342ad62-b37a-48fb-adf5-44bc04600f7d HTTP/1.1" status: 200 len: 851 time: 0.1076007 Dec 16 15:45:06.010920 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-34c2ff95-5205-455e-979e-fa1d174db806 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e070fbce-89b5-4f81-b580-faa0dfee3985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437460 Dec 16 15:45:06.092163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c4141531-d061-45cb-8cb2-d23e9fd407da completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:45:06.098466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34838f-09f5-4be9-9783-5c0dabe29473 req-ac2264ee-344c-4790-935f-b26701ad4ffb tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:06.101987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c4141531-d061-45cb-8cb2-d23e9fd407da triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:06.102751 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:06.108170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc34838f-09f5-4be9-9783-5c0dabe29473 req-ac2264ee-344c-4790-935f-b26701ad4ffb tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 943 time: 0.1060252 Dec 16 15:45:06.160999 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-4aa6a60f-f6aa-4493-874b-06fc0af24a36 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406448 Dec 16 15:45:06.256041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:06.282759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc34838f-09f5-4be9-9783-5c0dabe29473 req-ffc478a9-205e-4181-9443-8fd1eb3969e4 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623783 Dec 16 15:45:06.343759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c4141531-d061-45cb-8cb2-d23e9fd407da,segment=NetworkSegment(2a509e14-5acc-4e21-8097-4337731affcd),segment_id=2a509e14-5acc-4e21-8097-4337731affcd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:06.344921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:06.347552 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82837de-07de-40f2-80bb-2c42f823d443" -d '{"events": [{"server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:06.412313 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-369b2174-33f3-413a-945c-669adc9448d8 req-c0aed6c2-ac45-486c-8e9c-f66815e8ecd7 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421308 Dec 16 15:45:06.420121 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a2899c-2cd5-4af2-b05d-af773df40ffc x-openstack-request-id: req-95a2899c-2cd5-4af2-b05d-af773df40ffc {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:06.420736 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:06.421383 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95a2899c-2cd5-4af2-b05d-af773df40ffc {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:06.421913 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da', 'code': 200} Dec 16 15:45:06.427916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:06.535142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:06.641650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf615-5717-4064-95a9-22c43cc3e091 req-90aad19e-8f3f-4b18-ae65-4c83d0dac6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:06.644322 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-47acf615-5717-4064-95a9-22c43cc3e091 req-90aad19e-8f3f-4b18-ae65-4c83d0dac6d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 1096 time: 0.0983098 Dec 16 15:45:06.662531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178cf7-291d-4301-9edd-81746c511acc req-44485c1d-f2de-48e4-aea0-db910b95881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:06.665026 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-44485c1d-f2de-48e4-aea0-db910b95881c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a78b89f464ad4d4da48a176188635fa2&device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 1094 time: 0.0795867 Dec 16 15:45:06.818102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-47acf615-5717-4064-95a9-22c43cc3e091 req-4d87c1ca-6211-47bc-8fdb-e931dc355b73 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655488 Dec 16 15:45:06.942403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178cf7-291d-4301-9edd-81746c511acc req-96fb3966-c72d-41df-94f2-fff9a0e8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:06.957779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-96fb3966-c72d-41df-94f2-fff9a0e8b6f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 200 len: 912 time: 0.2805872 Dec 16 15:45:06.997074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc9d31-5033-4e41-b942-f56e62ae6546 req-19ac44a8-cc8b-495d-b7a2-529a4bfed4cc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:07.004708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24bc9d31-5033-4e41-b942-f56e62ae6546 req-19ac44a8-cc8b-495d-b7a2-529a4bfed4cc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1058660 Dec 16 15:45:07.062089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-2c2b4489-c018-49e8-acf9-c56a1ef691e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 200 len: 217 time: 0.0951228 Dec 16 15:45:07.078580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed54bdb-8f4f-44f7-a7b6-4c3cea4a5441 req-ddf35ead-b678-4cba-ae7e-c52ec7a4e0bf tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:07.084259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eed54bdb-8f4f-44f7-a7b6-4c3cea4a5441 req-ddf35ead-b678-4cba-ae7e-c52ec7a4e0bf tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 945 time: 0.1351261 Dec 16 15:45:07.130549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24bc9d31-5033-4e41-b942-f56e62ae6546 req-70532296-a923-4a9e-8d25-3917b5388938 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214476 Dec 16 15:45:07.138274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178cf7-291d-4301-9edd-81746c511acc req-567d333c-47a0-4908-916d-a7bd4c959e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:07.140783 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-567d333c-47a0-4908-916d-a7bd4c959e80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f342ad62-b37a-48fb-adf5-44bc04600f7d HTTP/1.1" status: 200 len: 851 time: 0.0711286 Dec 16 15:45:07.193068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eed54bdb-8f4f-44f7-a7b6-4c3cea4a5441 req-9d4f3d67-59a6-4b02-b248-a2c54cd40f34 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939050 Dec 16 15:45:07.200643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-62731876-d09a-47a5-ad00-e53a2f085ccb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e070fbce-89b5-4f81-b580-faa0dfee3985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506675 Dec 16 15:45:07.374687 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-1c973ae9-6681-4e06-b9f0-82cbfc3082f6 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652253 Dec 16 15:45:07.488004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4f628-40e6-4af3-a70a-c7825fbb4a65 req-5a7daba9-793a-426e-a126-8ed88eb082fb tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:07.490407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda4f628-40e6-4af3-a70a-c7825fbb4a65 req-5a7daba9-793a-426e-a126-8ed88eb082fb tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 943 time: 0.0951037 Dec 16 15:45:07.556484 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6d178cf7-291d-4301-9edd-81746c511acc req-e3ecb226-3243-4262-ba3c-853d74bdbb03 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692562 Dec 16 15:45:07.569219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eda4f628-40e6-4af3-a70a-c7825fbb4a65 req-8ff12d79-6064-4f1e-b516-936424509648 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671647 Dec 16 15:45:08.287888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c23ef612-a902-4c89-9f39-0bd67a7eef47 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:45:08.416446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47,segment=NetworkSegment(5309f3c3-1294-4aaf-a877-bb86bd5b8119),segment_id=5309f3c3-1294-4aaf-a877-bb86bd5b8119)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:08.423032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffeeba-e9a3-4208-8107-00378e1d5be5 req-e34648a2-5b4c-41a3-a480-c1ac4dbe3ab1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:08.425796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41ffeeba-e9a3-4208-8107-00378e1d5be5 req-e34648a2-5b4c-41a3-a480-c1ac4dbe3ab1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1491654 Dec 16 15:45:08.432245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'c23ef612-a902-4c89-9f39-0bd67a7eef47', 'network_id': 'e070fbce-89b5-4f81-b580-faa0dfee3985', 'port_id': 'c23ef612-a902-4c89-9f39-0bd67a7eef47', 'mac_address': 'fa:16:3e:c4:d9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f342ad62-b37a-48fb-adf5-44bc04600f7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:45:08.441221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d874e9-3dfd-4a5f-a854-9bd397c66bd6 req-5090dd60-904f-485d-9b7e-9cdc2ec62488 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:08.454671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47d874e9-3dfd-4a5f-a854-9bd397c66bd6 req-5090dd60-904f-485d-9b7e-9cdc2ec62488 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 945 time: 0.1827135 Dec 16 15:45:08.488116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:08.504766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23ef612-a902-4c89-9f39-0bd67a7eef47 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:08.530516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47,segment=NetworkSegment(5309f3c3-1294-4aaf-a877-bb86bd5b8119),segment_id=5309f3c3-1294-4aaf-a877-bb86bd5b8119)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:08.600191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47d874e9-3dfd-4a5f-a854-9bd397c66bd6 req-0a1012b3-00be-4acf-926e-c8e0b1f8701e tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430373 Dec 16 15:45:08.609822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41ffeeba-e9a3-4208-8107-00378e1d5be5 req-a863b951-96ae-4427-8f79-242c003aa204 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422529 Dec 16 15:45:08.641292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:08.806038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:08.944081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5971b38-1786-4d56-b09a-ada368929bcb req-8e9ca063-ae2f-4540-95ed-a060cd07f388 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:08.951185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5971b38-1786-4d56-b09a-ada368929bcb req-8e9ca063-ae2f-4540-95ed-a060cd07f388 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 944 time: 0.1755328 Dec 16 15:45:08.984636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c23ef612-a902-4c89-9f39-0bd67a7eef47'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:45:09.074379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5971b38-1786-4d56-b09a-ada368929bcb req-fa3024b5-b516-421a-b0c9-cd5edc9b64af tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127214 Dec 16 15:45:09.936414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c3127-55e5-4f7a-b46a-a940b25b5680 req-47c7eb94-d483-4693-969a-b25951cfcf12 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:09.939468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b68c3127-55e5-4f7a-b46a-a940b25b5680 req-47c7eb94-d483-4693-969a-b25951cfcf12 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1447427 Dec 16 15:45:09.956807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0fc1-c6a4-4934-a076-562d608ddebc req-00a35774-1bcf-4f15-9058-c411c4c80c07 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:09.958330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47cd0fc1-c6a4-4934-a076-562d608ddebc req-00a35774-1bcf-4f15-9058-c411c4c80c07 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 945 time: 0.1400559 Dec 16 15:45:10.115411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b68c3127-55e5-4f7a-b46a-a940b25b5680 req-8061f96d-e8e9-485c-abe5-0b431c05986a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559353 Dec 16 15:45:10.127142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47cd0fc1-c6a4-4934-a076-562d608ddebc req-ba813b13-ea7f-4034-9adf-90853f748c60 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503575 Dec 16 15:45:10.222613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-9c305b9e-0e0e-45b0-8779-bddbe1a23b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:10.224282 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-9c305b9e-0e0e-45b0-8779-bddbe1a23b32 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1097 time: 0.1575661 Dec 16 15:45:10.307157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954cb06-e8a6-4ff8-8a9f-c513cc0b6f17 req-11faf86a-1632-4367-888e-0fca5c8d0abd tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:10.319562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c23ef612-a902-4c89-9f39-0bd67a7eef47 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:10.322537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4954cb06-e8a6-4ff8-8a9f-c513cc0b6f17 req-11faf86a-1632-4367-888e-0fca5c8d0abd tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 944 time: 0.1022022 Dec 16 15:45:10.425420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4954cb06-e8a6-4ff8-8a9f-c513cc0b6f17 req-4fd0ce53-ff1f-44ce-b1d8-2feb66244ff4 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Dec 16 15:45:10.547773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port c23ef612-a902-4c89-9f39-0bd67a7eef47 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:45:10.556624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port c23ef612-a902-4c89-9f39-0bd67a7eef47 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:10.557748 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:10.735570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-b1c823ff-75c3-4c64-bcf4-1a81ceb17b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:10.737178 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-b1c823ff-75c3-4c64-bcf4-1a81ceb17b91 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.4729888 Dec 16 15:45:10.748897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:10.821528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-8f14be81-dfce-4b42-8895-16a04d63117a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1002 time: 0.0721521 Dec 16 15:45:10.834591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:10.837126 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527bce9f-9de0-48fa-9dbb-4a42c8067f42" -d '{"events": [{"server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "name": "network-vif-plugged", "status": "completed", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:10.916671 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385fce22-8dc6-4580-abdf-642d18e9859a x-openstack-request-id: req-385fce22-8dc6-4580-abdf-642d18e9859a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:10.916671 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "name": "network-vif-plugged", "status": "completed", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:10.916671 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-385fce22-8dc6-4580-abdf-642d18e9859a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:10.916671 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47', 'code': 200} Dec 16 15:45:10.919438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47,segment=NetworkSegment(5309f3c3-1294-4aaf-a877-bb86bd5b8119),segment_id=5309f3c3-1294-4aaf-a877-bb86bd5b8119)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:10.950651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-afc80f43-bcbf-48d3-be3a-fc1a84e8c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:10.956054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-afc80f43-bcbf-48d3-be3a-fc1a84e8c965 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.1205833 Dec 16 15:45:11.019014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-a5a7dcce-efe2-4f6c-8081-a271b58a68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.022380 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-a5a7dcce-efe2-4f6c-8081-a271b58a68a4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603170 Dec 16 15:45:11.043457 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:11.135880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8496-fd92-4c8e-a569-f0ddc2738176 req-aba90306-e4e5-4aad-b9e1-e14cb0cbde21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.141904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca0e8496-fd92-4c8e-a569-f0ddc2738176 req-aba90306-e4e5-4aad-b9e1-e14cb0cbde21 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 1096 time: 0.0936680 Dec 16 15:45:11.149438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:11.204905 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-a1081c96-e789-4506-b001-f4db5e85e1e4 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730754 Dec 16 15:45:11.255772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca0e8496-fd92-4c8e-a569-f0ddc2738176 req-80679500-f4f7-4939-b688-fe2e49226c25 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015513 Dec 16 15:45:11.415052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1c62b-dff5-46eb-969a-afca2216af76 req-99b165b5-c481-4d20-ad63-bad2a49e6fc7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.417625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ae1c62b-dff5-46eb-969a-afca2216af76 req-99b165b5-c481-4d20-ad63-bad2a49e6fc7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1547241 Dec 16 15:45:11.435953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513705-e60b-4f8c-8222-beba3f314884 req-1531c5f4-b3aa-45ce-80d5-a90df0300f27 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.438110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb513705-e60b-4f8c-8222-beba3f314884 req-1531c5f4-b3aa-45ce-80d5-a90df0300f27 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 945 time: 0.1142666 Dec 16 15:45:11.445681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-68a32ac0-9186-4a5a-8e62-5a4c4c795a5d tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.449507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-68a32ac0-9186-4a5a-8e62-5a4c4c795a5d tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.30 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 945 time: 0.2504585 Dec 16 15:45:11.540785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ae1c62b-dff5-46eb-969a-afca2216af76 req-20d3110d-2a42-4e9b-aca3-3406fe53b922 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003089 Dec 16 15:45:11.568921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb513705-e60b-4f8c-8222-beba3f314884 req-58dd260a-ceca-4fa4-adfc-1b65dc771550 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/security-groups?id=27895e30-241e-4629-83f9-1cedda4c0515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Dec 16 15:45:11.585254 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9e448fc6-7c04-4708-a9f7-e454e0529f14 req-d5014d2c-3d38-491c-8df6-1f7114784f1c service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639438 Dec 16 15:45:11.664418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Deleting port c4141531-d061-45cb-8cb2-d23e9fd407da {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:45:11.664957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:11.718848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2065bf-2102-4461-8b32-4980a46434a2 req-f18ea51f-198a-46cd-85ea-f59b68b1db84 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:11.730421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2065bf-2102-4461-8b32-4980a46434a2 req-f18ea51f-198a-46cd-85ea-f59b68b1db84 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.0805144 Dec 16 15:45:11.843327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] For port c4141531-d061-45cb-8cb2-d23e9fd407da, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c4141531-d061-45cb-8cb2-d23e9fd407da,segment=NetworkSegment(2a509e14-5acc-4e21-8097-4337731affcd),segment_id=2a509e14-5acc-4e21-8097-4337731affcd)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:11.843807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:11.869849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc2065bf-2102-4461-8b32-4980a46434a2 req-1aa0c939-e642-4e88-9b12-5675aee2bee3 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331074 Dec 16 15:45:11.878440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Calling delete_port for c4141531-d061-45cb-8cb2-d23e9fd407da owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:45:12.102871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:12.135476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Pushing event deleted for resources: {'Port': ['ID=c4141531-d061-45cb-8cb2-d23e9fd407da,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:12.205625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] No DVR routers for this DVR port c4141531-d061-45cb-8cb2-d23e9fd407da on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:45:12.209475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:12.214401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-55b79de4-a480-4474-8a26-c543b4f914a6 req-7965188d-b9db-47d5-9533-6fa30c622e50 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.30 "DELETE /v2.0/ports/c4141531-d061-45cb-8cb2-d23e9fd407da HTTP/1.1" status: 204 len: 173 time: 0.7549241 Dec 16 15:45:12.215613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'name': 'network-vif-deleted', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:12.218863 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476088c0-e9fb-441b-9082-7a3c13191b05" -d '{"events": [{"server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "name": "network-vif-deleted", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:12.298783 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6538f8dd-cd54-4825-9f29-b874a1dae657 x-openstack-request-id: req-6538f8dd-cd54-4825-9f29-b874a1dae657 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:12.299313 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2303325f-3a49-4ca8-b46c-9981c6dd9cc5", "name": "network-vif-deleted", "tag": "c4141531-d061-45cb-8cb2-d23e9fd407da", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:12.299743 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6538f8dd-cd54-4825-9f29-b874a1dae657 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:12.300663 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2303325f-3a49-4ca8-b46c-9981c6dd9cc5', 'name': 'network-vif-deleted', 'tag': 'c4141531-d061-45cb-8cb2-d23e9fd407da', 'status': 'completed', 'code': 200} Dec 16 15:45:12.714496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af2ff0-55f3-4a2f-9b85-b6586fc615e6 req-46e5cdf8-9c26-4237-b6cd-3ebdd6600557 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:12.716376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1af2ff0-55f3-4a2f-9b85-b6586fc615e6 req-46e5cdf8-9c26-4237-b6cd-3ebdd6600557 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0834811 Dec 16 15:45:12.833150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e273f00-ebed-43a4-92fc-ac0d38bc2a1b req-8260a079-15dc-4e25-8d2a-7d97b5a4daf1 tempest-ServerPasswordTestJSON-1450077794 tempest-ServerPasswordTestJSON-1450077794-project] 10.222.0.71 "GET /v2.0/ports?device_id=2303325f-3a49-4ca8-b46c-9981c6dd9cc5 HTTP/1.1" status: 200 len: 210 time: 0.0682490 Dec 16 15:45:12.864631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1af2ff0-55f3-4a2f-9b85-b6586fc615e6 req-a741caeb-2101-4683-9c2a-0046226baa72 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347880 Dec 16 15:45:13.073227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db5481-4a95-4057-8eed-fc62bc4cea2f req-9a4300bf-b934-41a5-934d-a91fa023152c tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:13.075800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9db5481-4a95-4057-8eed-fc62bc4cea2f req-9a4300bf-b934-41a5-934d-a91fa023152c tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.0580549 Dec 16 15:45:13.160845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9db5481-4a95-4057-8eed-fc62bc4cea2f req-a4833edf-b6a5-47ee-a714-519cea9fa4a1 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Dec 16 15:45:13.436384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f27f7-f3c6-42cb-aa68-3d87559325cd req-6941913a-521f-4222-b46f-a339c667367a tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:13.438557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b33f27f7-f3c6-42cb-aa68-3d87559325cd req-6941913a-521f-4222-b46f-a339c667367a tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1072345 Dec 16 15:45:13.519274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b33f27f7-f3c6-42cb-aa68-3d87559325cd req-1fc7913e-e816-4a7f-b455-44274368a705 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627284 Dec 16 15:45:13.890109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c4141531-d061-45cb-8cb2-d23e9fd407da no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:45:13.919799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c4141531-d061-45cb-8cb2-d23e9fd407da {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:45:13.920334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c4141531-d061-45cb-8cb2-d23e9fd407da not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:45:13.922831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:13.999543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Deleting subnet 20902739-68af-450f-8f4b-9ecb16ed9f6e {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:45:14.007312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.069962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.105691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5feff0-b48b-45b1-91bb-bca3846a5fd6 req-39465f04-bf84-4936-9726-5e2d1330ab02 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:14.108053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc5feff0-b48b-45b1-91bb-bca3846a5fd6 req-39465f04-bf84-4936-9726-5e2d1330ab02 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1010509 Dec 16 15:45:14.132139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.157063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-717955a4-b909-4835-a5e5-50e17d35d37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.199935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc5feff0-b48b-45b1-91bb-bca3846a5fd6 req-55bb3d6f-c25f-44cc-90fd-3019af8a0d1d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840924 Dec 16 15:45:14.300011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93235459-abdb-4d84-b4be-6f419d6e3d02 req-6a155fdc-942c-4c5c-ba63-385fd3187b63 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:14.303314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93235459-abdb-4d84-b4be-6f419d6e3d02 req-6a155fdc-942c-4c5c-ba63-385fd3187b63 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.0573945 Dec 16 15:45:14.362707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93235459-abdb-4d84-b4be-6f419d6e3d02 req-dedd93b2-9bd0-4d35-a34e-fc257a0711aa tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Dec 16 15:45:14.402321 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.429732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20902739-68af-450f-8f4b-9ecb16ed9f6e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:14.434527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.437886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a9e17b4b-bd5b-479d-878a-2046f1cf988e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/20902739-68af-450f-8f4b-9ecb16ed9f6e HTTP/1.1" status: 204 len: 168 time: 0.5144377 Dec 16 15:45:14.445909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45886) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:14.522343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.628506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.655975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8391e3-8181-4b2a-b7dc-3977d90f1d47']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:14.667191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a509e14-5acc-4e21-8097-4337731affcd') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:14.667532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a509e14-5acc-4e21-8097-4337731affcd') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:14.679095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.694538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.702458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:45:14.702962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:45:14.705248 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:45:14.841215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.848903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:14.852620 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] 10.222.0.71 "DELETE /v2.0/networks/be8391e3-8181-4b2a-b7dc-3977d90f1d47 HTTP/1.1" status: 204 len: 168 time: 0.4092059 Dec 16 15:45:14.863606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c46396-598d-4fc6-b362-02ddd73e2932 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8391e3-8181-4b2a-b7dc-3977d90f1d47,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:15.229167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:15.389088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:15.391751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-372c5a3d-12d7-4b2b-b051-5e420c257123 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1fd5939451dd4f808ef8c110bbbbecba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601522 Dec 16 15:45:15.462351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b4249-1b2d-4643-8435-e2b231c3ccde req-8b19fc07-6694-4caa-9189-59164bf49e5f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:15.466071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b39b4249-1b2d-4643-8435-e2b231c3ccde req-8b19fc07-6694-4caa-9189-59164bf49e5f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1110249 Dec 16 15:45:15.494180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:15.521539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:15.593996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b39b4249-1b2d-4643-8435-e2b231c3ccde req-26d94cc0-dcd4-4b2a-9eff-36682174ab94 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177802 Dec 16 15:45:15.616674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37e6dd-8d8b-426f-895a-24642359d966 req-82b799de-b4fd-488f-98f4-62728a4c6a29 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:15.618598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e37e6dd-8d8b-426f-895a-24642359d966 req-82b799de-b4fd-488f-98f4-62728a4c6a29 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1162663 Dec 16 15:45:15.688367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:15.692361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:15.694721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/27895e30-241e-4629-83f9-1cedda4c0515 HTTP/1.1" status: 204 len: 168 time: 0.3026974 Dec 16 15:45:15.697885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e37e6dd-8d8b-426f-895a-24642359d966 req-a08a8261-8177-4a0e-9796-73363cfd3c29 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715122 Dec 16 15:45:15.709641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1326b-3a5c-4d15-8fe0-c47f7d2b61f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27895e30-241e-4629-83f9-1cedda4c0515,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:16.289622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338339ff-0fae-4fb6-8a12-deffeb2c290a req-9cdfb5b1-955d-41a7-995c-2f91f5c6e5ff tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:16.307297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-338339ff-0fae-4fb6-8a12-deffeb2c290a req-9cdfb5b1-955d-41a7-995c-2f91f5c6e5ff tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1619394 Dec 16 15:45:16.423652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-3a9eb3d9-c21f-45d6-9534-db68717609e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:16.428125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-3a9eb3d9-c21f-45d6-9534-db68717609e4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a78b89f464ad4d4da48a176188635fa2&device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 1096 time: 0.1421616 Dec 16 15:45:16.436963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-338339ff-0fae-4fb6-8a12-deffeb2c290a req-fe38a645-e72d-4707-b41c-2f5c170c6bbc tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277277 Dec 16 15:45:16.477539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-25affbc7-80f7-4ab3-8a8b-32eea02536d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:16.643090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-64c39dfc-a7b1-493b-a377-d4f823e6a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:16.646638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-64c39dfc-a7b1-493b-a377-d4f823e6a216 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 200 len: 912 time: 0.2075088 Dec 16 15:45:16.699670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-e7a6714d-802c-40b8-b40b-7cbf8d4e238a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 200 len: 217 time: 0.0412993 Dec 16 15:45:16.762327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-6f18f869-26dc-4bd9-be88-77cb1807dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:16.764383 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-6f18f869-26dc-4bd9-be88-77cb1807dd3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f342ad62-b37a-48fb-adf5-44bc04600f7d HTTP/1.1" status: 200 len: 851 time: 0.0540066 Dec 16 15:45:16.784549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd91a6-26ab-43a4-9989-ad64eb86459f req-6ba3c44f-b5ab-43df-95da-2999370802fc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:16.786907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8fd91a6-26ab-43a4-9989-ad64eb86459f req-6ba3c44f-b5ab-43df-95da-2999370802fc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0844505 Dec 16 15:45:16.824915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-c3d74103-d74e-4921-a1e9-3334a9bab148 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e070fbce-89b5-4f81-b580-faa0dfee3985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502734 Dec 16 15:45:16.892576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8fd91a6-26ab-43a4-9989-ad64eb86459f req-45e812dd-a3cc-4472-b44f-25a91ba99f4b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972319 Dec 16 15:45:17.027035 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-d8813bca-d210-4f5e-acf8-e2ba86367af1 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936948 Dec 16 15:45:17.199185 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f938fd11-6fca-445e-9d63-b14074236fa7 req-9830e022-82e2-471d-bca0-6cd2f3daa84e service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627760 Dec 16 15:45:17.430355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 45964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:17.596809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-435690774-network', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:17.693200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b72976-d8eb-4924-95a5-85bf5cf19ef1 req-dae5a9f6-8a47-4870-b7b0-4dd206c5a49c tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:17.696147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b72976-d8eb-4924-95a5-85bf5cf19ef1 req-dae5a9f6-8a47-4870-b7b0-4dd206c5a49c tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.0901325 Dec 16 15:45:17.763729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Made reservation on behalf of 6857d8a2104c4d30bb95ec67054facc4 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:45:17.769004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:17.796328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b72976-d8eb-4924-95a5-85bf5cf19ef1 req-9131e847-bcd3-4d0f-9240-4f2bb15f9dfa tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927734 Dec 16 15:45:17.832500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:17.841986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:17.944845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.106355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270e6e7-a78f-4db9-a780-fa6520525777 req-3366e87a-3b8f-43ac-8edd-072562760bab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:18.108867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5270e6e7-a78f-4db9-a780-fa6520525777 req-3366e87a-3b8f-43ac-8edd-072562760bab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0926354 Dec 16 15:45:18.125502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.175041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:45:18.199278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57e163-c336-4123-815d-cc61a221b53d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:18.217479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.217822 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Added segment 3c425587-6aa8-49d9-929c-a40ac526a49a of type vlan for network 8221c995-6f60-4d10-9257-02f724c0e6a7 Dec 16 15:45:18.330728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:45:18.358496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.361195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5270e6e7-a78f-4db9-a780-fa6520525777 req-06789d4e-6508-435a-bcfa-2ba9d2f48be0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364571 Dec 16 15:45:18.521104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.525856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:18.528678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.654667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] Pushing event updated for resources: {'Network': ['ID=8221c995-6f60-4d10-9257-02f724c0e6a7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:18.679999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:45:18.714946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 45994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:18.716667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff566cbc-bb93-4c90-bc87-2acd69da7d4e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2764049 Dec 16 15:45:18.731436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Request body: {'subnet': {'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-435690774-subnet', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:18.842100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:18.858422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:45:18.915072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Made reservation on behalf of 6857d8a2104c4d30bb95ec67054facc4 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:45:18.920252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:18.997496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:19.027673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:19.088322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:19.123450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b253c17-3a81-4d5f-a422-18c6eb886f33 req-0763817d-90b3-4433-a844-87d569f79271 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:19.125491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b253c17-3a81-4d5f-a422-18c6eb886f33 req-0763817d-90b3-4433-a844-87d569f79271 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1696548 Dec 16 15:45:19.178644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:19.266972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b253c17-3a81-4d5f-a422-18c6eb886f33 req-45a614a0-2e02-42b3-a8ca-5c6bc304bb6c tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146431 Dec 16 15:45:19.293008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:19.309756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:19.343011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:45:19.350932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.353478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.353478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.353478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.353478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.354014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.355391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.356339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.357141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.357965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.358765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.359562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.360464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:19.472447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:19.727008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6654f144-3329-4c2d-b612-ef1ebf7663d8,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:19.862040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3baa-89c3-4d32-a555-8d30fe76f64a req-1da001cc-acbc-479b-9c12-bdddcf92fd68 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:19.863890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552c3baa-89c3-4d32-a555-8d30fe76f64a req-1da001cc-acbc-479b-9c12-bdddcf92fd68 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 945 time: 0.1469746 Dec 16 15:45:19.869482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Checking segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:45:19.871170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Network hostable DHCP agents. Network: 8221c995-6f60-4d10-9257-02f724c0e6a7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:45:20.016916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552c3baa-89c3-4d32-a555-8d30fe76f64a req-f4becb4e-46e3-4509-be1c-26147fef40e9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415656 Dec 16 15:45:20.025319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1b67-2549-4988-b8bf-dfd1ab70e459 req-9dc51753-3ffa-446c-bf92-b5380f0c555d tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:20.027460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26da1b67-2549-4988-b8bf-dfd1ab70e459 req-9dc51753-3ffa-446c-bf92-b5380f0c555d tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.2051742 Dec 16 15:45:20.031775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:45:20.053412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.152648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 8221c995-6f60-4d10-9257-02f724c0e6a7) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:20.155712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:20.155712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.160251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c04be2-1801-40c1-9658-0d97f19dd4c8 None None] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:45:20.185816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26da1b67-2549-4988-b8bf-dfd1ab70e459 req-8c7e42eb-becb-4ebc-bd72-fcc4fcaaa01d tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489007 Dec 16 15:45:20.295507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f6c7571-ff88-40d6-bd23-4fb1307d7240 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5758862 Dec 16 15:45:20.299186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46028) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:20.304104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:20.328916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:20.402682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.404556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.526675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845bd1d-9146-43b1-95a7-3fd50a17e1c6 None None] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:45:20.595846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.632255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:20.632924 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.837266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.877191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:20.880596 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfc7846-12da-4130-9472-9dc45723e6f7" -d '{"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:20.918923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:20.982275 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:20.990936 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:21.084678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:21.417942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bd485-b864-4e8c-adef-348125dcc1e8 req-528c3966-dc92-4e2c-af00-2297f49a9c48 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:21.431760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc9bd485-b864-4e8c-adef-348125dcc1e8 req-528c3966-dc92-4e2c-af00-2297f49a9c48 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2315784 Dec 16 15:45:21.434427 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44139450-916b-42b1-aea9-3bcb38a95359 x-openstack-request-id: req-44139450-916b-42b1-aea9-3bcb38a95359 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:21.435390 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:21.436410 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44139450-916b-42b1-aea9-3bcb38a95359 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:21.437449 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'code': 200} Dec 16 15:45:21.637391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc9bd485-b864-4e8c-adef-348125dcc1e8 req-0508e03a-61ee-4afa-8def-448c114b35ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040637 Dec 16 15:45:22.422341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde00af0-d2d0-4536-b2fd-9695618cb303 req-8e807ea5-471c-400c-8634-db9360b914b9 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:22.430586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cde00af0-d2d0-4536-b2fd-9695618cb303 req-8e807ea5-471c-400c-8634-db9360b914b9 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.8366272 Dec 16 15:45:22.512490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:22.559754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:22.779528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Allocated IP 172.25.7.105 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e02385c2-2609-4893-9d89-1b3e21ced92e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:45:23.177627 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:23.408534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a88c2a-9d4e-4bfe-934e-8222f8463a4d req-0cc2ed6c-ed59-431c-8274-03a2acf9a268 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:23.410097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12a88c2a-9d4e-4bfe-934e-8222f8463a4d req-0cc2ed6c-ed59-431c-8274-03a2acf9a268 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.5073154 Dec 16 15:45:23.414248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cde00af0-d2d0-4536-b2fd-9695618cb303 req-0cc8786e-ea70-4dcd-911c-295808fe033e tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9827206 Dec 16 15:45:23.415880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:23.574840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12a88c2a-9d4e-4bfe-934e-8222f8463a4d req-d7803c6a-cde1-4352-ae82-456af673a4dc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556106 Dec 16 15:45:23.613041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:45:23.617748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:23.621230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:45:23.635324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c448131-dbb2-411c-877c-6acd24b977f0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:45:23.719708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Pushing event updated for resources: {'Port': ['ID=e02385c2-2609-4893-9d89-1b3e21ced92e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:23.745635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-65447116-ce8b-426f-84b5-9ed586edaacd None None] Provisioning complete for port e02385c2-2609-4893-9d89-1b3e21ced92e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:23.747784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65447116-ce8b-426f-84b5-9ed586edaacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:23.858604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-65447116-ce8b-426f-84b5-9ed586edaacd None None] Port e02385c2-2609-4893-9d89-1b3e21ced92e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:45:24.312875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-546d61df-70ad-4ecd-b3c9-6dc884abe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:24.316727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-546d61df-70ad-4ecd-b3c9-6dc884abe7a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a78b89f464ad4d4da48a176188635fa2&device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 1096 time: 0.1672723 Dec 16 15:45:24.365836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb37fd-7c73-4ed1-b023-bdfd01769996 req-534193fb-aa81-4d0a-97a3-4c87118e96c8 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:24.370257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6feb37fd-7c73-4ed1-b023-bdfd01769996 req-534193fb-aa81-4d0a-97a3-4c87118e96c8 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.2599561 Dec 16 15:45:24.478440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6feb37fd-7c73-4ed1-b023-bdfd01769996 req-7d0721ec-1b69-4c3e-a700-c51d0fd4e5b9 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009815 Dec 16 15:45:24.591563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-7a9de778-9dbe-4f0e-9f47-4b4a416f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:24.595143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-7a9de778-9dbe-4f0e-9f47-4b4a416f679e service neutron] 10.222.0.74 "GET /v2.0/networks?id=e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 200 len: 912 time: 0.2655320 Dec 16 15:45:24.690182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-31038de3-afc1-4b78-b19b-fd8b0ad74b65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 200 len: 217 time: 0.0833573 Dec 16 15:45:24.720812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:24.865089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:24.925877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-c2d94e09-d853-4ba4-abdb-6e7f07d18d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:24.933346 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-c2d94e09-d853-4ba4-abdb-6e7f07d18d5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f342ad62-b37a-48fb-adf5-44bc04600f7d HTTP/1.1" status: 200 len: 851 time: 0.2304077 Dec 16 15:45:25.010364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-9fd40525-f87c-4829-ab88-7d693b45d195 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e070fbce-89b5-4f81-b580-faa0dfee3985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677969 Dec 16 15:45:25.013086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:25.350053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a710-74b9-42bb-a398-19664d4b0032 req-a38ff341-e45d-4e2a-bc3c-444d6da6df52 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:25.355579 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-14008e68-ffcd-4698-b147-b15eb4746089 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413427 Dec 16 15:45:25.360079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a82a710-74b9-42bb-a398-19664d4b0032 req-a38ff341-e45d-4e2a-bc3c-444d6da6df52 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.3602722 Dec 16 15:45:25.363013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b97b581-d48b-481c-b822-c7eff4acefd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:25.525865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a82a710-74b9-42bb-a398-19664d4b0032 req-0411a5cb-3350-4c26-a2e6-820fdbc135dd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644826 Dec 16 15:45:25.560128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3f405513-bf70-4a39-b615-dfc2895b9ea8 req-dce6a9b2-aa14-4ddd-9dd4-8a493ef65e82 service neutron] 10.222.0.74 "GET /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915710 Dec 16 15:45:25.715259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Router ed913915-8dea-4f1d-8661-b694bf261711 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:45:25.792392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b97b581-d48b-481c-b822-c7eff4acefd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:25.896306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64a95-9051-4ea1-98a4-950d815aca51 req-2fde0bf0-5800-4601-9903-13c565d06a8f tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:25.899069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5da64a95-9051-4ea1-98a4-950d815aca51 req-2fde0bf0-5800-4601-9903-13c565d06a8f tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.2726984 Dec 16 15:45:25.904102 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b97b581-d48b-481c-b822-c7eff4acefd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.038837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b97b581-d48b-481c-b822-c7eff4acefd2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad291df52e4243f780a0b33e30a16b1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0404615 Dec 16 15:45:26.042737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:26.048958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b581-d48b-481c-b822-c7eff4acefd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3e038-56d0-4b59-92b6-73fc5f748ea4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:26.104146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.110788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5da64a95-9051-4ea1-98a4-950d815aca51 req-318c19a6-97e9-4e38-ac4d-8da2ecf5f0cf tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021599 Dec 16 15:45:26.112454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:45:26.147571 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Sync routers for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:45:26.152820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.251614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.258041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8a867c03-624b-46d0-ae67-3af9779e9b55 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9570286 Dec 16 15:45:26.265625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46112) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:26.329094 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:45:26.331103 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:45:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:26.487255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.500911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:26.507657 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85e3e038-56d0-4b59-92b6-73fc5f748ea4 HTTP/1.1" status: 204 len: 168 time: 0.4635248 Dec 16 15:45:26.538791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3abca5-f8b7-488a-ac99-5302f20a09bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3e038-56d0-4b59-92b6-73fc5f748ea4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:26.718680 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:45:26.937044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbfb5f-7f9b-4ab7-9bb1-ab6277d79ab8 req-b272114b-9be2-498c-bb35-2a97b99815d8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:26.944395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78cbfb5f-7f9b-4ab7-9bb1-ab6277d79ab8 req-b272114b-9be2-498c-bb35-2a97b99815d8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2111454 Dec 16 15:45:27.083495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78cbfb5f-7f9b-4ab7-9bb1-ab6277d79ab8 req-dc304971-fc67-468c-9530-c24506ec4582 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357133 Dec 16 15:45:27.143147 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:24Z', 'revision_number': 3, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:27.238868 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Checking router: ed913915-8dea-4f1d-8661-b694bf261711 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:45:27.239592 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Updating router ed913915-8dea-4f1d-8661-b694bf261711 port e02385c2-2609-4893-9d89-1b3e21ced92e binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:45:27.303420 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:27.363503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216698b-c615-49ea-b1ee-36089c2b12e6 req-2d2d1974-21b1-4ec7-bd4f-ca6964b7e130 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:27.367071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7216698b-c615-49ea-b1ee-36089c2b12e6 req-2d2d1974-21b1-4ec7-bd4f-ca6964b7e130 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1071105 Dec 16 15:45:27.373345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:27.522400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7216698b-c615-49ea-b1ee-36089c2b12e6 req-ee0f68a7-1c83-478e-b552-979a3522b79d tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392281 Dec 16 15:45:27.791677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Allocated IP 172.20.0.1 (8221c995-6f60-4d10-9257-02f724c0e6a7/6654f144-3329-4c2d-b612-ef1ebf7663d8/f7e8a70b-ef36-412f-bc65-05f0d3a3731a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:45:27.916024 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.002624 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.126468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27617b-7f58-4f79-935e-cb6aac92439f None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:45:28.135151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.153524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Attempting to bind port e02385c2-2609-4893-9d89-1b3e21ced92e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:45:28.154160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Attempting to bind port e02385c2-2609-4893-9d89-1b3e21ced92e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:45:28.154712 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Attempting to bind port e02385c2-2609-4893-9d89-1b3e21ced92e on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:28.158515 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Pushing event updated for resources: {'Port': ['ID=e02385c2-2609-4893-9d89-1b3e21ced92e,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:28.175801 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:45:28.176404 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:45:28.177029 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.177645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:45:28.178603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Bound port: e02385c2-2609-4893-9d89-1b3e21ced92e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:45:28.179243 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.184643 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.185189 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.185745 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.186288 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.186855 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.187336 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.187981 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.188533 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.189260 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.189813 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.190538 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.191074 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.191574 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:28.234211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-84ac3cb6-f845-413b-b8bf-796ed9969244 None None] Provisioning complete for port e02385c2-2609-4893-9d89-1b3e21ced92e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:28.234860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-84ac3cb6-f845-413b-b8bf-796ed9969244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.312694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] For port e02385c2-2609-4893-9d89-1b3e21ced92e, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:45:28.318473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] For port e02385c2-2609-4893-9d89-1b3e21ced92e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e02385c2-2609-4893-9d89-1b3e21ced92e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:45:28.328243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214800b7-5215-402c-8fe5-ba03beb7867c req-057c8b62-7975-43d0-9d8f-e49eca04f5bb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:28.329221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-84ac3cb6-f845-413b-b8bf-796ed9969244 None None] Port e02385c2-2609-4893-9d89-1b3e21ced92e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:45:28.330333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214800b7-5215-402c-8fe5-ba03beb7867c req-057c8b62-7975-43d0-9d8f-e49eca04f5bb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0917192 Dec 16 15:45:28.385771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-214800b7-5215-402c-8fe5-ba03beb7867c req-e6edc596-71dd-4982-8406-a0966d171305 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Dec 16 15:45:28.461244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.483510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46136) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:28.500771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-073a1018-82f2-4f92-93da-437747830782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.544779 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.585228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:45:28.586173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:28.600704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:28.607847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:45:28.657680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc2699-e1e1-4ba2-aaa1-5ed5af1d7103 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:45:28.697368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:45:28.699610 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:45:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:28.704075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-073a1018-82f2-4f92-93da-437747830782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.731054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.762625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.785146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] Provisioning complete for port e02385c2-2609-4893-9d89-1b3e21ced92e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:28.800371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.867214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d74f5e-a41b-40be-aaf5-93813a00a733 req-722f5219-5f28-4789-bf21-6031f5383e1f tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:28.876303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24d74f5e-a41b-40be-aaf5-93813a00a733 req-722f5219-5f28-4789-bf21-6031f5383e1f tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1692603 Dec 16 15:45:28.878366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-073a1018-82f2-4f92-93da-437747830782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:28.944013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:45:29.087751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a1018-82f2-4f92-93da-437747830782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e85208-6539-4725-94e9-eb465fd1f57b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:29.199427 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998dec-3f5c-4c54-a1bb-90f7a41c555a None None] Pushing event updated for resources: {'Port': ['ID=e02385c2-2609-4893-9d89-1b3e21ced92e,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:29.202316 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.246486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-073a1018-82f2-4f92-93da-437747830782 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff0d4714b675486baf6e8c5e9287cfda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7503011 Dec 16 15:45:29.247389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46144) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:29.255342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24d74f5e-a41b-40be-aaf5-93813a00a733 req-751c7fe9-9850-47b6-b999-c02d90d3f2ae tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559048 Dec 16 15:45:29.294906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] For port e02385c2-2609-4893-9d89-1b3e21ced92e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e02385c2-2609-4893-9d89-1b3e21ced92e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:29.398848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.403683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.413504 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:24Z', 'revision_number': 3, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:29.418139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.445821 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.541744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69909008-c825-40c9-bd4d-b104a62ed74a None None] Pushing event updated for resources: {'Port': ['ID=e02385c2-2609-4893-9d89-1b3e21ced92e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:29.544714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c6d0e-5f38-4214-b029-f8eafc9734be None None] The sync data for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 is: [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:24Z', 'revision_number': 3, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:45:29.591177 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.594610 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.600102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13e85208-6539-4725-94e9-eb465fd1f57b HTTP/1.1" status: 204 len: 168 time: 0.3546765 Dec 16 15:45:29.613250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9780-7dd8-4ba4-8795-de9a23d79eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e85208-6539-4725-94e9-eb465fd1f57b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:29.739693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:29.843024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb93b6-a234-4ea9-bb1d-ef84fd348229 req-16721cdb-06f6-4b2e-a902-9b83b7f3f53f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:29.849489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abb93b6-a234-4ea9-bb1d-ef84fd348229 req-16721cdb-06f6-4b2e-a902-9b83b7f3f53f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2061255 Dec 16 15:45:29.989017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abb93b6-a234-4ea9-bb1d-ef84fd348229 req-45b64972-f723-4704-9549-8bbaa6bee7b0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321266 Dec 16 15:45:30.033380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:30.184517 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:30.334628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:30.353111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:30.600579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec86a0-8795-4dfb-b40c-126b02cc63ad req-e65cfb06-1e40-42e3-a9a3-ee2920b60871 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:30.602773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbec86a0-8795-4dfb-b40c-126b02cc63ad req-e65cfb06-1e40-42e3-a9a3-ee2920b60871 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.2040913 Dec 16 15:45:30.615508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e02385c2-2609-4893-9d89-1b3e21ced92e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:30.668956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:45:30.691893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-d3fbe751-9c33-4b23-8e1c-cd6d7e7667c2 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:30.695382 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-d3fbe751-9c33-4b23-8e1c-cd6d7e7667c2 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.74 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1564307 Dec 16 15:45:30.702311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:30.769840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbec86a0-8795-4dfb-b40c-126b02cc63ad req-cba8cee9-c051-48ae-92bb-6de504d82ba8 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585124 Dec 16 15:45:30.796878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e02385c2-2609-4893-9d89-1b3e21ced92e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:30.797916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:31.056217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Router ed913915-8dea-4f1d-8661-b694bf261711 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:45:31.301403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:45:31.308013 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e621617b-d519-4925-a3ab-bf7609330085 admin admin] 10.222.0.71 "PUT /v2.0/routers/ed913915-8dea-4f1d-8661-b694bf261711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0257194 Dec 16 15:45:31.317475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Deleting port c23ef612-a902-4c89-9f39-0bd67a7eef47 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:45:31.318151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:31.394994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e0c7e-ea4e-402c-a267-0e551bc32289 req-3a92ab32-ed34-48df-a92d-5156efeda4ac tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:31.400657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-296e0c7e-ea4e-402c-a267-0e551bc32289 req-3a92ab32-ed34-48df-a92d-5156efeda4ac tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2190213 Dec 16 15:45:31.635876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-296e0c7e-ea4e-402c-a267-0e551bc32289 req-d9c7a0f8-0f63-4f8b-8ca2-d1f8259db631 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044277 Dec 16 15:45:31.653508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] For port c23ef612-a902-4c89-9f39-0bd67a7eef47, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c23ef612-a902-4c89-9f39-0bd67a7eef47,segment=NetworkSegment(5309f3c3-1294-4aaf-a877-bb86bd5b8119),segment_id=5309f3c3-1294-4aaf-a877-bb86bd5b8119)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:31.658278 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:31.694707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Calling delete_port for c23ef612-a902-4c89-9f39-0bd67a7eef47 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:45:32.121632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf7fcc-b4a7-472d-a86e-ee4fbf5deac8 req-5176c606-3227-404c-84e7-54d46eef6757 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:32.125367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccdf7fcc-b4a7-472d-a86e-ee4fbf5deac8 req-5176c606-3227-404c-84e7-54d46eef6757 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 945 time: 0.1256030 Dec 16 15:45:32.241869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccdf7fcc-b4a7-472d-a86e-ee4fbf5deac8 req-c651eb97-68e2-4772-bfc0-7eb65b67d380 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048713 Dec 16 15:45:32.248068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:32.295748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c23ef612-a902-4c89-9f39-0bd67a7eef47'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:45:32.356014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Pushing event deleted for resources: {'Port': ['ID=c23ef612-a902-4c89-9f39-0bd67a7eef47,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:33.091666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336e641-a080-420c-a72f-c86310e3d49d req-eba6b643-9a58-483e-856a-3d9e20843b4f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:33.093597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2336e641-a080-420c-a72f-c86310e3d49d req-eba6b643-9a58-483e-856a-3d9e20843b4f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1736660 Dec 16 15:45:33.098133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] No DVR routers for this DVR port c23ef612-a902-4c89-9f39-0bd67a7eef47 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:45:33.106252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:33.131570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-da033eb8-71ac-49f3-adc4-45a7e37fe500 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:33.133721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-da033eb8-71ac-49f3-adc4-45a7e37fe500 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 810 time: 0.3044422 Dec 16 15:45:33.144918 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4baed8b3-75d7-4577-a30d-3e9f5a9879fc req-9cd72baf-6820-49ca-b725-11e6460e3e97 tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.74 "DELETE /v2.0/ports/c23ef612-a902-4c89-9f39-0bd67a7eef47 HTTP/1.1" status: 204 len: 173 time: 2.4226687 Dec 16 15:45:33.149171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'name': 'network-vif-deleted', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:33.154308 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc23b4d-38bd-4832-8589-75a3717ee5aa" -d '{"events": [{"server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "name": "network-vif-deleted", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:33.179307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-9392b632-3428-4bbb-80da-05428b9751da tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/quotas/6857d8a2104c4d30bb95ec67054facc4 HTTP/1.1" status: 200 len: 375 time: 0.0215280 Dec 16 15:45:33.264503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2336e641-a080-420c-a72f-c86310e3d49d req-e1572f20-e161-417e-8960-414bd2e92729 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579468 Dec 16 15:45:33.324272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-9382cb27-ade7-4f3b-9188-8e351834a677 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243060 Dec 16 15:45:33.399302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Sync routers for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:45:33.408537 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18354eb-adda-42f0-aee1-8f2041520fd3 x-openstack-request-id: req-a18354eb-adda-42f0-aee1-8f2041520fd3 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:33.409031 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11426b5b-b03c-41d3-bfc4-7221c3de7adf", "name": "network-vif-deleted", "tag": "c23ef612-a902-4c89-9f39-0bd67a7eef47", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:33.409473 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a18354eb-adda-42f0-aee1-8f2041520fd3 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:33.410129 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11426b5b-b03c-41d3-bfc4-7221c3de7adf', 'name': 'network-vif-deleted', 'tag': 'c23ef612-a902-4c89-9f39-0bd67a7eef47', 'status': 'completed', 'code': 200} Dec 16 15:45:33.415035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:45:33.415898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:45:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:33.561164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-df5263b8-46bb-4727-8858-d70a9293b263 service neutron] 10.222.0.71 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352581 Dec 16 15:45:33.621750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d69208d-ff3e-474e-a548-eb586b1940f8 req-32c20a32-72ca-4b5c-b60f-eb5d1903682a tempest-TestServerAdvancedOps-67337880 tempest-TestServerAdvancedOps-67337880-project] 10.222.0.71 "GET /v2.0/ports?device_id=11426b5b-b03c-41d3-bfc4-7221c3de7adf HTTP/1.1" status: 200 len: 210 time: 0.0666788 Dec 16 15:45:33.727861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:45:33.791508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-ae81d606-3951-4731-9309-9e6c8d0c949f service neutron] 10.222.0.71 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914327 Dec 16 15:45:34.412032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f7e8a70b-ef36-412f-bc65-05f0d3a3731a', 'name': '', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'mac_address': 'fa:16:3e:91:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:27Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 2, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'subnets': [{'id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:34.446227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c23ef612-a902-4c89-9f39-0bd67a7eef47 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:45:34.468614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7e15f86-a095-4ee0-a91c-9dfd7f10ba05 req-48eb4f49-816d-412f-9db5-9515f4d7b2cc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.1855507 Dec 16 15:45:34.580061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Checking router: ed913915-8dea-4f1d-8661-b694bf261711 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:45:34.580424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Updating router ed913915-8dea-4f1d-8661-b694bf261711 port f7e8a70b-ef36-412f-bc65-05f0d3a3731a binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:45:34.628253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:34.654106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: c23ef612-a902-4c89-9f39-0bd67a7eef47 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:45:34.654457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c23ef612-a902-4c89-9f39-0bd67a7eef47 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:45:34.689502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf5a3d-1bad-496d-9f11-c86bf2dcd9a2 req-b5d29c10-7d97-4a66-9563-7d0e94d64fdd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:34.712119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbcf5a3d-1bad-496d-9f11-c86bf2dcd9a2 req-b5d29c10-7d97-4a66-9563-7d0e94d64fdd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2562013 Dec 16 15:45:34.827657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbcf5a3d-1bad-496d-9f11-c86bf2dcd9a2 req-5d5c307f-aef0-413e-b2fd-a5d1ce321dc6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126330 Dec 16 15:45:34.874566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:35.070224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Deleting subnet f342ad62-b37a-48fb-adf5-44bc04600f7d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:45:35.084518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:35.216304 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:35.429023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:35.682274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b7971bf-56fd-42e4-845e-b6772f1b3ff7 req-3855cd7e-0993-4107-a20f-2685db782baa tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.0566010 Dec 16 15:45:35.753186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.012661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7e560-f215-44fc-8eb8-1425253f1768 req-10e6f64f-ac86-49d7-974b-cb24c0a74d57 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:36.015424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dd7e560-f215-44fc-8eb8-1425253f1768 req-10e6f64f-ac86-49d7-974b-cb24c0a74d57 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0765066 Dec 16 15:45:36.023975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.025165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.078822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.111107 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f342ad62-b37a-48fb-adf5-44bc04600f7d HTTP/1.1" status: 204 len: 168 time: 1.2246087 Dec 16 15:45:36.111107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f342ad62-b37a-48fb-adf5-44bc04600f7d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:36.122805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46266) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:36.139974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba1ef-c306-48aa-8efa-c59e48e99491 None None] Pushing event updated for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:36.163436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dd7e560-f215-44fc-8eb8-1425253f1768 req-000efdc1-9d66-477c-b504-17d22645db6b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304982 Dec 16 15:45:36.304561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Attempting to bind port f7e8a70b-ef36-412f-bc65-05f0d3a3731a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:45:36.305833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Attempting to bind port f7e8a70b-ef36-412f-bc65-05f0d3a3731a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:45:36.306090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Attempting to bind port f7e8a70b-ef36-412f-bc65-05f0d3a3731a on network 8221c995-6f60-4d10-9257-02f724c0e6a7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:36.332878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:45:36.333587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Checking segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:45:36.342298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.344580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Bound using segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:45:36.345742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Bound port: f7e8a70b-ef36-412f-bc65-05f0d3a3731a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:45:36.355149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.356885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.357364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:36.358160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.359065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.364282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.370933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b2847-d2d8-4ddd-a551-2f2845c7f852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:36.373789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.452688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.629692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] For port f7e8a70b-ef36-412f-bc65-05f0d3a3731a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:45:36.637822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] For port f7e8a70b-ef36-412f-bc65-05f0d3a3731a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:45:36.638197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e9094d6-0a2d-466f-abe0-dbe0b71c2d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.658495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.711044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e070fbce-89b5-4f81-b580-faa0dfee3985']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:36.740349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5309f3c3-1294-4aaf-a877-bb86bd5b8119') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:36.741701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5309f3c3-1294-4aaf-a877-bb86bd5b8119') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:36.768219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.773886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.811363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.826164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:45:36.826909 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:45:36.834850 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:45:36.851102 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e9094d6-0a2d-466f-abe0-dbe0b71c2d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:36.953410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:45:36.953761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:45:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:36.989941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a618e2f4-101d-4493-8d1a-47e091dd830b req-e92e9159-965c-42a8-9439-2731dc2209dc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.0774550 Dec 16 15:45:36.999494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e9094d6-0a2d-466f-abe0-dbe0b71c2d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.020104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba1ef-c306-48aa-8efa-c59e48e99491 None None] Pushing event updated for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:37.050816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e9094d6-0a2d-466f-abe0-dbe0b71c2d47 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0557a7db532545a181b13eb59fe5d7e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6918035 Dec 16 15:45:37.055420 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46282) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:37.090017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9094d6-0a2d-466f-abe0-dbe0b71c2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0890db0b-cc27-4455-a591-f0250ee2961f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:37.127070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.152726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.159763 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e070fbce-89b5-4f81-b580-faa0dfee3985 HTTP/1.1" status: 204 len: 168 time: 1.0350976 Dec 16 15:45:37.164316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:37.194064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e9cd3-95de-40af-9e8a-dc3dd5fc9bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e070fbce-89b5-4f81-b580-faa0dfee3985,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:37.257187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Deleting subnet 2115de66-8672-4b0c-8e50-e7169bc0f9d1 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:45:37.262860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.268892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.302404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.323012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.389482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:45:37.397367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.509416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.513681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.519540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0890db0b-cc27-4455-a591-f0250ee2961f HTTP/1.1" status: 204 len: 168 time: 0.4583461 Dec 16 15:45:37.544243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e6cc1-fa07-4c68-a0bf-9f219eae00f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890db0b-cc27-4455-a591-f0250ee2961f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:37.549326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c862e3-7843-4309-9faa-8e11020470b4 req-f223db46-4239-48d4-a995-ade23561320e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:37.570422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79c862e3-7843-4309-9faa-8e11020470b4 req-f223db46-4239-48d4-a995-ade23561320e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0965717 Dec 16 15:45:37.575023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.665778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2115de66-8672-4b0c-8e50-e7169bc0f9d1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:37.688146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:37.695030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46292) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:37.696986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3661c18b-0ed2-4014-a313-32deadf45fbb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2115de66-8672-4b0c-8e50-e7169bc0f9d1 HTTP/1.1" status: 204 len: 168 time: 0.5311077 Dec 16 15:45:37.762260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79c862e3-7843-4309-9faa-8e11020470b4 req-88daac75-2962-480f-b690-79fbe8cb206f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795762 Dec 16 15:45:37.974534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.299191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c0ac2ef-4579-4996-9794-285f06ed53db req-d25eab2e-6bee-4870-9ae1-6856a46aeade tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.1442847 Dec 16 15:45:38.350390 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.409918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb6bb7e-2814-4d56-882d-925f6b73077b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:38.442443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71879a8-c2cb-4254-be26-2cebafee02a8') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:38.445562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71879a8-c2cb-4254-be26-2cebafee02a8') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:38.503243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.581743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f7e8a70b-ef36-412f-bc65-05f0d3a3731a', 'name': '', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'mac_address': 'fa:16:3e:91:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:27Z', 'updated_at': '2021-12-16T15:45:36Z', 'revision_number': 4, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'subnets': [{'id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:45:38.604632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.621399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:45:38.621930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:45:38.624401 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:45:38.665008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e50-dde9-4933-88bb-d21023beb944 None None] The sync data for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 is: [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'f7e8a70b-ef36-412f-bc65-05f0d3a3731a', 'name': '', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'mac_address': 'fa:16:3e:91:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:27Z', 'updated_at': '2021-12-16T15:45:36Z', 'revision_number': 4, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'subnets': [{'id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:45:38.867935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-aa3af255-aab4-4a5b-ba04-19936ca8dc21 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:38.870908 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-aa3af255-aab4-4a5b-ba04-19936ca8dc21 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.30 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 810 time: 0.4079869 Dec 16 15:45:38.895809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Request body: {'port': {'device_id': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'admin_state_up': True, 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:38.972476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:39.042073 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57b41240-4ad9-479a-99ec-94460b869178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.121803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.142660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.180441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0cb6bb7e-2814-4d56-882d-925f6b73077b HTTP/1.1" status: 204 len: 168 time: 1.4832971 Dec 16 15:45:39.202723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181ae37-3370-4dd0-961b-9035a3db9832 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb6bb7e-2814-4d56-882d-925f6b73077b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:39.349953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Made reservation on behalf of 6857d8a2104c4d30bb95ec67054facc4 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:45:39.358611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.362491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57b41240-4ad9-479a-99ec-94460b869178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.533977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165bc5-8670-4d8f-a915-00f5767a0ed6 req-fe9eacb8-a662-4fb4-93f6-0df8861e7902 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:39.547187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33165bc5-8670-4d8f-a915-00f5767a0ed6 req-fe9eacb8-a662-4fb4-93f6-0df8861e7902 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.4492660 Dec 16 15:45:39.554003 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57b41240-4ad9-479a-99ec-94460b869178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:39.652919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9265621-da49-443b-acad-6c5c7c71830b req-4267f5ca-95e9-44f7-b4df-5c69d5435c1b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.1018202 Dec 16 15:45:39.656595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:45:39.782239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-57b41240-4ad9-479a-99ec-94460b869178 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=21681d548e0441d9b836b8535850aed0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8081656 Dec 16 15:45:39.783604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b41240-4ad9-479a-99ec-94460b869178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab851b-e4ca-483b-b295-a713c6eda7b3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:39.788569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:39.850357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33165bc5-8670-4d8f-a915-00f5767a0ed6 req-cac7fad2-2bc7-49dd-8395-5d93762e5866 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3016055 Dec 16 15:45:39.922854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Allocated IP 172.20.0.6 (8221c995-6f60-4d10-9257-02f724c0e6a7/6654f144-3329-4c2d-b612-ef1ebf7663d8/c6483f05-8564-40cd-be11-624a61cc36ff) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:45:39.956050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46316) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:40.027704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.042610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cd67ebbb-d550-45ae-b975-2696731c55cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a78b89f464ad4d4da48a176188635fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0834761 Dec 16 15:45:40.044435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46320) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:40.125911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.183126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.266701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.385709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.469868 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.473183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.481370 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5bab851b-e4ca-483b-b295-a713c6eda7b3 HTTP/1.1" status: 204 len: 168 time: 0.6844881 Dec 16 15:45:40.508659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cf392-a936-458e-8f83-a79ecfadd1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab851b-e4ca-483b-b295-a713c6eda7b3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:40.623800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.659278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.660429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.665154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7e8a70b-ef36-412f-bc65-05f0d3a3731a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:40.672839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd3e5851-b9a2-4daf-bc5f-8a30e63940c9 HTTP/1.1" status: 204 len: 168 time: 0.6247523 Dec 16 15:45:40.704842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00defb09-4e9d-43ad-8c3b-b3e0d0bb6280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e5851-b9a2-4daf-bc5f-8a30e63940c9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:40.753062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:45:40.771009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:45:40.788462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:45:40.817427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f7e8a70b-ef36-412f-bc65-05f0d3a3731a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:40.817900 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:40.889210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Pushing event updated for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:40.974005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d8b6-1e20-46df-9d19-0468a6d056f0 req-a6ea6716-4752-40c2-ae5e-5fc02f01d14f tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:40.976533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21a5d8b6-1e20-46df-9d19-0468a6d056f0 req-a6ea6716-4752-40c2-ae5e-5fc02f01d14f tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 931 time: 0.1539621 Dec 16 15:45:41.073594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:41.074280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:41.119503 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:41.197969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f7e8a70b-ef36-412f-bc65-05f0d3a3731a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:41.239396 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-31f72c0b-dd6e-41a7-96e7-68a56338efa2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3508556 Dec 16 15:45:41.266405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Request body: {'port': {'device_id': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:45:41.316684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:41.324025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21a5d8b6-1e20-46df-9d19-0468a6d056f0 req-3ba2b18a-8aec-434b-837b-f581b4ab29ff tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257444 Dec 16 15:45:41.431792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ec540-15bd-4180-b7a2-7b3aefb6cd83 req-4109050b-33f4-4872-9496-a1b6a6eaff6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:41.446536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c88ec540-15bd-4180-b7a2-7b3aefb6cd83 req-4109050b-33f4-4872-9496-a1b6a6eaff6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.3088875 Dec 16 15:45:41.539871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:41.559343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:41.694985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c88ec540-15bd-4180-b7a2-7b3aefb6cd83 req-c954ff16-22b0-422d-9553-c30f4318c16a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385027 Dec 16 15:45:42.236140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6483f05-8564-40cd-be11-624a61cc36ff {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:42.236634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:42.246266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.262470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Transition to ACTIVE for port object c6483f05-8564-40cd-be11-624a61cc36ff will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:45:42.402354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a9d1982-8c7e-4813-8fbc-97ef2a2ea8e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dc3089759ab14a8a87abad8f3f647067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638877 Dec 16 15:45:42.406758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:42.586328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7e8a70b-ef36-412f-bc65-05f0d3a3731a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:42.641311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.721302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f7e8a70b-ef36-412f-bc65-05f0d3a3731a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:42.723708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.737276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.749808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:42.856861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12317aa-40da-47fa-89c4-ed86e1eb0d46 req-03a6d9ef-35fa-41aa-99cf-df371b05ebf8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:42.863425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a12317aa-40da-47fa-89c4-ed86e1eb0d46 req-03a6d9ef-35fa-41aa-99cf-df371b05ebf8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 931 time: 0.2266197 Dec 16 15:45:42.908980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:43.065094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:43.068437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:43.073536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/51a22ce5-13e6-4deb-92a8-6169277cabd3 HTTP/1.1" status: 204 len: 168 time: 0.6641693 Dec 16 15:45:43.118562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcca706-2b60-42fa-942b-85f548b28854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a22ce5-13e6-4deb-92a8-6169277cabd3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:43.134591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a12317aa-40da-47fa-89c4-ed86e1eb0d46 req-4bbec37e-14a4-4c86-900c-ce19b0bddcb7 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468894 Dec 16 15:45:43.217114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff8bad-944f-48d1-a357-815392a1e44e req-96209e5a-2d09-4322-ab2c-505fec0bc5e5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:43.225157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11ff8bad-944f-48d1-a357-815392a1e44e req-96209e5a-2d09-4322-ab2c-505fec0bc5e5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.2769351 Dec 16 15:45:43.389202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Attempting to bind port c6483f05-8564-40cd-be11-624a61cc36ff on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:45:43.394046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Attempting to bind port c6483f05-8564-40cd-be11-624a61cc36ff by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:45:43.394046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Attempting to bind port c6483f05-8564-40cd-be11-624a61cc36ff on network 8221c995-6f60-4d10-9257-02f724c0e6a7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:43.417090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Port c6483f05-8564-40cd-be11-624a61cc36ff on network 8221c995-6f60-4d10-9257-02f724c0e6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:45:43.420601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Attempting to bind port c6483f05-8564-40cd-be11-624a61cc36ff on network 8221c995-6f60-4d10-9257-02f724c0e6a7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:45:43.428331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11ff8bad-944f-48d1-a357-815392a1e44e req-b1e00617-5132-4158-8089-c8c5308606cb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742322 Dec 16 15:45:43.462970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:45:43.462970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Checking segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:45:43.462970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Bound using segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:45:43.462970 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Bound port: c6483f05-8564-40cd-be11-624a61cc36ff, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:45:43.462970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:43.631234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:45:43.639022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c6483f05-8564-40cd-be11-624a61cc36ff,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:45:43.720783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:43.811779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:43.843654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:43.844688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:43.847731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-26ea5fd3-b065-4c91-b0be-9498ce47ebe1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6483f05-8564-40cd-be11-624a61cc36ff HTTP/1.1" status: 200 len: 1091 time: 2.5927227 Dec 16 15:45:43.848552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:43.856512 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:43.955035 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffee4be-1fc6-4e72-bdf2-7cde72895efe x-openstack-request-id: req-2ffee4be-1fc6-4e72-bdf2-7cde72895efe {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:43.955475 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:43.956733 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ffee4be-1fc6-4e72-bdf2-7cde72895efe {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:43.956733 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff', 'status': 'completed', 'code': 200} Dec 16 15:45:44.148041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8af8a343-c6d3-4da8-a1cb-fc6db15fb494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:44.209577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-88ecd12e-33bd-4246-8fd4-b9473ea2ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.231600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-88ecd12e-33bd-4246-8fd4-b9473ea2ce99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 1094 time: 0.2185779 Dec 16 15:45:44.408564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eb754-588a-4521-93c3-079990a7ca0a req-63735408-1992-442e-8179-949e318d79d8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.411143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec8eb754-588a-4521-93c3-079990a7ca0a req-63735408-1992-442e-8179-949e318d79d8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 943 time: 0.1197379 Dec 16 15:45:44.551291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec8eb754-588a-4521-93c3-079990a7ca0a req-438485ab-a958-4586-9826-f6f3ad9737b3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270771 Dec 16 15:45:44.569775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-316fb850-e711-4af5-997c-936947685e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.575164 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-316fb850-e711-4af5-997c-936947685e03 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6857d8a2104c4d30bb95ec67054facc4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3403990 Dec 16 15:45:44.699683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a86b-b558-4a97-8b05-528131cf61f9 req-07ffc47c-1f36-4fa3-82e2-88bd5acad62f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.701973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b47a86b-b558-4a97-8b05-528131cf61f9 req-07ffc47c-1f36-4fa3-82e2-88bd5acad62f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1003718 Dec 16 15:45:44.712611 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-b742428b-e465-4692-a6dc-4cf0a3d4ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.714167 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c9bf5e50-1cc3-45b9-af3a-21e16dc82d4e req-b742428b-e465-4692-a6dc-4cf0a3d4ecd2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354012 Dec 16 15:45:44.766787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b47a86b-b558-4a97-8b05-528131cf61f9 req-4986bab9-8423-4de7-9b92-2d1e838106d9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577245 Dec 16 15:45:44.885447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-9bf7769d-7421-4921-81dc-c841fead9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:44.887206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-9bf7769d-7421-4921-81dc-c841fead9085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 1094 time: 0.0863717 Dec 16 15:45:44.951573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-c41b8bb8-b63f-472f-a686-819662bbe459 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6483f05-8564-40cd-be11-624a61cc36ff HTTP/1.1" status: 200 len: 217 time: 0.0489752 Dec 16 15:45:45.014896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-1daafa29-0edf-4161-b911-fdec9aa1703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:45.017124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-1daafa29-0edf-4161-b911-fdec9aa1703c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 200 len: 850 time: 0.0579648 Dec 16 15:45:45.069024 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-32d80a70-461f-4d66-bd8e-d486d008e365 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8221c995-6f60-4d10-9257-02f724c0e6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443938 Dec 16 15:45:45.187886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-4adbb5e8-00f1-48e3-aa2e-ea35c1fc8d1e service neutron] 10.222.0.30 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113715 Dec 16 15:45:45.299535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04f34adb-eef3-49c6-9032-3a9b9d766c4d req-448ac551-3772-46a3-a28c-e49e17a1b252 service neutron] 10.222.0.30 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038487 Dec 16 15:45:45.732308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23023802-b709-4253-acd4-df22c0f0771f req-611f903c-7c24-4e72-8d8c-971aee4b47bb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:45.733911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23023802-b709-4253-acd4-df22c0f0771f req-611f903c-7c24-4e72-8d8c-971aee4b47bb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 943 time: 0.0548162 Dec 16 15:45:45.788575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23023802-b709-4253-acd4-df22c0f0771f req-32db0f3d-d718-4ef5-af35-bd1c4a4ba29b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Dec 16 15:45:45.957260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f261e-0a5a-4c1f-9c46-95954667ede3 req-1fdd1d41-d632-4253-a6dc-ef0b7145b35a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:45.959972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a3f261e-0a5a-4c1f-9c46-95954667ede3 req-1fdd1d41-d632-4253-a6dc-ef0b7145b35a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0651190 Dec 16 15:45:46.021012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a3f261e-0a5a-4c1f-9c46-95954667ede3 req-93b3e054-eb81-40f7-8e96-b02f23e70644 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532105 Dec 16 15:45:46.512967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b169908c-66ff-41f3-a2a9-5e9ad7e71a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:46.583166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f513bb-1218-413e-858b-de6531e5c379 req-40bf040c-c897-4a3c-99d5-2c4f434e2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:46.588078 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-40bf040c-c897-4a3c-99d5-2c4f434e2931 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1097 time: 0.0555105 Dec 16 15:45:46.703435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f513bb-1218-413e-858b-de6531e5c379 req-56d25de0-0ee7-4df1-9a62-4b55ce04edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:46.705248 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-56d25de0-0ee7-4df1-9a62-4b55ce04edf4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1066477 Dec 16 15:45:46.837221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-37704b8d-f40b-4f1e-aa9f-55a5a3fe98ea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1002 time: 0.1173825 Dec 16 15:45:46.946256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f513bb-1218-413e-858b-de6531e5c379 req-23f454e2-89f0-4110-843c-78112be78872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:46.956527 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-23f454e2-89f0-4110-843c-78112be78872 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.1096914 Dec 16 15:45:47.032432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f513bb-1218-413e-858b-de6531e5c379 req-efb6f3ac-7847-44a5-abe2-da15b71b2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:47.034031 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-efb6f3ac-7847-44a5-abe2-da15b71b2f6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663528 Dec 16 15:45:47.054772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a588ba2-bc4c-45aa-ac5d-af73fc493db3 req-88f5167c-252c-40f9-bf0d-4000b065ffbc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:47.057551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a588ba2-bc4c-45aa-ac5d-af73fc493db3 req-88f5167c-252c-40f9-bf0d-4000b065ffbc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 943 time: 0.1152546 Dec 16 15:45:47.125046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a588ba2-bc4c-45aa-ac5d-af73fc493db3 req-44fe33c9-246a-4278-9ea2-cc4cab96d540 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583224 Dec 16 15:45:47.190412 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-d77680b6-9474-48da-b340-5cb45ed16bdc service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441495 Dec 16 15:45:47.269721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7644b4-3a4f-4ff1-acc7-7bfd8ae8502e req-f7aa2a8f-6a28-4095-8754-afcde3326621 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:47.271675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae7644b4-3a4f-4ff1-acc7-7bfd8ae8502e req-f7aa2a8f-6a28-4095-8754-afcde3326621 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.1131620 Dec 16 15:45:47.321565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44f513bb-1218-413e-858b-de6531e5c379 req-b641b30f-d57e-4d6d-be0a-87ad6bfc6828 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190298 Dec 16 15:45:47.361159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae7644b4-3a4f-4ff1-acc7-7bfd8ae8502e req-0c4e1753-4b48-40c1-b24b-15275e9c2260 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775321 Dec 16 15:45:47.833473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:48.012000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c6483f05-8564-40cd-be11-624a61cc36ff details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:45:48.119943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c6483f05-8564-40cd-be11-624a61cc36ff,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:48.132899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c6483f05-8564-40cd-be11-624a61cc36ff', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'port_id': 'c6483f05-8564-40cd-be11-624a61cc36ff', 'mac_address': 'fa:16:3e:6c:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:45:48.180862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:48.196325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6483f05-8564-40cd-be11-624a61cc36ff {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:45:48.218843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c6483f05-8564-40cd-be11-624a61cc36ff,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:48.255198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3775e-99a8-4c6f-afa8-a2c5d8acbe5c req-d1713997-cb20-4e5e-9e1d-911a2d7c7ddf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:48.256923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b3775e-99a8-4c6f-afa8-a2c5d8acbe5c req-d1713997-cb20-4e5e-9e1d-911a2d7c7ddf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 943 time: 0.0630729 Dec 16 15:45:48.311744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b3775e-99a8-4c6f-afa8-a2c5d8acbe5c req-502915f6-cca3-433a-baf2-313d5ee03787 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Dec 16 15:45:48.313105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:48.368474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:48.454563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:45:48.515614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd844-200e-40e5-8524-5de662d3b1ee req-0aaed3cd-b83b-4012-9e1b-168481af6fcd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:48.517061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-061bd844-200e-40e5-8524-5de662d3b1ee req-0aaed3cd-b83b-4012-9e1b-168481af6fcd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 946 time: 0.0628140 Dec 16 15:45:48.564496 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:48.588359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-061bd844-200e-40e5-8524-5de662d3b1ee req-4b14106f-b4cc-44b9-aaff-d2a29d5a5fea tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634551 Dec 16 15:45:48.602141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:48.604613 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467afe9-dd63-411b-970f-bf45da9f2b28" -d '{"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:48.609547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c6483f05-8564-40cd-be11-624a61cc36ff'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:45:48.640646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:48.675172 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f1a90c-7621-4fbf-8bf8-8d6eeab5332b x-openstack-request-id: req-01f1a90c-7621-4fbf-8bf8-8d6eeab5332b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:48.675581 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:48.675915 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01f1a90c-7621-4fbf-8bf8-8d6eeab5332b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:48.676637 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'code': 200} Dec 16 15:45:48.863965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:48.924295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:49.223077 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:49.488092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fcb56-17ed-410f-b912-0ba837d3c6c6 req-9c7df87e-fe3a-4844-8e16-53974c5814d1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:49.498986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b5fcb56-17ed-410f-b912-0ba837d3c6c6 req-9c7df87e-fe3a-4844-8e16-53974c5814d1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 944 time: 0.0886807 Dec 16 15:45:49.560076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b5fcb56-17ed-410f-b912-0ba837d3c6c6 req-3bb229c3-338a-4f7e-bc5c-061f007fba8c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Dec 16 15:45:49.756869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367cde5-959d-4969-a897-76ea8a6e823e req-b8b8738d-54eb-4523-851b-6724c44d85e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:49.760769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c367cde5-959d-4969-a897-76ea8a6e823e req-b8b8738d-54eb-4523-851b-6724c44d85e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0747323 Dec 16 15:45:49.835162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c367cde5-959d-4969-a897-76ea8a6e823e req-c90c08d9-5460-4bb3-8396-107002ad5720 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664561 Dec 16 15:45:50.013605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c6483f05-8564-40cd-be11-624a61cc36ff up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:45:50.073935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:50.132414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c6483f05-8564-40cd-be11-624a61cc36ff completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:45:50.142444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c6483f05-8564-40cd-be11-624a61cc36ff triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:45:50.143403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:50.282585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:50.342669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c6483f05-8564-40cd-be11-624a61cc36ff,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:45:50.429687 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:50.538537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:50.562533 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-68d3185b-b9bb-4881-bcfc-1ffb5e64dc3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526818 Dec 16 15:45:50.677617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:45:50.680058 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a03d9-92ac-4677-8ed7-26b65378419a" -d '{"events": [{"server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "name": "network-vif-plugged", "status": "completed", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:45:50.718311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-01b43fae-78a4-48b6-995e-13128e3fb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:50.721997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-01b43fae-78a4-48b6-995e-13128e3fb7c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.0875506 Dec 16 15:45:50.811593 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7650edf6-7e76-46f7-9d5b-4df49e3ec0b9 x-openstack-request-id: req-7650edf6-7e76-46f7-9d5b-4df49e3ec0b9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:45:50.811919 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "name": "network-vif-plugged", "status": "completed", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:45:50.812182 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7650edf6-7e76-46f7-9d5b-4df49e3ec0b9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:45:50.812592 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff', 'code': 200} Dec 16 15:45:50.873903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bd970-647c-4027-9a2d-76668c6e96eb req-f161cee1-5ca4-4f76-ac27-d4df9f2aa411 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:50.894650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-500bd970-647c-4027-9a2d-76668c6e96eb req-f161cee1-5ca4-4f76-ac27-d4df9f2aa411 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1982229 Dec 16 15:45:51.048853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-30f43303-27a8-48b0-aaa8-c9e16b08c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:51.052805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-30f43303-27a8-48b0-aaa8-c9e16b08c57d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 909 time: 0.3088868 Dec 16 15:45:51.119807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f3c87-d59d-4ad1-8bd8-eb524afdd3da req-f0e4bfb1-9d55-4e22-b12d-a4ff8535c22a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:51.121828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-339f3c87-d59d-4ad1-8bd8-eb524afdd3da req-f0e4bfb1-9d55-4e22-b12d-a4ff8535c22a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0996203 Dec 16 15:45:51.135984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-500bd970-647c-4027-9a2d-76668c6e96eb req-7ee61282-1029-4e0b-8bd6-adc7a4b2ada6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380042 Dec 16 15:45:51.168561 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-c184d821-8898-4c25-9457-59da7653dcb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 1001 time: 0.1080642 Dec 16 15:45:51.173233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628be606-ea9c-4056-8435-b370bc6ac560 req-480dbd3c-a37c-4b60-8527-165fd8203cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:51.174737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-628be606-ea9c-4056-8435-b370bc6ac560 req-480dbd3c-a37c-4b60-8527-165fd8203cb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 1096 time: 0.1840367 Dec 16 15:45:51.246179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-758e1adf-1593-47f0-b7f8-7f48f5720c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:51.250542 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-758e1adf-1593-47f0-b7f8-7f48f5720c3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 200 len: 847 time: 0.0743177 Dec 16 15:45:51.294134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-339f3c87-d59d-4ad1-8bd8-eb524afdd3da req-440f01a9-4267-49c4-9874-68d301145de7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509256 Dec 16 15:45:51.296601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-628be606-ea9c-4056-8435-b370bc6ac560 req-6003c860-4994-4b4d-9a81-0b269bce9d9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111791 Dec 16 15:45:51.366035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-25de083d-550c-4e0d-96f8-f97b44ac6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:51.370628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-25de083d-550c-4e0d-96f8-f97b44ac6fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109436 Dec 16 15:45:51.644458 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-2c813f78-8725-444b-9aa5-6caf39fd58e5 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928557 Dec 16 15:45:51.782235 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82f4b137-926b-45e9-b76c-d3e56a578ea7 req-be636bc8-2740-4586-a65d-1a8e18bcd8ae service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281390 Dec 16 15:45:52.347086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce3fed-5b7a-47f0-b009-84913b1ed599 req-c7b6ec23-dfbe-4665-aa0d-8a23092064d0 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:52.352437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5ce3fed-5b7a-47f0-b009-84913b1ed599 req-c7b6ec23-dfbe-4665-aa0d-8a23092064d0 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1211948 Dec 16 15:45:52.427139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5ce3fed-5b7a-47f0-b009-84913b1ed599 req-b9135ca9-ca67-4aee-b778-bf492249d88c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676894 Dec 16 15:45:52.475128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:45:53.092594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-bd3bc3a7-9b93-4534-b7d0-c2d65186c2ea req-216db425-0544-4b78-a709-876ca3d1403e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:45:53.094037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd3bc3a7-9b93-4534-b7d0-c2d65186c2ea req-216db425-0544-4b78-a709-876ca3d1403e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075064 Dec 16 15:45:53.467485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24407-64c6-46b2-86a0-02f7bc943507 req-16629898-88c7-4790-bb8e-78d3da195864 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:53.469040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ac24407-64c6-46b2-86a0-02f7bc943507 req-16629898-88c7-4790-bb8e-78d3da195864 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0553668 Dec 16 15:45:53.577044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ac24407-64c6-46b2-86a0-02f7bc943507 req-4d7b2999-0468-4944-b998-3740a5ec4419 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997388 Dec 16 15:45:53.723352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d4d35-8205-4ca6-aeeb-d7c87fa55387 req-5b71b552-25e8-481a-9a4a-a8b389f59d73 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:53.731906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d71d4d35-8205-4ca6-aeeb-d7c87fa55387 req-5b71b552-25e8-481a-9a4a-a8b389f59d73 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0995276 Dec 16 15:45:53.798224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d71d4d35-8205-4ca6-aeeb-d7c87fa55387 req-21149e91-5e7e-477d-a00e-14b8aa0eda38 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Dec 16 15:45:54.231338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46576) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:54.591192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-2018e93b-5497-4d35-b1d8-f0a36af2a50b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3516243 Dec 16 15:45:54.610467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dcab7-1645-4d88-b8a2-473bc82fdfa8 req-8a143c97-7004-4d07-94db-9b69d133f8d5 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:54.612772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f46dcab7-1645-4d88-b8a2-473bc82fdfa8 req-8a143c97-7004-4d07-94db-9b69d133f8d5 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1683457 Dec 16 15:45:54.622137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-fe12edb7-451e-4cb4-9da2-68e7feb297fe service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:45:54.634555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-fe12edb7-451e-4cb4-9da2-68e7feb297fe service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143476 Dec 16 15:45:54.705659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-73c53d5c-79b6-4f61-9784-d3893d5af338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:54.714676 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-73c53d5c-79b6-4f61-9784-d3893d5af338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 1096 time: 0.1876867 Dec 16 15:45:54.758268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f46dcab7-1645-4d88-b8a2-473bc82fdfa8 req-48b4ee2a-e711-4b79-b996-b34b44deb02f tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198952 Dec 16 15:45:54.963117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ef970-85d9-4aea-aae7-7845dc1879d2 req-fb386a78-bb2c-4d75-a223-b0f87ac27355 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:54.976000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa4ef970-85d9-4aea-aae7-7845dc1879d2 req-fb386a78-bb2c-4d75-a223-b0f87ac27355 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1871517 Dec 16 15:45:55.041810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-36822b82-2552-4db9-904a-40a196fa1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:55.045307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-36822b82-2552-4db9-904a-40a196fa1316 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 911 time: 0.3003016 Dec 16 15:45:55.086358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa4ef970-85d9-4aea-aae7-7845dc1879d2 req-5c452f54-5776-475e-8108-f207da894390 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086855 Dec 16 15:45:55.127926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-8c1ca2d2-2948-4625-a03c-7b089e1718c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6483f05-8564-40cd-be11-624a61cc36ff HTTP/1.1" status: 200 len: 217 time: 0.0733006 Dec 16 15:45:55.191486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-7b07e495-eb5a-4f2c-a437-2a57e350dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:55.193467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-7b07e495-eb5a-4f2c-a437-2a57e350dbbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 200 len: 850 time: 0.0580144 Dec 16 15:45:55.249083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-9db8af3d-4289-4460-aa32-1607d40d4c89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8221c995-6f60-4d10-9257-02f724c0e6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461941 Dec 16 15:45:55.459701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-f101ebe2-bbd6-4849-af88-560723a8c98e service neutron] 10.222.0.30 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023113 Dec 16 15:45:55.657494 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-729aef39-1c8b-4570-8038-4d3166aa1e0a req-02b6f195-e922-45ed-bb0e-dfe82ecf6166 service neutron] 10.222.0.30 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908877 Dec 16 15:45:55.724497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:55.935228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac2d13-9aa3-4ca8-82cb-7057ee13de41 req-86eb75f0-506a-4d8e-8ff5-40661a7568a1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:55.943868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebac2d13-9aa3-4ca8-82cb-7057ee13de41 req-86eb75f0-506a-4d8e-8ff5-40661a7568a1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0835712 Dec 16 15:45:55.995262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.026399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebac2d13-9aa3-4ca8-82cb-7057ee13de41 req-9e16d3c4-2021-46d0-9c93-bf940a624447 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Dec 16 15:45:56.533043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.561157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ec8d-4a49-49cd-a710-dff30cdad110 req-be0baa7c-4f51-4e09-a016-4d81ccd3601a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:56.562788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea54ec8d-4a49-49cd-a710-dff30cdad110 req-be0baa7c-4f51-4e09-a016-4d81ccd3601a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0683210 Dec 16 15:45:56.628616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea54ec8d-4a49-49cd-a710-dff30cdad110 req-c8ec74c9-d394-4769-baa8-3784c43b01f7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519562 Dec 16 15:45:56.629959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.679868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7eccf67d96244078199166d2bbecbdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9493635 Dec 16 15:45:56.679868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603820e7-d361-4c0f-b834-12685a5e4380,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:56.680323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46632) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.716582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52696963-ce66-45a4-a696-b0125648467e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:45:56.767045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.799478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.942590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.945581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:56.947415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/603820e7-d361-4c0f-b834-12685a5e4380 HTTP/1.1" status: 204 len: 168 time: 0.2659774 Dec 16 15:45:56.964685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d8fe0-31d4-496a-b03a-8396b5c25a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603820e7-d361-4c0f-b834-12685a5e4380,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:57.203088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8d7a3-4bb7-4092-8b57-c8f858694dee req-f27ddbfe-0834-4e74-b7f3-fbc8e50dac42 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:57.204805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99b8d7a3-4bb7-4092-8b57-c8f858694dee req-f27ddbfe-0834-4e74-b7f3-fbc8e50dac42 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0765724 Dec 16 15:45:57.260113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99b8d7a3-4bb7-4092-8b57-c8f858694dee req-067f5233-113a-4667-a2c1-8c3b4ac4ba12 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Dec 16 15:45:57.801088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46652) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:57.829641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9159430-cc07-4c8a-b516-06bc207c1c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:57.886271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a643c0-a27c-4997-9aeb-7f013bf139aa req-008796fe-a5e4-4335-9060-b8f29238635f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:57.900700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57a643c0-a27c-4997-9aeb-7f013bf139aa req-008796fe-a5e4-4335-9060-b8f29238635f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1327310 Dec 16 15:45:57.998393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57a643c0-a27c-4997-9aeb-7f013bf139aa req-80989789-7b06-4dac-8194-3c1054250e26 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935297 Dec 16 15:45:58.027300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9159430-cc07-4c8a-b516-06bc207c1c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.107537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c9159430-cc07-4c8a-b516-06bc207c1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.158602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9159430-cc07-4c8a-b516-06bc207c1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1985d-933c-47f7-aa24-6edec94452de,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:58.163144 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c9159430-cc07-4c8a-b516-06bc207c1c6e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1a056d9e052f4bd1ab3f808e4565707d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610585 Dec 16 15:45:58.165717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46656) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:45:58.236078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.270230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.433869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.437123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:58.438656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ee1985d-933c-47f7-aa24-6edec94452de HTTP/1.1" status: 204 len: 168 time: 0.2718325 Dec 16 15:45:58.450185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914874e-18da-4c4b-825f-705a8befde84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1985d-933c-47f7-aa24-6edec94452de,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:45:58.473148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f680e-b641-4794-900c-1d7fbd7dde97 req-f2f1c43b-e57a-4469-96d3-38ca5703ef46 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:58.474917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc1f680e-b641-4794-900c-1d7fbd7dde97 req-f2f1c43b-e57a-4469-96d3-38ca5703ef46 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0944195 Dec 16 15:45:58.574427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc1f680e-b641-4794-900c-1d7fbd7dde97 req-c37e4a79-db7e-41e8-ad09-93043fe003f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854685 Dec 16 15:45:58.714853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:59.213719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd1303-253c-48c8-95cd-a4b2e6a2aabf req-2fede29c-9cc1-4958-a048-ecb39b4b779e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:59.216507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5dd1303-253c-48c8-95cd-a4b2e6a2aabf req-2fede29c-9cc1-4958-a048-ecb39b4b779e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0902154 Dec 16 15:45:59.296736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5dd1303-253c-48c8-95cd-a4b2e6a2aabf req-3998ceac-f0fb-4004-8cf7-b107e0646040 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721705 Dec 16 15:45:59.661637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:45:59.825151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411a7dd-f1dd-43ff-a129-1313176683f0 req-a741e08d-e635-4cc1-806b-e4b56408ef0a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:45:59.828581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7411a7dd-f1dd-43ff-a129-1313176683f0 req-a741e08d-e635-4cc1-806b-e4b56408ef0a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0973957 Dec 16 15:45:59.891424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7411a7dd-f1dd-43ff-a129-1313176683f0 req-fb35b57d-3bd4-4dad-8fda-fbd674ef973c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561595 Dec 16 15:46:00.466924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1a7db-38d8-4715-95d9-be7b23e0da5b req-4539dd6d-7feb-4e5c-a69a-af1d76b82c83 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:00.468904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92b1a7db-38d8-4715-95d9-be7b23e0da5b req-4539dd6d-7feb-4e5c-a69a-af1d76b82c83 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0578420 Dec 16 15:46:00.537559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92b1a7db-38d8-4715-95d9-be7b23e0da5b req-6aa96e5a-a2bb-4413-b8a2-63c43b0f9e78 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617859 Dec 16 15:46:01.124463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75aee1-5ad3-4eef-8e11-8b79cdfb7643 req-f6a227c9-6c6a-4be4-9606-e70a98a49588 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:01.126622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a75aee1-5ad3-4eef-8e11-8b79cdfb7643 req-f6a227c9-6c6a-4be4-9606-e70a98a49588 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0724728 Dec 16 15:46:01.208425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a75aee1-5ad3-4eef-8e11-8b79cdfb7643 req-d53b53df-b362-4657-be22-553b8451a514 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Dec 16 15:46:01.695623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a862bd-19b5-452e-8925-57e0155db0db req-4f3e8318-f567-42dd-976c-76d57c55c396 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:01.697230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a862bd-19b5-452e-8925-57e0155db0db req-4f3e8318-f567-42dd-976c-76d57c55c396 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0764673 Dec 16 15:46:01.764286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a862bd-19b5-452e-8925-57e0155db0db req-4ed7cac7-beb9-4b57-be60-f9b8565abd92 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598972 Dec 16 15:46:02.218637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:02.453988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db5304f-f4aa-4716-b3d0-4d3ed7830c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:02.482404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd7587-185c-491d-9b37-5997535cd8c5 req-dcb6770d-869f-4f16-8d59-f35ac3cb4cf3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:02.494745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcbd7587-185c-491d-9b37-5997535cd8c5 req-dcb6770d-869f-4f16-8d59-f35ac3cb4cf3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1250384 Dec 16 15:46:02.604479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcbd7587-185c-491d-9b37-5997535cd8c5 req-a56617a5-2cda-4a1a-8d08-86c93ba60644 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090829 Dec 16 15:46:02.693337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db5304f-f4aa-4716-b3d0-4d3ed7830c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:02.765707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6db5304f-f4aa-4716-b3d0-4d3ed7830c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:02.845241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6db5304f-f4aa-4716-b3d0-4d3ed7830c4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0275e57b0f14c4084132d3ed5a854c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210971 Dec 16 15:46:02.848773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:02.862373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5304f-f4aa-4716-b3d0-4d3ed7830c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e5286-2015-42e2-8c61-76618620f8b7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:02.960724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:03.014858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:03.033143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8e6-20cb-4727-9613-2d0894a9a837 req-dc8965a4-8237-400a-a6b4-57ca058d80ab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:03.036078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b0dd8e6-20cb-4727-9613-2d0894a9a837 req-dc8965a4-8237-400a-a6b4-57ca058d80ab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1064081 Dec 16 15:46:03.101975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b0dd8e6-20cb-4727-9613-2d0894a9a837 req-a4a16897-9569-4830-90e3-8e0f8239ac38 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570586 Dec 16 15:46:03.182930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:03.185803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:03.187717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a3e5286-2015-42e2-8c61-76618620f8b7 HTTP/1.1" status: 204 len: 168 time: 0.3370767 Dec 16 15:46:03.198537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c17e97-4683-4212-bc1e-6c050e31b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3e5286-2015-42e2-8c61-76618620f8b7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:03.768644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334b5b6-a7fb-4d91-bbb1-7a8ae85f2179 req-3786021f-2731-48ae-9626-11e72ff2637e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:03.770992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5334b5b6-a7fb-4d91-bbb1-7a8ae85f2179 req-3786021f-2731-48ae-9626-11e72ff2637e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0596342 Dec 16 15:46:03.849251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5334b5b6-a7fb-4d91-bbb1-7a8ae85f2179 req-e7b99c3e-0aac-4427-927f-0004d0cd52c4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Dec 16 15:46:04.113549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 46784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:04.128703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a46c-0b77-481a-8fa1-b7c54f67a053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.296003 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a46c-0b77-481a-8fa1-b7c54f67a053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.318817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd38e4-3d32-4943-8254-db5478485b7c req-e3c24e87-d405-42f4-a8cd-38e3b8fc9351 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:04.320462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cffd38e4-3d32-4943-8254-db5478485b7c req-e3c24e87-d405-42f4-a8cd-38e3b8fc9351 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0658243 Dec 16 15:46:04.381762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a46c-0b77-481a-8fa1-b7c54f67a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.470773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cffd38e4-3d32-4943-8254-db5478485b7c req-49867e6d-36f8-432a-8efa-e924ca219ce7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388695 Dec 16 15:46:04.494188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 46790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:04.496093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d9d3a46c-0b77-481a-8fa1-b7c54f67a053 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90d0418007f94d0db80de14fc3a3e23a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778815 Dec 16 15:46:04.497717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3a46c-0b77-481a-8fa1-b7c54f67a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d3e795-488e-4941-9905-2d317e7364f0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:04.583106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.608841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.807410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-4ce4206b-eec2-4975-bbaf-1abd345dcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:04.809901 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-4ce4206b-eec2-4975-bbaf-1abd345dcbd1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 1095 time: 0.1350996 Dec 16 15:46:04.853040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.858027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:04.859997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53d3e795-488e-4941-9905-2d317e7364f0 HTTP/1.1" status: 204 len: 168 time: 0.3640394 Dec 16 15:46:04.944178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83a93-cd4f-4ceb-8b25-0160707792b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d3e795-488e-4941-9905-2d317e7364f0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:04.992264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-1248c0cc-f8aa-4e04-837c-8ea583ac7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:04.995761 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-1248c0cc-f8aa-4e04-837c-8ea583ac7fee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1095 time: 0.1338091 Dec 16 15:46:05.103574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b159-f8e3-492d-81ae-ae8c9231f5ad req-c2d5e537-573b-43a6-b9cc-8993d6fe2ce6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:05.106718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebe0b159-f8e3-492d-81ae-ae8c9231f5ad req-c2d5e537-573b-43a6-b9cc-8993d6fe2ce6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1283813 Dec 16 15:46:05.150942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-0f0b81dd-08c7-4521-bc0b-f643d18b28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:05.153313 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-0f0b81dd-08c7-4521-bc0b-f643d18b28ff service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1287990 Dec 16 15:46:05.189101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebe0b159-f8e3-492d-81ae-ae8c9231f5ad req-75baaf3f-8f87-49a9-a6bc-00f758e07fc5 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750642 Dec 16 15:46:05.600257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-3318d7b3-eab6-49f9-ab40-08894cd64635 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1000 time: 0.4388611 Dec 16 15:46:05.675480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d875be0-63fd-4d91-b8c4-d82041bd8138 req-2ea5d9e1-1484-4dc9-a804-aace3bca6c20 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:05.677594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d875be0-63fd-4d91-b8c4-d82041bd8138 req-2ea5d9e1-1484-4dc9-a804-aace3bca6c20 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0754554 Dec 16 15:46:05.691019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-f7592a4d-db90-40fb-98ab-7b87190e8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:05.693784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-f7592a4d-db90-40fb-98ab-7b87190e8742 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0840387 Dec 16 15:46:05.754113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d875be0-63fd-4d91-b8c4-d82041bd8138 req-8ede8b69-3134-43e1-8131-99f094465533 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637228 Dec 16 15:46:05.763846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-87864228-22b8-4d02-84d4-92f528d22925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:05.765601 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-87864228-22b8-4d02-84d4-92f528d22925 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632141 Dec 16 15:46:05.911279 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-c6c170e5-5637-44ca-9140-1e665b83d1af service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360126 Dec 16 15:46:06.032271 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-57201bfa-58ca-4a52-b9e7-49069c1296f4 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073794 Dec 16 15:46:06.384062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cef20d-024d-4ce3-855b-d06a1c941527 req-c1f0c60c-e06e-4c30-8036-82644f7cf737 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:06.385867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22cef20d-024d-4ce3-855b-d06a1c941527 req-c1f0c60c-e06e-4c30-8036-82644f7cf737 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0872440 Dec 16 15:46:06.499343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22cef20d-024d-4ce3-855b-d06a1c941527 req-3423d753-e089-4583-88bc-b5fce38aafe3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022024 Dec 16 15:46:06.973215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8877-3bd4-4326-8e24-740221b249ca req-9ac5e3e5-4afe-4ee9-ba47-d3421f0eb38d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:06.976774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7fb8877-3bd4-4326-8e24-740221b249ca req-9ac5e3e5-4afe-4ee9-ba47-d3421f0eb38d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0980456 Dec 16 15:46:07.135737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7fb8877-3bd4-4326-8e24-740221b249ca req-7fe5d49f-a465-4c94-b949-7c4356299649 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475813 Dec 16 15:46:07.795072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69fe39-7fa2-4643-a439-50505a48fd44 req-dd016799-c1c6-4ca4-a7ab-4649664cc939 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:07.807110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce69fe39-7fa2-4643-a439-50505a48fd44 req-dd016799-c1c6-4ca4-a7ab-4649664cc939 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1714804 Dec 16 15:46:07.907188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce69fe39-7fa2-4643-a439-50505a48fd44 req-d081f324-1977-4669-af38-f7a9946d520e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927594 Dec 16 15:46:08.609058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f21e4-41d5-474e-847a-8896b94d8949 req-a1af2dea-6571-4e55-9b01-5acaa8f2ff92 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:08.627599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f36f21e4-41d5-474e-847a-8896b94d8949 req-a1af2dea-6571-4e55-9b01-5acaa8f2ff92 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.2830031 Dec 16 15:46:08.745866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f36f21e4-41d5-474e-847a-8896b94d8949 req-76c94eb0-6ccb-4e1d-8b76-6469c04c8810 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168146 Dec 16 15:46:09.058260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865b2fe-8f8a-4dc5-9891-fb0b49d8a318 req-60a74d87-d099-40d0-a579-c7fc8ed9d4b4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:09.060544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3865b2fe-8f8a-4dc5-9891-fb0b49d8a318 req-60a74d87-d099-40d0-a579-c7fc8ed9d4b4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0772309 Dec 16 15:46:09.124908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3865b2fe-8f8a-4dc5-9891-fb0b49d8a318 req-c97d8913-4bcf-4db2-be2f-4ad16eb5a647 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576096 Dec 16 15:46:10.016810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b700d-63be-44db-9e90-12f055c588a6 req-6fbf4359-4449-41d7-bd1d-b6074197cab8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:10.035253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-435b700d-63be-44db-9e90-12f055c588a6 req-6fbf4359-4449-41d7-bd1d-b6074197cab8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1129217 Dec 16 15:46:10.185159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-435b700d-63be-44db-9e90-12f055c588a6 req-cd95acd4-9cd4-4794-bad3-a15854aec2df tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478074 Dec 16 15:46:10.523375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61f58-3ec2-45c3-b92a-1307005ba07c req-ca0a3145-8771-44d2-8dcb-913c425a0df2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:10.541699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d61f58-3ec2-45c3-b92a-1307005ba07c req-ca0a3145-8771-44d2-8dcb-913c425a0df2 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1804259 Dec 16 15:46:10.721514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2d61f58-3ec2-45c3-b92a-1307005ba07c req-cf2d625e-ea36-47fb-829d-4dd1f71d1c3a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774242 Dec 16 15:46:11.337477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-b0b146fd-0242-4b42-9266-196d57bcafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.337477 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-b0b146fd-0242-4b42-9266-196d57bcafe8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1095 time: 0.0497780 Dec 16 15:46:11.337477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-e86758b0-8c51-4c69-a278-dd101a734960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.337477 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-e86758b0-8c51-4c69-a278-dd101a734960 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1226029 Dec 16 15:46:11.404962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-fc548a59-a57d-4c86-865c-cb5abae3f211 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1000 time: 0.1105044 Dec 16 15:46:11.464731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaf3d7-bbdf-4e34-bc9e-33e99a0cad6f req-905ef5bb-abf6-468d-93c0-9894a49a8e2c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.468463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27aaf3d7-bbdf-4e34-bc9e-33e99a0cad6f req-905ef5bb-abf6-468d-93c0-9894a49a8e2c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1237550 Dec 16 15:46:11.547493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27aaf3d7-bbdf-4e34-bc9e-33e99a0cad6f req-f1db4464-29ae-407d-934e-9a1726aaa699 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675585 Dec 16 15:46:11.701338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-487eab0f-b039-4be1-9c5d-28ee58e5c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.705481 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-487eab0f-b039-4be1-9c5d-28ee58e5c2b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0667303 Dec 16 15:46:11.788889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-e654355a-d558-4ec2-86cf-c2b76a08e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.793632 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-e654355a-d558-4ec2-86cf-c2b76a08e344 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776734 Dec 16 15:46:11.879269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9347-4b78-4cc9-aeb5-2920979dcd1f req-633dcb47-c74a-4394-beee-ad73571c1d22 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:11.880899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b6a9347-4b78-4cc9-aeb5-2920979dcd1f req-633dcb47-c74a-4394-beee-ad73571c1d22 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0680838 Dec 16 15:46:11.959283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-fbabf154-adff-4e75-b21b-be36f8f2d84d service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555126 Dec 16 15:46:12.093417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b6a9347-4b78-4cc9-aeb5-2920979dcd1f req-df062dec-184f-472d-b541-1d69f23367ea tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525269 Dec 16 15:46:12.307129 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4f9da2b6-aacc-4b2a-8949-79b3afc6607b req-03828029-b682-4804-af1b-a41e83f79c20 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867651 Dec 16 15:46:12.818370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59eae6-aef8-4aa5-9f82-38e8cf30defe req-d3679670-78af-4111-9cda-aaf3fde2cc1e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:12.824429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad59eae6-aef8-4aa5-9f82-38e8cf30defe req-d3679670-78af-4111-9cda-aaf3fde2cc1e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1738226 Dec 16 15:46:12.941060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad59eae6-aef8-4aa5-9f82-38e8cf30defe req-8ea3d231-2334-4f88-b394-7c966c5a177a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873599 Dec 16 15:46:13.404490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d245-6b7b-4c4b-a459-d6f9c904d880 req-5a36954f-fd6c-46ee-8a42-57c4120c684e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:13.407203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d167d245-6b7b-4c4b-a459-d6f9c904d880 req-5a36954f-fd6c-46ee-8a42-57c4120c684e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0899632 Dec 16 15:46:13.505366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d167d245-6b7b-4c4b-a459-d6f9c904d880 req-a018ce7b-7841-4e53-8e75-aeac858dc4a6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854306 Dec 16 15:46:14.148411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eacc313-9bce-4957-bc5b-b3b1400c9b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:14.205811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9b421-96fb-4a2f-a4c8-1e03a33dd2f0 req-bc531c9d-2b7a-491a-bd6b-1b4189e9aad6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:14.212530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efc9b421-96fb-4a2f-a4c8-1e03a33dd2f0 req-bc531c9d-2b7a-491a-bd6b-1b4189e9aad6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1302223 Dec 16 15:46:14.278339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efc9b421-96fb-4a2f-a4c8-1e03a33dd2f0 req-6763fb69-aebe-4dc2-92b3-c98a6cd77a22 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632176 Dec 16 15:46:14.833203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8355e3-65bd-4490-84b8-7159d728c859 req-03842f72-f915-4992-9361-c644df17030b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:14.836759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb8355e3-65bd-4490-84b8-7159d728c859 req-03842f72-f915-4992-9361-c644df17030b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1204126 Dec 16 15:46:14.933246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb8355e3-65bd-4490-84b8-7159d728c859 req-06067624-ddbd-4d77-9205-bbbd96f38a9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667253 Dec 16 15:46:15.534660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eed83-0bfa-4833-8e8c-856466c1c9d9 req-a32de43c-d90c-4df4-bed9-42d66143dc71 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:15.548803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d91eed83-0bfa-4833-8e8c-856466c1c9d9 req-a32de43c-d90c-4df4-bed9-42d66143dc71 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1370392 Dec 16 15:46:15.671448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d91eed83-0bfa-4833-8e8c-856466c1c9d9 req-a0a83d35-3f99-49ca-bc8f-7e144aed3f34 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175072 Dec 16 15:46:16.091057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382945cf-f2b9-42a0-b532-3dca01b3114c req-1f9f2ca3-d596-4972-b05d-510cf77a5c54 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:16.093158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382945cf-f2b9-42a0-b532-3dca01b3114c req-1f9f2ca3-d596-4972-b05d-510cf77a5c54 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0757167 Dec 16 15:46:16.186239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-382945cf-f2b9-42a0-b532-3dca01b3114c req-e284a558-9b03-4c0a-9521-0a04e138465d tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852852 Dec 16 15:46:16.512823 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec5c4eb0-2dce-4cf6-91a8-0524a2aadba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:16.647992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:46:16.935432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542ac4e-54fe-4c2c-826b-8bcca4b34544 req-ac888af3-e811-45d0-bcd6-7a86074a7388 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:16.948653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4542ac4e-54fe-4c2c-826b-8bcca4b34544 req-ac888af3-e811-45d0-bcd6-7a86074a7388 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1498795 Dec 16 15:46:17.050678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4542ac4e-54fe-4c2c-826b-8bcca4b34544 req-e4fbc59f-d295-497b-aae0-4a0451997314 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006372 Dec 16 15:46:17.430271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4e2d0-4781-4899-84f0-1544e9c1e711 req-b2a798cf-9c0d-4c4e-bc70-70e50c500a83 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:17.434124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49e4e2d0-4781-4899-84f0-1544e9c1e711 req-b2a798cf-9c0d-4c4e-bc70-70e50c500a83 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1227903 Dec 16 15:46:17.556900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49e4e2d0-4781-4899-84f0-1544e9c1e711 req-65b07411-78a6-475a-b9f8-0d6196cfe459 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106703 Dec 16 15:46:17.821837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:18.286543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe0ee3-f9d4-4496-bbec-9e6d9b540dd8 req-4c13a8b1-f2c9-492f-8b72-06c2a627fd01 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:18.286543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01fe0ee3-f9d4-4496-bbec-9e6d9b540dd8 req-4c13a8b1-f2c9-492f-8b72-06c2a627fd01 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1076787 Dec 16 15:46:18.340929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01fe0ee3-f9d4-4496-bbec-9e6d9b540dd8 req-1fb560f3-cabc-4ef8-adf4-08a45023c8d0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480537 Dec 16 15:46:18.747083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a5a1c-139f-4bc1-bec0-2385f6b08982 req-ebbe47bb-8216-45ca-9227-75cdb43039e6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:18.751776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a9a5a1c-139f-4bc1-bec0-2385f6b08982 req-ebbe47bb-8216-45ca-9227-75cdb43039e6 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0781007 Dec 16 15:46:18.820069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a9a5a1c-139f-4bc1-bec0-2385f6b08982 req-d53acc63-5424-49e9-8407-96eb17c32d45 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Dec 16 15:46:19.231489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:19.537829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6313fe-2de8-4923-a611-ab18af790836 req-49036779-8ca5-4f01-8ab9-d8c6d55126b7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:19.541360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d6313fe-2de8-4923-a611-ab18af790836 req-49036779-8ca5-4f01-8ab9-d8c6d55126b7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0968065 Dec 16 15:46:19.629574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d6313fe-2de8-4923-a611-ab18af790836 req-82b4f1d4-7873-4a1d-bce0-acdbb00d755e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789690 Dec 16 15:46:19.994104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae93c-16fc-46a5-8c8c-3639ce2d93d3 req-72c6089e-c963-4f4a-923a-f0f6f06c7ac3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:19.998797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42bae93c-16fc-46a5-8c8c-3639ce2d93d3 req-72c6089e-c963-4f4a-923a-f0f6f06c7ac3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0919082 Dec 16 15:46:20.053751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42bae93c-16fc-46a5-8c8c-3639ce2d93d3 req-c600238e-68ce-496b-b473-1428f7028943 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497444 Dec 16 15:46:20.082735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:20.804971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6cd78-961e-4357-9915-12a319c7214f req-545277c6-aece-4cb0-8743-dd0e6536d7b4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:20.807137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ce6cd78-961e-4357-9915-12a319c7214f req-545277c6-aece-4cb0-8743-dd0e6536d7b4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0778491 Dec 16 15:46:20.880159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ce6cd78-961e-4357-9915-12a319c7214f req-9d612954-74cb-41eb-8615-3afb9afc34cb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623322 Dec 16 15:46:21.274317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e623e-3bbc-483b-a271-bc0f33997a04 req-da839014-2054-442b-a012-1ddecc4d79fb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:21.278917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d57e623e-3bbc-483b-a271-bc0f33997a04 req-da839014-2054-442b-a012-1ddecc4d79fb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1204605 Dec 16 15:46:21.340511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d57e623e-3bbc-483b-a271-bc0f33997a04 req-ae15a875-6bdb-4fa4-a6ea-7ff3966b5b78 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566897 Dec 16 15:46:22.055224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346c929-2b7a-40ad-a5ac-b9ef1673294b req-a0ba9de4-134b-4e54-8eaa-7bfd06a6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:22.057378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c346c929-2b7a-40ad-a5ac-b9ef1673294b req-a0ba9de4-134b-4e54-8eaa-7bfd06a6ee08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0900638 Dec 16 15:46:22.110812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d11a0e-34b9-4a1f-b6ca-c5f2bcd88395 req-59e6d8d7-e5a4-45a6-bf35-5933f8c0b903 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:22.113634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d11a0e-34b9-4a1f-b6ca-c5f2bcd88395 req-59e6d8d7-e5a4-45a6-bf35-5933f8c0b903 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0890281 Dec 16 15:46:22.144132 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c346c929-2b7a-40ad-a5ac-b9ef1673294b req-92405d99-23e4-4575-b8da-41538d89eb67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Dec 16 15:46:22.186711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d11a0e-34b9-4a1f-b6ca-c5f2bcd88395 req-56935ca3-e7e7-4995-b5a2-0fabf85c206c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635095 Dec 16 15:46:22.548722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67267c90-4130-4730-963f-f6503d35c11a req-eaa81dfe-5da1-45fb-bafd-f7590b111af3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:22.551852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67267c90-4130-4730-963f-f6503d35c11a req-eaa81dfe-5da1-45fb-bafd-f7590b111af3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0747747 Dec 16 15:46:22.649575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67267c90-4130-4730-963f-f6503d35c11a req-4c4a0c40-388f-4175-b4b6-79652f4ea922 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Dec 16 15:46:23.429553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e819442-47b0-40a0-abce-1b3a3f6ad7f5 req-e20e8f8d-7a16-4d87-876f-34455ef49d7b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:23.441213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e819442-47b0-40a0-abce-1b3a3f6ad7f5 req-e20e8f8d-7a16-4d87-876f-34455ef49d7b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.0967917 Dec 16 15:46:23.517836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e819442-47b0-40a0-abce-1b3a3f6ad7f5 req-2fb62c5c-cdd3-4e80-a867-0afdab305dcf tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746286 Dec 16 15:46:23.941445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915f291-d88c-4ccd-b807-7aa476911560 req-02843077-fb89-410d-8db3-ae9b727fe200 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:23.949359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d915f291-d88c-4ccd-b807-7aa476911560 req-02843077-fb89-410d-8db3-ae9b727fe200 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1481028 Dec 16 15:46:24.076756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d915f291-d88c-4ccd-b807-7aa476911560 req-349d661e-f857-4722-be4b-fe7af5b71c80 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146731 Dec 16 15:46:24.556112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2f3810a3-2be2-4752-9ee1-b13f6940c99a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:24.559194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2f3810a3-2be2-4752-9ee1-b13f6940c99a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 810 time: 0.1833625 Dec 16 15:46:24.582949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-d607d89c-af55-4f68-95ae-7fc9eadac1b8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/quotas/6857d8a2104c4d30bb95ec67054facc4 HTTP/1.1" status: 200 len: 375 time: 0.0130491 Dec 16 15:46:24.771073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-5a4b53d7-946f-4a17-8257-c0209f643f4f tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757076 Dec 16 15:46:24.866597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a601df4-d3b2-4f07-a5e4-e9c7a4a7ffa0 req-a13bfedf-86a0-4495-b860-c9009fbc335a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:24.868757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a601df4-d3b2-4f07-a5e4-e9c7a4a7ffa0 req-a13bfedf-86a0-4495-b860-c9009fbc335a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1683111 Dec 16 15:46:24.966170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a601df4-d3b2-4f07-a5e4-e9c7a4a7ffa0 req-c6f47f47-41fb-48a5-8e1f-d96591f53433 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850110 Dec 16 15:46:24.970272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-def328f8-2108-4cea-a59c-b474e5a9cfb6 service neutron] 10.222.0.71 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976278 Dec 16 15:46:25.097372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-01011a25-a7bc-4fdd-ad6d-4837aaffcd82 service neutron] 10.222.0.71 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204100 Dec 16 15:46:25.433692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7688fbf5-7c9c-4366-8b0c-6ddb176a5a85 req-4e0ade35-b344-4874-931c-b36ef3cbac5c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 210 time: 0.0637426 Dec 16 15:46:26.263200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08bb1-d0c9-4cd5-9aa3-4685457043a1 req-f1a526c9-ebba-41eb-b481-f102e2f45a07 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:26.265426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3d08bb1-d0c9-4cd5-9aa3-4685457043a1 req-f1a526c9-ebba-41eb-b481-f102e2f45a07 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 944 time: 0.1117480 Dec 16 15:46:26.358351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3d08bb1-d0c9-4cd5-9aa3-4685457043a1 req-0b6ee0b3-e2db-489f-91b8-ef815a93e85b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855069 Dec 16 15:46:26.528100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42d77712-2e86-4446-82c4-01882a5ec901 req-8aa08675-bdb7-43b8-9c26-6fc0b610deab tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 210 time: 0.0380700 Dec 16 15:46:26.642366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:46:26.748652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:26.763280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'mac_address': 'fa:16:3e:1f:ff:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:46:26.829326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:26.859456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:46:26.894758 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:27.135782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:27.285667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:27.301854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.303815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.305027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.306041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.306873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.307715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.308598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.309907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.310780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.311605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.312584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.313379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.314356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:27.495682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:46:27.609173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658008c-9908-48ec-b5bd-18a0230956b3 req-fafd6855-bb84-4733-8b9a-a72990c832a0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:27.612390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8658008c-9908-48ec-b5bd-18a0230956b3 req-fafd6855-bb84-4733-8b9a-a72990c832a0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 945 time: 0.1230674 Dec 16 15:46:27.736449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a454c71-442e-4078-ad30-3d6ab54fafe6 req-33953c3f-edce-4226-b749-8691db1010d4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 210 time: 0.1218555 Dec 16 15:46:27.795077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8658008c-9908-48ec-b5bd-18a0230956b3 req-299d4332-0a7c-4d6e-ba1f-10d3c11c40af tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396961 Dec 16 15:46:28.656327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:46:28.742761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:28.820807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-b0583d24-aa7e-47d2-92e9-3a34bb492ad8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:28.821685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:46:28.821685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:28.825582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-b0583d24-aa7e-47d2-92e9-3a34bb492ad8 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.74 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 810 time: 0.2202981 Dec 16 15:46:28.863495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Request body: {'port': {'device_id': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'admin_state_up': True, 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:46:28.958701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca73ba5a-15a3-4914-b30d-668a5a6913f1 req-7c77fc4b-7823-4c63-915f-0d76c7f3dabc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 210 time: 0.1000297 Dec 16 15:46:29.016929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:29.058057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:46:29.063851 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce333b9-923a-4040-bfe8-9524ad905711" -d '{"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:46:29.094056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:29.192094 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0f2e4-9ce4-4969-8413-1fd15c22a70d x-openstack-request-id: req-d6d0f2e4-9ce4-4969-8413-1fd15c22a70d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:46:29.192396 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:46:29.192656 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6d0f2e4-9ce4-4969-8413-1fd15c22a70d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:46:29.193123 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'code': 200} Dec 16 15:46:29.196960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb78d8-1e21-4374-9fce-c1a26f3cdc0e req-394edb76-2a55-474e-9b01-5d192eeb5301 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:29.199789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dffb78d8-1e21-4374-9fce-c1a26f3cdc0e req-394edb76-2a55-474e-9b01-5d192eeb5301 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 945 time: 0.1661742 Dec 16 15:46:29.210009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:29.261403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Made reservation on behalf of 6857d8a2104c4d30bb95ec67054facc4 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:46:29.266473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:29.292407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:29.342245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dffb78d8-1e21-4374-9fce-c1a26f3cdc0e req-ffcbf71f-81a6-46bf-ad8f-4ca4124ff3e0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101160 Dec 16 15:46:29.533689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Allocated IP 172.20.0.7 (8221c995-6f60-4d10-9257-02f724c0e6a7/6654f144-3329-4c2d-b612-ef1ebf7663d8/05b83cef-f2f8-458f-a35c-1d054babf1a3) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:46:29.609554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:29.637492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aa134-0f86-49fd-8dd8-195c275cb97f req-efc02a00-4f30-4816-9412-33aaf24ffb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:29.639313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c83aa134-0f86-49fd-8dd8-195c275cb97f req-efc02a00-4f30-4816-9412-33aaf24ffb0f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1098 time: 0.0610321 Dec 16 15:46:29.697858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c83aa134-0f86-49fd-8dd8-195c275cb97f req-d3b4bc70-bf18-4894-bffa-4cafebcb6a58 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461237 Dec 16 15:46:29.831892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:29.980780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:30.017362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c6483f05-8564-40cd-be11-624a61cc36ff'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:46:30.114206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Network 8221c995-6f60-4d10-9257-02f724c0e6a7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:46:30.119500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:46:30.126665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:46:30.186773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:30.187442 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:30.191029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921374a-a881-4881-97f0-6dd3697f772a req-2f1512fc-5116-4a16-84aa-562b69826131 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:30.207807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5921374a-a881-4881-97f0-6dd3697f772a req-2f1512fc-5116-4a16-84aa-562b69826131 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 931 time: 0.1073971 Dec 16 15:46:30.209660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Pushing event updated for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:30.263981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-2b0271db-2d5b-4599-abc3-b9baf13dde9b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4145601 Dec 16 15:46:30.292995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Request body: {'port': {'device_id': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:46:30.306373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5921374a-a881-4881-97f0-6dd3697f772a req-5f9a7bc1-8c09-413f-b72c-9c4ab1858d5d tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968468 Dec 16 15:46:30.397271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:30.603671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a42f7-1f40-4027-8553-5c83672217cb req-f5598290-f3c6-4516-8580-8f36cfb3cc99 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:30.607588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a28a42f7-1f40-4027-8553-5c83672217cb req-f5598290-f3c6-4516-8580-8f36cfb3cc99 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.1022716 Dec 16 15:46:30.695404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a28a42f7-1f40-4027-8553-5c83672217cb req-8545c2cc-a4b7-4eb4-a2ff-f844eb32e678 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744581 Dec 16 15:46:30.824126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b83cef-f2f8-458f-a35c-1d054babf1a3 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:46:30.835583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:30.857596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Transition to ACTIVE for port object 05b83cef-f2f8-458f-a35c-1d054babf1a3 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:46:30.963516 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:31.132416 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Pushing event updated for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:31.239139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Attempting to bind port 05b83cef-f2f8-458f-a35c-1d054babf1a3 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:46:31.239139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Attempting to bind port 05b83cef-f2f8-458f-a35c-1d054babf1a3 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:46:31.239139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Attempting to bind port 05b83cef-f2f8-458f-a35c-1d054babf1a3 on network 8221c995-6f60-4d10-9257-02f724c0e6a7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:46:31.242397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Port 05b83cef-f2f8-458f-a35c-1d054babf1a3 on network 8221c995-6f60-4d10-9257-02f724c0e6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:46:31.242979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Attempting to bind port 05b83cef-f2f8-458f-a35c-1d054babf1a3 on network 8221c995-6f60-4d10-9257-02f724c0e6a7 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:46:31.250140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:46:31.250492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Checking segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:46:31.250889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Bound using segment: {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:46:31.251358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Bound port: 05b83cef-f2f8-458f-a35c-1d054babf1a3, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c425587-6aa8-49d9-929c-a40ac526a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:46:31.251712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:31.336953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:46:31.340981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:46:31.461523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718efbf-beb5-42b2-8ee2-e942160a695c req-52d13f38-1e9b-412c-b557-e9553318feeb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:31.463181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0718efbf-beb5-42b2-8ee2-e942160a695c req-52d13f38-1e9b-412c-b557-e9553318feeb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 943 time: 0.0613890 Dec 16 15:46:31.468490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:31.529687 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:31.530590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:31.531893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] 10.222.0.74 "PUT /v2.0/ports/05b83cef-f2f8-458f-a35c-1d054babf1a3 HTTP/1.1" status: 200 len: 1091 time: 1.2522991 Dec 16 15:46:31.532674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:46:31.534883 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:46:31.540971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0718efbf-beb5-42b2-8ee2-e942160a695c req-5201b882-a773-4a50-adff-ecec1d8b414a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661571 Dec 16 15:46:31.590582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f7f99-57ae-488a-b4cd-412754217915 service neutron] Pushing event updated for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:31.610340 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b83f8bb-79a8-4af2-becf-cb41de81d511 x-openstack-request-id: req-9b83f8bb-79a8-4af2-becf-cb41de81d511 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:46:31.610751 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:46:31.611230 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b83f8bb-79a8-4af2-becf-cb41de81d511 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:46:31.612728 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3', 'status': 'completed', 'code': 200} Dec 16 15:46:31.713225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c14ee505-3d96-4b38-9fdd-2def9e535b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:31.715702 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c14ee505-3d96-4b38-9fdd-2def9e535b9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1094 time: 0.0631583 Dec 16 15:46:31.938206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c79ab6a6-6854-4c78-bfd4-26a165939825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:31.942513 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c79ab6a6-6854-4c78-bfd4-26a165939825 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6857d8a2104c4d30bb95ec67054facc4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2104888 Dec 16 15:46:31.946533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a09e49-2753-4e77-957e-3fc67b3355ae req-f532bec5-e90c-4fcb-ba98-4bfc859b11f7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:31.966467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6a09e49-2753-4e77-957e-3fc67b3355ae req-f532bec5-e90c-4fcb-ba98-4bfc859b11f7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.1237671 Dec 16 15:46:32.054031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6a09e49-2753-4e77-957e-3fc67b3355ae req-4ea945fe-137b-4842-bce1-0fb1be5a1d91 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862577 Dec 16 15:46:32.148340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c16e034e-d9f3-42c1-942e-a594637f1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:32.151805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dc8278cc-88f9-463a-9cd2-01d0ba6eedfe req-c16e034e-d9f3-42c1-942e-a594637f1b4b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009456 Dec 16 15:46:32.301921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-1c18383f-0798-4adc-b17e-11e3d5603a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:32.304585 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-1c18383f-0798-4adc-b17e-11e3d5603a4a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1094 time: 0.0797694 Dec 16 15:46:32.361669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-6f29f9b9-a902-4e61-9b1a-b100229af3bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3 HTTP/1.1" status: 200 len: 217 time: 0.0434461 Dec 16 15:46:32.468161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-d1239db3-fd81-4d46-9d9c-0e91a2406bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:32.472066 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-d1239db3-fd81-4d46-9d9c-0e91a2406bab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 200 len: 850 time: 0.0895786 Dec 16 15:46:32.518250 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-bef3ac97-8d3b-4c7e-8153-7369b8eb4887 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8221c995-6f60-4d10-9257-02f724c0e6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397751 Dec 16 15:46:32.651810 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-b1f2b4ec-e0d7-4956-9ef7-1b51fdd23604 service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260555 Dec 16 15:46:32.775529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-95c77f6a-98bd-49d8-a0c3-6e8bcc66bab6 req-7da11488-bb29-449f-a100-5611a99aa179 service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081884 Dec 16 15:46:32.777467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f62c85-c662-4600-923f-84f4368908dc req-3a53ff82-59e5-4f66-bc45-ffb80bb93fdf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:32.779115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56f62c85-c662-4600-923f-84f4368908dc req-3a53ff82-59e5-4f66-bc45-ffb80bb93fdf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 943 time: 0.0812953 Dec 16 15:46:32.846178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56f62c85-c662-4600-923f-84f4368908dc req-f1902c3e-5b87-44fe-9fb5-04c6b9ae6d46 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602977 Dec 16 15:46:33.310866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37cfbd-4f10-4e80-9191-73ac69e87d29 req-5a67ea6c-772e-4f68-b3bf-99331b8a72bf tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:33.313155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad37cfbd-4f10-4e80-9191-73ac69e87d29 req-5a67ea6c-772e-4f68-b3bf-99331b8a72bf tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.1096780 Dec 16 15:46:33.423212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad37cfbd-4f10-4e80-9191-73ac69e87d29 req-36549a34-1035-49c3-aef5-27a2aba6f34e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933332 Dec 16 15:46:33.999914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f599-e839-4964-b58c-3f86daf8b56e req-685d8f29-8ced-456e-ba3f-a02271bfa53d tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:34.003063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7018f599-e839-4964-b58c-3f86daf8b56e req-685d8f29-8ced-456e-ba3f-a02271bfa53d tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 943 time: 0.0694528 Dec 16 15:46:34.087458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7018f599-e839-4964-b58c-3f86daf8b56e req-ab5e1137-bcfc-4eb2-8b65-fcd2b95b5623 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757828 Dec 16 15:46:34.661107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 05b83cef-f2f8-458f-a35c-1d054babf1a3 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:46:34.704273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1c93f-b3c8-4429-9860-2ae1f204bcf5 req-a6213117-d0cf-4b06-b807-aafdb6af1dd4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:34.707271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67a1c93f-b3c8-4429-9860-2ae1f204bcf5 req-a6213117-d0cf-4b06-b807-aafdb6af1dd4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.0950105 Dec 16 15:46:34.799242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67a1c93f-b3c8-4429-9860-2ae1f204bcf5 req-6a016ade-eaae-48cb-8998-12c31d87948f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846469 Dec 16 15:46:34.833941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:34.859489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '05b83cef-f2f8-458f-a35c-1d054babf1a3', 'network_id': '8221c995-6f60-4d10-9257-02f724c0e6a7', 'port_id': '05b83cef-f2f8-458f-a35c-1d054babf1a3', 'mac_address': 'fa:16:3e:89:71:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6654f144-3329-4c2d-b612-ef1ebf7663d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:46:34.933819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:34.973624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b83cef-f2f8-458f-a35c-1d054babf1a3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:46:34.998735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:35.078547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:35.167016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:35.280436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4765-3b3c-41ac-a03a-61c38cccc7b3 req-312a45ee-24d5-438f-a48c-304f1c9ef1c3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:35.284555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-172b4765-3b3c-41ac-a03a-61c38cccc7b3 req-312a45ee-24d5-438f-a48c-304f1c9ef1c3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 944 time: 0.0953150 Dec 16 15:46:35.357744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-172b4765-3b3c-41ac-a03a-61c38cccc7b3 req-faba0ee0-54c8-4b03-9ea1-cfb3d3cc7501 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659506 Dec 16 15:46:35.401995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['05b83cef-f2f8-458f-a35c-1d054babf1a3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:46:36.560549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e300-421c-4b6b-a256-dc466b68890c req-c3f411b1-20db-461e-bb75-e77f375a89d3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:36.563047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6821e300-421c-4b6b-a256-dc466b68890c req-c3f411b1-20db-461e-bb75-e77f375a89d3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 944 time: 0.0804129 Dec 16 15:46:36.631257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6821e300-421c-4b6b-a256-dc466b68890c req-7e7ff573-2091-4f25-bf39-66ce63926aff tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Dec 16 15:46:36.676335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 05b83cef-f2f8-458f-a35c-1d054babf1a3 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:46:36.837119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 05b83cef-f2f8-458f-a35c-1d054babf1a3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:46:36.845162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 05b83cef-f2f8-458f-a35c-1d054babf1a3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:46:36.846033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:36.954834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47336) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:37.011683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.044278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:46:37.046911 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a57f57-ad22-440d-8aa9-44b8a715177b" -d '{"events": [{"server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "name": "network-vif-plugged", "status": "completed", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:46:37.068642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:46:37.128433 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f11609-7260-4ff4-ba27-a0ce17fa2049 x-openstack-request-id: req-68f11609-7260-4ff4-ba27-a0ce17fa2049 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:46:37.128822 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "name": "network-vif-plugged", "status": "completed", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:46:37.129174 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68f11609-7260-4ff4-ba27-a0ce17fa2049 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:46:37.129671 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3', 'code': 200} Dec 16 15:46:37.141314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.179622 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.294238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:37.319076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.358944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61137-54c5-48c2-9dcc-96e11702913b req-464c7e9f-11dd-4c4c-92ac-89022477713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:37.360703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f0b61137-54c5-48c2-9dcc-96e11702913b req-464c7e9f-11dd-4c4c-92ac-89022477713b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1096 time: 0.0521660 Dec 16 15:46:37.394268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.478518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85c815715d894cbf86a948a0d7fb305a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229115 Dec 16 15:46:37.482912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47342) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:37.491711 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f0b61137-54c5-48c2-9dcc-96e11702913b req-bcfc30ca-3a9a-46e4-9bbe-79b52c2c0bf4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228125 Dec 16 15:46:37.495314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b63d3-cda0-4db4-baed-020dcc88383d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:37.504634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.505139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.505481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.505904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.506319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.506767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.507174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.507597 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.508036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.508443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.508849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.509252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.509648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586d60f-16b6-4273-bbef-ce72cfd0a711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:46:37.576969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.613505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.799035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.802010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:37.803326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d45b63d3-cda0-4db4-baed-020dcc88383d HTTP/1.1" status: 204 len: 168 time: 0.3192806 Dec 16 15:46:37.846398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07a57-dc19-40cb-9976-95115af74224 req-528409ee-1bfb-4e21-be2f-9fab5fa22afe tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:37.848411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2fd07a57-dc19-40cb-9976-95115af74224 req-528409ee-1bfb-4e21-be2f-9fab5fa22afe tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0989540 Dec 16 15:46:37.851404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c5dde-eaca-44af-8246-52d71859db76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b63d3-cda0-4db4-baed-020dcc88383d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:37.927017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2fd07a57-dc19-40cb-9976-95115af74224 req-4d616df8-9fbb-4d5e-b371-945d34b1c100 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Dec 16 15:46:38.662587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 47354) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:38.684707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61b24d2a-8ccb-4e9c-9b18-d1caa0c89324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:38.786004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61b24d2a-8ccb-4e9c-9b18-d1caa0c89324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:38.923262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-61b24d2a-8ccb-4e9c-9b18-d1caa0c89324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:38.986211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61b24d2a-8ccb-4e9c-9b18-d1caa0c89324 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e688264d471e43269f65ba15b86de53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213460 Dec 16 15:46:38.988242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24d2a-8ccb-4e9c-9b18-d1caa0c89324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294cb1c-9c47-478e-b555-0c11380f0374,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:38.989798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47360) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:46:39.066207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:39.119076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:39.164202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2afea-64b9-4a6a-b3c1-ee4e5bb30678 req-31ea7ccb-1ac7-4bba-b5d7-ec2c988b8c68 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:39.165776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01a2afea-64b9-4a6a-b3c1-ee4e5bb30678 req-31ea7ccb-1ac7-4bba-b5d7-ec2c988b8c68 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1016872 Dec 16 15:46:39.227855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01a2afea-64b9-4a6a-b3c1-ee4e5bb30678 req-307dc8b5-3898-43e1-bd80-a9d134402459 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Dec 16 15:46:39.282928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:39.285671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:39.287124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5294cb1c-9c47-478e-b555-0c11380f0374 HTTP/1.1" status: 204 len: 168 time: 0.2958462 Dec 16 15:46:39.300639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138028-768e-47c3-9c2f-c920fd1d449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294cb1c-9c47-478e-b555-0c11380f0374,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:46:39.835395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8b7e8-67f4-478b-b417-c4db212d9cf3 req-42053457-7255-42c7-a6e0-721a357a4a8a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:39.840522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09a8b7e8-67f4-478b-b417-c4db212d9cf3 req-42053457-7255-42c7-a6e0-721a357a4a8a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1006629 Dec 16 15:46:39.905770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-e304dbc0-036b-4f8d-b9f2-e9a413c22db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:39.907634 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-e304dbc0-036b-4f8d-b9f2-e9a413c22db7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1096 time: 0.0749154 Dec 16 15:46:39.965853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09a8b7e8-67f4-478b-b417-c4db212d9cf3 req-291f21c7-135f-49f2-b3e8-50ad64b6b7ca tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149137 Dec 16 15:46:40.081553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-57d3cc96-2594-4d5d-8dc1-491d5a956428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:40.083363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-57d3cc96-2594-4d5d-8dc1-491d5a956428 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 911 time: 0.1686935 Dec 16 15:46:40.128408 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-8432ec9b-dea2-433b-b20c-ce152a589ed4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3 HTTP/1.1" status: 200 len: 217 time: 0.0367882 Dec 16 15:46:40.180590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-9305d9b0-cfe8-4836-9bed-a8a71e63da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:40.185526 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-9305d9b0-cfe8-4836-9bed-a8a71e63da09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 200 len: 850 time: 0.0474944 Dec 16 15:46:40.239361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-f65e76ad-5ea0-478b-8ab2-2f046c0d0b23 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8221c995-6f60-4d10-9257-02f724c0e6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482333 Dec 16 15:46:40.349865 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-1ae50cb1-8120-4e25-9e74-43e2c77651f6 service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031270 Dec 16 15:46:40.517580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-72e8ca40-8572-4127-8034-ad7be9e3b8c5 req-50834b34-9d7f-4e6b-baef-328c631cbf5b service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597004 Dec 16 15:46:41.160594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59648-886c-47dd-8ab2-a7c2092fc980 req-eb4b7d68-6036-4212-87b2-40c061ef9711 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:41.162229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f59648-886c-47dd-8ab2-a7c2092fc980 req-eb4b7d68-6036-4212-87b2-40c061ef9711 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0932183 Dec 16 15:46:41.240697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f59648-886c-47dd-8ab2-a7c2092fc980 req-66356af2-1c39-4279-a72e-ec9d733fc6da tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Dec 16 15:46:42.408540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ece7ba-ec76-48cd-b351-e9e217655d9a req-e1459a26-86cd-4194-b97f-5de636d4d506 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:42.411169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19ece7ba-ec76-48cd-b351-e9e217655d9a req-e1459a26-86cd-4194-b97f-5de636d4d506 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0778861 Dec 16 15:46:42.477525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19ece7ba-ec76-48cd-b351-e9e217655d9a req-c368cac3-b07d-4803-a43b-5c15b8d07335 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 Dec 16 15:46:43.694983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef245e-77e4-45f2-9635-8e3b3e3270b8 req-6b675292-a7a9-4e1e-bb7a-e1f20d3df8cb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:43.697344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ef245e-77e4-45f2-9635-8e3b3e3270b8 req-6b675292-a7a9-4e1e-bb7a-e1f20d3df8cb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0833123 Dec 16 15:46:43.777250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1ef245e-77e4-45f2-9635-8e3b3e3270b8 req-2283cdb4-8218-4e69-bc41-7a2140998fd5 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667133 Dec 16 15:46:44.155540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e9700375-302e-444e-a483-6b8eb15266f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:44.943328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23027896-1c1d-4488-bb48-3538ee7746af req-08647d90-ceb7-4015-a937-ee2fecb2c4b9 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:44.949622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23027896-1c1d-4488-bb48-3538ee7746af req-08647d90-ceb7-4015-a937-ee2fecb2c4b9 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0808058 Dec 16 15:46:45.052436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23027896-1c1d-4488-bb48-3538ee7746af req-de915581-1ed9-4194-a8e0-a86a3fe6e993 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911345 Dec 16 15:46:46.245545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c9db5-fe87-477f-a314-9dde92cc2a0e req-413e2fa0-0256-45ff-87bb-ce5a43047de7 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:46.247858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc6c9db5-fe87-477f-a314-9dde92cc2a0e req-413e2fa0-0256-45ff-87bb-ce5a43047de7 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0675478 Dec 16 15:46:46.332795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc6c9db5-fe87-477f-a314-9dde92cc2a0e req-d15dd515-be74-49a8-bb49-78b42d477609 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Dec 16 15:46:46.482681 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02023b9b-ad38-4cb2-8149-54e9102d0362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:47.545720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f4ac-3f76-45e1-89bd-5efc441e40c7 req-afafd692-a484-4593-9869-769b17753bf1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:47.549624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5b3f4ac-3f76-45e1-89bd-5efc441e40c7 req-afafd692-a484-4593-9869-769b17753bf1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1008787 Dec 16 15:46:47.647524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5b3f4ac-3f76-45e1-89bd-5efc441e40c7 req-1c0c643e-8035-4795-8ce6-85a6ce0a4b01 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835900 Dec 16 15:46:47.837683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:48.863072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea798e8-30db-4835-9116-06f0dcd6cb2f req-ab922c40-e384-4efa-a468-b4ec9c8af15e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:48.866328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ea798e8-30db-4835-9116-06f0dcd6cb2f req-ab922c40-e384-4efa-a468-b4ec9c8af15e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0911446 Dec 16 15:46:48.919865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ea798e8-30db-4835-9116-06f0dcd6cb2f req-f8b955fa-53af-4478-b420-c62d88aed3ec tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Dec 16 15:46:49.293540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:50.014119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:50.079644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93f4dd-c61b-484d-bc06-4a57750df2d6 req-ffaf7d98-29f5-4db2-9989-76521f1a5d30 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:50.082067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d93f4dd-c61b-484d-bc06-4a57750df2d6 req-ffaf7d98-29f5-4db2-9989-76521f1a5d30 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0645602 Dec 16 15:46:50.141804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d93f4dd-c61b-484d-bc06-4a57750df2d6 req-f980d61b-3abb-48f2-a772-0dcba95d54d7 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Dec 16 15:46:51.293353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772063b-e2e1-4864-93f3-fda532fd6a0c req-41db006f-6b99-4a0e-a342-7ef021fe88af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:51.295047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4772063b-e2e1-4864-93f3-fda532fd6a0c req-41db006f-6b99-4a0e-a342-7ef021fe88af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0588942 Dec 16 15:46:51.358982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4772063b-e2e1-4864-93f3-fda532fd6a0c req-ec9eb149-fbfd-45e3-a4a0-faf993e16bd4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Dec 16 15:46:51.509240 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-bcda6ac3-4f02-4278-aa70-0488d79b12dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470669 Dec 16 15:46:51.629195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-982ebde0-b195-4431-9e15-88f3793db096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:51.633128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-982ebde0-b195-4431-9e15-88f3793db096 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 1096 time: 0.0611076 Dec 16 15:46:51.977748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-128e68da-4ba2-48ac-913f-be7e7f1ca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:51.977748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-128e68da-4ba2-48ac-913f-be7e7f1ca666 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 200 len: 909 time: 0.2099328 Dec 16 15:46:52.026113 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-627201fe-37ab-4df2-988e-c18985e46fe7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 200 len: 1001 time: 0.1383622 Dec 16 15:46:52.093457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-b3a277ba-29de-4f49-9da4-952fe87ed573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:52.095475 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-b3a277ba-29de-4f49-9da4-952fe87ed573 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 200 len: 847 time: 0.0611362 Dec 16 15:46:52.163418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-02565335-7671-4cf2-81af-2b5984542b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:52.165034 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-02565335-7671-4cf2-81af-2b5984542b65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621903 Dec 16 15:46:52.306856 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-dcfbe806-88dc-48bc-baa3-4fed3fff76b1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324687 Dec 16 15:46:52.522897 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-281473fb-30fa-4e49-81d3-9964b81664a4 req-40230ecf-ecbc-4e18-b2a9-9c8ab93eb4f1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064221 Dec 16 15:46:52.565111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f805928-6044-4c57-97ac-92d1babad7e7 req-e04f0384-3172-43f0-881d-a4777006b3ad tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:52.567726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f805928-6044-4c57-97ac-92d1babad7e7 req-e04f0384-3172-43f0-881d-a4777006b3ad tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0751634 Dec 16 15:46:52.660002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f805928-6044-4c57-97ac-92d1babad7e7 req-3db848a3-fb9b-4beb-8b67-c425efa5703c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814099 Dec 16 15:46:53.641989 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:46:53.843076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a61804-9a75-4938-98c1-c66aa4e9d561 req-ef42ebbd-64b7-4282-b067-193288cf9331 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:53.856084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0a61804-9a75-4938-98c1-c66aa4e9d561 req-ef42ebbd-64b7-4282-b067-193288cf9331 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0880396 Dec 16 15:46:53.921136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0a61804-9a75-4938-98c1-c66aa4e9d561 req-eb7b4afd-ae82-4d59-98e8-6bbbd9004800 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686345 Dec 16 15:46:55.138572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c17923-15e4-4eed-b88d-744d5612cdf7 req-22e324ca-e6b2-4f56-8961-b184f39b6cf4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:55.138572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c17923-15e4-4eed-b88d-744d5612cdf7 req-22e324ca-e6b2-4f56-8961-b184f39b6cf4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0728991 Dec 16 15:46:55.138572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c17923-15e4-4eed-b88d-744d5612cdf7 req-41503273-4dac-4360-a7cc-611d4bb0f548 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Dec 16 15:46:56.350246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871c012-8189-4df6-a0e8-867de4bdc5fc req-5a9d703b-662c-4a1d-b8c5-4840e2f09f8a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:56.352772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8871c012-8189-4df6-a0e8-867de4bdc5fc req-5a9d703b-662c-4a1d-b8c5-4840e2f09f8a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1042449 Dec 16 15:46:56.435063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8871c012-8189-4df6-a0e8-867de4bdc5fc req-4ccbe2ad-1dff-47db-9136-82ed9ec86f27 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675325 Dec 16 15:46:57.581519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b23ed-b2ba-4d82-bf34-a4eec1b40752 req-8b94ffa0-fa3f-4ca9-9162-8e59dd89df96 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:57.583265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e7b23ed-b2ba-4d82-bf34-a4eec1b40752 req-8b94ffa0-fa3f-4ca9-9162-8e59dd89df96 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0685048 Dec 16 15:46:57.652269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e7b23ed-b2ba-4d82-bf34-a4eec1b40752 req-60ab4a25-084d-4d8e-aff5-8f8e428980ff tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590482 Dec 16 15:46:58.739372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:46:58.822124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460d8bf-212b-4e97-96d7-4a07aaa6835b req-c942e5da-f508-4c76-8dc2-a69db7a36aa1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:46:58.824113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7460d8bf-212b-4e97-96d7-4a07aaa6835b req-c942e5da-f508-4c76-8dc2-a69db7a36aa1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0767581 Dec 16 15:46:58.893773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7460d8bf-212b-4e97-96d7-4a07aaa6835b req-ed255ba9-1c4d-4a9a-952f-4f85218e970c tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Dec 16 15:46:59.698146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:00.088047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f3186-9070-4195-a040-0a96a06403e7 req-7c08bbd6-2092-4f3c-bee3-225db16ef5bb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:00.089673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef9f3186-9070-4195-a040-0a96a06403e7 req-7c08bbd6-2092-4f3c-bee3-225db16ef5bb tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0928004 Dec 16 15:47:00.162404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef9f3186-9070-4195-a040-0a96a06403e7 req-495f63fb-0720-4e19-b7cb-3da5fe142433 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594814 Dec 16 15:47:01.349431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6660-a40d-4772-bf88-3b8778a70c42 req-dbddd14e-cb0a-46b7-8af0-ede0fdefe3ef tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:01.351059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a58d6660-a40d-4772-bf88-3b8778a70c42 req-dbddd14e-cb0a-46b7-8af0-ede0fdefe3ef tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0590091 Dec 16 15:47:01.407527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a58d6660-a40d-4772-bf88-3b8778a70c42 req-22bd6419-4305-403e-ade9-f1bdceb42a0f tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490403 Dec 16 15:47:02.552188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e67f8-2421-48c5-b870-bd367164fa5c req-d56143ad-a547-455d-9559-41cdbd61b192 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:02.554409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d2e67f8-2421-48c5-b870-bd367164fa5c req-d56143ad-a547-455d-9559-41cdbd61b192 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0711727 Dec 16 15:47:02.622963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d2e67f8-2421-48c5-b870-bd367164fa5c req-7ddab4bf-1013-4a0e-a416-5ae63e02ad5a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Dec 16 15:47:03.770003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc84c37-92bf-400f-85e7-eb4172f2b18b req-3c025e20-9d8d-4616-93ff-a0fa8f698383 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:03.772970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc84c37-92bf-400f-85e7-eb4172f2b18b req-3c025e20-9d8d-4616-93ff-a0fa8f698383 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Dec 16 15:47:03.851341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc84c37-92bf-400f-85e7-eb4172f2b18b req-b92f77d9-51cc-4d1d-a177-dd1515942ce7 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666113 Dec 16 15:47:05.017838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f75504-4073-4f14-9823-f12a51e36405 req-bfb6d4e2-829e-4fb9-8478-7d269e2316b4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:05.019473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f75504-4073-4f14-9823-f12a51e36405 req-bfb6d4e2-829e-4fb9-8478-7d269e2316b4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0736260 Dec 16 15:47:05.101164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f75504-4073-4f14-9823-f12a51e36405 req-45de80e3-a871-4e5f-8270-ec8d6ba26a71 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737491 Dec 16 15:47:06.246418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306fc26-4391-438e-ae66-f9335a8a427a req-fd2f6e42-ce41-4f55-9e07-277053970124 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:06.250744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b306fc26-4391-438e-ae66-f9335a8a427a req-fd2f6e42-ce41-4f55-9e07-277053970124 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0613732 Dec 16 15:47:06.305807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b306fc26-4391-438e-ae66-f9335a8a427a req-d06a7c42-cef6-40d5-8e30-aca6615a64ed tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481317 Dec 16 15:47:07.117326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8f169-79b6-432f-9904-aff192708013 req-9e3dfd7b-0e99-48c7-8129-ac24d091a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:07.118884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2dd8f169-79b6-432f-9904-aff192708013 req-9e3dfd7b-0e99-48c7-8129-ac24d091a35e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1096 time: 0.0469861 Dec 16 15:47:07.174362 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2dd8f169-79b6-432f-9904-aff192708013 req-89fe7f1b-86e2-46bb-851a-6a8e7267520c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Dec 16 15:47:07.477460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ab0d-1a9a-4d7c-adfd-72d9be9a0cc0 req-b8e390ad-21fd-4070-95e4-576fc94881af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:07.478992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a230ab0d-1a9a-4d7c-adfd-72d9be9a0cc0 req-b8e390ad-21fd-4070-95e4-576fc94881af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0692554 Dec 16 15:47:07.559985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a230ab0d-1a9a-4d7c-adfd-72d9be9a0cc0 req-359f90f8-24a2-4a07-927d-2000dd859751 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715842 Dec 16 15:47:08.724920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d226101-d3e2-4f28-8683-4fa48893434a req-3dca5ada-0559-4ca3-9ed5-e0c54110a7a4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:08.726455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d226101-d3e2-4f28-8683-4fa48893434a req-3dca5ada-0559-4ca3-9ed5-e0c54110a7a4 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0524645 Dec 16 15:47:08.782849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d226101-d3e2-4f28-8683-4fa48893434a req-fdbe89a4-6965-48ac-9ed0-6bfda0217760 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Dec 16 15:47:09.266316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e72c2d-d25f-4297-a994-e2128abb25a3 req-65f134f2-05a3-471a-bd85-9ceeccd5a64a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:09.268004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42e72c2d-d25f-4297-a994-e2128abb25a3 req-65f134f2-05a3-471a-bd85-9ceeccd5a64a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0597889 Dec 16 15:47:09.348696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42e72c2d-d25f-4297-a994-e2128abb25a3 req-9a8f532d-511c-46a9-96a9-3710bb39f055 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731189 Dec 16 15:47:09.420555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-3b11d824-e116-42b5-a8b2-cf19e31ad0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:09.424316 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-3b11d824-e116-42b5-a8b2-cf19e31ad0da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6857d8a2104c4d30bb95ec67054facc4&device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 1096 time: 0.0990179 Dec 16 15:47:09.564068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-6e30ff5a-add1-4375-9879-e1992d29d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:09.566960 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-6e30ff5a-add1-4375-9879-e1992d29d702 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 200 len: 911 time: 0.1313741 Dec 16 15:47:09.652812 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-12d8fd2d-e7a3-4992-b1ea-a081f1e0b3ac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3 HTTP/1.1" status: 200 len: 217 time: 0.0783741 Dec 16 15:47:09.744396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-541b2502-b285-4d1f-a1a5-9cc8c4221517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:09.746319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-541b2502-b285-4d1f-a1a5-9cc8c4221517 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 200 len: 850 time: 0.0862155 Dec 16 15:47:09.804968 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-bc72dab2-bec4-4f58-9898-d2ff6d7ca4ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8221c995-6f60-4d10-9257-02f724c0e6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507185 Dec 16 15:47:09.981335 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-ad47d6e4-31ef-4a5c-8b0d-9463b18f61e2 service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692517 Dec 16 15:47:10.178445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5b35a6d1-4884-41af-84a6-f9c931d9b04b req-fe8b98af-8cdf-4bf5-8c60-e6d0792ad9bf service neutron] 10.222.0.74 "GET /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891866 Dec 16 15:47:10.542494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56ede5-cdc5-418a-9ba5-9b4fa106d107 req-7ff22ab7-34f0-4243-b51c-0a5d1f0ba6cc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:10.545432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f56ede5-cdc5-418a-9ba5-9b4fa106d107 req-7ff22ab7-34f0-4243-b51c-0a5d1f0ba6cc tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0830724 Dec 16 15:47:10.666539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f56ede5-cdc5-418a-9ba5-9b4fa106d107 req-9cbbfb65-8720-4807-8736-f71311435696 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059530 Dec 16 15:47:11.061649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-932fe604-be85-4a8d-acfe-9743b6c47be1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514803 Dec 16 15:47:11.217572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976682-4314-46eb-b735-f7575662a98e req-96d5ee0b-3a00-48b7-b043-107567694623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:11.219180 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-96d5ee0b-3a00-48b7-b043-107567694623 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 1098 time: 0.0763247 Dec 16 15:47:11.369348 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976682-4314-46eb-b735-f7575662a98e req-ac35211e-310a-4eb9-a983-d902dd9026f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:11.371022 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-ac35211e-310a-4eb9-a983-d902dd9026f9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1274030 Dec 16 15:47:11.462996 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-4453a2a9-e182-4600-9956-92484d1a2abe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 200 len: 1002 time: 0.0835307 Dec 16 15:47:11.539354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976682-4314-46eb-b735-f7575662a98e req-dd03c352-320a-48fb-9c64-fd519a281360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:11.542255 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-dd03c352-320a-48fb-9c64-fd519a281360 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0708528 Dec 16 15:47:11.624515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976682-4314-46eb-b735-f7575662a98e req-fd46982d-7ab2-4399-a4f8-eb5570dcbd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:11.626123 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-fd46982d-7ab2-4399-a4f8-eb5570dcbd08 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750914 Dec 16 15:47:11.750139 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-d5f6df18-1d01-481c-81f4-c460cdeb24a4 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119244 Dec 16 15:47:11.913557 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e5976682-4314-46eb-b735-f7575662a98e req-4489b54d-5578-4b9c-98da-0ae9d87072ad service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491899 Dec 16 15:47:11.967869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fee6c-b78b-476e-9053-f00cb98430ad req-97647e50-456f-4ea2-8681-70bd50643cac tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:11.979260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-019fee6c-b78b-476e-9053-f00cb98430ad req-97647e50-456f-4ea2-8681-70bd50643cac tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1256061 Dec 16 15:47:12.041006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-019fee6c-b78b-476e-9053-f00cb98430ad req-8756ce71-983b-4b89-9d78-8f8601275952 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575361 Dec 16 15:47:13.220092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515664-dbb6-4692-b836-98bdc7f84190 req-8de5ba62-2ace-4996-8d46-ce0cb4beff38 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:13.222862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28515664-dbb6-4692-b836-98bdc7f84190 req-8de5ba62-2ace-4996-8d46-ce0cb4beff38 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0909045 Dec 16 15:47:13.328301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28515664-dbb6-4692-b836-98bdc7f84190 req-1ec17e90-5c57-47af-b984-73efcb481334 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899799 Dec 16 15:47:14.207730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ba164-5ae6-4d63-998a-2a4ef98f14e8 req-56291a64-2979-413b-83d4-54e22c3ff1d3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:14.210868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a23ba164-5ae6-4d63-998a-2a4ef98f14e8 req-56291a64-2979-413b-83d4-54e22c3ff1d3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0615015 Dec 16 15:47:14.245538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f3f418c-ae1f-4d60-8294-2c40bdddd4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:14.311148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a23ba164-5ae6-4d63-998a-2a4ef98f14e8 req-4049c0f0-a33b-48ba-a3e1-fe16faf0a236 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882156 Dec 16 15:47:15.528096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a0df-dcd2-448e-b525-de3064824143 req-76227929-dbb7-4be6-8ff3-4f2d6b9ba639 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:15.541570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74e0a0df-dcd2-448e-b525-de3064824143 req-76227929-dbb7-4be6-8ff3-4f2d6b9ba639 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.1008406 Dec 16 15:47:15.601347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74e0a0df-dcd2-448e-b525-de3064824143 req-2f812009-6374-4fb1-9fc9-9957677c030b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585961 Dec 16 15:47:16.578947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fe61f75-66d6-4259-9fa2-97206cec3ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:16.803805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de692e3-8ff0-4907-b320-8c4b817ff72a req-9dcfca5b-e8cb-4ee0-a223-a21ae5f551cf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:16.816124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3de692e3-8ff0-4907-b320-8c4b817ff72a req-9dcfca5b-e8cb-4ee0-a223-a21ae5f551cf tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0827894 Dec 16 15:47:16.898319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3de692e3-8ff0-4907-b320-8c4b817ff72a req-70dfde26-e57a-43fd-91bf-77c1f872641a tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798275 Dec 16 15:47:17.072551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772665f0-b001-46f0-8c0a-f4b7be311971 req-d83f59e2-b811-41d8-9afb-14b5e0dd9099 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:17.075195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-772665f0-b001-46f0-8c0a-f4b7be311971 req-d83f59e2-b811-41d8-9afb-14b5e0dd9099 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.1334648 Dec 16 15:47:17.207544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-772665f0-b001-46f0-8c0a-f4b7be311971 req-972c7d15-40e6-497e-af07-9d6888fc0f93 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232214 Dec 16 15:47:17.355714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47980) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:17.537141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.653223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.728882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.783573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3b2a728a135493eb69cf1843caeedcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261744 Dec 16 15:47:17.784832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b1bcc-c911-4e05-a023-e9edba263e64,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:17.788178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 47986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:17.802407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.802771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.803110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.803464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.803799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.804164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.804727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.804816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.805121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.805575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.805905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.806233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.806660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a35fb8-38e6-4cad-aeaa-5cb4408445ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:17.865057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.896530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.930586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:17.999334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9788e8c-c343-45e4-9875-669153efcbca req-1b5c1a5a-4170-4f5f-b8cf-520d0117af49 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:18.001715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9788e8c-c343-45e4-9875-669153efcbca req-1b5c1a5a-4170-4f5f-b8cf-520d0117af49 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.74 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.4471881 Dec 16 15:47:18.102076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42160db-4574-4f2a-bc02-dba46c3f349e req-57905858-22e0-4a56-9d67-94ff30724df9 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:18.104385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c42160db-4574-4f2a-bc02-dba46c3f349e req-57905858-22e0-4a56-9d67-94ff30724df9 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 945 time: 0.0794606 Dec 16 15:47:18.116358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.119100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.122456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/605b1bcc-c911-4e05-a023-e9edba263e64 HTTP/1.1" status: 204 len: 168 time: 0.3311815 Dec 16 15:47:18.137191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758907e0-2003-49b6-bf73-c1946d5a2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b1bcc-c911-4e05-a023-e9edba263e64,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:18.201445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Deleting port 05b83cef-f2f8-458f-a35c-1d054babf1a3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:18.202722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.210385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c42160db-4574-4f2a-bc02-dba46c3f349e req-515db964-cd21-4d07-94be-76f43ab3291e tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887957 Dec 16 15:47:18.397070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] For port 05b83cef-f2f8-458f-a35c-1d054babf1a3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=05b83cef-f2f8-458f-a35c-1d054babf1a3,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:18.397692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.405605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882b01d-9a17-4b8d-834d-07dc82a14a5e req-b6951b09-e3fd-4958-91a5-96e560074cbb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:18.407886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3882b01d-9a17-4b8d-834d-07dc82a14a5e req-b6951b09-e3fd-4958-91a5-96e560074cbb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.0832713 Dec 16 15:47:18.422394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Calling delete_port for 05b83cef-f2f8-458f-a35c-1d054babf1a3 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:18.522335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3882b01d-9a17-4b8d-834d-07dc82a14a5e req-568a832c-695e-4a53-92f4-b7612d62a9e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019757 Dec 16 15:47:18.727060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.765576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c6483f05-8564-40cd-be11-624a61cc36ff'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:47:18.769451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['05b83cef-f2f8-458f-a35c-1d054babf1a3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:47:18.773999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Pushing event deleted for resources: {'Port': ['ID=05b83cef-f2f8-458f-a35c-1d054babf1a3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:18.889288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] No DVR routers for this DVR port 05b83cef-f2f8-458f-a35c-1d054babf1a3 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:47:18.896602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:18.901441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f9788e8c-c343-45e4-9875-669153efcbca req-dbcbf3d3-0073-45b5-94f5-29db5a49a1f1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.74 "DELETE /v2.0/ports/05b83cef-f2f8-458f-a35c-1d054babf1a3 HTTP/1.1" status: 204 len: 173 time: 0.8879359 Dec 16 15:47:18.902169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'name': 'network-vif-deleted', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:18.906162 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e98dea1-a045-4314-98f7-c925716e75ce" -d '{"events": [{"server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "name": "network-vif-deleted", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:18.940366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-f0365388-7c3c-4a7d-b64a-eb10421eedd7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:18.944789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-f0365388-7c3c-4a7d-b64a-eb10421eedd7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.1701925 Dec 16 15:47:19.041436 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa24dd3-6263-44fc-882b-eeaccfaf6f63 x-openstack-request-id: req-eaa24dd3-6263-44fc-882b-eeaccfaf6f63 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:19.043148 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a06ae60-3fbc-4e29-bb4e-779d0a457398", "name": "network-vif-deleted", "tag": "05b83cef-f2f8-458f-a35c-1d054babf1a3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:19.043747 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eaa24dd3-6263-44fc-882b-eeaccfaf6f63 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:19.046467 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a06ae60-3fbc-4e29-bb4e-779d0a457398', 'name': 'network-vif-deleted', 'tag': '05b83cef-f2f8-458f-a35c-1d054babf1a3', 'status': 'completed', 'code': 200} Dec 16 15:47:19.130104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Deleting port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:19.130773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:19.259410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:19.287986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] For port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:19.288619 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:19.406856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08f6b45e-73ba-42cd-a10d-82a8e9891f43 req-013994d7-58ce-482a-a3d3-b1c89219abac tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a06ae60-3fbc-4e29-bb4e-779d0a457398 HTTP/1.1" status: 200 len: 210 time: 0.0807939 Dec 16 15:47:19.866420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:19.866785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:19.867098 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Floating IP b65b3e51-5ed5-4f8b-bc81-71e774530750 disassociated. External IP: 172.25.7.187, port: 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598. Dec 16 15:47:19.867443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Calling delete_port for 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:19.891181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d7355-ec00-416a-9720-b4cac3d6d5e4 req-e4b5dd88-ba13-46f4-8e1d-2e58b3697f73 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:19.892815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c1d7355-ec00-416a-9720-b4cac3d6d5e4 req-e4b5dd88-ba13-46f4-8e1d-2e58b3697f73 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 947 time: 0.2217205 Dec 16 15:47:20.064849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c1d7355-ec00-416a-9720-b4cac3d6d5e4 req-a1d4fc8f-a9b7-4fa0-af9e-f4f5b6832ac7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192291 Dec 16 15:47:20.183556 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:20.246648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:20.285453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'Port': ['ID=4eb73c3f-20cb-4b09-8e3d-d5ea142c2598,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:20.916830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 05b83cef-f2f8-458f-a35c-1d054babf1a3 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:47:20.970177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:47:20.970277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 05b83cef-f2f8-458f-a35c-1d054babf1a3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:47:20.970277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 05b83cef-f2f8-458f-a35c-1d054babf1a3 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:47:21.106750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:47:21.135437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:47:21.170034 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:21.171232 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:21.172763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] No DVR routers for this DVR port 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:47:21.176020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:21.180657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b38045c6-9f00-4cea-8ef6-a342c6cda499 req-94dc79c1-fc6d-42be-99ce-a566653df8be tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "DELETE /v2.0/ports/4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 HTTP/1.1" status: 204 len: 173 time: 2.2269254 Dec 16 15:47:21.181199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-deleted', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:21.199337 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b19794-11a1-4dec-a35b-e8801fc35bb6" -d '{"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-deleted", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:21.281287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94183ba6-9d20-4965-8910-9161fdc9b442 req-14844cf8-87c1-4c76-89e4-d51779fba6a1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.0480373 Dec 16 15:47:21.453471 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:21.638121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f4e7-9071-4187-ab07-a45208b3b726 req-d7d03ac6-741c-4efa-9396-72a6ab4f61af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:21.641418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e37f4e7-9071-4187-ab07-a45208b3b726 req-d7d03ac6-741c-4efa-9396-72a6ab4f61af tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1584764 Dec 16 15:47:21.753568 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cecb96e-06c5-40d0-8a4a-0d6abff4b02d x-openstack-request-id: req-1cecb96e-06c5-40d0-8a4a-0d6abff4b02d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:21.754086 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f1b26-c41f-4f5f-bc21-8fc59311852f", "name": "network-vif-deleted", "tag": "4eb73c3f-20cb-4b09-8e3d-d5ea142c2598", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:21.754594 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1cecb96e-06c5-40d0-8a4a-0d6abff4b02d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:21.755249 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f1b26-c41f-4f5f-bc21-8fc59311852f', 'name': 'network-vif-deleted', 'tag': '4eb73c3f-20cb-4b09-8e3d-d5ea142c2598', 'status': 'completed', 'code': 200} Dec 16 15:47:21.768639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e37f4e7-9071-4187-ab07-a45208b3b726 req-cf86b8b1-2d9e-40f3-b73d-c194ca011a51 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117601 Dec 16 15:47:21.863906 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:21.923487 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:47:21.939729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:21.940788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:22.093337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:22.317979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:22.376958 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091aa6b-4eef-42d3-80c0-c6a51aa43ebc None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:47:22.485177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bd77e64-1096-42ab-ba24-bff2f613c027 req-9564f23f-3399-4b1c-9bc3-6888e787f384 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=507f1b26-c41f-4f5f-bc21-8fc59311852f HTTP/1.1" status: 200 len: 210 time: 0.0490050 Dec 16 15:47:22.915394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:47:22.926038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70392668-4418-48e3-9e15-024f6b28a593 None None] New status for floating IP b65b3e51-5ed5-4f8b-bc81-71e774530750: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:47:22.982473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425575-86c3-4f38-a6bb-1f34efdf0c3c req-5a5542d9-bc9c-4ca7-a873-95c448daad13 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:22.984490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2425575-86c3-4f38-a6bb-1f34efdf0c3c req-5a5542d9-bc9c-4ca7-a873-95c448daad13 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1105742 Dec 16 15:47:23.069190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2425575-86c3-4f38-a6bb-1f34efdf0c3c req-c6d0a622-5e0f-4511-a450-77e4f10ee92b tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777600 Dec 16 15:47:23.296053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:47:23.296631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4eb73c3f-20cb-4b09-8e3d-d5ea142c2598 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:47:23.580258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55661ef4-9b0c-4703-a044-63aedc1bf5c3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:23.581764 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55661ef4-9b0c-4703-a044-63aedc1bf5c3 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.30 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.1368713 Dec 16 15:47:23.712095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Deleting port c6483f05-8564-40cd-be11-624a61cc36ff {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:23.712611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:23.732198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:23.854954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:23.902550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] For port c6483f05-8564-40cd-be11-624a61cc36ff, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c6483f05-8564-40cd-be11-624a61cc36ff,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:23.903604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:23.910361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:23.933180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Calling delete_port for c6483f05-8564-40cd-be11-624a61cc36ff owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:24.104068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.109879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.115884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "DELETE /v2.0/security-groups/2999ac2e-e89c-42c5-bfc1-d96ae8057ec2 HTTP/1.1" status: 204 len: 168 time: 0.3823848 Dec 16 15:47:24.116675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:24.154241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488c154-e665-4d5d-835d-629d4f483b8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999ac2e-e89c-42c5-bfc1-d96ae8057ec2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:24.159031 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-4914dd96-2141-4018-9b29-8df76ad7983e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] show failed (client error): The resource could not be found. Dec 16 15:47:24.165841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4914dd96-2141-4018-9b29-8df76ad7983e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups/2999ac2e-e89c-42c5-bfc1-d96ae8057ec2 HTTP/1.1" status: 404 len: 347 time: 0.0434768 Dec 16 15:47:24.166566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48078) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:24.217936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.237253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca9f2a-2240-47cf-a764-5fab06a9e14b req-ba5d5801-f0a0-4d2e-aff8-82d18ad38f32 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:24.245825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2ca9f2a-2240-47cf-a764-5fab06a9e14b req-ba5d5801-f0a0-4d2e-aff8-82d18ad38f32 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 945 time: 0.0648453 Dec 16 15:47:24.256235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c6483f05-8564-40cd-be11-624a61cc36ff'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:47:24.264438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Pushing event deleted for resources: {'Port': ['ID=c6483f05-8564-40cd-be11-624a61cc36ff,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:24.330619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2ca9f2a-2240-47cf-a764-5fab06a9e14b req-daea338b-b121-4c55-9c37-38ada1445d10 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/security-groups?id=6b57e163-c336-4123-815d-cc61a221b53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678763 Dec 16 15:47:24.393813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] No DVR routers for this DVR port c6483f05-8564-40cd-be11-624a61cc36ff on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:47:24.397695 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.401398 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1f31697c-6be0-4f89-b3b5-6996a5181b9d req-55bbe018-62a8-42f1-bb1a-988b38b473e1 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.30 "DELETE /v2.0/ports/c6483f05-8564-40cd-be11-624a61cc36ff HTTP/1.1" status: 204 len: 173 time: 0.8141594 Dec 16 15:47:24.403183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'name': 'network-vif-deleted', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:24.406030 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ba7599-3bbc-404f-b4b0-417f5797ce72" -d '{"events": [{"server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "name": "network-vif-deleted", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:24.452838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Deleting port efc8835e-da22-409f-a248-caec8e5f8f85 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:24.453736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.468784 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45265d2b-9269-4f05-8dfa-4ce4497b38cf x-openstack-request-id: req-45265d2b-9269-4f05-8dfa-4ce4497b38cf {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:24.469088 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72819ecd-950a-4dce-b2b7-2d51bc558bc4", "name": "network-vif-deleted", "tag": "c6483f05-8564-40cd-be11-624a61cc36ff", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:24.469345 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45265d2b-9269-4f05-8dfa-4ce4497b38cf {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:24.469753 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72819ecd-950a-4dce-b2b7-2d51bc558bc4', 'name': 'network-vif-deleted', 'tag': 'c6483f05-8564-40cd-be11-624a61cc36ff', 'status': 'completed', 'code': 200} Dec 16 15:47:24.544682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.545023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.560936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Calling delete_port for efc8835e-da22-409f-a248-caec8e5f8f85 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:24.783808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.816814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'Port': ['ID=efc8835e-da22-409f-a248-caec8e5f8f85,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:24.902649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.902885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:24.912196 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13832ca9-9202-4211-8a22-328c16ddbe2a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "DELETE /v2.0/floatingips/b65b3e51-5ed5-4f8b-bc81-71e774530750 HTTP/1.1" status: 204 len: 168 time: 0.7416251 Dec 16 15:47:25.479176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48116) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:25.484886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--654620720', 'description': 'tempest-description--1802830848'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:25.503997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c61fc125-d51d-49cd-88b7-bee744aa0ffc req-bd663748-8589-4f6a-8636-561efdce6476 tempest-ServerRescueTestJSON-731595993 tempest-ServerRescueTestJSON-731595993-project] 10.222.0.71 "GET /v2.0/ports?device_id=72819ecd-950a-4dce-b2b7-2d51bc558bc4 HTTP/1.1" status: 200 len: 210 time: 0.0440798 Dec 16 15:47:25.692148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:25.777506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:25.880649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:25.923502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc30505e-e9d2-4247-832a-67465af253d6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:26.038245 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.039669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3cb792f-abd7-45cc-aef6-923cfd174339 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5592256 Dec 16 15:47:26.042817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:26.048144 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group_rule': {'security_group_id': 'fc30505e-e9d2-4247-832a-67465af253d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:26.144228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.219816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.325755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.347194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a754b97-7bd1-451d-b88b-6aa7ff776ee9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:26.443204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.449985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-205d7ba0-8cc5-41af-a150-2f12d297a0ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4058058 Dec 16 15:47:26.451853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:26.462719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'security_group_rule': {'security_group_id': 'fc30505e-e9d2-4247-832a-67465af253d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:26.528372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c6483f05-8564-40cd-be11-624a61cc36ff no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:47:26.552981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c6483f05-8564-40cd-be11-624a61cc36ff {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:47:26.553322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c6483f05-8564-40cd-be11-624a61cc36ff not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:47:26.593479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48130) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:26.606550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.769865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.883870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:26.917064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221f9640-6969-47ed-a5e3-dc55e700b313,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:27.043740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.050023 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8a3929d-952f-4fbe-a60d-1390209ef7fd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5919759 Dec 16 15:47:27.050388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48134) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:27.055357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:27.149142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.217600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.321747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.496589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Allocated IP 172.25.7.237 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/bd56b539-0a83-48ec-baf8-fba65393559d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:47:27.569615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Deleting port f7e8a70b-ef36-412f-bc65-05f0d3a3731a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:27.570041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.678342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] For port f7e8a70b-ef36-412f-bc65-05f0d3a3731a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,segment=NetworkSegment(3c425587-6aa8-49d9-929c-a40ac526a49a),segment_id=3c425587-6aa8-49d9-929c-a40ac526a49a)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:27.678722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.687165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.702958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Calling delete_port for f7e8a70b-ef36-412f-bc65-05f0d3a3731a owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:27.789501 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:27.862175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:47:27.864376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=bd56b539-0a83-48ec-baf8-fba65393559d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:27.867910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:47:27.871378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:47:28.063606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.099550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e8a70b-ef36-412f-bc65-05f0d3a3731a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:28.146084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.290941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.307903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.592633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.674473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Router ed913915-8dea-4f1d-8661-b694bf261711 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:47:28.714958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.783977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.818465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:28.824338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=bd56b539-0a83-48ec-baf8-fba65393559d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:28.880917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:47:28.893333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-508cd80b-98d6-4266-b8d1-7654486a57b7 admin admin] 10.222.0.71 "PUT /v2.0/routers/ed913915-8dea-4f1d-8661-b694bf261711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2963426 Dec 16 15:47:28.893881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48142) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:28.901421 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Sync routers for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:47:28.931875 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:28.934281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:29.001273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.012701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6126595c-8249-446f-a39a-748c38e05532 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9520330 Dec 16 15:47:29.149143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.172556 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:29.399318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.418551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-2cbdc7c9-2c6c-4676-a4cc-dec1ab351f65 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--654620720&fields=id&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 267 time: 0.1060784 Dec 16 15:47:29.462050 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:47:27Z', 'revision_number': 5, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port': {'id': 'e02385c2-2609-4893-9d89-1b3e21ced92e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:45:22Z', 'updated_at': '2021-12-16T15:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:29.527275 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Checking router: ed913915-8dea-4f1d-8661-b694bf261711 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:47:29.539006 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Routers {'ed913915-8dea-4f1d-8661-b694bf261711'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:29.539646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ed913915-8dea-4f1d-8661-b694bf261711'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:29.611987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.622989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-92d9f7e8-66bf-4bb9-8b53-3521d47531ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:29.627099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-92d9f7e8-66bf-4bb9-8b53-3521d47531ef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 816 time: 0.1955698 Dec 16 15:47:29.668932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-1ba727f6-4432-4339-b21b-78367f677b43 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/quotas/e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 375 time: 0.0284979 Dec 16 15:47:29.673267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Deleting port e02385c2-2609-4893-9d89-1b3e21ced92e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:47:29.673583 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.730822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] Set router ed913915-8dea-4f1d-8661-b694bf261711 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:29.799656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-822a2423-b76e-41bc-b0c9-37bf27113ae3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839610 Dec 16 15:47:29.831353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:47:29Z', 'revision_number': 6, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:29.860193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be62a7e1-c89f-4ae1-aa76-d985f4b11296 None None] The sync data for ids ['ed913915-8dea-4f1d-8661-b694bf261711'] in n-d-821947-3 is: [{'id': 'ed913915-8dea-4f1d-8661-b694bf261711', 'name': 'tempest-ServerRescueTestJSON-435690774-router', 'tenant_id': '6857d8a2104c4d30bb95ec67054facc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:45:20Z', 'updated_at': '2021-12-16T15:47:29Z', 'revision_number': 6, 'project_id': '6857d8a2104c4d30bb95ec67054facc4', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:47:29.913173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] For port e02385c2-2609-4893-9d89-1b3e21ced92e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e02385c2-2609-4893-9d89-1b3e21ced92e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:29.913550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:29.950534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Calling delete_port for e02385c2-2609-4893-9d89-1b3e21ced92e owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:47:30.037408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-9fa4222b-27c4-4c92-be7e-ddf9e8e49591 service neutron] 10.222.0.71 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008529 Dec 16 15:47:30.431527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-65e795b9-c78f-4593-a036-e45ed791f5aa service neutron] 10.222.0.71 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717160 Dec 16 15:47:30.533063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:30.614564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02385c2-2609-4893-9d89-1b3e21ced92e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:30.637464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4abf4-9c0f-4869-b816-df934b091a66 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:47:30.642647 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:47:30.687931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:30.763668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7e8a70b-ef36-412f-bc65-05f0d3a3731a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:47:30.844805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f7e8a70b-ef36-412f-bc65-05f0d3a3731a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:47:30.845399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7e8a70b-ef36-412f-bc65-05f0d3a3731a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:47:31.270116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.274897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.401101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48212) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:31.475777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.477203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed913915-8dea-4f1d-8661-b694bf261711 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:47:31.488905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.491902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-673d2062-1f98-47c3-ac95-4f0a1dc21f34 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ed913915-8dea-4f1d-8661-b694bf261711 HTTP/1.1" status: 204 len: 168 time: 2.5962188 Dec 16 15:47:31.494708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:31.635885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Deleting subnet 6654f144-3329-4c2d-b612-ef1ebf7663d8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:47:31.647048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.739374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f4faedd-5954-4ff3-8dd1-30e7a46ac9db admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.789355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.871678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:31.922781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66e1e013-f444-4c39-a039-58d66b56d28d req-0d18ed0a-338a-4608-bfc3-1bcbd84b4f87 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 210 time: 0.6643949 Dec 16 15:47:32.010481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f4faedd-5954-4ff3-8dd1-30e7a46ac9db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.131495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f4faedd-5954-4ff3-8dd1-30e7a46ac9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.158447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.241202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f4faedd-5954-4ff3-8dd1-30e7a46ac9db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=af5e75ba78d14ee48c42b4ef85fa025b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8369794 Dec 16 15:47:32.244602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:32.245408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6654f144-3329-4c2d-b612-ef1ebf7663d8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:32.247952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4faedd-5954-4ff3-8dd1-30e7a46ac9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210938b0-3261-418b-8eca-48b1e6f534af,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:32.271223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.277237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d466396-e6d8-4df3-8ab2-209766034f4e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6654f144-3329-4c2d-b612-ef1ebf7663d8 HTTP/1.1" status: 204 len: 168 time: 0.7808130 Dec 16 15:47:32.281577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48252) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:32.316534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.344474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.416999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.503754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e02385c2-2609-4893-9d89-1b3e21ced92e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:47:32.528884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e02385c2-2609-4893-9d89-1b3e21ced92e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:47:32.529379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e02385c2-2609-4893-9d89-1b3e21ced92e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:47:32.541690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.565490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8221c995-6f60-4d10-9257-02f724c0e6a7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:32.578044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.583881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.584030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c425587-6aa8-49d9-929c-a40ac526a49a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:32.584509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c425587-6aa8-49d9-929c-a40ac526a49a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:32.588637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/210938b0-3261-418b-8eca-48b1e6f534af HTTP/1.1" status: 204 len: 168 time: 0.3394289 Dec 16 15:47:32.601126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38f6d7-360c-48af-9075-d950b2e6b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210938b0-3261-418b-8eca-48b1e6f534af,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:32.607320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.632085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.641994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:47:32.642413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:47:32.645218 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:47:32.835461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.845343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:32.849995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8221c995-6f60-4d10-9257-02f724c0e6a7 HTTP/1.1" status: 204 len: 168 time: 0.5668223 Dec 16 15:47:32.861344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674380d9-8d7a-4442-be1c-afc0ba34f201 admin admin] Pushing event deleted for resources: {'Network': ['ID=8221c995-6f60-4d10-9257-02f724c0e6a7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:33.182925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-433294ab-ed09-4137-bfc9-c0d679b6658f req-dff56fd3-fa64-4f66-9347-199764c1546e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 210 time: 0.0386462 Dec 16 15:47:33.436252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48302) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:33.492661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ab03fb8e-f7ce-4d68-95d8-5ab4e144c286 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6857d8a2104c4d30bb95ec67054facc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550613 Dec 16 15:47:33.496154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:33.562190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:33.602577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:33.772168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:33.775545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:33.788636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6b57e163-c336-4123-815d-cc61a221b53d HTTP/1.1" status: 204 len: 168 time: 0.2794714 Dec 16 15:47:33.788636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e3d04-1d48-4382-93cf-17f549316558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57e163-c336-4123-815d-cc61a221b53d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:34.100557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48336) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:34.267422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-764892508-network', 'tenant_id': '554306f38bf84e3b82842103e7a234a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:34.414913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60f1ed78-f333-4722-b81f-cf271f67cc72 req-37814fb5-88dc-429d-9f66-f2f91d9dcdfe tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 210 time: 0.0892179 Dec 16 15:47:34.430495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Made reservation on behalf of 554306f38bf84e3b82842103e7a234a9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:34.434611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.450950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.489262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-0b566dff-914c-4c86-9c9c-82cac81c7c60 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:34.490956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-0b566dff-914c-4c86-9c9c-82cac81c7c60 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 816 time: 0.1900671 Dec 16 15:47:34.595996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-297151ab-2ebd-4fec-ad49-cbeac8dc4f8d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 379 time: 0.0850132 Dec 16 15:47:34.606976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.619278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'port': {'device_id': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'admin_state_up': True, 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'security_groups': ['fc30505e-e9d2-4247-832a-67465af253d6']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:34.680411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.734409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:47:34.746610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a2623d-3ea4-48cf-807f-920e246ede83,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:34.759102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.760038 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Added segment aab7db8a-580e-434d-8f06-26b40019fa9e of type vlan for network 231b7e87-4618-457c-ae82-ce864ff2e491 Dec 16 15:47:34.823207 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.892120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Made reservation on behalf of e4f2d7af6fe7481bb9f82f49fd8bd807 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:34.897219 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.978147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:34.985879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:34.985879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.071260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] Pushing event updated for resources: {'Network': ['ID=231b7e87-4618-457c-ae82-ce864ff2e491,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:35.090381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Allocated IP 172.20.0.8 (ef229bae-dddd-474e-ba65-ef0bc9157c33/490bdb46-51ae-4c5a-bafc-8cfbb3c77c49/7ae82685-af2b-416c-8e12-fdc46c9edf28) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:47:35.091604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 231b7e87-4618-457c-ae82-ce864ff2e491 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:47:35.114351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3a1e851d-5cbb-4f81-aa7c-6853eacaab8a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0109925 Dec 16 15:47:35.119238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48388) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:35.128917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Request body: {'subnet': {'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-764892508-subnet', 'tenant_id': '554306f38bf84e3b82842103e7a234a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:35.148837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48390) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:35.363680 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.363853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1321187849-network', 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:35.446593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Made reservation on behalf of 554306f38bf84e3b82842103e7a234a9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:35.452348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.481385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.552080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:47:35.560957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:47:35.585836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:47:35.663036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:35.696667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:35.700692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.716086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:35.716086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.727159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7376d8-df5d-481e-87a3-a2609c17c6ed req-137eb97b-7f00-4f50-9a7e-61e8527da807 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:35.728835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b7376d8-df5d-481e-87a3-a2609c17c6ed req-137eb97b-7f00-4f50-9a7e-61e8527da807 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 931 time: 0.1744809 Dec 16 15:47:35.734094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.817024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b7376d8-df5d-481e-87a3-a2609c17c6ed req-9c788cf0-a8b3-4955-8529-ff86fc04b7eb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742464 Dec 16 15:47:35.880042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-754424fd-334d-4a9a-8d95-e5a2481fa80c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2609837 Dec 16 15:47:35.892182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.901885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Request body: {'port': {'device_id': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:35.936791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4d20e054-e52a-41e5-8761-a0aef3cd537e None None] Provisioning complete for port 7ae82685-af2b-416c-8e12-fdc46c9edf28 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:47:35.937260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d20e054-e52a-41e5-8761-a0aef3cd537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.982660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:35.987706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4d20e054-e52a-41e5-8761-a0aef3cd537e None None] Port 7ae82685-af2b-416c-8e12-fdc46c9edf28 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:47:35.988775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.046212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4119052c-103a-410e-8540-48765f7d7998,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:36.062970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.070283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Checking segment: {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:47:36.070608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Network hostable DHCP agents. Network: 231b7e87-4618-457c-ae82-ce864ff2e491, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:47:36.101287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:47:36.115899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e8fab-ee52-4c45-aea6-c766ea8d8966,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:36.119953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.120298 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Added segment 12afb80d-f086-4b44-9838-6b3444afa66e of type vlan for network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 Dec 16 15:47:36.178420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.234902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Network 231b7e87-4618-457c-ae82-ce864ff2e491 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:47:36.308691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.309715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:36.310878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.355459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 231b7e87-4618-457c-ae82-ce864ff2e491) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:47:36.356295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:47:36.363255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:36.363871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.371001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f892e7-89e6-4fcf-ad63-c4ff07bd9c49 None None] Network 231b7e87-4618-457c-ae82-ce864ff2e491 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:47:36.371803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.386529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] Pushing event updated for resources: {'Network': ['ID=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:36.397189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Transition to ACTIVE for port object 7ae82685-af2b-416c-8e12-fdc46c9edf28 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:47:36.427050 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-342c00a7-bbb2-4c24-a084-e157f5381fee admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2721591 Dec 16 15:47:36.427189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 48426) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:36.433451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Request body: {'subnet': {'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1321187849-subnet', 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:36.448955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:47:36.479931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cedf818f-c8fc-4394-9c9c-f14f445201da admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3576198 Dec 16 15:47:36.499759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.588010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:36.590812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:36.591782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfee894-d90a-4bf1-9d73-86b75d946079 None None] Network 231b7e87-4618-457c-ae82-ce864ff2e491 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:47:36.594965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:36.751426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Attempting to bind port 7ae82685-af2b-416c-8e12-fdc46c9edf28 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:47:36.751925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Attempting to bind port 7ae82685-af2b-416c-8e12-fdc46c9edf28 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:47:36.752351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Attempting to bind port 7ae82685-af2b-416c-8e12-fdc46c9edf28 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:47:36.767302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Port 7ae82685-af2b-416c-8e12-fdc46c9edf28 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:47:36.767302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Attempting to bind port 7ae82685-af2b-416c-8e12-fdc46c9edf28 on network ef229bae-dddd-474e-ba65-ef0bc9157c33 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:47:36.775216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:47:36.775767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Checking segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:47:36.776397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Bound using segment: {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:47:36.777112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Bound port: 7ae82685-af2b-416c-8e12-fdc46c9edf28, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e8deb7-2a92-4638-b3a3-e81a44f2140c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:47:36.777596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.009745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:47:37.058972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:47:37.084581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06256acc-ffcd-41d5-8ced-bf99761ae932 req-026cea2e-d0dd-4408-8b68-dbf9ed9298f3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.086251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06256acc-ffcd-41d5-8ced-bf99761ae932 req-026cea2e-d0dd-4408-8b68-dbf9ed9298f3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1488547 Dec 16 15:47:37.142226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06256acc-ffcd-41d5-8ced-bf99761ae932 req-8db2f776-2b6f-46ae-a026-1f3119027a34 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497606 Dec 16 15:47:37.188937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.224615 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.275130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.275760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.277234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] 10.222.0.74 "PUT /v2.0/ports/7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 1091 time: 1.3805010 Dec 16 15:47:37.282621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:37.285354 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b598bd7d-58d6-439e-a800-995c409cbc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:37.300069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db008a-79ae-4102-a681-274571f485c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:37.327841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7565450a-7911-4757-8686-e9c13618c51d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:37.343659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:47:37.344141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Network hostable DHCP agents. Network: fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:47:37.358877 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349bd92-ba2d-4c00-828e-37f4625ac002 x-openstack-request-id: req-e349bd92-ba2d-4c00-828e-37f4625ac002 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:37.359176 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:37.359530 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e349bd92-ba2d-4c00-828e-37f4625ac002 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:37.360003 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'status': 'completed', 'code': 200} Dec 16 15:47:37.458105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-56beecaf-2544-4726-9c9a-980273a0964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.459442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-56beecaf-2544-4726-9c9a-980273a0964a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1094 time: 0.0515423 Dec 16 15:47:37.500419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:47:37.634027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-2de67bee-b447-4509-b4b8-c0a61416ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.635623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-2de67bee-b447-4509-b4b8-c0a61416ccdd service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1521263 Dec 16 15:47:37.693975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:47:37.704151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.704905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:37.705581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef211bb-0bca-49b2-9bd3-64be59dfaad4 None None] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:47:37.805849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f1233ed-652a-48b4-a0dc-2c0246e9abb3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3765545 Dec 16 15:47:37.808838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-0ec7aac5-1b49-46d5-80c6-6e3f097e068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:37.811886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b598bd7d-58d6-439e-a800-995c409cbc9b req-0ec7aac5-1b49-46d5-80c6-6e3f097e068f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645057 Dec 16 15:47:37.877937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7983f01-515c-4917-824a-6b85c7612a93 None None] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:47:38.056742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-f094a90c-a6a4-4c97-991f-7a1a09020231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:38.059310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-f094a90c-a6a4-4c97-991f-7a1a09020231 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1094 time: 0.1424921 Dec 16 15:47:38.143373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-15c51bf9-3c75-40a2-ae99-e3a5445e913f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 217 time: 0.0630741 Dec 16 15:47:38.208572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-5651b293-6403-4d5b-8d34-c32cd42fbcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:38.210200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-5651b293-6403-4d5b-8d34-c32cd42fbcbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0559156 Dec 16 15:47:38.334897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-2d9591aa-7f13-4fdb-8ff3-db98fac6292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:38.336476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-2d9591aa-7f13-4fdb-8ff3-db98fac6292b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111777 Dec 16 15:47:38.354961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfccde0-c448-4fc0-a889-4d475354f399 req-161d3598-af9b-4936-ae42-c5f61fae48b4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:38.356474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecfccde0-c448-4fc0-a889-4d475354f399 req-161d3598-af9b-4936-ae42-c5f61fae48b4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0772240 Dec 16 15:47:38.535336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecfccde0-c448-4fc0-a889-4d475354f399 req-7daa68bf-6656-4388-9203-dffa62006f39 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569774 Dec 16 15:47:38.571000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-a1bb31ba-9398-43d9-aeab-41f1d4d7ca09 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134082 Dec 16 15:47:38.712877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-02b8e5bf-763c-42e9-b011-ba0219d95023 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:38.714491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-02b8e5bf-763c-42e9-b011-ba0219d95023 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2560053 Dec 16 15:47:38.749224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-726e1880-c84e-4098-ba90-ac77d938d151 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0264640 Dec 16 15:47:38.826541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-08f90e9f-c9ff-4be6-b33d-662f35b96282 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648408 Dec 16 15:47:38.837452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2271c8fc-6ed4-491d-b305-43545d3f647f req-d25176c4-1e63-4105-90e8-3027a2e59b0f service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463951 Dec 16 15:47:38.982191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-3ff3c371-1fd2-4132-ac2c-56fe1240dc8a service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430337 Dec 16 15:47:39.090657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-6d14b5c3-47e9-4dac-b4e6-c791276499d5 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977943 Dec 16 15:47:39.420391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d9595cd-36ef-4a25-8b02-87ce03194772 req-11dee07b-d461-40a9-aff6-e9ef72473298 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 210 time: 0.0526323 Dec 16 15:47:39.701902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8aed1-ac55-46ff-bf29-53b138680156 req-7e930b18-f52d-47fc-9712-e71085515f33 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:39.705346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70d8aed1-ac55-46ff-bf29-53b138680156 req-7e930b18-f52d-47fc-9712-e71085515f33 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0534511 Dec 16 15:47:39.766878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70d8aed1-ac55-46ff-bf29-53b138680156 req-98a9bce2-9d24-41f2-9af2-a35453694982 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555809 Dec 16 15:47:40.518180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18849414-8dc5-421d-a0af-9d3474f6b8fb req-e1cb2d5a-2cd2-4537-9540-91d30d5a6ae8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Dec 16 15:47:40.945077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed9501-8b57-4706-9346-905c8f4a6c6b req-05339210-dbd1-4ff9-9329-134c6ec14524 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:40.951227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ed9501-8b57-4706-9346-905c8f4a6c6b req-05339210-dbd1-4ff9-9329-134c6ec14524 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0802085 Dec 16 15:47:40.965834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:47:41.031044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ed9501-8b57-4706-9346-905c8f4a6c6b req-21b98c8b-14c7-437c-b68d-a03f90fd2dc2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739393 Dec 16 15:47:41.136452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:41.160455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:47:41.254206 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:41.281195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:47:41.319663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:41.419926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:41.534107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:41.546846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.551356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.551795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.552165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.552507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.552874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.553210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.553541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.553868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.554192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.554523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.554861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.555533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:41.661528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89be5419-dbd6-48e0-be10-c042bd7a3520 req-3168a9e4-d634-4ef6-8cf3-029ac27c4d64 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 210 time: 0.0376549 Dec 16 15:47:41.773542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7ae82685-af2b-416c-8e12-fdc46c9edf28'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:47:42.225860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88355415-9203-4cd8-8ca2-5f4084fce8be req-440d4e8c-5a91-4fcf-990b-77a77420e32d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:42.229509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88355415-9203-4cd8-8ca2-5f4084fce8be req-440d4e8c-5a91-4fcf-990b-77a77420e32d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 944 time: 0.0756931 Dec 16 15:47:42.294331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88355415-9203-4cd8-8ca2-5f4084fce8be req-9259e0ed-50fe-435b-9e91-9593e75e8968 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580552 Dec 16 15:47:42.633241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-f411a0b2-0e5f-4b82-b899-25303b1a5845 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:42.634802 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-f411a0b2-0e5f-4b82-b899-25303b1a5845 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1518407 Dec 16 15:47:42.654140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:42.876043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdeb4daa-854f-4879-93b3-03fb6067c8db req-ca504af1-7513-4bd8-a1d9-e5434efc3a34 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 210 time: 0.1023765 Dec 16 15:47:43.022226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:47:43.074877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:47:43.081186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.178989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 7ae82685-af2b-416c-8e12-fdc46c9edf28 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:47:43.186369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 7ae82685-af2b-416c-8e12-fdc46c9edf28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:47:43.186699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.258894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.3 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/eb32d42d-d7ed-40c9-b2fb-39e2c896f712) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:47:43.327449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.361407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:43.365208 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ed7cf-68f3-4481-b386-b238c93398f6" -d '{"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:43.397545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:43.465239 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50449eaa-ba95-41e8-bf21-f2382c15a7f8 x-openstack-request-id: req-50449eaa-ba95-41e8-bf21-f2382c15a7f8 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:43.466200 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:43.466721 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50449eaa-ba95-41e8-bf21-f2382c15a7f8 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:43.467637 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'code': 200} Dec 16 15:47:43.469432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.546753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:43.564912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96145c2-5dbf-4084-9dbe-c796af568aeb req-ac40c9ac-5db1-48b1-8306-9792689b366c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:43.567276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f96145c2-5dbf-4084-9dbe-c796af568aeb req-ac40c9ac-5db1-48b1-8306-9792689b366c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1058559 Dec 16 15:47:43.711911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f96145c2-5dbf-4084-9dbe-c796af568aeb req-56eda14a-b389-42c2-a2f2-a55636e32585 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267588 Dec 16 15:47:43.723391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e905bc0-832d-48e0-b7e0-c9c8d3a97cd3 req-d9dafb79-8a93-41e3-8b22-334d0186990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:43.727983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e905bc0-832d-48e0-b7e0-c9c8d3a97cd3 req-d9dafb79-8a93-41e3-8b22-334d0186990c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1096 time: 0.1254852 Dec 16 15:47:43.782685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.816439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e905bc0-832d-48e0-b7e0-c9c8d3a97cd3 req-e277426e-99de-4e27-879f-afc5db486c9b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757678 Dec 16 15:47:43.943459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:43.997233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:47:44.000922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:47:44.007357 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:47:44.048185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:44.072213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.072815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.073405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.074012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.074569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.075135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.075698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.076312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.076890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.077466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.078089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.078622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.079152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:47:44.085398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fd664-3f11-401e-8dd7-1ccb9f4f0c80 req-1530e7d0-4e7e-40e9-9c33-b715849fa291 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:44.087000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db7fd664-3f11-401e-8dd7-1ccb9f4f0c80 req-1530e7d0-4e7e-40e9-9c33-b715849fa291 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 931 time: 0.1085513 Dec 16 15:47:44.111974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:44.113663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:44.153418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db7fd664-3f11-401e-8dd7-1ccb9f4f0c80 req-94003854-d330-417b-9975-44616abe2255 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Dec 16 15:47:44.199741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f22dc73-7b22-499a-bc21-1b5cd5bac06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:44.236942 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-625196ad-2721-4d41-9050-3f7c05faef2c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5868628 Dec 16 15:47:44.255163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Request body: {'port': {'device_id': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:44.335153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:44.699135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb32d42d-d7ed-40c9-b2fb-39e2c896f712 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:47:44.714209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:44.735011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Transition to ACTIVE for port object eb32d42d-d7ed-40c9-b2fb-39e2c896f712 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:47:44.839552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:44.898785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf60b81-40a2-456f-8259-dc0de4085b4c req-36dc5e1c-b838-45d4-a6d4-986aed41e057 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:44.901999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edf60b81-40a2-456f-8259-dc0de4085b4c req-36dc5e1c-b838-45d4-a6d4-986aed41e057 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.0768871 Dec 16 15:47:44.921053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Pushing event updated for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:45.033727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edf60b81-40a2-456f-8259-dc0de4085b4c req-5a448d7b-c447-4c6e-acbc-63844ce19944 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166630 Dec 16 15:47:45.044448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Attempting to bind port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:47:45.044962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Attempting to bind port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:47:45.045401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Attempting to bind port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:47:45.054568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:47:45.055075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Attempting to bind port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:47:45.071356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:47:45.072064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:47:45.072934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:47:45.073500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Bound port: eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:47:45.074017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:45.167572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:47:45.171213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:47:45.333328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:45.335506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1916425-efce-4e91-995d-5a16db770af5 req-8d99e2de-9423-436a-8e84-6918b50daca1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.337371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1916425-efce-4e91-995d-5a16db770af5 req-8d99e2de-9423-436a-8e84-6918b50daca1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 943 time: 0.0687137 Dec 16 15:47:45.410912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.412096 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:45.414664 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 200 len: 1091 time: 1.1640546 Dec 16 15:47:45.415425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:45.416633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1916425-efce-4e91-995d-5a16db770af5 req-a626dbfa-eaf5-47ee-855d-bbcb2d5aee13 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695026 Dec 16 15:47:45.420155 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65af8044-7f4e-4369-b839-f32fd219a601" -d '{"events": [{"name": "network-changed", "server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:45.485943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1af460-2135-456a-91ec-27c12a16c901 service neutron] Pushing event updated for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:45.498503 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ab28d-91d5-4487-9d00-2e0515226a95 x-openstack-request-id: req-630ab28d-91d5-4487-9d00-2e0515226a95 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:45.501879 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:45.501879 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-630ab28d-91d5-4487-9d00-2e0515226a95 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:45.501879 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712', 'status': 'completed', 'code': 200} Dec 16 15:47:45.589860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af8044-7f4e-4369-b839-f32fd219a601 req-da1c8031-a387-47c9-8c74-011eb3c41654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.591746 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-65af8044-7f4e-4369-b839-f32fd219a601 req-da1c8031-a387-47c9-8c74-011eb3c41654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0552206 Dec 16 15:47:45.732975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af8044-7f4e-4369-b839-f32fd219a601 req-97c7ec77-092d-451a-9897-ca9b5bf21697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.734627 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-65af8044-7f4e-4369-b839-f32fd219a601 req-97c7ec77-092d-451a-9897-ca9b5bf21697 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1285825 Dec 16 15:47:45.855179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af8044-7f4e-4369-b839-f32fd219a601 req-774c7441-5778-4ce6-9776-30d13fdad092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.856829 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-65af8044-7f4e-4369-b839-f32fd219a601 req-774c7441-5778-4ce6-9776-30d13fdad092 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145608 Dec 16 15:47:45.986206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-5d20b606-28fb-42c1-8c99-8b7c819aaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:45.988538 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-5d20b606-28fb-42c1-8c99-8b7c819aaacc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0673966 Dec 16 15:47:46.040378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-73b541d1-9ae6-4505-9f39-9c3a6d9e7ce9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 200 len: 217 time: 0.0378397 Dec 16 15:47:46.105367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f895a42-e891-4100-8b3f-406efbbef652 req-656ab5d9-3763-484d-8c87-f1d42914f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:46.107947 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-656ab5d9-3763-484d-8c87-f1d42914f3bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0604107 Dec 16 15:47:46.157097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-8b337b1e-b44d-4791-a86f-13765353ef60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327549 Dec 16 15:47:46.278874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f235d-b356-447d-82e2-651a76f3f5e6 req-d8f57220-4411-4b40-bd70-64a87b8df565 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:46.281882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f66f235d-b356-447d-82e2-651a76f3f5e6 req-d8f57220-4411-4b40-bd70-64a87b8df565 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1090353 Dec 16 15:47:46.317491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-d2c78334-d72a-4499-9096-6b3cd26d1087 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605778 Dec 16 15:47:46.386146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f66f235d-b356-447d-82e2-651a76f3f5e6 req-4e94c63b-e4bb-4553-b898-dd30dc8164cc tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854516 Dec 16 15:47:46.478755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6f895a42-e891-4100-8b3f-406efbbef652 req-a5d20a35-a82d-4159-9260-45a26b0121dd service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540706 Dec 16 15:47:46.508692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0368-9837-4022-ab63-74451561d8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:46.691485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd77f15-1f50-4c75-a4a3-5bd2e8743b1d req-a4d23d9d-b4f6-49e8-b25e-4123f4731e17 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:46.695023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bd77f15-1f50-4c75-a4a3-5bd2e8743b1d req-a4d23d9d-b4f6-49e8-b25e-4123f4731e17 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 943 time: 0.1319449 Dec 16 15:47:46.716323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2875c-98dc-4299-9696-07cbc674d8c0 req-30644ab6-866b-4316-ba90-294dbe9b3b70 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:46.718793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bb2875c-98dc-4299-9696-07cbc674d8c0 req-30644ab6-866b-4316-ba90-294dbe9b3b70 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1672497 Dec 16 15:47:46.735941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 48812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:47:46.743757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Request body: {'floatingip': {'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:47:46.798108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bd77f15-1f50-4c75-a4a3-5bd2e8743b1d req-7daded2a-dbb6-46ba-8b87-3651a50d91c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769932 Dec 16 15:47:46.803452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:47.343704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:47.428867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:47.561422 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Floating IP 94612cd4-e8e7-4cd7-af69-f31697099253 associated. External IP: 172.25.7.237, port: 7ae82685-af2b-416c-8e12-fdc46c9edf28. Dec 16 15:47:47.849029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:47.869988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:47:47.970344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a0781-878f-4bf1-830f-b3243f5646e6 req-26462a51-d894-4f0c-ba85-4e48f82de643 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:47.978814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-278a0781-878f-4bf1-830f-b3243f5646e6 req-26462a51-d894-4f0c-ba85-4e48f82de643 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 943 time: 0.0747225 Dec 16 15:47:48.035564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-278a0781-878f-4bf1-830f-b3243f5646e6 req-4825dccf-39df-405a-851d-2fd3a4bb3261 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551732 Dec 16 15:47:48.077829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:47:48.083382 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:48.091195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:47:48.106198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:48.106198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:48.120636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-baaaa045-fac2-4b1a-ad4d-bb8f4dc487e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "PUT /v2.0/floatingips/94612cd4-e8e7-4cd7-af69-f31697099253 HTTP/1.1" status: 200 len: 991 time: 1.3790412 Dec 16 15:47:48.120636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:48.120636 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:48.218206 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d23ec3f-9f80-4afc-a6d2-f7bad729386a x-openstack-request-id: req-6d23ec3f-9f80-4afc-a6d2-f7bad729386a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:48.218624 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:48.219010 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6d23ec3f-9f80-4afc-a6d2-f7bad729386a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:48.219602 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'status': 'completed', 'code': 200} Dec 16 15:47:48.283026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:48.605810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device eb32d42d-d7ed-40c9-b2fb-39e2c896f712 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:47:48.700534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '94612cd4-e8e7-4cd7-af69-f31697099253', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:47:27Z', 'updated_at': '2021-12-16T15:47:47Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:48.741396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:47:48.761010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:47:48.761781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:47:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:48.848061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-42833937-5825-4a8d-b3f6-e1f60e7bddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:48.851001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-42833937-5825-4a8d-b3f6-e1f60e7bddb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1096 time: 0.5661790 Dec 16 15:47:48.984546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:49.002234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-69aa712b-baa7-43bc-ac85-a20bb8f40179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:49.004875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-69aa712b-baa7-43bc-ac85-a20bb8f40179 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1454742 Dec 16 15:47:49.016761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:47:49.021532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712', 'mac_address': 'fa:16:3e:bd:a2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:47:49.117113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-646308ef-0983-4882-b5be-6e00c42b8375 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 999 time: 0.0958838 Dec 16 15:47:49.188682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:49.283066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb32d42d-d7ed-40c9-b2fb-39e2c896f712 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:47:49.306676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:49.352772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-eb95326e-dd88-44cd-a0ee-a64d17590a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:49.355857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-eb95326e-dd88-44cd-a0ee-a64d17590a96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.2292149 Dec 16 15:47:49.375502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cd3d8-eacd-41de-b8a3-fd0347a6b481 req-f5e00ac1-9b1c-48e5-b9db-84f445bae5a0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:49.378349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a77cd3d8-eacd-41de-b8a3-fd0347a6b481 req-f5e00ac1-9b1c-48e5-b9db-84f445bae5a0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 943 time: 0.1810505 Dec 16 15:47:49.466109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:49.543259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a77cd3d8-eacd-41de-b8a3-fd0347a6b481 req-aab6cdfd-b809-4a19-a3e4-cd8707684822 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958211 Dec 16 15:47:49.557402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:49.563177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-27a2e5e2-ac2d-42ce-8700-32045b7420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:49.565858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-27a2e5e2-ac2d-42ce-8700-32045b7420cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851699 Dec 16 15:47:49.720197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-b971b3b9-5a31-496a-93a1-b075d8fc0c57 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449840 Dec 16 15:47:49.901322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb500d9-68f0-43bf-9b55-4b2f9d822a9a req-4933256a-58df-419f-99de-8564254f9051 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705711 Dec 16 15:47:49.950382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:49.980183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '94612cd4-e8e7-4cd7-af69-f31697099253', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:47:27Z', 'updated_at': '2021-12-16T15:47:47Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:47:50.016309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:47:50.020746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc86eec-b645-4d16-bc81-a91c8cf998fa None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '94612cd4-e8e7-4cd7-af69-f31697099253', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:47:27Z', 'updated_at': '2021-12-16T15:47:47Z', 'revision_number': 1, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:47:50.173349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:50.379799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae2d8af-e02e-49db-8b18-bcc6ce4cc05e None None] New status for floating IP 94612cd4-e8e7-4cd7-af69-f31697099253: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:47:50.710976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d826a5-53cc-434f-b432-9cd0ab2af0ce req-6e1868c9-ee72-47af-a274-b802616d0cb2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:50.712737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d826a5-53cc-434f-b432-9cd0ab2af0ce req-6e1868c9-ee72-47af-a274-b802616d0cb2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 944 time: 0.0665660 Dec 16 15:47:50.778562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d826a5-53cc-434f-b432-9cd0ab2af0ce req-d0b2f7b5-5c5f-4082-aa3a-fd20229f710c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539262 Dec 16 15:47:51.964702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1001b09-e791-455b-a2b8-83e55014c32b req-adb8c12a-736d-47cf-bc96-d1f4b0be3b9c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:51.966330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1001b09-e791-455b-a2b8-83e55014c32b req-adb8c12a-736d-47cf-bc96-d1f4b0be3b9c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 944 time: 0.1023748 Dec 16 15:47:52.035260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1001b09-e791-455b-a2b8-83e55014c32b req-7f7b44da-0a9c-4136-bf98-4f1023af0877 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Dec 16 15:47:52.615062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device eb32d42d-d7ed-40c9-b2fb-39e2c896f712 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:47:52.828823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:47:52.835780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:47:52.836338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:52.960258 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:52.996052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:47:52.998399 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550232be-052b-4e6b-83ad-87a4a09b6cf7" -d '{"events": [{"server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "name": "network-vif-plugged", "status": "completed", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:47:53.032492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:47:53.086733 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b21243-aceb-409b-9896-fba44dbb1a70 x-openstack-request-id: req-20b21243-aceb-409b-9896-fba44dbb1a70 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:47:53.087106 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "name": "network-vif-plugged", "status": "completed", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:47:53.087502 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20b21243-aceb-409b-9896-fba44dbb1a70 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:47:53.088107 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712', 'code': 200} Dec 16 15:47:53.144108 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:53.255727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:47:53.312052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d8894-335c-4e00-ba30-ec84928596d6 req-a22e7e22-c903-448d-be1a-808e9ef5a85d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:53.312900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272d868-657d-4bc6-b8ea-a3d83151c355 req-3ad9226b-d6da-4809-a0e8-2ffa55e015dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:53.320174 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8272d868-657d-4bc6-b8ea-a3d83151c355 req-3ad9226b-d6da-4809-a0e8-2ffa55e015dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1184833 Dec 16 15:47:53.324643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-422d8894-335c-4e00-ba30-ec84928596d6 req-a22e7e22-c903-448d-be1a-808e9ef5a85d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.1329687 Dec 16 15:47:53.411915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8272d868-657d-4bc6-b8ea-a3d83151c355 req-944ae10a-0fdd-4a8d-bcdd-4a5982810342 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762048 Dec 16 15:47:53.430521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-422d8894-335c-4e00-ba30-ec84928596d6 req-91a133c1-3da3-421e-8606-65ebe0eec26c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012716 Dec 16 15:47:54.644354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479476ce-6c22-461e-a963-345f54085eda req-7ee328e9-ba74-49bd-879c-29308ad6f7f8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:54.646341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-479476ce-6c22-461e-a963-345f54085eda req-7ee328e9-ba74-49bd-879c-29308ad6f7f8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.0748911 Dec 16 15:47:54.749549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-479476ce-6c22-461e-a963-345f54085eda req-9708e5be-c00a-4276-aece-f6788f8f0836 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921247 Dec 16 15:47:55.931695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779ca6-661d-485e-bf0c-d41eecb8167f req-77f48c56-79d5-471f-8399-cc775c1efd5f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:55.933264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c779ca6-661d-485e-bf0c-d41eecb8167f req-77f48c56-79d5-471f-8399-cc775c1efd5f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.0556247 Dec 16 15:47:56.008474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c779ca6-661d-485e-bf0c-d41eecb8167f req-c5e23496-6d52-4939-97ae-a4c28d7f0c92 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649359 Dec 16 15:47:56.321480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-639718e0-4d1b-4c32-b0f1-803dc91c1a34 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:56.323037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-639718e0-4d1b-4c32-b0f1-803dc91c1a34 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1277027 Dec 16 15:47:56.342627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-71f06d51-18f0-497c-ae7b-bbd0f2432407 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0126100 Dec 16 15:47:56.399841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-2c63fc8d-938b-45ce-b601-5a9b8b002f98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503211 Dec 16 15:47:56.415212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-ab94b1e6-c7e0-415e-b42d-979ff52eec3c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:47:56.416965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-ab94b1e6-c7e0-415e-b42d-979ff52eec3c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068839 Dec 16 15:47:56.526224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-d1a454fa-0c32-47d1-bcdd-f5f9ec44d9ec service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977616 Dec 16 15:47:56.637306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3a1d1b-d795-48da-b9e0-c8d0915ba365 req-3ee7bc01-dc73-4539-99c1-bdd9738399e5 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037202 Dec 16 15:47:57.835774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-93decdb0-2ed8-4aae-b5bc-6accd639656a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:47:57.838622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-93decdb0-2ed8-4aae-b5bc-6accd639656a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1950710 Dec 16 15:47:57.863135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9fa6666e-491e-4bc5-8436-74d48f45e1e5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0147092 Dec 16 15:47:57.964023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-de2867d3-cd6b-4233-b33f-5821453c8f54 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0869594 Dec 16 15:47:58.125595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-0a165a16-3311-4524-b661-8108cb374495 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533813 Dec 16 15:47:58.267737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-1f1aecc9-a13f-4140-9aa3-5a3ba2140e30 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326218 Dec 16 15:47:58.646889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fe2695a-44e6-4688-8db8-456bc43354fd req-d131167c-cc84-440d-9af1-0d925610af97 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0406342 Dec 16 15:47:58.762252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:59.650834 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:47:59.783567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a96595c-f4dd-45c1-a5a1-60354d347909 req-d330aa1d-4133-47dd-ba53-d6e77be0b44d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0326042 Dec 16 15:48:00.906300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43970135-89dc-48d5-b9a6-d140aa0d116e req-9053bd6a-46a1-4fc3-a463-17615199dab3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0388007 Dec 16 15:48:01.447169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-445b81f5-8d17-4cbd-b0b5-5734bd35e99b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:01.448871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-445b81f5-8d17-4cbd-b0b5-5734bd35e99b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1339121 Dec 16 15:48:01.476390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:01.868622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:01.873680 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:02.066475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d626b97-06bd-434a-a7c8-6b6e84859057 req-458ec35e-5824-466b-8412-28c81e3d7870 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0652547 Dec 16 15:48:02.096648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.12 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/f8e41430-7ec1-469c-8aae-d9bd01cee1a6) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:02.290273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:02.440487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:02.476286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:02.524955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:02.538887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:02.543245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:02.617838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:02.657099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:02.658170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:02.769108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-a5ed96aa-4d7a-4b50-b77a-f149af30ddc8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2980757 Dec 16 15:48:02.817939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Request body: {'port': {'device_id': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:02.878459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:03.397857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c029191-8dff-421c-89e4-e1bd5fc8b00a req-3c3fb3f9-964b-4cb2-ad29-9cdd9144c9b8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:03.399638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c029191-8dff-421c-89e4-e1bd5fc8b00a req-3c3fb3f9-964b-4cb2-ad29-9cdd9144c9b8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 932 time: 0.1468940 Dec 16 15:48:03.435326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e41430-7ec1-469c-8aae-d9bd01cee1a6 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:03.448503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:03.480335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Transition to ACTIVE for port object f8e41430-7ec1-469c-8aae-d9bd01cee1a6 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:48:03.485940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c029191-8dff-421c-89e4-e1bd5fc8b00a req-a6ead736-d5d9-4ba4-9944-3f08ce124816 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783203 Dec 16 15:48:03.553998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:03.667431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:03.735962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Attempting to bind port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:03.736452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Attempting to bind port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:03.737628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Attempting to bind port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:03.755940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:48:03.756734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Attempting to bind port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:03.764871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:03.765346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:03.765793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:03.766302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Bound port: f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:03.766718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:03.849421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:03.853398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:03.965673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:04.013058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.013697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:04.015710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] 10.222.0.74 "PUT /v2.0/ports/f8e41430-7ec1-469c-8aae-d9bd01cee1a6 HTTP/1.1" status: 200 len: 1092 time: 1.2023411 Dec 16 15:48:04.015710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:04.018099 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:04.044930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479506b-5a09-48f0-9fa0-8a34efc36055 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:04.082837 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f5611-c6be-4dd9-8164-983b75fec652 x-openstack-request-id: req-891f5611-c6be-4dd9-8164-983b75fec652 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:04.083538 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:04.083966 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-891f5611-c6be-4dd9-8164-983b75fec652 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:04.084694 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6', 'status': 'completed', 'code': 200} Dec 16 15:48:04.185495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-26a3e455-51f6-4e8d-8e2b-6ff7ddd76677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.187123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-26a3e455-51f6-4e8d-8e2b-6ff7ddd76677 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 1095 time: 0.0489411 Dec 16 15:48:04.320494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-0255a62c-f3ec-451b-b84d-6e8eb5dad5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.324265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-0255a62c-f3ec-451b-b84d-6e8eb5dad5bd service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1181941 Dec 16 15:48:04.453843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-57f09b2e-ac08-4681-87f2-3fd4aa96a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.456309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-571900aa-ac7a-4d9e-91c4-3cc6ca4b1262 req-57f09b2e-ac08-4681-87f2-3fd4aa96a365 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228170 Dec 16 15:48:04.647598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-38368da5-a665-47db-b82b-1edebc18dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.650525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-38368da5-a665-47db-b82b-1edebc18dc0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 1095 time: 0.1169181 Dec 16 15:48:04.736081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-edfd8e19-c511-40df-bd2e-a501a172f998 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6 HTTP/1.1" status: 200 len: 217 time: 0.0596135 Dec 16 15:48:04.759751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e5356-be10-4425-8ecd-45c1581b300f req-0745b8ea-d540-44a4-aad4-b00b138f5c3d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.761398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-677e5356-be10-4425-8ecd-45c1581b300f req-0745b8ea-d540-44a4-aad4-b00b138f5c3d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 944 time: 0.1418283 Dec 16 15:48:04.836978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-18fd552d-5bec-4a4c-8636-34f688f4c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:04.838592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-18fd552d-5bec-4a4c-8636-34f688f4c04a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0951278 Dec 16 15:48:04.861107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-677e5356-be10-4425-8ecd-45c1581b300f req-22728873-f6a4-43ee-9134-eb3e0a0bd2ab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780170 Dec 16 15:48:04.878094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-6059a8e0-146d-408a-beb4-91dd400d78bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295284 Dec 16 15:48:05.016260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-c854358c-5549-452d-9df5-1fdceadc3e3c service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295130 Dec 16 15:48:05.168386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2a39410-32d7-4e18-87ba-88d3edb7aff5 req-e13027e9-7acf-4691-a1bf-231a25af0eee service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272426 Dec 16 15:48:06.019492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795e6d-fc91-4cde-8669-738b4584faff req-cb59d477-6d79-40bd-990a-01cba3a7ef58 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:06.021424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8795e6d-fc91-4cde-8669-738b4584faff req-cb59d477-6d79-40bd-990a-01cba3a7ef58 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 944 time: 0.0728257 Dec 16 15:48:06.114201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8795e6d-fc91-4cde-8669-738b4584faff req-08568e3b-495f-4c51-9864-0531c0882ca5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810583 Dec 16 15:48:07.114052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f8e41430-7ec1-469c-8aae-d9bd01cee1a6 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:48:07.240991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:07.259112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6', 'mac_address': 'fa:16:3e:18:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:48:07.272303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dc7bc-8a7c-4027-b338-ffc322c76ce2 req-52f63bf7-e350-4dd4-bc2c-9cfc1cd98acb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:07.274017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce8dc7bc-8a7c-4027-b338-ffc322c76ce2 req-52f63bf7-e350-4dd4-bc2c-9cfc1cd98acb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 944 time: 0.0627666 Dec 16 15:48:07.415608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce8dc7bc-8a7c-4027-b338-ffc322c76ce2 req-8c44025a-24c4-4d3c-bfae-7e45e48785e2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340940 Dec 16 15:48:07.427263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:07.451721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e41430-7ec1-469c-8aae-d9bd01cee1a6 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:07.488026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:07.567121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:07.645321 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:48:07.652225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:07.902966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['f8e41430-7ec1-469c-8aae-d9bd01cee1a6'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:08.585677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81d610-e874-46b9-9b21-f3d2c4d82c6b req-60f55ab1-9d6c-42ac-ac37-65003d571741 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:08.589049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e81d610-e874-46b9-9b21-f3d2c4d82c6b req-60f55ab1-9d6c-42ac-ac37-65003d571741 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 945 time: 0.0834177 Dec 16 15:48:08.656760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e81d610-e874-46b9-9b21-f3d2c4d82c6b req-e406faa5-7fcb-492f-97bc-bbbbe329220f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Dec 16 15:48:09.115021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f8e41430-7ec1-469c-8aae-d9bd01cee1a6 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:09.255564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:48:09.260311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:09.260658 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:09.358028 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:09.395945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:09.398243 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5571a9-5dff-476d-9ed7-9861dbb872c6" -d '{"events": [{"server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:09.413800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:09.442398 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b011c4c3-ea45-4642-81da-d3caf0ffd09c x-openstack-request-id: req-b011c4c3-ea45-4642-81da-d3caf0ffd09c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:09.443002 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:09.443002 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b011c4c3-ea45-4642-81da-d3caf0ffd09c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:09.443745 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6', 'code': 200} Dec 16 15:48:09.507321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:09.577994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:09.650426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f05a1d-d1b9-44f1-8caf-451dfbea81ca req-b2fb3338-bf0b-47b3-a34c-b4350cd198a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:09.652197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f05a1d-d1b9-44f1-8caf-451dfbea81ca req-b2fb3338-bf0b-47b3-a34c-b4350cd198a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 1097 time: 0.1013637 Dec 16 15:48:09.748217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-89f05a1d-d1b9-44f1-8caf-451dfbea81ca req-693dead5-01a5-4455-a748-792eea9620f6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858798 Dec 16 15:48:09.866615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2051-0e43-4081-8a60-71896769d6f2 req-547a30bc-4286-42ca-a426-1c48ba33893e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:09.868539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fe2051-0e43-4081-8a60-71896769d6f2 req-547a30bc-4286-42ca-a426-1c48ba33893e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0908906 Dec 16 15:48:09.936616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fe2051-0e43-4081-8a60-71896769d6f2 req-1feaeff0-2a54-4ddb-af2b-341ab6149b5b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566244 Dec 16 15:48:11.164582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb66e4-7197-4997-9050-47628db29e0d req-9d467132-a4c4-4ca8-91bf-d230e326771c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:11.167678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ceb66e4-7197-4997-9050-47628db29e0d req-9d467132-a4c4-4ca8-91bf-d230e326771c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0884342 Dec 16 15:48:11.233039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ceb66e4-7197-4997-9050-47628db29e0d req-0c9f8a06-a8a9-427e-a12b-dbafa5192d27 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581133 Dec 16 15:48:12.422686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794bed-9817-484b-955d-9b5332f22627 req-1eda3750-8cae-465d-813d-b4c5b0891768 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:12.425261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3794bed-9817-484b-955d-9b5332f22627 req-1eda3750-8cae-465d-813d-b4c5b0891768 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0798609 Dec 16 15:48:12.523680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a3794bed-9817-484b-955d-9b5332f22627 req-aabe4c39-4469-4997-bfb2-cda34b091f70 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Dec 16 15:48:12.699091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eacac9-1ab9-4e86-8e82-0e29ff0d07e9 req-e68291a9-8df4-4cc4-b0b1-ceffcfcb02dd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:12.711434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64eacac9-1ab9-4e86-8e82-0e29ff0d07e9 req-e68291a9-8df4-4cc4-b0b1-ceffcfcb02dd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0959954 Dec 16 15:48:12.793853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64eacac9-1ab9-4e86-8e82-0e29ff0d07e9 req-e49ea5e1-008f-4fbb-8144-4cd06d390c1c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788257 Dec 16 15:48:13.449602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba5fa2-7280-4e22-9959-747f3dfd96a8 req-4388446b-f2e9-4284-bcb1-42a616699137 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:13.452313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8ba5fa2-7280-4e22-9959-747f3dfd96a8 req-4388446b-f2e9-4284-bcb1-42a616699137 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0833323 Dec 16 15:48:13.538692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8ba5fa2-7280-4e22-9959-747f3dfd96a8 req-fdeeb845-891c-4bd0-a107-3b71bd1f14bc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783861 Dec 16 15:48:14.129788 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1469e641-4078-48c2-bd83-fa7e94fab466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:14.712852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb2f84-2669-4b88-b8ec-af385e12f3c1 req-a4e4708c-e695-453a-a532-7a478c821eb0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:14.714449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ddb2f84-2669-4b88-b8ec-af385e12f3c1 req-a4e4708c-e695-453a-a532-7a478c821eb0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0648594 Dec 16 15:48:14.784458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ddb2f84-2669-4b88-b8ec-af385e12f3c1 req-e10c32a2-238a-4461-9f15-b1a382030488 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585330 Dec 16 15:48:14.980272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-556374bf-5c08-467a-a882-04bf3d00a509 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:14.981940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-556374bf-5c08-467a-a882-04bf3d00a509 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 946 time: 0.0620975 Dec 16 15:48:15.101479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:15.101800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:15.232051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port f8e41430-7ec1-469c-8aae-d9bd01cee1a6, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:15.232658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:15.259033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for f8e41430-7ec1-469c-8aae-d9bd01cee1a6 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:15.542096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:15.579007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:15.612017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=f8e41430-7ec1-469c-8aae-d9bd01cee1a6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:15.732477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port f8e41430-7ec1-469c-8aae-d9bd01cee1a6 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:15.738547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:15.745387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82099022-540c-45dc-a6c6-b63fc2a3fec7 req-906e8640-7a64-4b03-b9de-fefb17de1f47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "DELETE /v2.0/ports/f8e41430-7ec1-469c-8aae-d9bd01cee1a6 HTTP/1.1" status: 204 len: 173 time: 0.7530611 Dec 16 15:48:15.746373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'name': 'network-vif-deleted', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:15.752996 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315dbf8f-37b1-4e14-a067-ed0412766e92" -d '{"events": [{"server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "name": "network-vif-deleted", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:15.844153 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f5839f-3fbe-474b-953f-6bc50db67ba7 x-openstack-request-id: req-c2f5839f-3fbe-474b-953f-6bc50db67ba7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:15.844702 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ce9b23-72f8-4e45-8d5e-8acd48715a3a", "name": "network-vif-deleted", "tag": "f8e41430-7ec1-469c-8aae-d9bd01cee1a6", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:15.845071 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2f5839f-3fbe-474b-953f-6bc50db67ba7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:15.845709 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ce9b23-72f8-4e45-8d5e-8acd48715a3a', 'name': 'network-vif-deleted', 'tag': 'f8e41430-7ec1-469c-8aae-d9bd01cee1a6', 'status': 'completed', 'code': 200} Dec 16 15:48:15.957331 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bb31dc8-05c6-41d2-ad1a-57a02517abb1 req-9ded0062-45e2-421b-8ab2-4bc1790107a7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0433855 Dec 16 15:48:16.569988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ece3229f-a02f-44f9-b7d1-b9e4a86967bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:17.093853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b4dbe18-8a80-4891-b01e-e07c916b52b6 req-ff998bfe-b210-4cad-91fc-f23f36ffd3fc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1ce9b23-72f8-4e45-8d5e-8acd48715a3a HTTP/1.1" status: 200 len: 210 time: 0.0296428 Dec 16 15:48:17.157253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f8e41430-7ec1-469c-8aae-d9bd01cee1a6 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:17.179941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: f8e41430-7ec1-469c-8aae-d9bd01cee1a6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:17.180287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f8e41430-7ec1-469c-8aae-d9bd01cee1a6 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:17.840740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:18.995874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-c312e2cd-db0b-446f-bc6e-f15420f42fcc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:18.997888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-c312e2cd-db0b-446f-bc6e-f15420f42fcc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2059562 Dec 16 15:48:19.023465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-02096e88-ba4f-4efa-935b-e80ec17d5681 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0171578 Dec 16 15:48:19.088341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-d857456f-d0de-4a1b-b140-0ed25fd3587f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577116 Dec 16 15:48:19.228568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-ed7606d5-c2e4-427f-9475-3de868810185 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257899 Dec 16 15:48:19.296132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:19.396471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1e3e49ef-9028-4102-bc8e-0b32289cbc07 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613317 Dec 16 15:48:19.828921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73bc3e0d-b6f2-46a0-899d-46516d0fed33 req-1d6449aa-3c15-4b7a-9d9c-e9337ef0b817 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0437293 Dec 16 15:48:20.164315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:21.032639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-170de55f-6aa0-420b-a151-80a78ea55d1d req-1e364ef5-e658-4acf-b1f5-7ae6ed3feaa2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0473266 Dec 16 15:48:22.164000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13a5d9bc-1ca7-4604-a0ac-239f5830be68 req-2d84427c-6d1e-4dcc-b804-2ecf06d4df05 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0340877 Dec 16 15:48:23.170751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1570dd97-753e-4f00-8de9-c30c0b241fd0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:23.174207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1570dd97-753e-4f00-8de9-c30c0b241fd0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2689483 Dec 16 15:48:23.207741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:23.543198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65131e87-1a1e-448c-be40-0f1d82c1742c req-844177d3-b970-4f61-9c77-bbf64d1425c0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.1694782 Dec 16 15:48:23.613557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08915e7-e49f-4301-be2a-8429dfe8b514 req-cfbe2784-49b0-44e0-a066-bca633515ab3 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:23.615188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f08915e7-e49f-4301-be2a-8429dfe8b514 req-cfbe2784-49b0-44e0-a066-bca633515ab3 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.2209957 Dec 16 15:48:23.915844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:23.921075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:23.976942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f08915e7-e49f-4301-be2a-8429dfe8b514 req-4181bc33-dac9-4972-a2db-455b1843a030 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549988 Dec 16 15:48:24.172611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.8 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/6701e3d0-8b25-4b2d-b250-c48e0cef0114) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:24.351808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:24.469532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:24.505894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:24.518101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:24.522345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:24.526918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:24.563099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:24.580916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.581364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.581747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.582082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.582415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.583591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.583591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.583591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.584161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.584161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.584459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.584652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.584975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:24.600687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:24.601297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:24.727619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-1ff5d872-2e96-4eb5-bd5d-ca4ff8a8dd0d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347378 Dec 16 15:48:24.782684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Request body: {'port': {'device_id': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:24.877998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98519d1-1886-4672-832a-d5adc6549e77 req-cbb55a5f-fcab-454b-bd5a-7e2a26d11ff7 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:24.879658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f98519d1-1886-4672-832a-d5adc6549e77 req-cbb55a5f-fcab-454b-bd5a-7e2a26d11ff7 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.0931897 Dec 16 15:48:24.900372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61969fe1-5cad-4a83-aaa8-6a927ac9c974 req-57fedb8c-7020-4449-9be7-1c0d66170004 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:24.902564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61969fe1-5cad-4a83-aaa8-6a927ac9c974 req-57fedb8c-7020-4449-9be7-1c0d66170004 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 931 time: 0.2054372 Dec 16 15:48:24.903290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.003627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Deleting port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:25.004297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.213418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] For port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:25.213952 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.328840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61969fe1-5cad-4a83-aaa8-6a927ac9c974 req-695bb40d-0902-497b-bbd1-3738f3918711 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055977 Dec 16 15:48:25.393266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bcadc-9d3b-46ea-b11d-3211ee44df71 req-8aabb5c3-ea53-4a9c-94f0-dc1065147bfa tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:25.395875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c6bcadc-9d3b-46ea-b11d-3211ee44df71 req-8aabb5c3-ea53-4a9c-94f0-dc1065147bfa tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 945 time: 0.2339380 Dec 16 15:48:25.506082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c6bcadc-9d3b-46ea-b11d-3211ee44df71 req-691f7802-a28f-4534-b051-ec79269de394 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/security-groups?id=5fc4a6c5-4333-47c4-9612-89dafb6a827f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788970 Dec 16 15:48:25.544287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.546953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.546953 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Floating IP 5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a disassociated. External IP: 172.25.7.172, port: 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c. Dec 16 15:48:25.546953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Calling delete_port for 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:25.623121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6701e3d0-8b25-4b2d-b250-c48e0cef0114 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:25.635280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.664190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Transition to ACTIVE for port object 6701e3d0-8b25-4b2d-b250-c48e0cef0114 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:48:25.780919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.843968 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:25.863415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:25.901802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event deleted for resources: {'Port': ['ID=4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:26.038087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Attempting to bind port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:26.041979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Attempting to bind port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:26.041979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Attempting to bind port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:26.055045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:48:26.055592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Attempting to bind port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:26.076556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:26.077217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:26.077585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:26.078060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Bound port: 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:26.078435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:26.091131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:48:26.210291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:26.213830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:26.304068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:26.310190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:26.329167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Sync routers for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:26.350810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:26.352156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:26.406321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:26.409464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:26.412921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] 10.222.0.74 "PUT /v2.0/ports/6701e3d0-8b25-4b2d-b250-c48e0cef0114 HTTP/1.1" status: 200 len: 1091 time: 1.6383860 Dec 16 15:48:26.416073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:26.426568 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b56b9-f706-41f1-bf76-ad0497dead3b" -d '{"events": [{"name": "network-changed", "server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:26.449164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] No DVR routers for this DVR port 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:26.471167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:26.494100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f98519d1-1886-4672-832a-d5adc6549e77 req-b7f9e854-a8b1-49b4-87f3-1f6a45d0c8e2 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.30 "DELETE /v2.0/ports/4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c HTTP/1.1" status: 204 len: 173 time: 1.6074834 Dec 16 15:48:26.494784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'name': 'network-vif-deleted', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:26.507079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cabd80-8c67-4b20-b419-47a8532d99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:26.515422 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa2e7c5-9bff-4176-b585-cf6f1334fc2e" -d '{"events": [{"server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "name": "network-vif-deleted", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:26.582637 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d104a1ff-e24b-4e09-9d62-c4e7813ae487 x-openstack-request-id: req-d104a1ff-e24b-4e09-9d62-c4e7813ae487 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:26.582950 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:26.583221 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d104a1ff-e24b-4e09-9d62-c4e7813ae487 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:26.587350 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114', 'status': 'completed', 'code': 200} Dec 16 15:48:26.607408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:26.621195 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85035dac-e0e4-44a5-86d1-db7d2d166e45 x-openstack-request-id: req-85035dac-e0e4-44a5-86d1-db7d2d166e45 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:26.621760 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c27fc5-3e38-4327-8f1f-c429e2a098d0", "name": "network-vif-deleted", "tag": "4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:26.622165 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85035dac-e0e4-44a5-86d1-db7d2d166e45 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:26.625023 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c27fc5-3e38-4327-8f1f-c429e2a098d0', 'name': 'network-vif-deleted', 'tag': '4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c', 'status': 'completed', 'code': 200} Dec 16 15:48:26.745103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2aaf7132-f433-4003-b5fa-0e641550fc77 req-729800ef-5c2f-4da1-8024-526437eb1979 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.0434895 Dec 16 15:48:26.790396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389094c-5945-4b46-b6c2-6c57dc59e350 req-5d8264a9-2579-47a6-b696-7bcf4c9dcc4b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:26.795930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4389094c-5945-4b46-b6c2-6c57dc59e350 req-5d8264a9-2579-47a6-b696-7bcf4c9dcc4b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 943 time: 0.2648520 Dec 16 15:48:26.796185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:26.800487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-4eec8d7d-b8bc-43c3-8e0e-44c12ecb566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:26.802573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-4eec8d7d-b8bc-43c3-8e0e-44c12ecb566a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 1094 time: 0.2419617 Dec 16 15:48:26.875717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:26.876017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4a25a5a8-cfaa-47c9-a8e4-5776f3d4805c not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:26.934935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-eba7ab4f-6ad4-4ac3-8aaf-d9c0b22ba04d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114 HTTP/1.1" status: 200 len: 217 time: 0.1081181 Dec 16 15:48:26.981838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4389094c-5945-4b46-b6c2-6c57dc59e350 req-46dd612f-56c0-4c03-9b0b-8a8a726dae66 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731668 Dec 16 15:48:27.056833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:27.070781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-41667d4f-ac2e-4cbc-8fe7-c19b3dae7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:27.072798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-41667d4f-ac2e-4cbc-8fe7-c19b3dae7d7f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1117923 Dec 16 15:48:27.103496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Checking router: 5c18ef72-a16b-4751-8f43-ebf32aa87f6f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:27.115273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:27.115708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:27.152022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-b2d17575-2470-4f1a-982f-85892ffd99c9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663874 Dec 16 15:48:27.332579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:27.349151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-c6f69d12-4323-4beb-8fc1-6f7b14d337fb service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864879 Dec 16 15:48:27.559136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-859a4315-93ba-4893-b7d2-55d8777ac704 req-46dc02ee-5f3c-476f-92e1-44ef01a1e1e3 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914556 Dec 16 15:48:27.633367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:27.665062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeff37d-04cb-423e-b779-86ca360f3331 None None] The sync data for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 is: [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:42:44Z', 'revision_number': 4, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '1d2418cb-6dcf-448e-a414-fcd89687d90a', 'name': '', 'network_id': '3f6878d7-faf9-44cf-a6d3-4bbe147e22a3', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'mac_address': 'fa:16:3e:ed:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:40Z', 'updated_at': '2021-12-16T15:42:53Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'subnets': [{'id': '0f44feb6-1917-48d0-80ad-bade6b65069c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:27.910938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-4824f23f-f491-4209-b8f8-51e502811f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:27.917549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-4824f23f-f491-4209-b8f8-51e502811f0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 1094 time: 0.1217959 Dec 16 15:48:28.163146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ef57aad-6b62-4e2e-aab6-afa9f2dc28b3 req-19102349-4898-4d62-a4db-15267f43a179 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6c27fc5-3e38-4327-8f1f-c429e2a098d0 HTTP/1.1" status: 200 len: 210 time: 0.1969945 Dec 16 15:48:28.253609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49f3301-61f0-4e0a-8abc-0678ef3c505f None None] New status for floating IP 5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:48:28.271787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-6fe58c12-4eb1-47b3-b8aa-1188aa5356b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:28.274999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-6fe58c12-4eb1-47b3-b8aa-1188aa5356b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.3447015 Dec 16 15:48:28.286734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893c04-aa9a-4136-840b-6edee5fe3c5b req-42437d81-fa34-4a1b-8324-2f5d9de596c1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:28.288880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf893c04-aa9a-4136-840b-6edee5fe3c5b req-42437d81-fa34-4a1b-8324-2f5d9de596c1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1689119 Dec 16 15:48:28.431108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-0de4d256-ee4b-4d77-841e-303d622ab169 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114 HTTP/1.1" status: 200 len: 217 time: 0.1401682 Dec 16 15:48:28.588301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf893c04-aa9a-4136-840b-6edee5fe3c5b req-feaf8475-70c3-488f-bb28-04bd9f3bb20a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859709 Dec 16 15:48:28.619007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-0393f849-3dff-448d-a58e-48b17b6d5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:28.623565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-0393f849-3dff-448d-a58e-48b17b6d5065 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1797917 Dec 16 15:48:28.698513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-52d16edd-d8de-45c8-89b4-a68557e4e406 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620801 Dec 16 15:48:28.781603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:28.856469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-e7c7dbad-e868-4851-b901-2c8cbd3da6b8 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490374 Dec 16 15:48:28.984164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7b56b9-f706-41f1-bf76-ad0497dead3b req-248c50ea-1992-41e7-8f74-c765d7489fcf service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146333 Dec 16 15:48:29.258446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6701e3d0-8b25-4b2d-b250-c48e0cef0114 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:48:29.307921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:29.417404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:29.445290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '6701e3d0-8b25-4b2d-b250-c48e0cef0114', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': '6701e3d0-8b25-4b2d-b250-c48e0cef0114', 'mac_address': 'fa:16:3e:f6:8e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:48:29.510998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:29.525904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Deleting port a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:29.526487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:29.733625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:29.734866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:29.754632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6701e3d0-8b25-4b2d-b250-c48e0cef0114 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:29.783617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Calling delete_port for a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:29.812604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:29.823013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092207b-5445-4b3a-9ca9-4d99af1e66cb req-836f5167-8292-4ad9-b53e-551726dd3768 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:29.832146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d092207b-5445-4b3a-9ca9-4d99af1e66cb req-836f5167-8292-4ad9-b53e-551726dd3768 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 943 time: 0.1077867 Dec 16 15:48:29.918379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:29.921826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d092207b-5445-4b3a-9ca9-4d99af1e66cb req-c7ed8c5b-f534-41b0-9326-99ca6897f85b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873020 Dec 16 15:48:29.970495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.038784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:30.175951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.206152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event deleted for resources: {'Port': ['ID=a2aacf54-1a5b-4dfb-a6bc-d7d463d508d8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:30.247562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6701e3d0-8b25-4b2d-b250-c48e0cef0114'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:30.299581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.303129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.304637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e2020527-1d91-4821-a6e4-86c2278805af tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "DELETE /v2.0/floatingips/5f1ae8c4-cca3-4528-9df3-dc13fd38ab1a HTTP/1.1" status: 204 len: 168 time: 0.9942875 Dec 16 15:48:30.450453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49592) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:30.594727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.644114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.837769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.840969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:30.842225 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] 10.222.0.71 "DELETE /v2.0/security-groups/5fc4a6c5-4333-47c4-9612-89dafb6a827f HTTP/1.1" status: 204 len: 168 time: 0.3903029 Dec 16 15:48:30.853076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec1754-b708-4777-b389-8c4398e97674 tempest-TestServerBasicOps-2026432489 tempest-TestServerBasicOps-2026432489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc4a6c5-4333-47c4-9612-89dafb6a827f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:30.999211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49606) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:31.258002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6701e3d0-8b25-4b2d-b250-c48e0cef0114 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:31.285311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd403e9-b065-489c-9126-073ee4651b1b req-cf430960-1ddb-4986-8556-b11fb1c5ab45 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:31.287370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbd403e9-b065-489c-9126-073ee4651b1b req-cf430960-1ddb-4986-8556-b11fb1c5ab45 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 944 time: 0.1620407 Dec 16 15:48:31.455315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:48:31.461628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:31.462085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:31.499915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbd403e9-b065-489c-9126-073ee4651b1b req-b8026aeb-d7e5-4121-ade4-aa3c72dea988 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990893 Dec 16 15:48:31.590320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:31.621571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:31.623877 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69d7051-0623-4ccd-a72a-0cd4a7682c8c" -d '{"events": [{"server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:31.674220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:31.702179 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb62ffd1-0564-40f5-9cb7-c171fed533c1 x-openstack-request-id: req-fb62ffd1-0564-40f5-9cb7-c171fed533c1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:31.702618 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "name": "network-vif-plugged", "status": "completed", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:31.702874 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fb62ffd1-0564-40f5-9cb7-c171fed533c1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:31.703272 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114', 'code': 200} Dec 16 15:48:31.800547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:31.903097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:32.025766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454124a5-6a04-450e-8498-8cfa07ad30ed req-73623549-4ce0-44b9-bc1a-0146f0148b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:32.028099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-454124a5-6a04-450e-8498-8cfa07ad30ed req-73623549-4ce0-44b9-bc1a-0146f0148b84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 1096 time: 0.1437280 Dec 16 15:48:32.081048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:32.154964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-454124a5-6a04-450e-8498-8cfa07ad30ed req-68cb777b-b03d-4004-8d49-8163ac4f5c50 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137478 Dec 16 15:48:32.732266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236077d-3c66-4efe-aeee-dc02020b42e6 req-dfea6f94-94c3-41c7-a201-cc26d0cc7ea8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:32.733946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9236077d-3c66-4efe-aeee-dc02020b42e6 req-dfea6f94-94c3-41c7-a201-cc26d0cc7ea8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0957227 Dec 16 15:48:32.823582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9236077d-3c66-4efe-aeee-dc02020b42e6 req-4507e279-f389-42ee-a85b-57bcb9804d73 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Dec 16 15:48:32.834918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Deleting port 1d2418cb-6dcf-448e-a414-fcd89687d90a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:32.835576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:32.966281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] For port 1d2418cb-6dcf-448e-a414-fcd89687d90a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d2418cb-6dcf-448e-a414-fcd89687d90a,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:32.967780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:32.989477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Calling delete_port for 1d2418cb-6dcf-448e-a414-fcd89687d90a owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:33.421072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:33.464087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2418cb-6dcf-448e-a414-fcd89687d90a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:33.762655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:34.102878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3d6c7-0f6b-48f8-8fa0-e04b0dd9e14d req-ef6651f5-1ed1-46fe-96ca-5d29629f6bad tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:34.104677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b3d6c7-0f6b-48f8-8fa0-e04b0dd9e14d req-ef6651f5-1ed1-46fe-96ca-5d29629f6bad tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1372213 Dec 16 15:48:34.148582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:48:34.288166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13b3d6c7-0f6b-48f8-8fa0-e04b0dd9e14d req-29c9c342-a3f7-442c-8ab8-4120455e7a2f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693017 Dec 16 15:48:34.462967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:34.471161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4cd97ab-e836-49fc-b2a3-0d21c784942d admin admin] 10.222.0.71 "PUT /v2.0/routers/5c18ef72-a16b-4751-8f43-ebf32aa87f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4686654 Dec 16 15:48:34.471410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49686) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:34.478968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Sync routers for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:34.505376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1a47d-6210-4291-bb5e-11782278a377 req-ca03f01c-1796-4e53-88d6-7e2def2e6233 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:34.514880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61d1a47d-6210-4291-bb5e-11782278a377 req-ca03f01c-1796-4e53-88d6-7e2def2e6233 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1224613 Dec 16 15:48:34.538695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:34.544228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:34.582635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61d1a47d-6210-4291-bb5e-11782278a377 req-02b40b81-f3a6-4d5e-bcb4-648620eb3557 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668023 Dec 16 15:48:34.633374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:34.826101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:35.166494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:35.203657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:48:33Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:35.236574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Checking router: 5c18ef72-a16b-4751-8f43-ebf32aa87f6f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:35.245927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Routers {'5c18ef72-a16b-4751-8f43-ebf32aa87f6f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:35.246576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:35.410617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] Set router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:35.411867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769035f-04f1-452f-bf57-60d5705feb91 req-8fc7a14d-e7ca-423b-9f9d-1c62dda1dbac tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:35.414985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b769035f-04f1-452f-bf57-60d5705feb91 req-8fc7a14d-e7ca-423b-9f9d-1c62dda1dbac tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1390226 Dec 16 15:48:35.451269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Deleting port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:35.455021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:35.514760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b769035f-04f1-452f-bf57-60d5705feb91 req-beb64721-3c47-479a-8437-86d4d74139e1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920351 Dec 16 15:48:35.600564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] For port 990c045d-a57c-4d7f-bbd4-d751e31cd4dd, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:35.601796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:35.627113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Calling delete_port for 990c045d-a57c-4d7f-bbd4-d751e31cd4dd owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:35.795576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:48:33Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:35.831005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96080ac8-c704-4261-b3c1-46f1190013da None None] The sync data for ids ['5c18ef72-a16b-4751-8f43-ebf32aa87f6f'] in n-d-821947-3 is: [{'id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'name': 'tempest-TestServerBasicOps-515823820-router', 'tenant_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:20Z', 'updated_at': '2021-12-16T15:48:33Z', 'revision_number': 5, 'project_id': '90c009518f5e4d0fbc5ab4a12d255e94', 'gw_port': {'id': '990c045d-a57c-4d7f-bbd4-d751e31cd4dd', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:9f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18ef72-a16b-4751-8f43-ebf32aa87f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:35.923774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:35.965458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe0a27-2094-46e8-8c3e-b050ba7fa2a7 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:35.994298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Pushing event deleted for resources: {'Port': ['ID=990c045d-a57c-4d7f-bbd4-d751e31cd4dd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:36.044213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.180054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.184251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.312135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.312891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c18ef72-a16b-4751-8f43-ebf32aa87f6f {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:48:36.320041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.321715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dcd230fa-0c57-4bf2-8e98-c3b742e5434b admin admin] 10.222.0.71 "DELETE /v2.0/routers/5c18ef72-a16b-4751-8f43-ebf32aa87f6f HTTP/1.1" status: 204 len: 168 time: 1.8493724 Dec 16 15:48:36.327007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:36.385402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Deleting subnet 0f44feb6-1917-48d0-80ad-bade6b65069c {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:48:36.392547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.455793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.663993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d2418cb-6dcf-448e-a414-fcd89687d90a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:36.699431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 1d2418cb-6dcf-448e-a414-fcd89687d90a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:36.700090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d2418cb-6dcf-448e-a414-fcd89687d90a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:36.709779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:36.851721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11339a92-7407-4013-9902-cf9dba44276f req-6e8de6e6-1819-4d49-a154-9e2d33c5d3ca tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:36.853365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11339a92-7407-4013-9902-cf9dba44276f req-6e8de6e6-1819-4d49-a154-9e2d33c5d3ca tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.0771146 Dec 16 15:48:36.871474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855eb505-c574-4cee-8f8a-f1f1bb297605 req-fc52a7b8-b741-4fba-baab-1a5374865863 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:36.873407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-855eb505-c574-4cee-8f8a-f1f1bb297605 req-fc52a7b8-b741-4fba-baab-1a5374865863 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 945 time: 0.1602449 Dec 16 15:48:36.988039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-855eb505-c574-4cee-8f8a-f1f1bb297605 req-8a85b047-6513-4078-8bf0-be63a41b83a2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058569 Dec 16 15:48:37.024303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:37.024838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.115449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.166058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f44feb6-1917-48d0-80ad-bade6b65069c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:37.175237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.179068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-834698f0-3292-47d5-ad21-d45176734aef admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0f44feb6-1917-48d0-80ad-bade6b65069c HTTP/1.1" status: 204 len: 168 time: 0.8507121 Dec 16 15:48:37.181799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:37.184381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322da6db-09c2-4817-b63e-29d7d5364a26 None None] Network 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:37.289301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port 6701e3d0-8b25-4b2d-b250-c48e0cef0114, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6701e3d0-8b25-4b2d-b250-c48e0cef0114,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:37.289594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.294431 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.326314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for 6701e3d0-8b25-4b2d-b250-c48e0cef0114 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:37.420956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] DHCP port deletion for 3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:37.487693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Deleting port 06a5fd93-dbf2-42c2-9b5e-805a53420816 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:37.488065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.490935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Deleting port 06a5fd93-dbf2-42c2-9b5e-805a53420816 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:37.491743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.592257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] For port 06a5fd93-dbf2-42c2-9b5e-805a53420816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=06a5fd93-dbf2-42c2-9b5e-805a53420816,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:37.593072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.630575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Calling delete_port for 06a5fd93-dbf2-42c2-9b5e-805a53420816 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:37.739474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] For port 06a5fd93-dbf2-42c2-9b5e-805a53420816, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=06a5fd93-dbf2-42c2-9b5e-805a53420816,segment=NetworkSegment(280ae63f-99e6-49fc-bb0d-3d42ec3a7687),segment_id=280ae63f-99e6-49fc-bb0d-3d42ec3a7687)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:37.740123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.775881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Calling delete_port for 06a5fd93-dbf2-42c2-9b5e-805a53420816 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:37.961213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:37.966110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.013018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:38.015402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] Pushing event deleted for resources: {'Port': ['ID=06a5fd93-dbf2-42c2-9b5e-805a53420816,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.023866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.092307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1917bca3-359c-440e-b071-b9f877259e7d None None] No DVR routers for this DVR port 06a5fd93-dbf2-42c2-9b5e-805a53420816 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:38.093834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=6701e3d0-8b25-4b2d-b250-c48e0cef0114,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.097757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] No DVR routers for this DVR port 06a5fd93-dbf2-42c2-9b5e-805a53420816 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:38.348532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a5fd93-dbf2-42c2-9b5e-805a53420816,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:38.352484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a843d2a0-0d34-42d3-87fb-009986926bc4 req-1f0d7e6d-6cce-4b6d-9ea0-c525c2629516 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.1814613 Dec 16 15:48:38.353383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port 6701e3d0-8b25-4b2d-b250-c48e0cef0114 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:38.361097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.365196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11339a92-7407-4013-9902-cf9dba44276f req-38c65ba1-76be-4333-8199-71fa810f3d8f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "DELETE /v2.0/ports/6701e3d0-8b25-4b2d-b250-c48e0cef0114 HTTP/1.1" status: 204 len: 173 time: 1.5017128 Dec 16 15:48:38.368884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'name': 'network-vif-deleted', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:38.373441 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea2d9f-1e0e-4fd0-8618-57a92e7e1a4f" -d '{"events": [{"server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "name": "network-vif-deleted", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:38.387215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.420420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6878d7-faf9-44cf-a6d3-4bbe147e22a3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:38.433418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280ae63f-99e6-49fc-bb0d-3d42ec3a7687') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:38.434022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280ae63f-99e6-49fc-bb0d-3d42ec3a7687') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:38.448241 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56972e3-7c7c-4d34-87fb-2d7fa48e7fe9 x-openstack-request-id: req-b56972e3-7c7c-4d34-87fb-2d7fa48e7fe9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:38.448241 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469a7b32-51f1-4c30-abb7-cbd29ed0d7f4", "name": "network-vif-deleted", "tag": "6701e3d0-8b25-4b2d-b250-c48e0cef0114", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:38.448241 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b56972e3-7c7c-4d34-87fb-2d7fa48e7fe9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:38.448241 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469a7b32-51f1-4c30-abb7-cbd29ed0d7f4', 'name': 'network-vif-deleted', 'tag': '6701e3d0-8b25-4b2d-b250-c48e0cef0114', 'status': 'completed', 'code': 200} Dec 16 15:48:38.449916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.471413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.483557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:48:38.485016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:48:38.488306 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:48:38.545563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 990c045d-a57c-4d7f-bbd4-d751e31cd4dd no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:38.579126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 990c045d-a57c-4d7f-bbd4-d751e31cd4dd {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:38.579668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 990c045d-a57c-4d7f-bbd4-d751e31cd4dd not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:38.580155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 06a5fd93-dbf2-42c2-9b5e-805a53420816 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:38.607000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 06a5fd93-dbf2-42c2-9b5e-805a53420816 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:38.607586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 06a5fd93-dbf2-42c2-9b5e-805a53420816 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:38.746171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.762621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:38.768224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3f6878d7-faf9-44cf-a6d3-4bbe147e22a3 HTTP/1.1" status: 204 len: 168 time: 1.5849268 Dec 16 15:48:38.772652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:38.801754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf91bc-2159-47fe-bf64-cc0cef289958 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6878d7-faf9-44cf-a6d3-4bbe147e22a3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:39.247230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.271339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6701e3d0-8b25-4b2d-b250-c48e0cef0114 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:39.306919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 6701e3d0-8b25-4b2d-b250-c48e0cef0114 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:39.308210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6701e3d0-8b25-4b2d-b250-c48e0cef0114 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:39.503644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad64098a-7153-4ef0-b450-26fdcf23fdd4 req-88c9a8fb-6be7-4165-9e22-34e429b93e06 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469a7b32-51f1-4c30-abb7-cbd29ed0d7f4 HTTP/1.1" status: 200 len: 210 time: 0.0416667 Dec 16 15:48:39.588974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Deleting port 24780644-58ab-4c07-a889-48e62f55f166 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:39.589771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.759698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] For port 24780644-58ab-4c07-a889-48e62f55f166, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=24780644-58ab-4c07-a889-48e62f55f166,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:39.760159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:39.776447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Calling delete_port for 24780644-58ab-4c07-a889-48e62f55f166 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:40.106331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.137156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Pushing event deleted for resources: {'Port': ['ID=24780644-58ab-4c07-a889-48e62f55f166,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:40.432494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:40.734886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Router 89f73126-2733-490e-a009-df65d2d2be4a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:48:40.881743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:40.890533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:40.891299 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aef98214-23f9-48af-9aaf-0135bda9344a admin admin] 10.222.0.71 "PUT /v2.0/routers/89f73126-2733-490e-a009-df65d2d2be4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1158016 Dec 16 15:48:40.910472 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Sync routers for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:40.923416 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:40.924176 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:41.101037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:41.371733 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:48:39Z', 'revision_number': 5, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:41.419944 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Checking router: 89f73126-2733-490e-a009-df65d2d2be4a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:41.436763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Routers {'89f73126-2733-490e-a009-df65d2d2be4a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:41.437897 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['89f73126-2733-490e-a009-df65d2d2be4a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:41.539408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-06d5c830-d575-475d-bd0f-55bbfb1cf04b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:41.540870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-06d5c830-d575-475d-bd0f-55bbfb1cf04b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.5298834 Dec 16 15:48:41.542024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:41.604217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-ffc4e8ce-ed7d-4a41-bda7-78534efd1f0a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0186543 Dec 16 15:48:41.705197 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] Set router 89f73126-2733-490e-a009-df65d2d2be4a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:41.729716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-a6522937-5bdd-41c2-8dc4-49d915c2823c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102629 Dec 16 15:48:41.732862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.049297 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:48:39Z', 'revision_number': 5, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:42.133653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ddd7ff-e961-4b27-b11f-d1f380e8ab26 None None] The sync data for ids ['89f73126-2733-490e-a009-df65d2d2be4a'] in n-d-821947-3 is: [{'id': '89f73126-2733-490e-a009-df65d2d2be4a', 'name': 'tempest-TestServerBasicOps-32646336-router', 'tenant_id': 'ede346b60574460baebfe1b87da023f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:58Z', 'updated_at': '2021-12-16T15:48:39Z', 'revision_number': 5, 'project_id': 'ede346b60574460baebfe1b87da023f5', 'gw_port': {'id': 'c0d2af25-8d67-45e5-9db1-ccf50fe95357', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fe:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f73126-2733-490e-a009-df65d2d2be4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:59Z', 'updated_at': '2021-12-16T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:42.144203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Deleting port c0d2af25-8d67-45e5-9db1-ccf50fe95357 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:42.145042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.148756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-47e16ec4-03af-4d6c-8f87-4c3e8e9955ab service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002447 Dec 16 15:48:42.411401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] For port c0d2af25-8d67-45e5-9db1-ccf50fe95357, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c0d2af25-8d67-45e5-9db1-ccf50fe95357,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:42.411777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.431183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-c6c1610c-7acd-44ec-96a6-53160cf43752 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125628 Dec 16 15:48:42.432203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Calling delete_port for c0d2af25-8d67-45e5-9db1-ccf50fe95357 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:42.534211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 24780644-58ab-4c07-a889-48e62f55f166 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:42.622107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 24780644-58ab-4c07-a889-48e62f55f166 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:42.622501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 24780644-58ab-4c07-a889-48e62f55f166 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:42.785170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e7f73b5-7723-493e-81aa-8a6209980d15 req-c599be5d-a91a-48ac-a9f2-96160505bda3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Dec 16 15:48:42.940134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:42.974395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d2af25-8d67-45e5-9db1-ccf50fe95357,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:43.001636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e6e94-0ddc-40c3-a24b-ac71fc9b2252 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:43.074029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.242990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.247519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.386098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.387179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f73126-2733-490e-a009-df65d2d2be4a {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:48:43.396591 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.402139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:43.408798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-15a5fe21-9b29-44c4-913f-04eef9e59d16 admin admin] 10.222.0.71 "DELETE /v2.0/routers/89f73126-2733-490e-a009-df65d2d2be4a HTTP/1.1" status: 204 len: 168 time: 2.5163972 Dec 16 15:48:43.462742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Deleting subnet f1aefd92-8894-4d66-bcaf-fd4f833a650d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:48:43.467268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.511495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.683736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.902391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:43.923591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba31e926-791b-4a65-99fe-25f1ceb95858 req-58f608a5-2288-4bf6-9d43-157a392fb984 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.0569880 Dec 16 15:48:44.020404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1aefd92-8894-4d66-bcaf-fd4f833a650d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:44.027863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.032006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9fdd392f-e093-4a18-884a-5d8b520937e7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f1aefd92-8894-4d66-bcaf-fd4f833a650d HTTP/1.1" status: 204 len: 168 time: 0.6277342 Dec 16 15:48:44.036058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 49930) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:44.036715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0190414-9b38-4385-b183-a15af0a6dbae None None] Network add32baa-a1ce-4420-bc1b-42794c4d3640 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:44.120066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.228702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-41ba5bab-ce2d-43a6-9a9c-e93bbf8e6e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.286680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Deleting port 1dff859d-04bd-4059-bc78-32cf0dcca127 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:44.287123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.354334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] DHCP port deletion for add32baa-a1ce-4420-bc1b-42794c4d3640 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:44.444362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] For port 1dff859d-04bd-4059-bc78-32cf0dcca127, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1dff859d-04bd-4059-bc78-32cf0dcca127,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:44.445011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.452772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Deleting port 1dff859d-04bd-4059-bc78-32cf0dcca127 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:48:44.453151 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.470185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Calling delete_port for 1dff859d-04bd-4059-bc78-32cf0dcca127 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:44.541214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] For port 1dff859d-04bd-4059-bc78-32cf0dcca127, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1dff859d-04bd-4059-bc78-32cf0dcca127,segment=NetworkSegment(8a7618a1-aa4d-423c-a91c-1e6260cba900),segment_id=8a7618a1-aa4d-423c-a91c-1e6260cba900)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:44.541614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.558498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Calling delete_port for 1dff859d-04bd-4059-bc78-32cf0dcca127 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:48:44.647582 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:48:44.659300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c0d2af25-8d67-45e5-9db1-ccf50fe95357 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:44.695873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c0d2af25-8d67-45e5-9db1-ccf50fe95357 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:48:44.696674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c0d2af25-8d67-45e5-9db1-ccf50fe95357 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:48:44.697419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1dff859d-04bd-4059-bc78-32cf0dcca127 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:48:44.809125 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.857689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:44.863649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dff859d-04bd-4059-bc78-32cf0dcca127,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:44.876636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] No DVR routers for this DVR port 1dff859d-04bd-4059-bc78-32cf0dcca127 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:44.880718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.881376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.881946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.882527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.883109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.883677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.884282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.884834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.885331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.885831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.886390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.886951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.887490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:48:44.911787 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 15:48:44.927568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.009191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Pushing event deleted for resources: {'Port': ['ID=1dff859d-04bd-4059-bc78-32cf0dcca127,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.009494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.021422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] No DVR routers for this DVR port 1dff859d-04bd-4059-bc78-32cf0dcca127 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:48:45.054931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add32baa-a1ce-4420-bc1b-42794c4d3640']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.066292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.066901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.067311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.067903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.069337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.070005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.070748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.071534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.072302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.073032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.073206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7618a1-aa4d-423c-a91c-1e6260cba900') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.073738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7618a1-aa4d-423c-a91c-1e6260cba900') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:45.074151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.074692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.075232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c003e-beda-45cc-94c9-6d0907cd4a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:48:45.092360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.123407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.136965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d71dc47e-a757-4f75-a161-da3dc5cb2581 req-fe01a77c-9a9e-47f0-a8fb-c8b1ddacd8ef tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.0376201 Dec 16 15:48:45.141014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:48:45.141715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:48:45.158523 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:48:45.329627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.353800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:45.360756 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/add32baa-a1ce-4420-bc1b-42794c4d3640 HTTP/1.1" status: 204 len: 168 time: 1.3205056 Dec 16 15:48:45.360756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf62cb-3817-4f0f-a7bc-179931961df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=add32baa-a1ce-4420-bc1b-42794c4d3640,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:45.788609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-90dd8f0f-8ace-4d57-9b84-e7d3421c26fb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:45.789582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-90dd8f0f-8ace-4d57-9b84-e7d3421c26fb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1389740 Dec 16 15:48:45.812428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:45.820763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:45.912152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-77ec4a48-41cd-4f42-9e89-7d02e4c1735c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90c009518f5e4d0fbc5ab4a12d255e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896761 Dec 16 15:48:45.913461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 49970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:46.035656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.077821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.237616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.240168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.241405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e30ddb6-8ad9-4e3a-b27f-375b78c8e89a HTTP/1.1" status: 204 len: 168 time: 0.3263032 Dec 16 15:48:46.254965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ec912-fb71-4803-b06a-71cea2a1a591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e30ddb6-8ad9-4e3a-b27f-375b78c8e89a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:46.404335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e560d987-e607-44f7-ba3e-8fb618d521c7 req-056f73de-d262-48a5-b0a4-9fbd890c86d9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.1257026 Dec 16 15:48:46.510838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e145d295-24ec-44ee-ac03-c6f79bc234c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.551755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:46.557454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:46.780116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.9 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/48ad77e9-2366-4eed-8269-7c5723cebc3a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:46.996433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.134841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.170978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:47.213989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:47.220008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:47.233805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:47.316117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:47.349324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:47.377485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:47.377485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.417740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9925d570-c42a-4c89-bd45-44e944ce9eee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ede346b60574460baebfe1b87da023f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671663 Dec 16 15:48:47.420985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:47.487077 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-005dffe8-5d86-4f72-890f-e2d8ecf7a6ce tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6815434 Dec 16 15:48:47.488712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.514629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Request body: {'port': {'device_id': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:47.542632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.584715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d314b-67d1-4e1e-a809-ff14783c72c6 req-d1c99857-10d8-46a6-bb7b-1c5febc9922f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:47.584715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea6d314b-67d1-4e1e-a809-ff14783c72c6 req-d1c99857-10d8-46a6-bb7b-1c5febc9922f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 931 time: 0.0791969 Dec 16 15:48:47.610072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.680560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea6d314b-67d1-4e1e-a809-ff14783c72c6 req-e3d7a0a6-741c-4e24-bade-fbde41bd5656 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Dec 16 15:48:47.752834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.752834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:47.752834 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/004583c0-d2db-401b-bc1a-159495966b3a HTTP/1.1" status: 204 len: 168 time: 0.3294210 Dec 16 15:48:47.776465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea9721-5fad-4c1a-9dce-4640c9c3d30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004583c0-d2db-401b-bc1a-159495966b3a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:47.904674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.006801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ad77e9-2366-4eed-8269-7c5723cebc3a {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:48.016420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.036957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Transition to ACTIVE for port object 48ad77e9-2366-4eed-8269-7c5723cebc3a will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:48:48.129597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.228543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:48.368480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Attempting to bind port 48ad77e9-2366-4eed-8269-7c5723cebc3a on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:48.368480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Attempting to bind port 48ad77e9-2366-4eed-8269-7c5723cebc3a by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:48.369162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Attempting to bind port 48ad77e9-2366-4eed-8269-7c5723cebc3a on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:48.379429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Port 48ad77e9-2366-4eed-8269-7c5723cebc3a on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:48:48.380323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Attempting to bind port 48ad77e9-2366-4eed-8269-7c5723cebc3a on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:48.390540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:48.391918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:48.392602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:48.393385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Bound port: 48ad77e9-2366-4eed-8269-7c5723cebc3a, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:48.394079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.551809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:48.560391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:48.690017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.753342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:48.754150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:48.756222 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/48ad77e9-2366-4eed-8269-7c5723cebc3a HTTP/1.1" status: 200 len: 1091 time: 1.2534988 Dec 16 15:48:48.763268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:48.770212 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9367bca-674b-48f6-9e08-865efd7d120c" -d '{"events": [{"name": "network-changed", "server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:48.851219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c986b33-20bb-44b3-b360-773d375a04b3 service neutron] Pushing event updated for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:48.861947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e2d67-fad9-42fd-8baf-9a9d15f57e20 req-bf48b661-fe52-46da-9c27-ac831ccb4ad8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:48.864857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db5e2d67-fad9-42fd-8baf-9a9d15f57e20 req-bf48b661-fe52-46da-9c27-ac831ccb4ad8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 943 time: 0.0936720 Dec 16 15:48:48.897414 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93698f0-4e4e-4a44-a570-345f81ad304e x-openstack-request-id: req-f93698f0-4e4e-4a44-a570-345f81ad304e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:48.897728 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:48.897982 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f93698f0-4e4e-4a44-a570-345f81ad304e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:48.898542 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a', 'status': 'completed', 'code': 200} Dec 16 15:48:49.020517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-1264f32d-0f55-4359-b374-59a3cd91b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:49.024309 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-1264f32d-0f55-4359-b374-59a3cd91b0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1190598 Dec 16 15:48:49.051503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db5e2d67-fad9-42fd-8baf-9a9d15f57e20 req-95a089fd-fa31-41e4-a2b9-dfd02dd4cdc2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661232 Dec 16 15:48:49.125778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-ddc5dd60-79d2-4c56-b3ac-361c14bf8a70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a HTTP/1.1" status: 200 len: 217 time: 0.0862086 Dec 16 15:48:49.233090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-e1d31dcc-93f0-43fe-a589-cdad76b0d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:49.235734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-e1d31dcc-93f0-43fe-a589-cdad76b0d3d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1009326 Dec 16 15:48:49.276299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:49.291787 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-e65313a2-14a3-44a1-91a8-1910dea5819a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484614 Dec 16 15:48:49.425691 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-ec148f7d-6af1-4e01-a800-7f0331b900e7 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263843 Dec 16 15:48:49.555943 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d6596dc4-f9c4-4be2-8e14-ef33a70b2741 req-770e3df2-abd9-4c10-ac44-a0e791053767 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230013 Dec 16 15:48:49.659561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50082) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:49.894684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-917839188-network', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:49.941097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367bca-674b-48f6-9e08-865efd7d120c req-4e62892f-8d21-443f-9ae4-1239ecae58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:49.942939 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-4e62892f-8d21-443f-9ae4-1239ecae58e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 1094 time: 0.1131406 Dec 16 15:48:50.059974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367bca-674b-48f6-9e08-865efd7d120c req-194824b2-512f-43e2-a14e-6d49b091669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:50.061413 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-194824b2-512f-43e2-a14e-6d49b091669f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.1106949 Dec 16 15:48:50.137391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:50.139795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.143646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-8628983c-6bd5-40c9-b57b-edcbd4e9b975 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a HTTP/1.1" status: 200 len: 217 time: 0.0716724 Dec 16 15:48:50.147755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.161578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.233629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367bca-674b-48f6-9e08-865efd7d120c req-97c23d89-e030-44d6-9312-922cb52e3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:50.235734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-97c23d89-e030-44d6-9312-922cb52e3460 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0838640 Dec 16 15:48:50.276474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e0a3a-6c82-4815-8d26-96d7b133851e req-331f8256-854a-455e-aa71-ede5073d8f34 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:50.278149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d4e0a3a-6c82-4815-8d26-96d7b133851e req-331f8256-854a-455e-aa71-ede5073d8f34 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 943 time: 0.1024773 Dec 16 15:48:50.282826 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-a386fa52-759a-400b-805b-101ac947feb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369670 Dec 16 15:48:50.354042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d4e0a3a-6c82-4815-8d26-96d7b133851e req-5caddbf4-55f2-490d-8086-e8b765f6cab4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678601 Dec 16 15:48:50.465242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.503198 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-766b75a8-f7bb-4d99-95f9-50a98b2ab159 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033701 Dec 16 15:48:50.553905 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.647713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:48:50.673584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae92485-3481-4783-a6ce-dd053aeaa5a2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:50.688005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.688005 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Added segment 8ec73850-8fa7-41de-bb45-c84c806b4c20 of type vlan for network 11949fb3-7fef-4421-8942-e7229dab33c3 Dec 16 15:48:50.758596 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d9367bca-674b-48f6-9e08-865efd7d120c req-c909d3b6-1661-4052-87e9-0d825d81a679 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452965 Dec 16 15:48:50.763063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.883233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.884656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:50.885531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:50.984423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=11949fb3-7fef-4421-8942-e7229dab33c3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:50.997584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 11949fb3-7fef-4421-8942-e7229dab33c3 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:48:51.055618 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c588bb9a-5f81-4473-8faa-f3da06201ee0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3944058 Dec 16 15:48:51.058540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:51.067140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Request body: {'subnet': {'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-917839188-subnet', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:51.162742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:48:51.165692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.403927 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-8066da71-fe96-47e9-9a2e-8ebfb56a9272 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760996 Dec 16 15:48:51.565476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:51.573267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-12ca40c4-bad4-4991-b207-b2384dab8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.575989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-12ca40c4-bad4-4991-b207-b2384dab8f16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0942769 Dec 16 15:48:51.680146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f511-7997-4c81-81ef-2e230dc30355 req-9597a6b3-d9fb-4c53-b22c-093c3e3b935c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.683982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7125f511-7997-4c81-81ef-2e230dc30355 req-9597a6b3-d9fb-4c53-b22c-093c3e3b935c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 943 time: 0.1809542 Dec 16 15:48:51.733549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1f3ea8-b901-4d64-97b2-9363d3f94f65,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:51.777217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-56613d76-bb88-493b-9a95-c24bd8c12905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.779423 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-56613d76-bb88-493b-9a95-c24bd8c12905 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.1766832 Dec 16 15:48:51.802802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7125f511-7997-4c81-81ef-2e230dc30355 req-6d2dc2ac-b0b1-447a-9fee-7ca734ac1ba0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096847 Dec 16 15:48:51.852310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:51.853170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Network hostable DHCP agents. Network: 11949fb3-7fef-4421-8942-e7229dab33c3, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:48:51.862209 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-77d97297-e231-4d57-beba-4f40e42d264a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 200 len: 217 time: 0.0735502 Dec 16 15:48:51.945521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-647a05dd-7feb-4601-8173-31f18a676684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:51.948654 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-647a05dd-7feb-4601-8173-31f18a676684 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0784392 Dec 16 15:48:51.995268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-0d5abf8f-c735-4424-ae87-f003b10887a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395951 Dec 16 15:48:52.008594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:48:52.134100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-c51eccd9-c535-4586-92f8-68f52f2619a6 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298912 Dec 16 15:48:52.185915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 11949fb3-7fef-4421-8942-e7229dab33c3) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:52.196774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:52.204923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c8c66-887f-4efb-b3a5-68986d92df80 None None] Network 11949fb3-7fef-4421-8942-e7229dab33c3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:52.216292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.286317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e3e9db3b-7370-401b-a9f8-a785d6f5504a req-b9b9c130-8eb4-4112-9269-39b25265c5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463473 Dec 16 15:48:52.329199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-795bd1c9-cde0-4577-98de-d531b8c1ff81 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2686260 Dec 16 15:48:52.345763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50136) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:52.354122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:48:52.394869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-11949fb3-7fef-4421-8942-e7229dab33c3', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:48:52.396045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.534593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.536550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.638443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:52.764781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Allocated IP 172.20.0.2 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/87226508-aebd-4c1f-8650-025c64724b0d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:52.866306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 48ad77e9-2366-4eed-8269-7c5723cebc3a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:48:53.028582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.108875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186fbc-5d69-4386-a9d7-27d59670381d req-7fb1c177-db13-4b16-864c-1f862e4b89fd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:53.111286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee186fbc-5d69-4386-a9d7-27d59670381d req-7fb1c177-db13-4b16-864c-1f862e4b89fd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 943 time: 0.1177309 Dec 16 15:48:53.185819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee186fbc-5d69-4386-a9d7-27d59670381d req-395b4dfd-cfbe-4488-a985-df7b2d63dd17 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Dec 16 15:48:53.207884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:53.212551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.227436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '48ad77e9-2366-4eed-8269-7c5723cebc3a', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': '48ad77e9-2366-4eed-8269-7c5723cebc3a', 'mac_address': 'fa:16:3e:88:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:48:53.294586 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.314697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ad77e9-2366-4eed-8269-7c5723cebc3a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:48:53.344795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:53.346999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.431556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:53.435873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:53.439003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:53.451210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Pushing event updated for resources: {'Port': ['ID=87226508-aebd-4c1f-8650-025c64724b0d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:53.481244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.577096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Attempting to bind port 87226508-aebd-4c1f-8650-025c64724b0d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:53.577702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Attempting to bind port 87226508-aebd-4c1f-8650-025c64724b0d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:53.578419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Attempting to bind port 87226508-aebd-4c1f-8650-025c64724b0d on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:53.596450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:53.596920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:53.597647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.598261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:53.599039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Bound port: 87226508-aebd-4c1f-8650-025c64724b0d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:53.599645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.648199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:53.654587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.679949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.729806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] For port 87226508-aebd-4c1f-8650-025c64724b0d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:53.733731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] For port 87226508-aebd-4c1f-8650-025c64724b0d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87226508-aebd-4c1f-8650-025c64724b0d,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:53.779983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['48ad77e9-2366-4eed-8269-7c5723cebc3a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:48:53.809797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Allocated IP 172.25.7.117 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/fc1d8d4a-7765-4194-a053-ecd2b5435ae8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:53.829671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:53.938945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1157d3-d79c-40ed-a085-881e99d439af None None] Pushing event updated for resources: {'Port': ['ID=87226508-aebd-4c1f-8650-025c64724b0d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:54.051959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.197674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.323295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:54.337366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:54.340416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Pushing event updated for resources: {'Port': ['ID=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:54.343782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:54.362675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06f0320-23ad-4984-a999-f4904947a573 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:54.443189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-46fd2393-cb0a-4e94-9ca2-84e4eaead3ce None None] Provisioning complete for port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:54.443860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46fd2393-cb0a-4e94-9ca2-84e4eaead3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:54.513986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-46fd2393-cb0a-4e94-9ca2-84e4eaead3ce None None] Port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:48:54.700665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2193c30-0eb0-4247-99ff-5adf9e681cfc req-2cd0e9d6-0ae2-4b81-82d4-8f8a4a45f9e7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:54.703883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2193c30-0eb0-4247-99ff-5adf9e681cfc req-2cd0e9d6-0ae2-4b81-82d4-8f8a4a45f9e7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 944 time: 0.3102100 Dec 16 15:48:54.735725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87226508-aebd-4c1f-8650-025c64724b0d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:54.843256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 48ad77e9-2366-4eed-8269-7c5723cebc3a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:54.855217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2193c30-0eb0-4247-99ff-5adf9e681cfc req-9b3ea1fc-f453-4fd9-b337-77fa9b917707 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374269 Dec 16 15:48:54.898181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 87226508-aebd-4c1f-8650-025c64724b0d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:54.898866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.042469 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.078350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 48ad77e9-2366-4eed-8269-7c5723cebc3a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:48:55.085131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 87226508-aebd-4c1f-8650-025c64724b0d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87226508-aebd-4c1f-8650-025c64724b0d,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:55.086968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 48ad77e9-2366-4eed-8269-7c5723cebc3a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:55.087153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.087486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.159623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.273292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.298678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=87226508-aebd-4c1f-8650-025c64724b0d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:55.320594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:48:55.323036 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102010f-2662-4218-8541-ee183e9b2ddf" -d '{"events": [{"server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "name": "network-vif-plugged", "status": "completed", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:48:55.341746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:55.402759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.456670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:55.500715 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffb6500-94a1-48c2-b583-fe713b5c8583 x-openstack-request-id: req-fffb6500-94a1-48c2-b583-fe713b5c8583 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:48:55.501120 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "name": "network-vif-plugged", "status": "completed", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:48:55.501447 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fffb6500-94a1-48c2-b583-fe713b5c8583 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:48:55.501921 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a', 'code': 200} Dec 16 15:48:55.503069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:55.605987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648de54a-5e0c-44e5-bf89-1f8b18e56aab req-e12e4c66-cd0b-423f-9e03-126483b87141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:55.609550 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-648de54a-5e0c-44e5-bf89-1f8b18e56aab req-e12e4c66-cd0b-423f-9e03-126483b87141 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0868478 Dec 16 15:48:55.716728 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-648de54a-5e0c-44e5-bf89-1f8b18e56aab req-223200ca-3434-4386-84b7-4e709e4f4b74 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944583 Dec 16 15:48:55.729641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364a89e-a99b-41e2-af75-4b59e9a72008 None None] Network 11949fb3-7fef-4421-8942-e7229dab33c3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:48:55.871134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a10f2ec9-0795-45b3-ad9f-6974736fedc3 None None] Provisioning complete for port 87226508-aebd-4c1f-8650-025c64724b0d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:55.871736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a10f2ec9-0795-45b3-ad9f-6974736fedc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.148231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09289c6-73ab-4b37-8d67-b83d0827e599 req-0ef213ed-146a-475a-8046-dff1d4ddae48 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:56.150650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09289c6-73ab-4b37-8d67-b83d0827e599 req-0ef213ed-146a-475a-8046-dff1d4ddae48 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.0685854 Dec 16 15:48:56.158246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:48:56.336759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09289c6-73ab-4b37-8d67-b83d0827e599 req-a42a0681-6b1d-4070-9aaf-c225af9efee8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745126 Dec 16 15:48:56.439633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:48:56.463791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:48:56.467428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-38542c86-eede-4bc1-aa9a-19a35dab66cb None None] Provisioning complete for port 87226508-aebd-4c1f-8650-025c64724b0d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:56.467993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38542c86-eede-4bc1-aa9a-19a35dab66cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.546054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:56.546714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:56.576803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:56.579221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4ce2c570-2e61-4c28-b1b9-cb65b064486b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2309589 Dec 16 15:48:56.582884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:48:56.632617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87226508-aebd-4c1f-8650-025c64724b0d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:48:56.791598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:56.865341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 87226508-aebd-4c1f-8650-025c64724b0d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:56.865723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.126348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 3, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:57.199339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:48:57.199920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Updating router 366ec202-b7cf-496a-89be-5fd56dcc4003 port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:48:57.248510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.457986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.628112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17d68b-d90e-48dc-b1ad-b748e998ee09 req-f8500b58-9972-49cc-9afa-26570f15a897 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:57.630116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d17d68b-d90e-48dc-b1ad-b748e998ee09 req-f8500b58-9972-49cc-9afa-26570f15a897 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.1594045 Dec 16 15:48:57.691373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.777856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d17d68b-d90e-48dc-b1ad-b748e998ee09 req-556aa6bc-ae78-4006-87ec-61871a2e4985 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055956 Dec 16 15:48:57.800651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Allocated IP 172.20.0.1 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/966ee0d8-9166-4ed4-93a3-f0cf209bf367) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:48:57.810268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.876568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37435-1f4c-40bf-b392-515eb9b28841 None None] Pushing event updated for resources: {'Port': ['ID=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:57.916827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c1587-df71-4a11-9364-68142618055a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:57.952179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Attempting to bind port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:48:57.952179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Attempting to bind port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:48:57.952179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Attempting to bind port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:48:57.974190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:48:57.974190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:48:57.974653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:57.975442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:48:57.975994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Bound port: fc1d8d4a-7765-4194-a053-ecd2b5435ae8, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:48:57.980570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.029348 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.047666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ea4641ee-8428-4715-8f34-ca8505d38b09 None None] Provisioning complete for port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:58.048081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea4641ee-8428-4715-8f34-ca8505d38b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.148385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.231643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:58.237902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:48:58.244367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:48:58.270743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] For port fc1d8d4a-7765-4194-a053-ecd2b5435ae8, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:48:58.271938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Pushing event updated for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:58.274563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] For port fc1d8d4a-7765-4194-a053-ecd2b5435ae8, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:48:58.303691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ea4641ee-8428-4715-8f34-ca8505d38b09 None None] Port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:48:58.382388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.452787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.468323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ca2f9-fc4a-4920-852c-6c2d8a4827a9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:48:58.507154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d37435-1f4c-40bf-b392-515eb9b28841 None None] Pushing event updated for resources: {'Port': ['ID=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:58.554149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:48:58.555060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:58.630189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] Provisioning complete for port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:58.630573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:58.661012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-17190c53-4031-4815-b172-72c76d385ba0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:48:58.664965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-17190c53-4031-4815-b172-72c76d385ba0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.3891363 Dec 16 15:48:58.703166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-0a98637f-f33e-48b2-b1be-a5f9a917b164 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0185857 Dec 16 15:48:58.773352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:48:58.811096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-d0b5fe39-384b-4c16-b508-fa2e115bbd0c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918663 Dec 16 15:48:58.903065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.042608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.075651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-54f60814-6a74-4dfb-907a-c922a3877a62 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634706 Dec 16 15:48:59.158565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.236231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] For port fc1d8d4a-7765-4194-a053-ecd2b5435ae8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:48:59.252476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-93735269-4a00-43ff-9fff-4338c46ea1de service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754997 Dec 16 15:48:59.307596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.362943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.435770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.444792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 3, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:48:59.503367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c665ed-17ab-47a8-acd2-46baf6c84933 None None] Pushing event updated for resources: {'Port': ['ID=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:59.523184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bfd88-5c0e-4706-90ff-5664b3f2342b None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:54Z', 'revision_number': 3, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:48:59.566990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7135c298-fb84-4f84-b529-16478c9ed98d None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:48:59.570721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7135c298-fb84-4f84-b529-16478c9ed98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.650451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Pushing event updated for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:48:59.691610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7135c298-fb84-4f84-b529-16478c9ed98d None None] Port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:48:59.695994 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.710160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61e39cce-ed01-45b3-97fa-899b71b2c772 req-ac74d620-bb0d-4f9d-9b2a-f8e5fe8512c7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0545092 Dec 16 15:48:59.711437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:48:59.895805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:48:59.897715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:00.444027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-416c0bac-3a89-477d-82f6-05fa70873db1 None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:00.445960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-416c0bac-3a89-477d-82f6-05fa70873db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:00.563505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:49:00.632009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-416c0bac-3a89-477d-82f6-05fa70873db1 None None] Port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:00.766408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fc1d8d4a-7765-4194-a053-ecd2b5435ae8 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:00.862517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2bd3dfc-73cf-4e0f-9375-c76efe4689eb req-e9fc86a9-c2fc-403d-8de7-70793956ffb2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0567591 Dec 16 15:49:00.891329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:49:00.904286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92d58a4a-775c-4778-83b1-dc625a38b76e admin admin] 10.222.0.71 "PUT /v2.0/routers/366ec202-b7cf-496a-89be-5fd56dcc4003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3121138 Dec 16 15:49:00.948070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:00.949080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.070996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b2e8312-c8a3-40e0-bfae-c75c6a50e798 req-5032924a-ceeb-4779-8418-5b30cc8582f8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0401430 Dec 16 15:49:02.165763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 50358) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:02.170821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-738667800-network', 'tenant_id': '249098a71d924e7a98830942b3915c74'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:02.299112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Made reservation on behalf of 249098a71d924e7a98830942b3915c74 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:02.303156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.314604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.441828 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:49:02.457056 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:02.457696 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:02.501472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.620180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:02.662463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:02.675647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c9ad7-7746-40af-a67d-bdc9688de1fc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:02.695403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:49:02.983035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-41463d26-d350-4590-8fd4-289ea28d8b04 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:02.986453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-41463d26-d350-4590-8fd4-289ea28d8b04 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2554235 Dec 16 15:49:02.995609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.004791 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Added segment 41e72143-c4c7-4cca-bb8d-3bfc6929523b of type vlan for network d7381770-fa58-4830-8b58-37a9fc533cde Dec 16 15:49:03.025214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:03.143193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.300620 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 2, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:03.313592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e5f5912c-7d27-4637-92db-c99ec1572ede req-28173902-fb6a-48f4-b4b2-1ce2d120611b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0723658 Dec 16 15:49:03.331173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.331173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:03.331173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.344374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:49:03.344723 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Updating router 366ec202-b7cf-496a-89be-5fd56dcc4003 port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:49:03.376588 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.426498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7381770-fa58-4830-8b58-37a9fc533cde,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:03.439679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network d7381770-fa58-4830-8b58-37a9fc533cde details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:49:03.541244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5c2a304a-e52c-454c-bc5d-db5a66793ae9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3743060 Dec 16 15:49:03.545101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50378) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:03.555015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Request body: {'subnet': {'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-738667800-subnet', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:03.636962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:03.643536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.768135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Made reservation on behalf of 249098a71d924e7a98830942b3915c74 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:03.773502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.890455 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:03.982797 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.035809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.6 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/89bf0b81-bbcc-49bf-bc69-5f0ebf016122) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:04.195459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Pushing event updated for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:04.219878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.281652 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.282291 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.283143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.283657 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.284268 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.284744 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.285239 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.285718 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.286225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.286721 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.287251 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.287790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.292440 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:04.368368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Attempting to bind port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:04.377810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Attempting to bind port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:04.380031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f5f376-e32d-4255-a6c7-075bf91a46bc,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:04.384778 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Attempting to bind port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:04.403622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Checking segment: {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:04.404271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Network hostable DHCP agents. Network: d7381770-fa58-4830-8b58-37a9fc533cde, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:49:04.409297 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:04.415741 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:04.417493 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.419523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:04.420357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Bound port: 966ee0d8-9166-4ed4-93a3-f0cf209bf367, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:04.421847 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.528321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Network d7381770-fa58-4830-8b58-37a9fc533cde is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:49:04.559012 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.583633 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] For port 966ee0d8-9166-4ed4-93a3-f0cf209bf367, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:04.588263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] For port 966ee0d8-9166-4ed4-93a3-f0cf209bf367, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=966ee0d8-9166-4ed4-93a3-f0cf209bf367,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:04.602097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-57efdfba-6ce3-427b-b4d1-464267d10699 None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:04.603341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57efdfba-6ce3-427b-b4d1-464267d10699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.613512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, d7381770-fa58-4830-8b58-37a9fc533cde) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:04.618428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:04.619148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.657588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-57efdfba-6ce3-427b-b4d1-464267d10699 None None] Port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:04.657588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88d539-8b88-49e8-8a8b-455425edeaec None None] Network d7381770-fa58-4830-8b58-37a9fc533cde requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:49:04.658035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d4e8df8-2279-4d58-aae3-1dbe3bbea824 req-b0cee1d9-6863-421b-b460-dee8649352a0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0649877 Dec 16 15:49:04.685109 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.720932 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-accaa272-7b78-4c78-8059-85dfefd7dde0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1729918 Dec 16 15:49:04.721917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50394) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:04.727282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:04.772830 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:04.773708 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:04.812361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-d7381770-fa58-4830-8b58-37a9fc533cde', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'project_id': '249098a71d924e7a98830942b3915c74', 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:49:04.813834 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.832148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.835021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddf8ae-9a95-46c8-a936-388a9ffe00df None None] Pushing event updated for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:04.882232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.883054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:04.916543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:04.935160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:04.964689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:04.995205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.052324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:05.053330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.054963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:05.089148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:05.106289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712', '48ad77e9-2366-4eed-8269-7c5723cebc3a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:05.142512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-f171a0d1-c667-43a1-ad53-91bf0db7e878 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1291604 Dec 16 15:49:05.168371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Request body: {'port': {'device_id': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:05.207420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Allocated IP 172.20.0.2 (d7381770-fa58-4830-8b58-37a9fc533cde/72f5f376-e32d-4255-a6c7-075bf91a46bc/f151bc8f-41fc-4d32-8664-49633deadc2f) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:05.333192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.383984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:05.384441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.435743 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.453678 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:04Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:05.491085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206063a2-76db-4579-8b14-ec57ca4e8591 None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:04Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:49:05.614827 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:05.696239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.020997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eda178-9783-4f61-be8e-71e5d2a6e061 req-cb904a00-47d9-41cb-bf0e-fb99df22a3eb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:06.028180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4eda178-9783-4f61-be8e-71e5d2a6e061 req-cb904a00-47d9-41cb-bf0e-fb99df22a3eb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 931 time: 0.1752548 Dec 16 15:49:06.042654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.069109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.141244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.198059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4eda178-9783-4f61-be8e-71e5d2a6e061 req-517515d8-41dd-4ad4-b72b-8be90ca972ba tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439960 Dec 16 15:49:06.264469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Allocated IP 172.25.7.45 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/efa8db91-31c2-45c8-b18d-bf9b2db327d5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:06.305744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Network d7381770-fa58-4830-8b58-37a9fc533cde is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:06.350422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:06.372977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:06.379104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.415204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Pushing event updated for resources: {'Port': ['ID=f151bc8f-41fc-4d32-8664-49633deadc2f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.431006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:06.442133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Transition to ACTIVE for port object 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:06.475676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] For port 966ee0d8-9166-4ed4-93a3-f0cf209bf367, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=966ee0d8-9166-4ed4-93a3-f0cf209bf367,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:06.533837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.662789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.706202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Attempting to bind port f151bc8f-41fc-4d32-8664-49633deadc2f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:06.706823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Attempting to bind port f151bc8f-41fc-4d32-8664-49633deadc2f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:06.707440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Attempting to bind port f151bc8f-41fc-4d32-8664-49633deadc2f on network d7381770-fa58-4830-8b58-37a9fc533cde {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:06.711571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.763552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Pushing event updated for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.812143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:06.812581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Checking segment: {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:06.816409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.816409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Bound using segment: {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:06.816409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Bound port: f151bc8f-41fc-4d32-8664-49633deadc2f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:06.817097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.844954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:06.861314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 966ee0d8-9166-4ed4-93a3-f0cf209bf367 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:06.924605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:06.957755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:06.961877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Attempting to bind port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:06.962255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Attempting to bind port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:06.962554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Attempting to bind port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:06.965886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:06.968207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Pushing event updated for resources: {'Port': ['ID=efa8db91-31c2-45c8-b18d-bf9b2db327d5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:06.971589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:06.972137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Attempting to bind port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:06.992403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:06.992747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:06.993138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:06.993587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Bound port: 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:06.993949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.017091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632020ec-f17f-4ed3-bc56-966357cff7ba None None] Pushing event updated for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.033061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c0bbf-d873-4185-b965-dd6bc3ac58b5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:49:07.145172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:07.145568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.166048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:07.175861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:07.277679 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.335722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] For port f151bc8f-41fc-4d32-8664-49633deadc2f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:07.349970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-49941e63-01d2-4872-bba9-eb355536bed0 None None] Provisioning complete for port efa8db91-31c2-45c8-b18d-bf9b2db327d5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:07.350449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49941e63-01d2-4872-bba9-eb355536bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.410242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.410755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-49941e63-01d2-4872-bba9-eb355536bed0 None None] Port efa8db91-31c2-45c8-b18d-bf9b2db327d5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:07.411079 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.417010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] 10.222.0.74 "PUT /v2.0/ports/89bf0b81-bbcc-49bf-bc69-5f0ebf016122 HTTP/1.1" status: 200 len: 1091 time: 2.2542222 Dec 16 15:49:07.420367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] For port f151bc8f-41fc-4d32-8664-49633deadc2f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f151bc8f-41fc-4d32-8664-49633deadc2f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:07.420664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:07.425753 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c518d-831f-4f90-b308-4707e9d93f99" -d '{"events": [{"name": "network-changed", "server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:07.494890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.566689 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39cc537-4bde-4202-9d59-b2ab020470f4 x-openstack-request-id: req-c39cc537-4bde-4202-9d59-b2ab020470f4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:07.567464 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:07.568102 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c39cc537-4bde-4202-9d59-b2ab020470f4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:07.568968 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122', 'status': 'completed', 'code': 200} Dec 16 15:49:07.608301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de53c7-5637-4297-83b4-4ec59fd6403f None None] Pushing event updated for resources: {'Port': ['ID=f151bc8f-41fc-4d32-8664-49633deadc2f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.660173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d03242-27ad-43b2-921e-4b403c4084dc service neutron] Pushing event updated for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:07.748644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9ee28-c221-4de0-b857-38170fa134f4 req-2cd10892-28d5-44df-8168-fb9b9374fd02 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.751406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61e9ee28-c221-4de0-b857-38170fa134f4 req-2cd10892-28d5-44df-8168-fb9b9374fd02 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 943 time: 0.2628226 Dec 16 15:49:07.759742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-4e6e5895-0cc5-4673-aa98-804e9e0ec621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:07.761849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-4e6e5895-0cc5-4673-aa98-804e9e0ec621 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 1094 time: 0.1729622 Dec 16 15:49:07.866815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:07.909686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-3a7b6e7b-466f-4d22-8323-0dd1826bcf70 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122 HTTP/1.1" status: 200 len: 217 time: 0.1178970 Dec 16 15:49:08.032558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61e9ee28-c221-4de0-b857-38170fa134f4 req-42c230b2-ce89-45a0-bc3c-96d828014f99 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676365 Dec 16 15:49:08.100027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-72ae9aae-56bc-4672-87f2-b40971e3ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.102108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-72ae9aae-56bc-4672-87f2-b40971e3ea72 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1549399 Dec 16 15:49:08.186173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-79aeebc0-add3-4036-8790-2df7419330bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698750 Dec 16 15:49:08.390352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-9e9208c3-9410-42fd-b0f1-84ba5252282f service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933196 Dec 16 15:49:08.581999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c98-5b06-46f4-8d82-6edb489eb5e5 req-7117d296-78ae-4b84-87bd-c34e2ba31b1b service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686227 Dec 16 15:49:08.693128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.757371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 966ee0d8-9166-4ed4-93a3-f0cf209bf367 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:08.828131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:08.828855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:08.882195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-18d83abe-2fc4-4c27-a6d4-daf73675629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:08.882195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-18d83abe-2fc4-4c27-a6d4-daf73675629c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 1094 time: 0.0703094 Dec 16 15:49:08.963071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Router 272c325a-0b62-4fcf-96d6-982fdf871bac is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:49:09.024581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f151bc8f-41fc-4d32-8664-49633deadc2f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:09.042932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-ecf1cc20-a293-413f-bb23-a652fcf27d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.045749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-ecf1cc20-a293-413f-bb23-a652fcf27d3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.1529026 Dec 16 15:49:09.151330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-bc4dd6e3-b488-4c06-8f11-9346a08739e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122 HTTP/1.1" status: 200 len: 217 time: 0.0951319 Dec 16 15:49:09.153501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:49:09.281232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:09.292371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e5683530-af0a-4df6-b689-eb31e0d763ff admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5667450 Dec 16 15:49:09.308869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 50456) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:49:09.347224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-81a20137-27fc-4971-8f3c-7e85ea603a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.349910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-81a20137-27fc-4971-8f3c-7e85ea603a3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1887553 Dec 16 15:49:09.393119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c1ca8-8108-4231-abab-6758502019db None None] Sync routers for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:49:09.421633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:09.422676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:09.434392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b204a-3720-45d0-90a7-d2c0abf82b64 req-71be1634-4936-4938-8ad6-ea3a4ad56b99 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:09.454625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b67b204a-3720-45d0-90a7-d2c0abf82b64 req-71be1634-4936-4938-8ad6-ea3a4ad56b99 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 943 time: 0.1912966 Dec 16 15:49:09.538336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-57fa46e3-3d3d-451b-9379-e139638877b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774795 Dec 16 15:49:09.583226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f151bc8f-41fc-4d32-8664-49633deadc2f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:09.583844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:09.644309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587ca28-769e-4a7f-82a3-d68f692c7311 None None] Network d7381770-fa58-4830-8b58-37a9fc533cde requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:49:09.808196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-b329547f-2bd1-4078-aeaf-a1bccfec6dd9 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501547 Dec 16 15:49:09.930461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b67b204a-3720-45d0-90a7-d2c0abf82b64 req-6878e0a0-32c9-4e8b-a046-06ca525d8d8d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738555 Dec 16 15:49:09.985888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-221b058c-a0d3-437d-b40d-c035296dd06a None None] Provisioning complete for port f151bc8f-41fc-4d32-8664-49633deadc2f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:09.986529 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-221b058c-a0d3-437d-b40d-c035296dd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.056206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f9c518d-831f-4f90-b308-4707e9d93f99 req-fb33b174-2e4c-4e84-80fb-e4a663be04fe service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327685 Dec 16 15:49:10.065084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:10.183194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.201718 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.323540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f151bc8f-41fc-4d32-8664-49633deadc2f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f151bc8f-41fc-4d32-8664-49633deadc2f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:10.346548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-221b058c-a0d3-437d-b40d-c035296dd06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.427721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.484314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:07Z', 'revision_number': 3, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:10.528352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c1ca8-8108-4231-abab-6758502019db None None] Checking router: 272c325a-0b62-4fcf-96d6-982fdf871bac for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:49:10.528705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c1ca8-8108-4231-abab-6758502019db None None] Updating router 272c325a-0b62-4fcf-96d6-982fdf871bac port efa8db91-31c2-45c8-b18d-bf9b2db327d5 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:49:10.529082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Allocated IP 172.20.0.1 (d7381770-fa58-4830-8b58-37a9fc533cde/72f5f376-e32d-4255-a6c7-075bf91a46bc/0d9691c2-58b7-4370-afcd-ed8cecd0fa5f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:10.571569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.630435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-221b058c-a0d3-437d-b40d-c035296dd06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:49:10.630913 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-221b058c-a0d3-437d-b40d-c035296dd06a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:49:10.706034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f151bc8f-41fc-4d32-8664-49633deadc2f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:10.730071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.905156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.925541 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:10.961451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Network d7381770-fa58-4830-8b58-37a9fc533cde is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:10.964638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:10.969546 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:10.994728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:11.020280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.082918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.136989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c898c-b35d-4084-b85a-cbd48211e67f req-c486752e-80a3-47d9-8c09-c2bad763eaac tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:11.139340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-835c898c-b35d-4084-b85a-cbd48211e67f req-c486752e-80a3-47d9-8c09-c2bad763eaac tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 943 time: 0.0804899 Dec 16 15:49:11.186127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57df60a-9545-4e95-8dcd-7f830aff1711 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:49:11.238612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-060c1ca8-8108-4231-abab-6758502019db None None] Attempting to bind port efa8db91-31c2-45c8-b18d-bf9b2db327d5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:11.239453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-060c1ca8-8108-4231-abab-6758502019db None None] Attempting to bind port efa8db91-31c2-45c8-b18d-bf9b2db327d5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:11.240259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060c1ca8-8108-4231-abab-6758502019db None None] Attempting to bind port efa8db91-31c2-45c8-b18d-bf9b2db327d5 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:11.247847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058348-dc76-49ff-ae78-badfec73f29b None None] Pushing event updated for resources: {'Port': ['ID=efa8db91-31c2-45c8-b18d-bf9b2db327d5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:11.275196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060c1ca8-8108-4231-abab-6758502019db None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:11.276352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060c1ca8-8108-4231-abab-6758502019db None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:11.276881 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.278949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-835c898c-b35d-4084-b85a-cbd48211e67f req-1c7a4694-986e-4131-ada5-0d56b9ac6308 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240921 Dec 16 15:49:11.280661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060c1ca8-8108-4231-abab-6758502019db None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:11.286400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-060c1ca8-8108-4231-abab-6758502019db None None] Bound port: efa8db91-31c2-45c8-b18d-bf9b2db327d5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:11.286914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.334153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.373472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:11.529594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-060c1ca8-8108-4231-abab-6758502019db None None] For port efa8db91-31c2-45c8-b18d-bf9b2db327d5, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:11.542584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Provisioning complete for port f151bc8f-41fc-4d32-8664-49633deadc2f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:11.542976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.607474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-060c1ca8-8108-4231-abab-6758502019db None None] For port efa8db91-31c2-45c8-b18d-bf9b2db327d5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=efa8db91-31c2-45c8-b18d-bf9b2db327d5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:11.654699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:11.694701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122', 'mac_address': 'fa:16:3e:70:c3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:11.699809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-060c1ca8-8108-4231-abab-6758502019db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.703170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.787639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2621b-3782-4f83-a7b0-d14e0bb0608e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:49:11.827504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.833277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058348-dc76-49ff-ae78-badfec73f29b None None] Pushing event updated for resources: {'Port': ['ID=efa8db91-31c2-45c8-b18d-bf9b2db327d5,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:11.836100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:11.836735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:48:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:11.851812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.853539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Provisioning complete for port efa8db91-31c2-45c8-b18d-bf9b2db327d5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:11.853927 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:11.891947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:11.954492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:11.961088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.141400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Network d7381770-fa58-4830-8b58-37a9fc533cde is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:12.144696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:12.214639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:12.336302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.346099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Router 272c325a-0b62-4fcf-96d6-982fdf871bac has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:49:12.394933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:12.441155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:12.526788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:49:12.549429 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-65f3dac7-8dcd-48f1-9c4e-1b4288f6bd95 admin admin] 10.222.0.71 "PUT /v2.0/routers/272c325a-0b62-4fcf-96d6-982fdf871bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2481549 Dec 16 15:49:12.576305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] For port efa8db91-31c2-45c8-b18d-bf9b2db327d5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=efa8db91-31c2-45c8-b18d-bf9b2db327d5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:12.588843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc44f-317f-4107-b8b3-eb92bf801dfd req-2b617784-bdec-4028-b27c-c9f8b91dc1f3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:12.597202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c65dc44f-317f-4107-b8b3-eb92bf801dfd req-2b617784-bdec-4028-b27c-c9f8b91dc1f3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 944 time: 0.1468930 Dec 16 15:49:12.646087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:12.761739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f151bc8f-41fc-4d32-8664-49633deadc2f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:12.799134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c65dc44f-317f-4107-b8b3-eb92bf801dfd req-99b72510-bdf5-4c77-8f08-91ad6b9c2407 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850228 Dec 16 15:49:12.824920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['89bf0b81-bbcc-49bf-bc69-5f0ebf016122'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:12.861530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:13.086254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53413c3e-ee9d-4c5f-ab3d-a0954aef07d4 None None] Pushing event updated for resources: {'Port': ['ID=efa8db91-31c2-45c8-b18d-bf9b2db327d5,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:13.089008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f342f24e-798a-4c07-8220-9446d68511ed None None] Provisioning complete for port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:13.089393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f342f24e-798a-4c07-8220-9446d68511ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:13.146360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f151bc8f-41fc-4d32-8664-49633deadc2f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:13.146747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:13.180471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-060c1ca8-8108-4231-abab-6758502019db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0d9691c2-58b7-4370-afcd-ed8cecd0fa5f', 'name': '', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'mac_address': 'fa:16:3e:f8:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:10Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 2, 'project_id': '249098a71d924e7a98830942b3915c74', 'subnets': [{'id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:13.230302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f342f24e-798a-4c07-8220-9446d68511ed None None] Port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:13.236431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c1ca8-8108-4231-abab-6758502019db None None] The sync data for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 is: [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0d9691c2-58b7-4370-afcd-ed8cecd0fa5f', 'name': '', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'mac_address': 'fa:16:3e:f8:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:10Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 2, 'project_id': '249098a71d924e7a98830942b3915c74', 'subnets': [{'id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:49:13.281771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f342f24e-798a-4c07-8220-9446d68511ed None None] Provisioning complete for port efa8db91-31c2-45c8-b18d-bf9b2db327d5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:13.282145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f342f24e-798a-4c07-8220-9446d68511ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.137787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a39f66-d24a-404e-8359-6caefc9fee14 req-9f6a8da0-c7ce-4d74-9fbc-dd733b78ab3b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.144477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28a39f66-d24a-404e-8359-6caefc9fee14 req-9f6a8da0-c7ce-4d74-9fbc-dd733b78ab3b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 944 time: 0.1585901 Dec 16 15:49:14.154641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-fbeb516e-a182-4537-88de-9a69c705e601 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971720 Dec 16 15:49:14.195730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f039ee68-2bcd-470b-a261-b4836b07e6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.254917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28a39f66-d24a-404e-8359-6caefc9fee14 req-73f23365-82a1-4d79-97c7-55924359e796 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966318 Dec 16 15:49:14.338516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-e2664eca-44f8-46d2-8460-f487f147c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.341092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-e2664eca-44f8-46d2-8460-f487f147c901 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1096 time: 0.0844300 Dec 16 15:49:14.555154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-7f6c9720-7c69-4ea0-a3b0-4ab4b5412618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.561933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-7f6c9720-7c69-4ea0-a3b0-4ab4b5412618 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1510038 Dec 16 15:49:14.710761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device efa8db91-31c2-45c8-b18d-bf9b2db327d5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:14.730704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-093728b5-2706-4be0-b7ab-b5dcd6eabf4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 1001 time: 0.1552801 Dec 16 15:49:14.853911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port efa8db91-31c2-45c8-b18d-bf9b2db327d5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:14.861697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:14.873439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-3e364025-4a94-4ce6-b071-9c7bc935d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:14.875328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-3e364025-4a94-4ce6-b071-9c7bc935d551 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.1164417 Dec 16 15:49:15.001684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-86377bd7-16f5-4d60-ae8b-4c41ea57acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:15.007306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-86377bd7-16f5-4d60-ae8b-4c41ea57acbc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199234 Dec 16 15:49:15.206532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-fe236581-f95a-4ceb-a2ae-1764287854f2 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854372 Dec 16 15:49:15.351653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e429c-3e79-4708-bd24-0082a1767772 req-686d4155-d9fa-492b-97ed-d8953003dccc service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335554 Dec 16 15:49:15.387718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:15.465765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf230d6-9a4f-4bf2-8df8-da884c0c00f4 req-58735604-bc26-48da-89c5-5cce24e0faa0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:15.470068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf230d6-9a4f-4bf2-8df8-da884c0c00f4 req-58735604-bc26-48da-89c5-5cce24e0faa0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 944 time: 0.1090515 Dec 16 15:49:15.596664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:15.605347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:15.605914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.632938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf230d6-9a4f-4bf2-8df8-da884c0c00f4 req-8de521bc-8b75-464d-ab2b-a34b9c8b281e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455715 Dec 16 15:49:15.829169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:15.887397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:15.892057 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d765fbf-807b-496b-a859-c3f01f73b1ca" -d '{"events": [{"server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "name": "network-vif-plugged", "status": "completed", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:15.920719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:15.980450 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab1e7ef-7b3e-4578-ae55-283b826b451c x-openstack-request-id: req-7ab1e7ef-7b3e-4578-ae55-283b826b451c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:15.980450 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "name": "network-vif-plugged", "status": "completed", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:15.980450 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ab1e7ef-7b3e-4578-ae55-283b826b451c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:15.980450 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122', 'code': 200} Dec 16 15:49:16.026344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.097308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:16.195515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e7ba5-c983-49a4-9762-608104ba9656 req-37ba9ed9-ead1-4068-ac29-e18026c3ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.211949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de6e7ba5-c983-49a4-9762-608104ba9656 req-37ba9ed9-ead1-4068-ac29-e18026c3ef48 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 1096 time: 0.1032646 Dec 16 15:49:16.305028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de6e7ba5-c983-49a4-9762-608104ba9656 req-0e0509b1-8c6f-4fa8-82d1-b55ec096ee72 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877266 Dec 16 15:49:16.505401 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-986617f6-9e6f-4a45-b1d6-161f8f056f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:16.893518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b319533-2f6e-4356-8efd-ef5ddfaaf5d4 req-371839d4-b7ae-4de9-9053-1f939f75d874 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:16.896017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b319533-2f6e-4356-8efd-ef5ddfaaf5d4 req-371839d4-b7ae-4de9-9053-1f939f75d874 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.0874984 Dec 16 15:49:17.015108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b319533-2f6e-4356-8efd-ef5ddfaaf5d4 req-4fad95af-ce55-4659-9595-5482ff857bc1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062999 Dec 16 15:49:17.299589 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Sync routers for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:49:17.316528 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:17.317234 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:49:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:17.472830 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:17.677871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-9434d933-328b-4394-bdb4-a72254d089a8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:17.679510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-9434d933-328b-4394-bdb4-a72254d089a8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1570971 Dec 16 15:49:17.728267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-2a82f798-83d8-40d7-b617-91c2db99885f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0383432 Dec 16 15:49:17.812473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-69eb1328-811c-40d5-b6b7-95da24a52ec2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821469 Dec 16 15:49:17.899513 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0d9691c2-58b7-4370-afcd-ed8cecd0fa5f', 'name': '', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'mac_address': 'fa:16:3e:f8:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:10Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 2, 'project_id': '249098a71d924e7a98830942b3915c74', 'subnets': [{'id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:17.939756 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:17.962592 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Checking router: 272c325a-0b62-4fcf-96d6-982fdf871bac for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:49:17.966054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Updating router 272c325a-0b62-4fcf-96d6-982fdf871bac port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:49:18.018179 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.146201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-b3fc311d-61b1-43ad-942b-f9757bed1e12 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236108 Dec 16 15:49:18.303528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf10c-c8de-4f56-afce-df41685a718a req-b706f223-5847-43d0-8676-56768d09a430 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:18.305316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd7cf10c-c8de-4f56-afce-df41685a718a req-b706f223-5847-43d0-8676-56768d09a430 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.1153092 Dec 16 15:49:18.341473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-ac965324-652d-46da-afc8-11c4188e5249 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908205 Dec 16 15:49:18.380292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd7cf10c-c8de-4f56-afce-df41685a718a req-2382e4c2-7f60-4701-ae8b-ec44c473e9f2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660150 Dec 16 15:49:18.637748 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.734264 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.899558 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114b166-2638-4ea6-ac6a-cd3d04d411e8 None None] Pushing event updated for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:18.936427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed17d1-dca0-439b-bc9e-27734626050e req-fc7ca0d7-4cbe-4594-8a5e-e458401e35c2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:18.944137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ed17d1-dca0-439b-bc9e-27734626050e req-fc7ca0d7-4cbe-4594-8a5e-e458401e35c2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.4588113 Dec 16 15:49:18.977357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Attempting to bind port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:18.978633 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Attempting to bind port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:18.979377 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Attempting to bind port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f on network d7381770-fa58-4830-8b58-37a9fc533cde {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:18.988879 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:18.989264 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Checking segment: {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:18.989667 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:18.990057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Bound using segment: {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:18.990709 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Bound port: 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e72143-c4c7-4cca-bb8d-3bfc6929523b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:18.991091 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.019428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ed17d1-dca0-439b-bc9e-27734626050e req-0bb94b05-9e67-4699-a36a-26a76e7395e0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695045 Dec 16 15:49:19.096178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] For port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:19.100369 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] For port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:19.184917 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.292439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.322922 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114b166-2638-4ea6-ac6a-cd3d04d411e8 None None] Pushing event updated for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:19.329633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] Provisioning complete for port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:19.330775 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.342653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:49:19.344111 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:49:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:19.496926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.501178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:49:19.592526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] For port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:19.614465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-239d4978-4e40-4535-827d-83011d1db674 req-9041cb81-4f9b-4a24-9379-51eb2cbd0f85 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.1809387 Dec 16 15:49:19.681875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.700905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08f9ca-c5d6-4507-9275-2c22638f9e5d req-2a7c9316-6d46-49e6-a1ac-6342cb246055 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:19.703130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd08f9ca-c5d6-4507-9275-2c22638f9e5d req-2a7c9316-6d46-49e6-a1ac-6342cb246055 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.3807235 Dec 16 15:49:19.775335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd08f9ca-c5d6-4507-9275-2c22638f9e5d req-4e3a60d6-68c5-4d15-afa2-01fd9c7e6eb3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Dec 16 15:49:19.821015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74250bd3-a545-4c0b-ab40-5275d772ca29 None None] Pushing event updated for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:19.825738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d881a601-52b7-4fb3-b54e-0bc669755283 None None] Provisioning complete for port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:19.826453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d881a601-52b7-4fb3-b54e-0bc669755283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:19.897938 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0d9691c2-58b7-4370-afcd-ed8cecd0fa5f', 'name': '', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'mac_address': 'fa:16:3e:f8:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:10Z', 'updated_at': '2021-12-16T15:49:19Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'subnets': [{'id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:49:19.941088 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2127e8-8372-438d-a5ca-46ca5ee9e035 None None] The sync data for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 is: [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T15:49:11Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0d9691c2-58b7-4370-afcd-ed8cecd0fa5f', 'name': '', 'network_id': 'd7381770-fa58-4830-8b58-37a9fc533cde', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'mac_address': 'fa:16:3e:f8:95:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:10Z', 'updated_at': '2021-12-16T15:49:19Z', 'revision_number': 4, 'project_id': '249098a71d924e7a98830942b3915c74', 'subnets': [{'id': '72f5f376-e32d-4255-a6c7-075bf91a46bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:49:20.042023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:20.713426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:20.808352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd9b6799-372b-4d6b-bb7c-b18bc595f0d9 req-2f2f1afb-277a-4ba6-80fe-6274180487b1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0672836 Dec 16 15:49:20.850488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:20.851544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:21.045240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120d424-6a45-4a39-9292-f3720248e9f1 req-03fade5c-a23e-4919-8462-db3f415e366e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:21.045240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2120d424-6a45-4a39-9292-f3720248e9f1 req-03fade5c-a23e-4919-8462-db3f415e366e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.5903308 Dec 16 15:49:21.134768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2120d424-6a45-4a39-9292-f3720248e9f1 req-6555e401-c031-4f91-a839-f94920b66b29 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824804 Dec 16 15:49:21.648817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:49:21.988126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6415eb02-b895-42ff-9383-dd8ec6cf128f req-f6f8c2bb-1465-476c-8a82-f0666bd497cc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0545883 Dec 16 15:49:22.078212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-999601f2-97ba-4a46-9647-45a7f798be62 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:22.080150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-999601f2-97ba-4a46-9647-45a7f798be62 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.1014223 Dec 16 15:49:22.294400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:49:22.295076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.528890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018efab-b79e-4e49-9e0e-5165ac5f4eb4 req-2b7da1ba-ab14-4cea-a543-5cc06708521e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:22.530693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1018efab-b79e-4e49-9e0e-5165ac5f4eb4 req-2b7da1ba-ab14-4cea-a543-5cc06708521e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 945 time: 0.2077966 Dec 16 15:49:22.579577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:22.579999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:22.606998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:49:22.651756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1018efab-b79e-4e49-9e0e-5165ac5f4eb4 req-fd139b0b-884e-409b-8cf3-7a1faee73b77 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084859 Dec 16 15:49:22.974064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-7a1c11be-b6ba-45c4-9c0c-e954ac85f11b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:22.978821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-7a1c11be-b6ba-45c4-9c0c-e954ac85f11b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.3239388 Dec 16 15:49:23.011178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:23.215115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac444086-c32c-4d9e-8b6e-b17e27a4ba66 req-9563a3a1-4df0-4c96-aef0-412b4924ce6f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0840280 Dec 16 15:49:23.216448 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.256177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712', '48ad77e9-2366-4eed-8269-7c5723cebc3a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:23.267121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['89bf0b81-bbcc-49bf-bc69-5f0ebf016122'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:23.278967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=89bf0b81-bbcc-49bf-bc69-5f0ebf016122,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:23.365867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:49:23.368701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.373078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfcf4da5-7e6a-4792-a856-3b91dd1239de req-2b4a9776-2470-496b-a5a0-29acb5de03be tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "DELETE /v2.0/ports/89bf0b81-bbcc-49bf-bc69-5f0ebf016122 HTTP/1.1" status: 204 len: 173 time: 1.2856917 Dec 16 15:49:23.373743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'name': 'network-vif-deleted', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:23.376710 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9797de61-60c3-4e47-bf1e-2e17cf04ef07" -d '{"events": [{"server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "name": "network-vif-deleted", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:23.445405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:23.446651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:23.476561 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b933e3-2dc8-4f9a-bcea-e9dd81673ac6 x-openstack-request-id: req-11b933e3-2dc8-4f9a-bcea-e9dd81673ac6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:23.477033 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d90a038-a193-4f97-9e3b-8f56351faa67", "name": "network-vif-deleted", "tag": "89bf0b81-bbcc-49bf-bc69-5f0ebf016122", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:23.477443 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11b933e3-2dc8-4f9a-bcea-e9dd81673ac6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:23.478097 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d90a038-a193-4f97-9e3b-8f56351faa67', 'name': 'network-vif-deleted', 'tag': '89bf0b81-bbcc-49bf-bc69-5f0ebf016122', 'status': 'completed', 'code': 200} Dec 16 15:49:23.694465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.3 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/256de8fa-c69c-4c48-8352-0bad03ff7bcf) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:23.883341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6c56f32-e214-4e5c-89b4-28fe9f0221d2 req-b609e6eb-de9b-4cbb-9ec8-1869e3bbb445 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0689361 Dec 16 15:49:24.055684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:24.197325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:24.343725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:24.382728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:24.385394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:24.406331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:24.507579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:24.508551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:24.623460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-3798e085-a49c-427b-9146-28134202adb3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6157670 Dec 16 15:49:24.646832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f823c-df29-414f-bf14-845f4f4d573e req-ef8389ae-a2e5-4fcb-b9fa-423d34612223 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:24.647543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Request body: {'port': {'device_id': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:24.667470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be0f823c-df29-414f-bf14-845f4f4d573e req-ef8389ae-a2e5-4fcb-b9fa-423d34612223 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 931 time: 0.2648807 Dec 16 15:49:24.775060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:24.860029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be0f823c-df29-414f-bf14-845f4f4d573e req-688f5b37-4dcb-4e78-839e-a85df25e6ea7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814346 Dec 16 15:49:24.934368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-01179c98-80c2-412c-9620-b471dcac5276 None None] Provisioning complete for port 256de8fa-c69c-4c48-8352-0bad03ff7bcf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:24.934368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-01179c98-80c2-412c-9620-b471dcac5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:25.050486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-01179c98-80c2-412c-9620-b471dcac5276 None None] Port 256de8fa-c69c-4c48-8352-0bad03ff7bcf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:49:25.264552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bcad9ff-a5a5-4874-961f-471cf9a6ddc5 req-47b46403-e966-4f5a-be71-bbc80a651491 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d90a038-a193-4f97-9e3b-8f56351faa67 HTTP/1.1" status: 200 len: 210 time: 0.0596709 Dec 16 15:49:25.502672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256de8fa-c69c-4c48-8352-0bad03ff7bcf {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:25.520825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:25.546903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Transition to ACTIVE for port object 256de8fa-c69c-4c48-8352-0bad03ff7bcf will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:25.658776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:25.831950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Pushing event updated for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:26.007188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Attempting to bind port 256de8fa-c69c-4c48-8352-0bad03ff7bcf on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:26.007188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Attempting to bind port 256de8fa-c69c-4c48-8352-0bad03ff7bcf by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:26.007188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Attempting to bind port 256de8fa-c69c-4c48-8352-0bad03ff7bcf on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:26.007188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Port 256de8fa-c69c-4c48-8352-0bad03ff7bcf on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:26.007188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Attempting to bind port 256de8fa-c69c-4c48-8352-0bad03ff7bcf on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:26.075217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:26.075217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:26.075217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:26.075217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Bound port: 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:26.075217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:26.202631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:26.206508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:26.254591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:26.286182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e4dcb-3539-4a60-9182-9e6236a7f568 req-fc0bd453-1be6-418d-865b-36ffcf81bd31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.288318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-589e4dcb-3539-4a60-9182-9e6236a7f568 req-fc0bd453-1be6-418d-865b-36ffcf81bd31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1592913 Dec 16 15:49:26.349521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.351199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:26.357169 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] 10.222.0.30 "PUT /v2.0/ports/256de8fa-c69c-4c48-8352-0bad03ff7bcf HTTP/1.1" status: 200 len: 1091 time: 1.7223635 Dec 16 15:49:26.361451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:26.365831 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6a7d9a-174b-417a-a993-fdeb1376fad7" -d '{"events": [{"name": "network-changed", "server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:26.431094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-589e4dcb-3539-4a60-9182-9e6236a7f568 req-a3fe918e-2e7c-4556-83fc-e2e9039a035f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298246 Dec 16 15:49:26.433085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cf29f-a3c5-4cb1-803d-4a21d85eef7f service neutron] Pushing event updated for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:26.714141 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25858957-aa7e-41b0-a611-7f856be94569 x-openstack-request-id: req-25858957-aa7e-41b0-a611-7f856be94569 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:26.715808 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:26.716447 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-25858957-aa7e-41b0-a611-7f856be94569 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:26.717404 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf', 'status': 'completed', 'code': 200} Dec 16 15:49:26.736070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-c0bad33f-8f77-4966-87d6-0bc3d98dc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.738352 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-c0bad33f-8f77-4966-87d6-0bc3d98dc0e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 1094 time: 0.1658466 Dec 16 15:49:26.802915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-809498a6-934a-40db-bdf3-8518b42d02ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf HTTP/1.1" status: 200 len: 217 time: 0.0498564 Dec 16 15:49:26.899650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-d3475ba8-fc22-4918-a3f2-8092caf5d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.902377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-d3475ba8-fc22-4918-a3f2-8092caf5d83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0870309 Dec 16 15:49:26.967372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-2dfe1cbd-4c91-4f70-aeed-3ded4b723d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:26.970598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-2dfe1cbd-4c91-4f70-aeed-3ded4b723d06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595849 Dec 16 15:49:27.111646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-d3c90ae1-8153-420b-b33e-af8cae7a5cbc service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280894 Dec 16 15:49:27.237228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757814e-b394-437e-bf1d-47f4224e50bf req-a97643d8-639d-41b6-91f4-d4fee332d74b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.240470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5757814e-b394-437e-bf1d-47f4224e50bf req-a97643d8-639d-41b6-91f4-d4fee332d74b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.0996416 Dec 16 15:49:27.275302 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a33ba3b3-267a-43c0-9ae5-34b5d409fe49 req-44290110-c2c1-4bf6-947f-df61bd3e71fc service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530218 Dec 16 15:49:27.355473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5757814e-b394-437e-bf1d-47f4224e50bf req-d06ba27e-4d78-4c32-9e4d-66193cc44bfa tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Dec 16 15:49:27.408883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:49:27.451209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:49:27.451209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 89bf0b81-bbcc-49bf-bc69-5f0ebf016122 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:49:27.564168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-b53bcc7a-3383-44e4-9551-41324b601d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.566672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-b53bcc7a-3383-44e4-9551-41324b601d70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 1094 time: 0.0951307 Dec 16 15:49:27.703716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e456c3-1083-48d2-b5e8-768d9442b0a0 req-b8d4e1d5-262d-4b89-92cd-68876e097650 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.709157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2e456c3-1083-48d2-b5e8-768d9442b0a0 req-b8d4e1d5-262d-4b89-92cd-68876e097650 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.0812414 Dec 16 15:49:27.723505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-02d441de-63b0-416a-b94b-d75e3e1f58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.724931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-02d441de-63b0-416a-b94b-d75e3e1f58ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1485937 Dec 16 15:49:27.792181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2e456c3-1083-48d2-b5e8-768d9442b0a0 req-a93f995c-01f2-490b-98e9-ab6c5ba58945 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777023 Dec 16 15:49:27.819431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-73e0e330-a22d-40f7-9b5d-d41bd84acf68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf HTTP/1.1" status: 200 len: 217 time: 0.0852797 Dec 16 15:49:27.876385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-d07d3ed2-eddf-47af-b4b5-2464923f6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.878540 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-d07d3ed2-eddf-47af-b4b5-2464923f6005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0511861 Dec 16 15:49:27.930733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-1411e4df-e00c-4994-89a2-cd7484e65ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:27.933703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-1411e4df-e00c-4994-89a2-cd7484e65ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468812 Dec 16 15:49:28.053684 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-ad4ddeb8-5382-4ff4-84a8-e4566a3dd549 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121414 Dec 16 15:49:28.153805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1c6a7d9a-174b-417a-a993-fdeb1376fad7 req-32be25d5-12e5-4344-a20e-d4334727b134 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912106 Dec 16 15:49:28.553681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea577d2-cd09-4f77-bd3d-1982793a27d8 req-e31ec046-6373-4023-a9b1-b0435a056531 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:28.562482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ea577d2-cd09-4f77-bd3d-1982793a27d8 req-e31ec046-6373-4023-a9b1-b0435a056531 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.0712669 Dec 16 15:49:28.654433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ea577d2-cd09-4f77-bd3d-1982793a27d8 req-a894b70d-a2f9-43bc-b564-873f4e3f169b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910048 Dec 16 15:49:28.690929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-0a55096e-e93c-433f-b249-001e744c27d4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:28.692812 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-0a55096e-e93c-433f-b249-001e744c27d4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 945 time: 0.0704854 Dec 16 15:49:28.820212 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:28.864190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port 48ad77e9-2366-4eed-8269-7c5723cebc3a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:49:28.865253 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:28.950795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1194da-2ff3-4032-b370-e8e69dd13a99 req-a7cce754-683a-433d-98c2-193d51774af9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:28.959007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c1194da-2ff3-4032-b370-e8e69dd13a99 req-a7cce754-683a-433d-98c2-193d51774af9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.0744467 Dec 16 15:49:29.008855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port 48ad77e9-2366-4eed-8269-7c5723cebc3a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=48ad77e9-2366-4eed-8269-7c5723cebc3a,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:29.009231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:29.025623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c1194da-2ff3-4032-b370-e8e69dd13a99 req-6cef4599-53d6-4840-a0d9-82b4296ffd31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653121 Dec 16 15:49:29.027259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for 48ad77e9-2366-4eed-8269-7c5723cebc3a owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:49:29.264665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:29.300369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712', '48ad77e9-2366-4eed-8269-7c5723cebc3a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:29.301379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=48ad77e9-2366-4eed-8269-7c5723cebc3a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:29.349055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port 48ad77e9-2366-4eed-8269-7c5723cebc3a on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:49:29.352164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:29.355879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7316e12c-8818-44c2-95ef-39ff4e0a9583 req-1e9cc56d-1a94-40ef-80ef-24fe8b574442 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "DELETE /v2.0/ports/48ad77e9-2366-4eed-8269-7c5723cebc3a HTTP/1.1" status: 204 len: 173 time: 0.6549666 Dec 16 15:49:29.361369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'name': 'network-vif-deleted', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:29.361369 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6906ee3c-4ab0-41ee-86a9-9fe6b10c58e0" -d '{"events": [{"server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "name": "network-vif-deleted", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:29.503102 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc66218-a254-459e-b3d7-e909d7b9bf58 x-openstack-request-id: req-cfc66218-a254-459e-b3d7-e909d7b9bf58 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:29.503437 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468b61a-0c67-4508-9f0b-24b886236bd0", "name": "network-vif-deleted", "tag": "48ad77e9-2366-4eed-8269-7c5723cebc3a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:29.503731 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cfc66218-a254-459e-b3d7-e909d7b9bf58 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:29.504105 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468b61a-0c67-4508-9f0b-24b886236bd0', 'name': 'network-vif-deleted', 'tag': '48ad77e9-2366-4eed-8269-7c5723cebc3a', 'status': 'completed', 'code': 200} Dec 16 15:49:29.710905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:29.797871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d74a1e2-8cc6-43df-a126-a7d5faf91226 req-efd0d570-f5b7-426d-8f8d-01e6e57058ba tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.0432684 Dec 16 15:49:30.185417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539cb34-5ffb-46a1-90ec-cf2a62824dd5 req-7ad6e050-c28e-4d9d-8b0f-0665dd85a3bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:30.187690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5539cb34-5ffb-46a1-90ec-cf2a62824dd5 req-7ad6e050-c28e-4d9d-8b0f-0665dd85a3bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.0841746 Dec 16 15:49:30.279936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5539cb34-5ffb-46a1-90ec-cf2a62824dd5 req-1a41a301-f461-4248-8098-f4bc20bff1b2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Dec 16 15:49:30.981586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55987341-c800-43cb-b5f7-c986b8590488 req-3fd62967-d4b8-4875-9619-0c452c9b9f27 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e468b61a-0c67-4508-9f0b-24b886236bd0 HTTP/1.1" status: 200 len: 210 time: 0.0745201 Dec 16 15:49:31.532914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd81c-4bac-44f0-b31a-ef7a36886a60 req-fefa08b6-a4a0-4894-a008-bc7d5346a360 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:31.535928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9bcd81c-4bac-44f0-b31a-ef7a36886a60 req-fefa08b6-a4a0-4894-a008-bc7d5346a360 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1079051 Dec 16 15:49:31.667687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9bcd81c-4bac-44f0-b31a-ef7a36886a60 req-de8b995a-26f4-43a3-a3cf-cb78d4ac42d7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235633 Dec 16 15:49:32.458293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-5fbe1359-a285-43aa-ac4f-6b2ceddd462d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:32.460009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-5fbe1359-a285-43aa-ac4f-6b2ceddd462d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.1780648 Dec 16 15:49:32.487231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-9ec0f78d-4fc7-41f2-ba1f-da0ff8db9567 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0147195 Dec 16 15:49:32.565684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-a577ccdb-e9bd-49f3-95f4-8b89b7264434 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655684 Dec 16 15:49:32.704841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-9fdb8883-8b41-4230-b2d1-6948547a8fcd service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248932 Dec 16 15:49:32.980135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff185de-1c0c-418f-8f6c-765bbb82cd10 req-7a642611-dd9d-49a0-9cd9-b5e368961c0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:32.980706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff185de-1c0c-418f-8f6c-765bbb82cd10 req-7a642611-dd9d-49a0-9cd9-b5e368961c0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1674321 Dec 16 15:49:33.015478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 48ad77e9-2366-4eed-8269-7c5723cebc3a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:49:33.017600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-c2521d17-4c10-4981-b5ee-e3d757ab8c1f service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001955 Dec 16 15:49:33.047319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 48ad77e9-2366-4eed-8269-7c5723cebc3a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:49:33.048269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 48ad77e9-2366-4eed-8269-7c5723cebc3a not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:49:33.090029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff185de-1c0c-418f-8f6c-765bbb82cd10 req-a1d63652-dd6a-4bb3-9034-d92d0e0b5a19 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Dec 16 15:49:33.406185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd7cccd9-3c53-4778-a0db-cc5c28fccfb6 req-0cee2212-bc66-4200-b571-0fff5bd60ed9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.0749066 Dec 16 15:49:34.163640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218039ac-2f57-4058-8664-26d7d71551cf req-ca7d27ae-4c28-4cd0-b0f5-89a585f44f67 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:34.165329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-218039ac-2f57-4058-8664-26d7d71551cf req-ca7d27ae-4c28-4cd0-b0f5-89a585f44f67 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Dec 16 15:49:34.272328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-218039ac-2f57-4058-8664-26d7d71551cf req-2a011c38-9f23-43e5-ae29-8b2b459b97c7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996294 Dec 16 15:49:34.321399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dface-6681-4c86-a137-011df3a1eadd req-b0dbdf2f-687b-4c6c-8486-9147947f749f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:34.324350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-202dface-6681-4c86-a137-011df3a1eadd req-b0dbdf2f-687b-4c6c-8486-9147947f749f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.0780005 Dec 16 15:49:34.415778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-202dface-6681-4c86-a137-011df3a1eadd req-2a30b01a-e2de-4bfd-aa74-1cc4960d91ee tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820901 Dec 16 15:49:34.511068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad7de648-9fbb-44c1-87b5-fefe37a8d52f req-145d7c9c-d248-4317-9657-81d0d4d7fe69 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.0290961 Dec 16 15:49:35.417431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647bd96-04dc-4802-aa03-3912a444f384 req-33bb71d2-e832-4cd9-865b-ab72fb5e0ddd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:35.419043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1647bd96-04dc-4802-aa03-3912a444f384 req-33bb71d2-e832-4cd9-865b-ab72fb5e0ddd tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Dec 16 15:49:35.510098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1647bd96-04dc-4802-aa03-3912a444f384 req-ed560f2d-d09a-4aab-a883-add0bd1795c6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815849 Dec 16 15:49:35.684532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-899b487e-27ce-46fc-99bd-d33db5cf274c req-7d2733bf-72e0-4349-9bab-0b62ffcc92c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.0516164 Dec 16 15:49:35.735378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a491151-fc37-4d05-8eb2-8a032436081d req-cd1adb02-9528-4a51-b327-b76a446694cf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:35.739999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a491151-fc37-4d05-8eb2-8a032436081d req-cd1adb02-9528-4a51-b327-b76a446694cf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1537094 Dec 16 15:49:35.835749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a491151-fc37-4d05-8eb2-8a032436081d req-14a5e1d6-c96a-4c7c-ae10-c621900ab6f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884001 Dec 16 15:49:36.732228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-36055b2e-0284-42b9-83d1-54c64f3cb78f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:36.734474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-36055b2e-0284-42b9-83d1-54c64f3cb78f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2418110 Dec 16 15:49:36.762709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:36.904067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dcc77-4200-4acb-a69c-42820aaabf73 req-259a2554-985b-45dd-910e-a19ef3a5485c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:36.918464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5dcc77-4200-4acb-a69c-42820aaabf73 req-259a2554-985b-45dd-910e-a19ef3a5485c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2380044 Dec 16 15:49:36.978664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e871731-3b4a-4649-afea-9de9548c5ad3 req-ad54d577-1038-4213-a551-1a850f836f9e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.1133647 Dec 16 15:49:37.159289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5dcc77-4200-4acb-a69c-42820aaabf73 req-0fb200f3-5e6d-48ed-8845-60d6cdf35ceb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391009 Dec 16 15:49:37.205588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:49:37.218178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:37.240072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776fae3-2626-4818-8f8f-c3e1a9133db1 req-74f3dae8-e763-46e1-8916-5c8cfd3e59c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:37.241732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0776fae3-2626-4818-8f8f-c3e1a9133db1 req-74f3dae8-e763-46e1-8916-5c8cfd3e59c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1571565 Dec 16 15:49:37.361305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0776fae3-2626-4818-8f8f-c3e1a9133db1 req-e9ca36ed-5227-45db-b85a-54d07aca7787 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068866 Dec 16 15:49:37.436777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.5 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/4627e071-474d-4d2c-8e5d-e3a9fe707523) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:49:37.673991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:37.836780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:37.873126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:37.895508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:49:37.899507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:49:37.905423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:49:37.966212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:37.966908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:37.980732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.993963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.995659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:37.995659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:38.073524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ca983692-845c-4c33-8467-837edece645a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3180077 Dec 16 15:49:38.099078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Request body: {'port': {'device_id': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:49:38.206602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:38.285220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cd8d6-73a9-45c8-87df-1bdfdd3ed672 req-d8b15ac4-2679-4fdf-bac6-9e5de73773e8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.287337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-762cd8d6-73a9-45c8-87df-1bdfdd3ed672 req-d8b15ac4-2679-4fdf-bac6-9e5de73773e8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 931 time: 0.1251969 Dec 16 15:49:38.577737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-762cd8d6-73a9-45c8-87df-1bdfdd3ed672 req-cc7fd62f-f546-442c-ab49-012f91aaf5e5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222562 Dec 16 15:49:38.608963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c472-0748-4615-919a-80008abfdb93 req-d15aa8c5-41e9-4524-a424-b78c04c30ec4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.616320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88f8c472-0748-4615-919a-80008abfdb93 req-d15aa8c5-41e9-4524-a424-b78c04c30ec4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2299724 Dec 16 15:49:38.842862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88f8c472-0748-4615-919a-80008abfdb93 req-c622b9a7-13a2-476d-bcca-1fca6c0edeb6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997344 Dec 16 15:49:38.851595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4627e071-474d-4d2c-8e5d-e3a9fe707523 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:38.862394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:38.878494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Transition to ACTIVE for port object 4627e071-474d-4d2c-8e5d-e3a9fe707523 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:49:38.904082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43952b42-04e1-4281-8e82-8ce20c8b773b req-d33d218c-50e8-4005-89d6-9f4ffb4fa5f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:38.912454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43952b42-04e1-4281-8e82-8ce20c8b773b req-d33d218c-50e8-4005-89d6-9f4ffb4fa5f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1604240 Dec 16 15:49:38.997928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43952b42-04e1-4281-8e82-8ce20c8b773b req-889d35e1-c6ab-412a-920c-d2284878df75 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794191 Dec 16 15:49:39.016143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.155989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Pushing event updated for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:39.285472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Attempting to bind port 4627e071-474d-4d2c-8e5d-e3a9fe707523 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:49:39.285812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Attempting to bind port 4627e071-474d-4d2c-8e5d-e3a9fe707523 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:49:39.286143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Attempting to bind port 4627e071-474d-4d2c-8e5d-e3a9fe707523 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:39.291682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Port 4627e071-474d-4d2c-8e5d-e3a9fe707523 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:49:39.292211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Attempting to bind port 4627e071-474d-4d2c-8e5d-e3a9fe707523 on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:49:39.299475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:49:39.299643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:49:39.300079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:49:39.300530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Bound port: 4627e071-474d-4d2c-8e5d-e3a9fe707523, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:49:39.300890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.426330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:49:39.430766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:49:39.521733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.563460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:39.574175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:39.575949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] 10.222.0.74 "PUT /v2.0/ports/4627e071-474d-4d2c-8e5d-e3a9fe707523 HTTP/1.1" status: 200 len: 1091 time: 1.4817424 Dec 16 15:49:39.577109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:39.579592 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b22985-bda5-4350-81d0-c61304616e66" -d '{"events": [{"name": "network-changed", "server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:39.628926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0e640-6e7c-4536-bd23-0f159bf38300 service neutron] Pushing event updated for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:39.656987 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f927d7a6-8e9c-4ad2-97b4-dae529685958 x-openstack-request-id: req-f927d7a6-8e9c-4ad2-97b4-dae529685958 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:39.657288 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:39.657722 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f927d7a6-8e9c-4ad2-97b4-dae529685958 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:39.658321 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523', 'status': 'completed', 'code': 200} Dec 16 15:49:39.828564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22985-bda5-4350-81d0-c61304616e66 req-f6d45b48-f517-4cce-9633-ce71ad6f4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:39.830237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84b22985-bda5-4350-81d0-c61304616e66 req-f6d45b48-f517-4cce-9633-ce71ad6f4617 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 1094 time: 0.1039007 Dec 16 15:49:39.839579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7498bc-1d13-40c6-8909-f68692d6bb8b req-11f0219b-dd83-416a-a8d6-1923e07c7232 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:39.841410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb7498bc-1d13-40c6-8909-f68692d6bb8b req-11f0219b-dd83-416a-a8d6-1923e07c7232 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 943 time: 0.0835745 Dec 16 15:49:40.040251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb7498bc-1d13-40c6-8909-f68692d6bb8b req-7f508435-c182-4ff0-9d16-be11a149c028 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728907 Dec 16 15:49:40.141083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22985-bda5-4350-81d0-c61304616e66 req-1ae0d203-51fa-4d08-b1b2-55e92e3d184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.142734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84b22985-bda5-4350-81d0-c61304616e66 req-1ae0d203-51fa-4d08-b1b2-55e92e3d184c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2928596 Dec 16 15:49:40.218869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2032-8ede-4669-b6d8-b3c866625916 req-aec7c4d5-1c5a-4360-ad4c-c9e8ac7a7f58 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.220600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ea2032-8ede-4669-b6d8-b3c866625916 req-aec7c4d5-1c5a-4360-ad4c-c9e8ac7a7f58 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1550393 Dec 16 15:49:40.658925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dac708-283d-4eda-9afa-c0effb16dc68 req-82ccdb93-7c7d-4fdf-89af-d25b390fcf31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.660515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9dac708-283d-4eda-9afa-c0effb16dc68 req-82ccdb93-7c7d-4fdf-89af-d25b390fcf31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.4981203 Dec 16 15:49:40.728874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ea2032-8ede-4669-b6d8-b3c866625916 req-7ce06059-5165-4c1d-b27e-962acb5400da tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4700794 Dec 16 15:49:40.730316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22985-bda5-4350-81d0-c61304616e66 req-0ada38e7-7fd3-47ba-a550-046989775c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.731894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84b22985-bda5-4350-81d0-c61304616e66 req-0ada38e7-7fd3-47ba-a550-046989775c8a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5813508 Dec 16 15:49:40.768294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9dac708-283d-4eda-9afa-c0effb16dc68 req-66080430-1ced-48f2-84f0-ef3c89fe9d63 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857470 Dec 16 15:49:40.891289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-d85c1c9f-3170-4ebd-95b3-164770b48ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:40.892873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-d85c1c9f-3170-4ebd-95b3-164770b48ff4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 1094 time: 0.0612929 Dec 16 15:49:40.965664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-57f6e7a7-041b-4261-8ea9-feb0193f65e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523 HTTP/1.1" status: 200 len: 217 time: 0.0523186 Dec 16 15:49:41.054936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-f8ed4111-db8e-4a37-bbe8-6988f4044abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:41.056627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-f8ed4111-db8e-4a37-bbe8-6988f4044abf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0839059 Dec 16 15:49:41.108619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-43f9d376-fea8-4ea6-8abc-6b94fcd7e8db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416954 Dec 16 15:49:41.317628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69fc1-d9dd-41ed-97cc-2eaafebf2e84 req-ce9910d9-0b39-4519-abde-aeac509d45f9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:41.319225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd69fc1-d9dd-41ed-97cc-2eaafebf2e84 req-ce9910d9-0b39-4519-abde-aeac509d45f9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 943 time: 0.0874519 Dec 16 15:49:41.354969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-ed6c578d-361c-4c2d-98dc-392535269a99 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388606 Dec 16 15:49:41.457862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd69fc1-d9dd-41ed-97cc-2eaafebf2e84 req-dd3afcee-4f0a-43d9-960f-c3b050db626b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252182 Dec 16 15:49:41.519285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26563aed-da32-4dbe-8d49-774a9f10f2ac req-65270a74-9953-41ff-8c08-8025aed9d5ce service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498008 Dec 16 15:49:41.941784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1aadd-560b-486e-a1d0-b8740df7dc8d req-a23659b1-6d92-44a9-9cbf-5e2ce9dffd7e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:41.942683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65d1aadd-560b-486e-a1d0-b8740df7dc8d req-a23659b1-6d92-44a9-9cbf-5e2ce9dffd7e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1045935 Dec 16 15:49:42.048593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e8e27-4b09-48e2-b085-fdf9ca93e492 req-b83442ad-6fbb-48a3-882d-9a1a22e2e371 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:42.051176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5e8e27-4b09-48e2-b085-fdf9ca93e492 req-b83442ad-6fbb-48a3-882d-9a1a22e2e371 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1549294 Dec 16 15:49:42.094868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65d1aadd-560b-486e-a1d0-b8740df7dc8d req-d4c07c81-1afc-4609-af81-7231e7416fae tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192932 Dec 16 15:49:42.145429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5e8e27-4b09-48e2-b085-fdf9ca93e492 req-6141dddc-7119-482c-9c1b-cd3c05eaf23e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852139 Dec 16 15:49:42.636042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03a77e-af9c-4fdf-944a-8e4f854f2053 req-dd46d447-4d0b-464a-ac36-16f3345ae10f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:42.637637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e03a77e-af9c-4fdf-944a-8e4f854f2053 req-dd46d447-4d0b-464a-ac36-16f3345ae10f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 943 time: 0.0625253 Dec 16 15:49:42.704251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e03a77e-af9c-4fdf-944a-8e4f854f2053 req-92f188d6-7f50-4d02-9220-5f8c05a8f00a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584068 Dec 16 15:49:43.075695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 256de8fa-c69c-4c48-8352-0bad03ff7bcf details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:43.263904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:43.287455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '256de8fa-c69c-4c48-8352-0bad03ff7bcf', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': '256de8fa-c69c-4c48-8352-0bad03ff7bcf', 'mac_address': 'fa:16:3e:e6:7f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:43.359147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.384119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53727-9078-4506-ac9e-680d18f36359 req-6c84dbb1-caf2-4bf1-8e99-1d775febd30a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:43.384119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe53727-9078-4506-ac9e-680d18f36359 req-6c84dbb1-caf2-4bf1-8e99-1d775febd30a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1190200 Dec 16 15:49:43.403571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256de8fa-c69c-4c48-8352-0bad03ff7bcf {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:43.450658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:43.503919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254531-eabe-4189-94ce-e71385c7ef88 req-74a53423-dc10-4adf-b0eb-8cf9418b64f5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:43.505643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92254531-eabe-4189-94ce-e71385c7ef88 req-74a53423-dc10-4adf-b0eb-8cf9418b64f5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 943 time: 0.1887333 Dec 16 15:49:43.539067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe53727-9078-4506-ac9e-680d18f36359 req-14b2ba85-d21c-49f0-8855-bd9273fd56b6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400540 Dec 16 15:49:43.568420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:43.614126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92254531-eabe-4189-94ce-e71385c7ef88 req-73d72187-1f65-4391-a7db-e7dca886aa67 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906854 Dec 16 15:49:43.665712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:43.854900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['256de8fa-c69c-4c48-8352-0bad03ff7bcf'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:43.882386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2366a6e-c5e5-43b3-a011-6ecb545d39ed req-20f4ea0a-3803-4e61-b885-44eadbb010ab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:43.884461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2366a6e-c5e5-43b3-a011-6ecb545d39ed req-20f4ea0a-3803-4e61-b885-44eadbb010ab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 943 time: 0.0711815 Dec 16 15:49:43.960603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2366a6e-c5e5-43b3-a011-6ecb545d39ed req-ef1cebc5-18bf-4417-b0db-c081217c93d9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658338 Dec 16 15:49:44.178735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b090d44d-ccce-4a26-8be5-5d2a2bb056ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:44.824156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5319d-2b70-4ea3-8308-31dfed1e78c2 req-eb464d58-46df-472e-9bfe-1b5b801cba31 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:44.827411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3a5319d-2b70-4ea3-8308-31dfed1e78c2 req-eb464d58-46df-472e-9bfe-1b5b801cba31 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1579511 Dec 16 15:49:44.861425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cdde-d23f-456f-9339-75023777caea req-8b5d0fe7-33d0-4111-8b35-446893c87be5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:44.864482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42d8cdde-d23f-456f-9339-75023777caea req-8b5d0fe7-33d0-4111-8b35-446893c87be5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 944 time: 0.1470361 Dec 16 15:49:44.988703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3a5319d-2b70-4ea3-8308-31dfed1e78c2 req-03dc0b02-4502-41fb-8e0c-c146d91004c1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501160 Dec 16 15:49:45.021103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42d8cdde-d23f-456f-9339-75023777caea req-c4d5cba8-f254-4e6f-86b7-d800c810364c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357977 Dec 16 15:49:45.093926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 256de8fa-c69c-4c48-8352-0bad03ff7bcf up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:45.158986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf29c7-d9a2-40ae-8b90-cdc1bb571298 req-fb823fdd-79c4-4780-878a-9606d0d6fdf8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.159816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cdf29c7-d9a2-40ae-8b90-cdc1bb571298 req-fb823fdd-79c4-4780-878a-9606d0d6fdf8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 943 time: 0.0653205 Dec 16 15:49:45.241926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cdf29c7-d9a2-40ae-8b90-cdc1bb571298 req-d5cdc24f-7406-4cfd-bbb5-892950abb72b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703051 Dec 16 15:49:45.252604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 256de8fa-c69c-4c48-8352-0bad03ff7bcf completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:45.260530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 256de8fa-c69c-4c48-8352-0bad03ff7bcf triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:45.261618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.382530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.422140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:45.436407 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed691c9-4c99-4cea-8331-54cd75862216" -d '{"events": [{"server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:45.451441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:45.472126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4627e071-474d-4d2c-8e5d-e3a9fe707523 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:45.485179 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d170694-8944-439b-b76c-41a6dce86a86 x-openstack-request-id: req-7d170694-8944-439b-b76c-41a6dce86a86 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:45.485654 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "name": "network-vif-plugged", "status": "completed", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:45.486068 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d170694-8944-439b-b76c-41a6dce86a86 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:45.486694 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf', 'code': 200} Dec 16 15:49:45.587069 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:45.676901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17587-9e09-4b26-8922-241fc049586a req-ab010629-2abc-4519-9526-989b2fcd0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:45.679804 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3dc17587-9e09-4b26-8922-241fc049586a req-ab010629-2abc-4519-9526-989b2fcd0f47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0851855 Dec 16 15:49:45.735352 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-3dc17587-9e09-4b26-8922-241fc049586a req-9d5f5f19-ef6a-4b94-a7f6-61f36c738ee2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479906 Dec 16 15:49:45.944272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:45.948478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:45.975532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.976122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.976773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.977268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.977799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.978362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.978960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.979537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.980166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.980743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.981309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.981883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.983095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:45.990648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '4627e071-474d-4d2c-8e5d-e3a9fe707523', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': '4627e071-474d-4d2c-8e5d-e3a9fe707523', 'mac_address': 'fa:16:3e:01:b0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:46.058003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:46.078476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4627e071-474d-4d2c-8e5d-e3a9fe707523 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:46.116791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:46.192364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:46.279531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:46.280878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751a8df-e649-4351-8274-f25e218e976f req-8cdce3c8-5fe6-4f18-acac-0ac7ad9cf224 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.283029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e751a8df-e649-4351-8274-f25e218e976f req-8cdce3c8-5fe6-4f18-acac-0ac7ad9cf224 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.1344655 Dec 16 15:49:46.300605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f874e-70c6-4863-adfa-b6ff139ba9a0 req-54a40414-2f15-4663-a6ed-262c3f8a54b8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.301813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-732f874e-70c6-4863-adfa-b6ff139ba9a0 req-54a40414-2f15-4663-a6ed-262c3f8a54b8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1355810 Dec 16 15:49:46.380114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e751a8df-e649-4351-8274-f25e218e976f req-6ae947a7-f90b-45e7-8388-53806ad782a4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772154 Dec 16 15:49:46.389183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-732f874e-70c6-4863-adfa-b6ff139ba9a0 req-7db57728-1459-4af7-a5b4-017fba7dae37 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710375 Dec 16 15:49:46.544085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd90f3a-f49e-4e6e-87ee-285d3f486038 req-70f213c5-ce78-44c8-a48d-2891663c3542 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:46.546812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd90f3a-f49e-4e6e-87ee-285d3f486038 req-70f213c5-ce78-44c8-a48d-2891663c3542 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 944 time: 0.0711453 Dec 16 15:49:46.560981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4627e071-474d-4d2c-8e5d-e3a9fe707523'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:46.613456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6bd1275-d960-4df3-9cd1-de11e6060ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:46.614185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd90f3a-f49e-4e6e-87ee-285d3f486038 req-6bd18fa9-07fe-4e55-803f-ad6a9bb628e2 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530837 Dec 16 15:49:47.471927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:49:47.492897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4627e071-474d-4d2c-8e5d-e3a9fe707523 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:47.681806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c1ab3-1031-438b-8a59-acbe1c7741db req-a03f9c01-05d3-45ce-95f2-956a7c8a0d43 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:47.684709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b2c1ab3-1031-438b-8a59-acbe1c7741db req-a03f9c01-05d3-45ce-95f2-956a7c8a0d43 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1559715 Dec 16 15:49:47.734712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:47.751609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf4be5-6c25-4134-a121-c1d887481158 req-836e0f40-e242-4219-9554-f72acea34232 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:47.754648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abf4be5-6c25-4134-a121-c1d887481158 req-836e0f40-e242-4219-9554-f72acea34232 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.1727645 Dec 16 15:49:47.757575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:49:47.760529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 4627e071-474d-4d2c-8e5d-e3a9fe707523 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:49:47.784695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 4627e071-474d-4d2c-8e5d-e3a9fe707523 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:47.785279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.857358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b2c1ab3-1031-438b-8a59-acbe1c7741db req-e69dd0be-9eeb-48cf-8cc0-913c1165f8e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582556 Dec 16 15:49:47.917135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1abf4be5-6c25-4134-a121-c1d887481158 req-6c569cc4-cb06-4b09-b8e9-36f8b8268fb0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456993 Dec 16 15:49:47.930221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.933003 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:47.959587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:49:48.046692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:48.065798 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.108434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:48.112471 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46046b81-4168-450d-bbc4-3b14186c48d5" -d '{"events": [{"server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "name": "network-vif-plugged", "status": "completed", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:48.127401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbcdd7-08f0-41ff-8c20-77eb72677d18 req-6fbd64e5-6861-4f77-8c8b-a9d893251d87 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.130703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bbcdd7-08f0-41ff-8c20-77eb72677d18 req-6fbd64e5-6861-4f77-8c8b-a9d893251d87 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 944 time: 0.1364136 Dec 16 15:49:48.142606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.154948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:48.221721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bbcdd7-08f0-41ff-8c20-77eb72677d18 req-ee0844b6-a453-440e-b326-342ed46f7f83 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797291 Dec 16 15:49:48.235757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10407ed-ec1c-41f8-ac88-27c7fd1c41de req-0cd0d3b3-31e0-4586-83c6-5eb1a2a3f234 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.245294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e10407ed-ec1c-41f8-ac88-27c7fd1c41de req-0cd0d3b3-31e0-4586-83c6-5eb1a2a3f234 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.2293277 Dec 16 15:49:48.259982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:48.266590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:48.357730 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac1ae6-2048-4060-9639-f8ef342fef23 x-openstack-request-id: req-9fac1ae6-2048-4060-9639-f8ef342fef23 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:48.358065 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "name": "network-vif-plugged", "status": "completed", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:48.358893 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9fac1ae6-2048-4060-9639-f8ef342fef23 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:48.359623 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523', 'code': 200} Dec 16 15:49:48.359740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e10407ed-ec1c-41f8-ac88-27c7fd1c41de req-8d109e57-485e-482d-a032-ba1b23846d28 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132033 Dec 16 15:49:48.361065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7ae82685-af2b-416c-8e12-fdc46c9edf28'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:48.521743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:48.703063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3df30-4422-4ee2-ab41-2320d334f361 req-515b9a3a-22ae-4a4a-af07-26db32644297 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.706683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13f3df30-4422-4ee2-ab41-2320d334f361 req-515b9a3a-22ae-4a4a-af07-26db32644297 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.2506194 Dec 16 15:49:48.727872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14526a8d-b9e3-4a24-80a0-bb1025791d32 req-7bb05f9b-3e37-47d5-afbc-bee6fc79fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:48.730262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14526a8d-b9e3-4a24-80a0-bb1025791d32 req-7bb05f9b-3e37-47d5-afbc-bee6fc79fca1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 1096 time: 0.1783042 Dec 16 15:49:48.866877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13f3df30-4422-4ee2-ab41-2320d334f361 req-fdf20a95-3a11-4fe5-a162-83e7f2338693 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422126 Dec 16 15:49:48.892833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14526a8d-b9e3-4a24-80a0-bb1025791d32 req-2c4a9c82-c2f8-4b3e-a843-e31ca0a0ba40 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520233 Dec 16 15:49:49.096096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e43107-acf3-446f-94c7-b5c5d283fe43 req-82169787-6028-48bb-bbc0-a58556eac566 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.108109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3e43107-acf3-446f-94c7-b5c5d283fe43 req-82169787-6028-48bb-bbc0-a58556eac566 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 944 time: 0.1219420 Dec 16 15:49:49.190891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3e43107-acf3-446f-94c7-b5c5d283fe43 req-f5410e90-d499-44e8-8f47-9f7446a764b0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816798 Dec 16 15:49:49.229699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:49.440575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef00e77-522b-4ece-9546-486879da1547 req-c725302b-c9cb-44f2-8d93-75c726356dab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.442297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eef00e77-522b-4ece-9546-486879da1547 req-c725302b-c9cb-44f2-8d93-75c726356dab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.0764496 Dec 16 15:49:49.488410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:49:49.589846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 7ae82685-af2b-416c-8e12-fdc46c9edf28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:49:49.590882 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:49.609275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eef00e77-522b-4ece-9546-486879da1547 req-05fb08d3-1afd-4ded-a2eb-e9fc67b11f1f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536207 Dec 16 15:49:49.703591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7dd4-8aa3-482d-bdb2-19bcf6622f88 req-4654cdbd-818a-4c26-965f-0b956f9c7fb8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:49.712196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3fd7dd4-8aa3-482d-bdb2-19bcf6622f88 req-4654cdbd-818a-4c26-965f-0b956f9c7fb8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.1241117 Dec 16 15:49:49.811278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3fd7dd4-8aa3-482d-bdb2-19bcf6622f88 req-46e531a8-d66f-47fa-9bd6-b9d91346ea5b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978363 Dec 16 15:49:49.838949 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:49.894139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:50.024203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.078175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:50.172732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:50.361687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:50.366400 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b5a304-3725-4ee1-a387-f4745db504a4" -d '{"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:50.494355 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae76622-5426-42fa-9a3a-3cbb437c4d68 x-openstack-request-id: req-1ae76622-5426-42fa-9a3a-3cbb437c4d68 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:50.495267 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:50.495267 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ae76622-5426-42fa-9a3a-3cbb437c4d68 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:50.495267 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'code': 200} Dec 16 15:49:50.567717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480892c-69ba-480f-adaa-507fd2fc3a48 req-5f38eaa1-5433-48aa-99c7-4a8522b7d219 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:50.575238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b480892c-69ba-480f-adaa-507fd2fc3a48 req-5f38eaa1-5433-48aa-99c7-4a8522b7d219 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1592803 Dec 16 15:49:50.682435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b480892c-69ba-480f-adaa-507fd2fc3a48 req-83fcad63-8954-4df0-86a9-0522cea90754 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012478 Dec 16 15:49:50.913230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a63e8-e370-4cdb-bf68-4eed80f745eb req-6c369ddc-c003-4a94-a030-9c72a7369545 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:50.915004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-465a63e8-e370-4cdb-bf68-4eed80f745eb req-6c369ddc-c003-4a94-a030-9c72a7369545 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.0850010 Dec 16 15:49:51.021171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1f162-b826-43ac-be21-d632b9a4488d req-5876dafb-a698-4b0c-8752-470bdc507d4a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:51.022913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faf1f162-b826-43ac-be21-d632b9a4488d req-5876dafb-a698-4b0c-8752-470bdc507d4a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.1063037 Dec 16 15:49:51.034630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-465a63e8-e370-4cdb-bf68-4eed80f745eb req-05ff3f1e-e3eb-4bb3-a54e-524761ecf965 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062293 Dec 16 15:49:51.122110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faf1f162-b826-43ac-be21-d632b9a4488d req-ade95059-98a8-4368-b0b5-ae6387ab7dc5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864201 Dec 16 15:49:51.271221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-70a6ca63-9ba3-484c-a74a-308437210869 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:51.273715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-70a6ca63-9ba3-484c-a74a-308437210869 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.0855887 Dec 16 15:49:51.433674 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port 256de8fa-c69c-4c48-8352-0bad03ff7bcf {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:49:51.434354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.643073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port 256de8fa-c69c-4c48-8352-0bad03ff7bcf, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=256de8fa-c69c-4c48-8352-0bad03ff7bcf,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:51.643372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:51.666837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16ebc0-be91-48af-812e-c00858d1720e req-d6c9cd3a-412b-4ef2-8c30-9c0d3f996c32 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:51.681180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f16ebc0-be91-48af-812e-c00858d1720e req-d6c9cd3a-412b-4ef2-8c30-9c0d3f996c32 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.1748633 Dec 16 15:49:51.687961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for 256de8fa-c69c-4c48-8352-0bad03ff7bcf owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:49:51.795408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f16ebc0-be91-48af-812e-c00858d1720e req-d1a82e9d-84e3-4a50-b6e2-c3260b977e93 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128235 Dec 16 15:49:52.084952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892e91c-6b79-4b7e-b416-e53d3ff3a934 req-813a5de9-4778-4888-9f8a-9dbc84443c3e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.098051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b892e91c-6b79-4b7e-b416-e53d3ff3a934 req-813a5de9-4778-4888-9f8a-9dbc84443c3e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.1964676 Dec 16 15:49:52.152303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de3d55-f409-48fe-b1fc-ed60faf056d8 req-daeaf817-df2f-417a-bd58-b5e8957c0c3d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.154219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99de3d55-f409-48fe-b1fc-ed60faf056d8 req-daeaf817-df2f-417a-bd58-b5e8957c0c3d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1697409 Dec 16 15:49:52.202712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b892e91c-6b79-4b7e-b416-e53d3ff3a934 req-9a5f0e0f-c9ee-42bb-ac01-66ee57a49387 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002111 Dec 16 15:49:52.328101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99de3d55-f409-48fe-b1fc-ed60faf056d8 req-ab7c5d26-63b4-4c64-bb62-7a11551dcc0c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413109 Dec 16 15:49:52.504073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:52.522731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f2871-25a9-49f3-a111-28366744e24d req-52af1580-6c17-44cb-8b41-9df56ef5f407 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:52.535287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['256de8fa-c69c-4c48-8352-0bad03ff7bcf'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:52.546727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-948f2871-25a9-49f3-a111-28366744e24d req-52af1580-6c17-44cb-8b41-9df56ef5f407 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 945 time: 0.2164738 Dec 16 15:49:52.568422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=256de8fa-c69c-4c48-8352-0bad03ff7bcf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:52.579620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.580006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.580360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.580707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.581051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.581394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.581730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.582066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.583047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.583409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.583849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.584193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.584558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:49:52.764171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-948f2871-25a9-49f3-a111-28366744e24d req-c0378edf-ddf8-4200-985b-7771156b7bb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121718 Dec 16 15:49:53.187372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port 256de8fa-c69c-4c48-8352-0bad03ff7bcf on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:49:53.202093 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:53.219994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-83704d4a-a6a7-4c27-9084-09485ec70982 req-9480f7ae-d332-46e8-a682-ed4318507485 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "DELETE /v2.0/ports/256de8fa-c69c-4c48-8352-0bad03ff7bcf HTTP/1.1" status: 204 len: 173 time: 1.9351220 Dec 16 15:49:53.221080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'name': 'network-vif-deleted', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:53.224627 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d66d948-1946-41d2-8999-76003f5f766b" -d '{"events": [{"server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "name": "network-vif-deleted", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:53.307076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac5b7f-389e-47e7-bccb-b76c4ff619f2 req-4f13edf7-d027-457f-be87-4dc4ae550e98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:53.313583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cac5b7f-389e-47e7-bccb-b76c4ff619f2 req-4f13edf7-d027-457f-be87-4dc4ae550e98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.1300602 Dec 16 15:49:53.320975 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374078cb-b830-4e9f-bb7f-cc470ae05a49 x-openstack-request-id: req-374078cb-b830-4e9f-bb7f-cc470ae05a49 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:53.321599 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58654f99-6a5f-4937-a3fd-90d797c6e6c0", "name": "network-vif-deleted", "tag": "256de8fa-c69c-4c48-8352-0bad03ff7bcf", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:53.323759 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-374078cb-b830-4e9f-bb7f-cc470ae05a49 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:53.323759 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58654f99-6a5f-4937-a3fd-90d797c6e6c0', 'name': 'network-vif-deleted', 'tag': '256de8fa-c69c-4c48-8352-0bad03ff7bcf', 'status': 'completed', 'code': 200} Dec 16 15:49:53.398601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9cac5b7f-389e-47e7-bccb-b76c4ff619f2 req-90a70077-1473-46ff-b57d-53c46b6f51fe tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Dec 16 15:49:53.578455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d00c99-4198-4d4a-8cb2-372d946fb936 req-ca5fa759-3594-40a2-94bf-73854cec2dab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:53.578455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d00c99-4198-4d4a-8cb2-372d946fb936 req-ca5fa759-3594-40a2-94bf-73854cec2dab tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.0948577 Dec 16 15:49:53.585913 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-af1c3d33-39c5-4edd-8520-2a4e9eddce3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1816781 Dec 16 15:49:53.660040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1d00c99-4198-4d4a-8cb2-372d946fb936 req-9bbb138d-f323-4b12-a731-a42c8710b1d5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742879 Dec 16 15:49:53.768481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-5f445e7f-fb7c-4469-adca-4567c702d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:53.771143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-5f445e7f-fb7c-4469-adca-4567c702d69f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0591321 Dec 16 15:49:54.111912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-636e30b3-b836-4eab-888a-5702dce7b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:54.113724 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-636e30b3-b836-4eab-888a-5702dce7b946 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.3192134 Dec 16 15:49:54.178463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-99055dc3-2400-47b9-a1f6-989dfd554114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 200 len: 217 time: 0.0559371 Dec 16 15:49:54.230016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba3cc3ef-b544-4a04-b497-7ff0ce0ffcb5 req-efa27b42-4181-44da-9e45-2cce77e00a23 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0848730 Dec 16 15:49:54.291482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-a5036d97-225d-4f8b-a25a-1d48bb7ccc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:54.294043 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-a5036d97-225d-4f8b-a25a-1d48bb7ccc56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1009417 Dec 16 15:49:54.366261 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-d8143259-2520-4754-9865-3ce98c89f112 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629764 Dec 16 15:49:54.381965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-109c38c1-f833-4783-95d6-4f7f1d0fc0c1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:49:54.384143 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-109c38c1-f833-4783-95d6-4f7f1d0fc0c1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095880 Dec 16 15:49:54.703732 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-3fdf85cf-0b21-4207-974c-bed001ac8ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107924 Dec 16 15:49:54.744384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb49ad8-dd94-4eb3-9cea-dc9cca872fc0 req-daeff13b-a9cb-4063-a5fc-dfe9ccf1c3cd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:54.763801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cb49ad8-dd94-4eb3-9cea-dc9cca872fc0 req-daeff13b-a9cb-4063-a5fc-dfe9ccf1c3cd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.1100109 Dec 16 15:49:54.926550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-b4772f17-3468-491f-a487-ae30e6956c32 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:54.928723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-b4772f17-3468-491f-a487-ae30e6956c32 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 945 time: 0.1627941 Dec 16 15:49:54.982527 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-08fe4747-1cb4-47a1-950e-2dc572614168 req-157fee95-161c-46db-8037-4f94eabebace service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694573 Dec 16 15:49:55.093657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361067a7-eea7-4788-9967-52556b1cb836 req-74bc2205-6364-44d8-a03b-f8d5b4f967f9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:55.093657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-361067a7-eea7-4788-9967-52556b1cb836 req-74bc2205-6364-44d8-a03b-f8d5b4f967f9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2510808 Dec 16 15:49:55.110979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 256de8fa-c69c-4c48-8352-0bad03ff7bcf no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:49:55.172352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cb49ad8-dd94-4eb3-9cea-dc9cca872fc0 req-560e8026-be2e-4912-ad34-6300fe89177b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059858 Dec 16 15:49:55.177676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 256de8fa-c69c-4c48-8352-0bad03ff7bcf {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:49:55.184017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 256de8fa-c69c-4c48-8352-0bad03ff7bcf not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:49:55.218893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-361067a7-eea7-4788-9967-52556b1cb836 req-367c303b-e7bf-4c1b-a672-40be7b8a2724 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368070 Dec 16 15:49:55.248379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port 4627e071-474d-4d2c-8e5d-e3a9fe707523 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:49:55.248721 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.500533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da73da9c-3753-4ae8-95fe-96eb5910e5a0 req-7f9e37f0-bdf0-4d93-a62c-b7fb8c50d67d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0865021 Dec 16 15:49:55.640622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port 4627e071-474d-4d2c-8e5d-e3a9fe707523, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=4627e071-474d-4d2c-8e5d-e3a9fe707523,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:49:55.640622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:55.643490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for 4627e071-474d-4d2c-8e5d-e3a9fe707523 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:49:56.019259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:56.064179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:56.079529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['4627e071-474d-4d2c-8e5d-e3a9fe707523'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:49:56.128156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=4627e071-474d-4d2c-8e5d-e3a9fe707523,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:49:56.250864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port 4627e071-474d-4d2c-8e5d-e3a9fe707523 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:49:56.256464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:56.259773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22d80f7f-8521-4747-a2ff-d4091b1e506a req-8e112f51-0af6-40c7-8acd-9c64466fce43 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "DELETE /v2.0/ports/4627e071-474d-4d2c-8e5d-e3a9fe707523 HTTP/1.1" status: 204 len: 173 time: 1.3181260 Dec 16 15:49:56.264738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'name': 'network-vif-deleted', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:49:56.266853 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232b21d-3ffc-460b-8a7a-dafc8a042a92" -d '{"events": [{"server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "name": "network-vif-deleted", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:49:56.476372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9581477e-d577-4d4b-824d-384f914eb489 req-1fb7f5ef-fe15-456c-a67d-6519eb1fdbe5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.0746031 Dec 16 15:49:56.606268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-ef9203bb-4b33-4e3b-8abc-dac45a29ff0d req-ba189d4b-3c33-4f19-8d85-4882b0038767 service neutron] (104055) timed out ('10.222.0.71', 60070) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:49:56.610725 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0918155-a043-46ce-8e15-882fc47716e3 x-openstack-request-id: req-a0918155-a043-46ce-8e15-882fc47716e3 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:49:56.611042 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469d1d32-6a73-44ed-9771-4644bd114a6d", "name": "network-vif-deleted", "tag": "4627e071-474d-4d2c-8e5d-e3a9fe707523", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:49:56.611307 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0918155-a043-46ce-8e15-882fc47716e3 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:49:56.611745 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469d1d32-6a73-44ed-9771-4644bd114a6d', 'name': 'network-vif-deleted', 'tag': '4627e071-474d-4d2c-8e5d-e3a9fe707523', 'status': 'completed', 'code': 200} Dec 16 15:49:56.676756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f9970-8008-4eae-a662-326263690d76 req-c1c50f44-acd2-463b-b2a9-20071a2a50c9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:56.680749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-709f9970-8008-4eae-a662-326263690d76 req-c1c50f44-acd2-463b-b2a9-20071a2a50c9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2032683 Dec 16 15:49:56.817490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5c1c700-c878-416f-ba18-32dd03d3b2e0 req-5e4f15d9-4f5c-4637-bd42-4f54f28d38ef tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0563188 Dec 16 15:49:56.847933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-709f9970-8008-4eae-a662-326263690d76 req-c7b16739-c583-4c49-8c47-b1b4e67d4198 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523075 Dec 16 15:49:57.717318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad1bb913-ed1e-4978-b795-70e3f4d670ce req-7791fb25-dac8-4573-a2c5-bfcaebc565d6 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=469d1d32-6a73-44ed-9771-4644bd114a6d HTTP/1.1" status: 200 len: 210 time: 0.0624800 Dec 16 15:49:57.990210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b9f37d1-3967-4139-88ce-a0a944ca7b0e req-930a1b9f-b1ad-4884-aa3c-2ec24a4b678f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0444818 Dec 16 15:49:58.188209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0e40f-1adb-453d-a38a-4b9987558c1e req-ea37185e-8867-418d-a0cc-c37d92d92548 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:58.192147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cee0e40f-1adb-453d-a38a-4b9987558c1e req-ea37185e-8867-418d-a0cc-c37d92d92548 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1698050 Dec 16 15:49:58.304523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cee0e40f-1adb-453d-a38a-4b9987558c1e req-60ed34c5-8e7b-4085-88f4-1fe98b401325 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007097 Dec 16 15:49:58.662609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:49:58.754998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.184312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-28d37639-75e3-4e27-92a7-ba2ae316e486 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:59.193001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-28d37639-75e3-4e27-92a7-ba2ae316e486 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2413197 Dec 16 15:49:59.228350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-aa4790fb-aef7-44ad-b6c1-66df5de52e47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/quotas/a9457a1dd6964bc9932aa1c62bcd198a HTTP/1.1" status: 200 len: 375 time: 0.0142982 Dec 16 15:49:59.244578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c907eb3-1adf-404c-9b42-7d26a0510bf0 req-f547c35c-cae8-4a10-b1df-27d3a26dfeff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0939834 Dec 16 15:49:59.305563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-d2857dc7-6816-42d0-ae31-6b80eaa72fca tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553513 Dec 16 15:49:59.489672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-26cd0b56-18c8-42cb-9f4c-71849e42b3f4 service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703289 Dec 16 15:49:59.564444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4627e071-474d-4d2c-8e5d-e3a9fe707523 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:49:59.672753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 4627e071-474d-4d2c-8e5d-e3a9fe707523 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:49:59.676423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 4627e071-474d-4d2c-8e5d-e3a9fe707523 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:49:59.681242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:49:59.793165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e954b-e9bf-48d5-a664-50a2027c0938 req-a978e57b-1bf8-4d99-8357-745ebb59bace tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:49:59.800778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-012e954b-e9bf-48d5-a664-50a2027c0938 req-a978e57b-1bf8-4d99-8357-745ebb59bace tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2796075 Dec 16 15:49:59.936935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-f042f30e-a896-4298-a415-21acdbcbb3ff service neutron] 10.222.0.71 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395733 Dec 16 15:50:00.001220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-012e954b-e9bf-48d5-a664-50a2027c0938 req-deb7f586-c254-4ada-ba55-fda46e144cd0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915658 Dec 16 15:50:00.492194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57e0a165-4b4c-4e44-8e3a-04b2633d3e24 req-8845a24f-efa8-4c0e-85d7-b06eac5fe619 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0622172 Dec 16 15:50:00.729915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-192466ed-977d-444b-9d28-b675b45b24a7 req-4d9e4f80-1593-4091-99b1-ea60016e5bd5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.1210921 Dec 16 15:50:01.292722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb56c6-2c74-4988-8ec5-486f1ae602c9 req-81a7eee6-9cee-41f7-9303-4e1f5258e1b1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:01.302019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6bb56c6-2c74-4988-8ec5-486f1ae602c9 req-81a7eee6-9cee-41f7-9303-4e1f5258e1b1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1122582 Dec 16 15:50:01.428916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6bb56c6-2c74-4988-8ec5-486f1ae602c9 req-21960254-ad82-4abd-b7a7-90ebc01f0f39 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257102 Dec 16 15:50:01.730475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a65ca2e1-aeda-4ef7-b94b-dfbed2712b4c req-39a54aed-b998-473e-a661-e3df92159257 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0514688 Dec 16 15:50:01.885821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6862f426-6e5c-4e32-b6cb-1db6671f67ce req-299c17f4-ccc5-4e34-b4d5-ce80822355f0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.0706396 Dec 16 15:50:02.309423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-8b967d0a-341a-4991-ac65-dea6aef0b4ba tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:02.311023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-8b967d0a-341a-4991-ac65-dea6aef0b4ba tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 813 time: 0.1467326 Dec 16 15:50:02.335767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-5272f417-6cdc-493f-a4e8-0140c3ae47ca tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/quotas/554306f38bf84e3b82842103e7a234a9 HTTP/1.1" status: 200 len: 375 time: 0.0171037 Dec 16 15:50:02.375160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-b34b2e6f-afe4-4c87-8580-d819eaf0a731 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377266 Dec 16 15:50:02.543614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-d484e8ee-46ba-4aed-b53e-0330fac72e77 service neutron] 10.222.0.71 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670353 Dec 16 15:50:02.796949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257df19-8f9e-4c81-be79-cb847b0170b1 req-4fd222be-56e9-4213-afc3-e30b30ef6b0d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:02.799524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4257df19-8f9e-4c81-be79-cb847b0170b1 req-4fd222be-56e9-4213-afc3-e30b30ef6b0d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1636934 Dec 16 15:50:02.821648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-90b75582-381c-4226-84ec-27e3ba8b7372 service neutron] 10.222.0.71 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757049 Dec 16 15:50:02.985078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4257df19-8f9e-4c81-be79-cb847b0170b1 req-0f7d56ef-6428-42c9-9343-a29536c918d9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571980 Dec 16 15:50:03.233567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-83684597-bc6f-4580-a927-b7ae5952e2d3 req-1c811a06-1395-4058-9eb8-3c59da91aeff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.0468163 Dec 16 15:50:03.342488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdc96228-2f96-4a53-8e61-7599bda64c03 req-4838bead-c649-4c35-b4ef-3b88b8db2111 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 210 time: 0.0463996 Dec 16 15:50:03.402600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac861754-9523-46d9-8908-d2769c2f1645 req-3597c2f9-e4b9-40f2-9768-75f8756582d3 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.0595675 Dec 16 15:50:03.850554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-42e8b357-e806-4555-9761-f8f5c495f6d7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:03.852386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-42e8b357-e806-4555-9761-f8f5c495f6d7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 806 time: 0.2032945 Dec 16 15:50:03.883786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Request body: {'port': {'device_id': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'admin_state_up': True, 'tenant_id': 'a9457a1dd6964bc9932aa1c62bcd198a'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:04.252072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Made reservation on behalf of a9457a1dd6964bc9932aa1c62bcd198a for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:50:04.252072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:04.454432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8e673-5faa-4a56-9ce4-942fb0fc6b8e req-664c44d1-3aaf-481b-9c6b-d31d1a8492fe tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:04.457175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efd8e673-5faa-4a56-9ce4-942fb0fc6b8e req-664c44d1-3aaf-481b-9c6b-d31d1a8492fe tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.3077004 Dec 16 15:50:04.930805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8245dc70-2591-41f7-a7f2-1ab4b17586c6 req-8421d40c-415c-4b26-98a6-3f144708deb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=58654f99-6a5f-4937-a3fd-90d797c6e6c0 HTTP/1.1" status: 200 len: 210 time: 0.4688740 Dec 16 15:50:05.032973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-efd8e673-5faa-4a56-9ce4-942fb0fc6b8e req-8c85516a-0b71-4274-beb5-05dbb92f1a76 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465703 Dec 16 15:50:05.041311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Allocated IP 172.20.0.6 (fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9/7565450a-7911-4757-8686-e9c13618c51d/44a51abf-82c9-4c9b-85f1-31fc6bd1d34f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:50:05.083363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71231613-812f-4643-9e40-959a6a9b163a req-12ff35b3-ff87-481e-aa13-6989315b04f6 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 210 time: 0.0894356 Dec 16 15:50:05.357296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f19e6ae5-1fd3-43bf-b6ed-b185b54d1ebd req-892c76a8-dcb7-49f1-abca-41122fd1e4b9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.0832293 Dec 16 15:50:05.489712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.727676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:05.767454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:05.810131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:50:05.828156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:50:05.837996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:50:05.973140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:05.974146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.010992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event updated for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:06.100613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c677c1fd-6f0c-4ec4-8cec-92b445b1a0c4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2258744 Dec 16 15:50:06.125164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-670e6e25-9459-4846-ad92-2ba7c92f242c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:50:06.127370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-670e6e25-9459-4846-ad92-2ba7c92f242c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154538 Dec 16 15:50:06.235059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61b53f6b-e5ef-4f4c-862c-c990bd2bc12c req-b7e2af1e-fc83-46d4-99ce-a4d52f429308 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 210 time: 0.0478184 Dec 16 15:50:06.285713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Request body: {'port': {'device_id': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:06.393388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:06.407909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbca74-9d11-47b2-a332-0b3970f7297a req-4fc14d3b-e435-48df-a22a-f71430fe7c4e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:06.411048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3bbca74-9d11-47b2-a332-0b3970f7297a req-4fc14d3b-e435-48df-a22a-f71430fe7c4e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1202085 Dec 16 15:50:06.688993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3bbca74-9d11-47b2-a332-0b3970f7297a req-341fdc47-4076-4d37-b363-0b7c47c705ec tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632933 Dec 16 15:50:06.821334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d02a6-36fc-467c-b01e-0c157fa414c7 req-25aa2e10-41ad-4743-b6a2-85f49c4e5f6f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:06.824028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-078d02a6-36fc-467c-b01e-0c157fa414c7 req-25aa2e10-41ad-4743-b6a2-85f49c4e5f6f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 931 time: 0.3126960 Dec 16 15:50:07.040033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-078d02a6-36fc-467c-b01e-0c157fa414c7 req-d8f65f5f-e176-46e6-bdc0-dace0ae2b13c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036061 Dec 16 15:50:07.162936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-2b20a3d3-1fe9-42ca-bf7e-4fa6693eb9d9 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:07.166859 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-2b20a3d3-1fe9-42ca-bf7e-4fa6693eb9d9 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 813 time: 0.2868540 Dec 16 15:50:07.189961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Request body: {'port': {'device_id': '63d5d493-e490-4489-b786-81773c04df9a', 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491', 'admin_state_up': True, 'tenant_id': '554306f38bf84e3b82842103e7a234a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:07.191745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:07.215248 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:07.244564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Transition to ACTIVE for port object 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:50:07.410314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a9b35e0-95c6-4899-90b8-3c1bad84b7d0 req-dd9405e3-ad6a-4a77-be6e-c7e0cca1343c tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 210 time: 0.0571280 Dec 16 15:50:07.613658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Made reservation on behalf of 554306f38bf84e3b82842103e7a234a9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:50:07.613893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:07.619045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:07.727736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Pushing event updated for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:07.926000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Allocated IP 172.20.0.2 (231b7e87-4618-457c-ae82-ce864ff2e491/4119052c-103a-410e-8540-48765f7d7998/c46b11dc-2c3c-4f8c-bc5d-82e686e68d91) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:50:08.108941 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.118812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8e29-63c8-4ad3-9062-1990b4b656d6 req-6a4a22ad-a402-498a-95a6-94de76071eef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.133172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543e8e29-63c8-4ad3-9062-1990b4b656d6 req-6a4a22ad-a402-498a-95a6-94de76071eef tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.2220240 Dec 16 15:50:08.149473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Attempting to bind port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:50:08.150205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Attempting to bind port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:50:08.150902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Attempting to bind port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:08.178802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:50:08.179476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Attempting to bind port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f on network fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:08.201743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:50:08.202688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Checking segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:50:08.203541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Bound using segment: {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:50:08.204466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Bound port: 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12afb80d-f086-4b44-9838-6b3444afa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:50:08.205210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.257049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-e3619a0f-251c-4605-84eb-a0540c46b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.262764 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-e3619a0f-251c-4605-84eb-a0540c46b36b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1096 time: 0.1255171 Dec 16 15:50:08.305073 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.420539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:50:08.426467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:50:08.445663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Network 231b7e87-4618-457c-ae82-ce864ff2e491 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:50:08.458127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:50:08.463481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:50:08.464579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-543e8e29-63c8-4ad3-9062-1990b4b656d6 req-802ff629-b80d-4065-be8a-67482c0f945b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3295109 Dec 16 15:50:08.489286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5818abe-5c29-4026-bbd1-84059fe25795 req-32b702ea-ebf5-406b-923c-1c2b2fdbd458 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.505316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5818abe-5c29-4026-bbd1-84059fe25795 req-32b702ea-ebf5-406b-923c-1c2b2fdbd458 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 943 time: 0.2871091 Dec 16 15:50:08.529670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.613565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.614703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.617196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] 10.222.0.74 "PUT /v2.0/ports/44a51abf-82c9-4c9b-85f1-31fc6bd1d34f HTTP/1.1" status: 200 len: 1091 time: 2.4672449 Dec 16 15:50:08.620257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:08.634906 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb41db5-4514-4349-a327-258da0e299c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:08.721468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.722776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:08.739268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5818abe-5c29-4026-bbd1-84059fe25795 req-c81fcb8c-156c-43ec-8097-c0a75d21f07c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369905 Dec 16 15:50:08.748261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475b15-171e-46b2-bc44-5173a911d09b service neutron] Pushing event updated for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:08.753134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Pushing event updated for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:08.798438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa1a19-7790-480c-ad33-a4ece4815f7d req-bc5e983c-cf57-4286-bab8-130ca1f689aa tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.806212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cffa1a19-7790-480c-ad33-a4ece4815f7d req-bc5e983c-cf57-4286-bab8-130ca1f689aa tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 931 time: 0.1668601 Dec 16 15:50:08.810331 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11afb5f-f00e-427f-a472-2675db3c9c44 x-openstack-request-id: req-c11afb5f-f00e-427f-a472-2675db3c9c44 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:08.810545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-3600a7c1-6428-4d78-823f-b1c2064c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.810782 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:08.810930 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c11afb5f-f00e-427f-a472-2675db3c9c44 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:08.811366 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f', 'status': 'completed', 'code': 200} Dec 16 15:50:08.813349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-3600a7c1-6428-4d78-823f-b1c2064c171b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.5380759 Dec 16 15:50:08.838728 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-1e452682-c226-4c8b-b0cc-d88775699847 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6556170 Dec 16 15:50:08.895152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cffa1a19-7790-480c-ad33-a4ece4815f7d req-fdedb3ea-75b8-4a5b-97cb-3cb0c8bba8fc tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879066 Dec 16 15:50:08.910789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Request body: {'port': {'device_id': '63d5d493-e490-4489-b786-81773c04df9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:50:08.929733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-f4ea52f5-3013-444b-a1e4-c4963cf943a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:08.932595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-f4ea52f5-3013-444b-a1e4-c4963cf943a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 1094 time: 0.1014252 Dec 16 15:50:09.001609 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-591c92b5-2b2d-42bc-8e7b-53b4b2d4db4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 1001 time: 0.1614132 Dec 16 15:50:09.024033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:09.069052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-749cfa33-67fb-4c3e-941a-70e7dea86dae service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f HTTP/1.1" status: 200 len: 217 time: 0.1158371 Dec 16 15:50:09.112429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-10fe2090-0fba-496e-9d48-e3edef39d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.114304 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-10fe2090-0fba-496e-9d48-e3edef39d77c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.1004360 Dec 16 15:50:09.179634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-f6701cc5-93ea-4229-b01e-2c2bf27d3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.182507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-f6701cc5-93ea-4229-b01e-2c2bf27d3aee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1023064 Dec 16 15:50:09.246792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-c48987fa-f340-495c-815b-5e08748e2e8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509217 Dec 16 15:50:09.291658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-10c5560b-8479-41f0-a21f-63a0757da583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.291658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-10c5560b-8479-41f0-a21f-63a0757da583 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645961 Dec 16 15:50:09.457749 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-25a335d6-b93b-4fdd-8401-5b4081cc1ec5 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501920 Dec 16 15:50:09.467290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-cec6caf6-eb30-40be-b90b-c9c79d2952e0 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078264 Dec 16 15:50:09.578560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-3d29ec7e-358a-48c0-b138-d188c8b4fa5e service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997329 Dec 16 15:50:09.659642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:09.668678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:09.683313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Transition to ACTIVE for port object c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:50:09.723523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dcd2a3d-c1cf-40df-8ace-de8c6d8a4382 req-ef5d0e0f-d279-427b-867b-06c048820cac service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439744 Dec 16 15:50:09.740735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9509b4-899c-499c-b040-33fc44e2d7d7 req-0cc9fac8-1301-4f14-88f2-f0fdf47fcaf5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:09.742452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b9509b4-899c-499c-b040-33fc44e2d7d7 req-0cc9fac8-1301-4f14-88f2-f0fdf47fcaf5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.0849216 Dec 16 15:50:09.766687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:09.863959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b9509b4-899c-499c-b040-33fc44e2d7d7 req-d398fe87-f503-40a9-a7cc-7cc1696fa27d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075385 Dec 16 15:50:09.935325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Pushing event updated for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:10.051482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca9e7e-3ea7-4008-96e5-418fd10936a6 req-9c5d6ba5-e7bf-4aa2-8344-617ab4ab49d0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.054807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96ca9e7e-3ea7-4008-96e5-418fd10936a6 req-9c5d6ba5-e7bf-4aa2-8344-617ab4ab49d0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 943 time: 0.1500452 Dec 16 15:50:10.087805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Attempting to bind port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:50:10.090001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Attempting to bind port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:50:10.091226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Attempting to bind port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 on network 231b7e87-4618-457c-ae82-ce864ff2e491 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:10.100686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 on network 231b7e87-4618-457c-ae82-ce864ff2e491 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:50:10.101429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Attempting to bind port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 on network 231b7e87-4618-457c-ae82-ce864ff2e491 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:50:10.120568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:50:10.121634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Checking segment: {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:50:10.122294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Bound using segment: {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:50:10.123362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Bound port: c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:50:10.124113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.274737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:50:10.281920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:50:10.355314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96ca9e7e-3ea7-4008-96e5-418fd10936a6 req-b4768aef-2630-4867-b88c-80bf64de93eb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917020 Dec 16 15:50:10.392318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.404947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabba747-10c4-4912-8d71-1e6cf079959c req-20c60591-d9b6-4a39-90c5-bc5a5aed8bce tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.411903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dabba747-10c4-4912-8d71-1e6cf079959c req-20c60591-d9b6-4a39-90c5-bc5a5aed8bce tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 943 time: 0.3397491 Dec 16 15:50:10.417870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41db5-4514-4349-a327-258da0e299c6 req-526aa8e8-113b-4260-b0cf-096f1e587e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.422480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-526aa8e8-113b-4260-b0cf-096f1e587e3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 1094 time: 0.3264995 Dec 16 15:50:10.469096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.469970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:10.472050 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] 10.222.0.30 "PUT /v2.0/ports/c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 HTTP/1.1" status: 200 len: 1091 time: 1.5657108 Dec 16 15:50:10.477534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:10.482086 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37872d-f186-4732-970d-07943564db6d" -d '{"events": [{"name": "network-changed", "server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:10.601368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692889-47a0-4eae-a760-32e0c0d8b00c service neutron] Pushing event updated for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:10.623877 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715cf52-e340-48dd-a685-7cfc7f512bc2 x-openstack-request-id: req-3715cf52-e340-48dd-a685-7cfc7f512bc2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:10.625820 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:10.627257 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3715cf52-e340-48dd-a685-7cfc7f512bc2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:10.628197 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91', 'status': 'completed', 'code': 200} Dec 16 15:50:10.687984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dabba747-10c4-4912-8d71-1e6cf079959c req-c9d57c64-8581-435c-9d40-6a0c30ac6aaa tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377944 Dec 16 15:50:10.727585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-d8cc1d24-ff8a-4841-a4f8-a8a782342961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.731184 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-d8cc1d24-ff8a-4841-a4f8-a8a782342961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 1094 time: 0.0979598 Dec 16 15:50:10.743235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41db5-4514-4349-a327-258da0e299c6 req-663e633c-9636-448d-944c-9f13f059e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.745833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-663e633c-9636-448d-944c-9f13f059e915 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.3136542 Dec 16 15:50:10.804697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-e79fdbe5-b16a-48a4-99b8-da690f7b2185 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 HTTP/1.1" status: 200 len: 217 time: 0.0600958 Dec 16 15:50:10.840809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-696d17b9-f9f2-4334-9a4d-bd101be8ccc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f HTTP/1.1" status: 200 len: 217 time: 0.0827494 Dec 16 15:50:10.916209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-309a44fe-78d6-431c-851d-f94dee4324b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.933793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-309a44fe-78d6-431c-851d-f94dee4324b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 200 len: 853 time: 0.1074340 Dec 16 15:50:10.969611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb41db5-4514-4349-a327-258da0e299c6 req-e0cbea7e-6558-4beb-939e-2a1fe6bd2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:10.972993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-e0cbea7e-6558-4beb-939e-2a1fe6bd2936 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.1235528 Dec 16 15:50:11.018259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-0184ed83-d155-4981-80b6-61674d5065f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231b7e87-4618-457c-ae82-ce864ff2e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817537 Dec 16 15:50:11.027968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-4614dfbe-bf51-4ba8-9eb0-71c896bedd99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448511 Dec 16 15:50:11.149241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b76a-f67e-4a00-b3d2-d63872baa533 req-6218456d-13c6-4514-8cb1-a72d7af58896 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.151088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d5b76a-f67e-4a00-b3d2-d63872baa533 req-6218456d-13c6-4514-8cb1-a72d7af58896 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 945 time: 0.1278141 Dec 16 15:50:11.265349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-5582ff6e-49d3-429b-9a4d-e5d545897f7f service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393553 Dec 16 15:50:11.312107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-472a2c97-27f7-4ee1-9189-642e36241a99 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672546 Dec 16 15:50:11.373106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28d5b76a-f67e-4a00-b3d2-d63872baa533 req-f0623ef3-b1d0-4c02-a9e0-f4a43970b1d8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835215 Dec 16 15:50:11.467267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0ba02cbf-249b-4e0e-90f5-d032642e2a69 req-50f68052-3cf9-4365-9d31-306e3e012e84 service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931462 Dec 16 15:50:11.526555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb41db5-4514-4349-a327-258da0e299c6 req-30fe4bf9-00ce-4a6d-aaad-f4ff17292576 service neutron] 10.222.0.74 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949067 Dec 16 15:50:11.636668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736f69-a889-4e35-ad0b-a21c8663d9b9 req-9a1cb61f-b88c-4805-8d9f-85bea89a3062 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.638346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71736f69-a889-4e35-ad0b-a21c8663d9b9 req-9a1cb61f-b88c-4805-8d9f-85bea89a3062 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 943 time: 0.1017265 Dec 16 15:50:11.649122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:50:11.703565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71736f69-a889-4e35-ad0b-a21c8663d9b9 req-0d371d09-acad-4780-9486-558f67bd5cc6 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Dec 16 15:50:11.754301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:11.791631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:11.795295 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f527741d-d738-4221-8a20-f984ede0e59a" -d '{"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:11.799597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:11.841394 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dec787-7cfa-4620-8bef-0092f0495984 x-openstack-request-id: req-a5dec787-7cfa-4620-8bef-0092f0495984 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:11.841868 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:11.842282 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a5dec787-7cfa-4620-8bef-0092f0495984 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:11.842924 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'code': 200} Dec 16 15:50:11.862467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37872d-f186-4732-970d-07943564db6d req-e61d6674-876c-443f-ad8d-9671dc339113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.865480 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-e61d6674-876c-443f-ad8d-9671dc339113 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 1094 time: 0.1320653 Dec 16 15:50:11.875294 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:11.882521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690fc10-8588-4ea4-a371-adabccec56eb req-b4566ad7-5845-49a7-bd74-5e6061b6c8a5 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.884353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c690fc10-8588-4ea4-a371-adabccec56eb req-b4566ad7-5845-49a7-bd74-5e6061b6c8a5 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 943 time: 0.0948660 Dec 16 15:50:11.997094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37872d-f186-4732-970d-07943564db6d req-cb32ee1a-e7f0-4649-ac58-4f77988b69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:11.998586 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-cb32ee1a-e7f0-4649-ac58-4f77988b69fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 914 time: 0.1220849 Dec 16 15:50:12.025421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:12.040117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c690fc10-8588-4ea4-a371-adabccec56eb req-4d4e277e-bb5a-460e-991e-497001815749 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447623 Dec 16 15:50:12.054098 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-01de42e2-c048-430a-a708-50845945347a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 HTTP/1.1" status: 200 len: 217 time: 0.0476868 Dec 16 15:50:12.149247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37872d-f186-4732-970d-07943564db6d req-8ce8f693-a270-4626-94ef-c35e90e7b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.151305 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-8ce8f693-a270-4626-94ef-c35e90e7b8a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 200 len: 853 time: 0.0893416 Dec 16 15:50:12.196125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-eb3b8257-6cad-47ed-b743-769908c9ffd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231b7e87-4618-457c-ae82-ce864ff2e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312545 Dec 16 15:50:12.345544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-eb135e25-1153-43a3-9f3e-11fee10429ae service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422312 Dec 16 15:50:12.595083 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4c37872d-f186-4732-970d-07943564db6d req-03ba54ee-e486-46b6-92de-bebbafcfb1b5 service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403786 Dec 16 15:50:12.632344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612f18f-59d8-4999-bae8-611686552e6f req-6092f906-79a1-4f3d-a59a-2abab4097f6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.634062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b612f18f-59d8-4999-bae8-611686552e6f req-6092f906-79a1-4f3d-a59a-2abab4097f6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1319027 Dec 16 15:50:12.717811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b612f18f-59d8-4999-bae8-611686552e6f req-cf63383f-85e7-428e-a8b8-de676a9d0da1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714679 Dec 16 15:50:12.974130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956f22-84ba-40b8-8311-69b0c0752667 req-d5c41be4-b047-404d-bf38-96d4defa94b7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:12.989219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a956f22-84ba-40b8-8311-69b0c0752667 req-d5c41be4-b047-404d-bf38-96d4defa94b7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 943 time: 0.1255221 Dec 16 15:50:13.118264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a956f22-84ba-40b8-8311-69b0c0752667 req-a45119fb-8412-46f2-83f4-7942726e8d6b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239161 Dec 16 15:50:13.187290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:13.401590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf4770-6a45-45a8-b656-5689be0f1136 req-1bd2ae06-2fa4-48aa-b2d4-0b1c2174e991 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:13.401831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:13.407381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaaf4770-6a45-45a8-b656-5689be0f1136 req-1bd2ae06-2fa4-48aa-b2d4-0b1c2174e991 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 943 time: 0.1584146 Dec 16 15:50:13.430031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91', 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491', 'port_id': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91', 'mac_address': 'fa:16:3e:02:05:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119052c-103a-410e-8540-48765f7d7998', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:13.508854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:13.515947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaaf4770-6a45-45a8-b656-5689be0f1136 req-687e375c-6662-4a6f-ab51-32173177aae5 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986307 Dec 16 15:50:13.532887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:13.564969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:13.640336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:13.717647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:13.792194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:13.808574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:13.823006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f', 'network_id': 'fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9', 'port_id': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f', 'mac_address': 'fa:16:3e:50:15:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7565450a-7911-4757-8686-e9c13618c51d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:13.864640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:13.890551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:13.924836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:14.007714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c46b11dc-2c3c-4f8c-bc5d-82e686e68d91'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:14.088659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.220823 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd2373de-df18-4ede-affa-35d7f8337544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:14.233930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:14.365999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3acb2-4df8-478c-af32-192f5df02330 req-ecd56591-22b5-4893-ad36-506e7f9558ed tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.368152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08b3acb2-4df8-478c-af32-192f5df02330 req-ecd56591-22b5-4893-ad36-506e7f9558ed tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 944 time: 0.1076362 Dec 16 15:50:14.433636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08b3acb2-4df8-478c-af32-192f5df02330 req-64a7d4ed-622b-44d7-b469-690230c3fcfc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513639 Dec 16 15:50:14.454979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['44a51abf-82c9-4c9b-85f1-31fc6bd1d34f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:14.710809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8894b3-ea95-45d5-9829-6c5a669e61d2 req-df26e2e5-45e6-4328-98bd-4e96a17f33e6 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:14.712765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a8894b3-ea95-45d5-9829-6c5a669e61d2 req-df26e2e5-45e6-4328-98bd-4e96a17f33e6 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 944 time: 0.0880685 Dec 16 15:50:14.821666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a8894b3-ea95-45d5-9829-6c5a669e61d2 req-930be33b-4904-4a56-b4cc-1524e9326014 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957582 Dec 16 15:50:15.196649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:50:15.372678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:50:15.379514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:15.380439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.521550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.572060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:15.578064 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89acd760-3ca1-49a7-9ae2-ec0810749e36" -d '{"events": [{"server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "name": "network-vif-plugged", "status": "completed", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:15.604204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:15.663649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:50:15.669589 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd94cbe-d0f4-4cff-9df1-393f0c829eb7 x-openstack-request-id: req-4bd94cbe-d0f4-4cff-9df1-393f0c829eb7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:15.670288 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "name": "network-vif-plugged", "status": "completed", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:15.671067 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4bd94cbe-d0f4-4cff-9df1-393f0c829eb7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:15.672573 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91', 'code': 200} Dec 16 15:50:15.764411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a70512-f491-43dc-9e6c-69025e39325b req-5b846109-0095-4bbc-88f0-58730c6e5a3a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.769905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06a70512-f491-43dc-9e6c-69025e39325b req-5b846109-0095-4bbc-88f0-58730c6e5a3a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 944 time: 0.1784160 Dec 16 15:50:15.829412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:15.896147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06a70512-f491-43dc-9e6c-69025e39325b req-863b94e4-c450-447b-9593-0db438906d6b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005054 Dec 16 15:50:15.983694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5d5a-03ad-4188-ac28-ba433a70a53c req-82dbfa8c-fa61-437f-a3e0-697a167bed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:15.990219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cf3f5d5a-03ad-4188-ac28-ba433a70a53c req-82dbfa8c-fa61-437f-a3e0-697a167bed12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 1096 time: 0.1760373 Dec 16 15:50:16.016414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:16.087699 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cf3f5d5a-03ad-4188-ac28-ba433a70a53c req-8cc5412c-a524-4c42-8203-d32f209c83b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852749 Dec 16 15:50:16.113401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:50:16.120774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:16.121355 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.128727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4dd53-548f-4cc9-acc2-cce05a4396f9 req-02035ab3-c5ec-45a0-a712-6e3df49417d0 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:16.131423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfd4dd53-548f-4cc9-acc2-cce05a4396f9 req-02035ab3-c5ec-45a0-a712-6e3df49417d0 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 945 time: 0.1069369 Dec 16 15:50:16.221442 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfd4dd53-548f-4cc9-acc2-cce05a4396f9 req-7b8bbf51-6d9e-4ab7-b8ee-68c61f71cf5d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757644 Dec 16 15:50:16.288465 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.363381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:16.447120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c718e-89ad-4e2a-8ec7-19e7ab41a29c req-aa78c416-c478-41fe-bff7-c02187451b07 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:16.450766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d7c718e-89ad-4e2a-8ec7-19e7ab41a29c req-aa78c416-c478-41fe-bff7-c02187451b07 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0859706 Dec 16 15:50:16.492147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.493081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:50:16.530111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d7c718e-89ad-4e2a-8ec7-19e7ab41a29c req-355a3581-93c1-423c-b0fc-533b794670e0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686958 Dec 16 15:50:16.548302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9fc40fa2-b8eb-44ac-8530-a8f07134e9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:16.599161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:16.983576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52290) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:17.111007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-aa51367a-c58d-4559-93ac-93462efd1427 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252148 Dec 16 15:50:17.124396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-571e7bf1-dab1-4057-9c42-b01ebeb81bd2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:50:17.128668 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-571e7bf1-dab1-4057-9c42-b01ebeb81bd2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106907 Dec 16 15:50:17.141119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43eb71-d883-4119-8ced-0e8307fe9df0 req-10824a25-911a-47fa-b314-bc318544ff06 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.156424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f43eb71-d883-4119-8ced-0e8307fe9df0 req-10824a25-911a-47fa-b314-bc318544ff06 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1263609 Dec 16 15:50:17.244934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f43eb71-d883-4119-8ced-0e8307fe9df0 req-0e657221-fe13-4bf7-b5c5-2529cb4d9102 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714583 Dec 16 15:50:17.424835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc2b2a-ed69-4c2a-aae4-16f5e8bce19e req-fdc07d29-5a59-40df-869e-2f570a054b4d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.433384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dbc2b2a-ed69-4c2a-aae4-16f5e8bce19e req-fdc07d29-5a59-40df-869e-2f570a054b4d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 945 time: 0.0812666 Dec 16 15:50:17.488894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dbc2b2a-ed69-4c2a-aae4-16f5e8bce19e req-bb03e991-b8ce-4f1d-b402-af65dccd4191 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Dec 16 15:50:17.673508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:17.676714 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba91c8e-3dbe-4287-aa19-a4091fcb05d6" -d '{"events": [{"server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "name": "network-vif-plugged", "status": "completed", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:17.760036 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fded04-0fb4-4092-a6d3-03a1f78fc705 x-openstack-request-id: req-c8fded04-0fb4-4092-a6d3-03a1f78fc705 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:17.760336 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "name": "network-vif-plugged", "status": "completed", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:17.760577 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8fded04-0fb4-4092-a6d3-03a1f78fc705 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:17.760959 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f', 'code': 200} Dec 16 15:50:17.790831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a751b-dca5-4e6d-9499-5b3b6e3c4ab3 req-ec5682ad-95d3-45d5-b863-9660f17fd27f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.801681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b73a751b-dca5-4e6d-9499-5b3b6e3c4ab3 req-ec5682ad-95d3-45d5-b863-9660f17fd27f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1151588 Dec 16 15:50:17.874344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b73a751b-dca5-4e6d-9499-5b3b6e3c4ab3 req-d0a9ea3d-3882-4c7d-8b22-2d89e051ed32 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703504 Dec 16 15:50:17.985358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd8b2-7fea-42ba-9fb1-e1ae5b8580cc req-2d34661e-e00c-4b4c-a2f2-ce8c741e4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:17.987278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e70dd8b2-7fea-42ba-9fb1-e1ae5b8580cc req-2d34661e-e00c-4b4c-a2f2-ce8c741e4103 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 1096 time: 0.0624549 Dec 16 15:50:18.046362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:18.051690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e70dd8b2-7fea-42ba-9fb1-e1ae5b8580cc req-a6bfa63d-f78d-4b2c-a9cd-219342221ed0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521841 Dec 16 15:50:18.474477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b0cd7-ef3d-48d7-a594-60611abfad25 req-80d1e940-b3cf-4ec7-8b61-ebfcee7c5abb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:18.477163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-317b0cd7-ef3d-48d7-a594-60611abfad25 req-80d1e940-b3cf-4ec7-8b61-ebfcee7c5abb tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1085267 Dec 16 15:50:18.551357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-317b0cd7-ef3d-48d7-a594-60611abfad25 req-a96c58d3-2e44-455d-96ca-ad07cca6bbd4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660219 Dec 16 15:50:19.060289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c586ca-c4f9-4c40-b838-89cdf249060b req-dca2c468-541a-46d0-9dca-e340d885d99b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.062700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00c586ca-c4f9-4c40-b838-89cdf249060b req-dca2c468-541a-46d0-9dca-e340d885d99b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0805593 Dec 16 15:50:19.160342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00c586ca-c4f9-4c40-b838-89cdf249060b req-da83b0cb-b6e4-4796-bb43-1d40f71a2bac tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716450 Dec 16 15:50:19.423015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:19.733766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0cc09-e134-424d-ae82-1a006392ea79 req-f02d2012-15d1-46b8-b722-7ac75e8abdf9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.736625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5be0cc09-e134-424d-ae82-1a006392ea79 req-f02d2012-15d1-46b8-b722-7ac75e8abdf9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0707645 Dec 16 15:50:19.898040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5be0cc09-e134-424d-ae82-1a006392ea79 req-30f0aad4-f277-4644-b68e-8f8e970edba0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534646 Dec 16 15:50:19.909372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-8196d045-c54c-4621-91ac-0219fe408d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:19.911498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-8196d045-c54c-4621-91ac-0219fe408d00 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450&tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807 HTTP/1.1" status: 200 len: 1094 time: 0.1418478 Dec 16 15:50:20.023965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-4c2c207a-3e94-49b9-aaaa-7524f0cd5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.026676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-4c2c207a-3e94-49b9-aaaa-7524f0cd5630 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1094 time: 0.0780177 Dec 16 15:50:20.057754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:20.200215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-b61ba821-1b98-4b3e-aa16-db0d1376e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.202347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-b61ba821-1b98-4b3e-aa16-db0d1376e126 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1677375 Dec 16 15:50:20.345569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-cd601722-335c-4839-bf68-81b3b8ce4459 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 999 time: 0.1348138 Dec 16 15:50:20.501725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc56e5-c107-4033-8f06-282fd357da15 req-8b2abb7e-8252-4fb9-9a1f-7edb8d50ae18 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.504577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86fc56e5-c107-4033-8f06-282fd357da15 req-8b2abb7e-8252-4fb9-9a1f-7edb8d50ae18 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1739824 Dec 16 15:50:20.549422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d726d0-9311-4d9d-aefb-c5181b686f40 req-0af4c013-f425-4644-80bf-0ed3bd015b6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.553632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16d726d0-9311-4d9d-aefb-c5181b686f40 req-0af4c013-f425-4644-80bf-0ed3bd015b6c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2352540 Dec 16 15:50:20.555249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-14c5ee29-ba4b-4d37-8dfd-f3e7f487e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.557837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-14c5ee29-ba4b-4d37-8dfd-f3e7f487e918 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.1976790 Dec 16 15:50:20.671404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86fc56e5-c107-4033-8f06-282fd357da15 req-b9c7dfa2-004c-4a94-b023-3f5bd0a4fac4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488988 Dec 16 15:50:20.678706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16d726d0-9311-4d9d-aefb-c5181b686f40 req-3d322866-374d-45ea-b1e1-e9f071837a89 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194646 Dec 16 15:50:20.685448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-922f3cd1-2052-41f5-ac41-4673e7304e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.687065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-922f3cd1-2052-41f5-ac41-4673e7304e1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046386 Dec 16 15:50:20.858087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2bfe2-b7ff-4b48-ae53-248f87038a36 req-5f71f9b2-66da-47a7-86aa-33ee42254320 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:20.859892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18a2bfe2-b7ff-4b48-ae53-248f87038a36 req-5f71f9b2-66da-47a7-86aa-33ee42254320 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0866427 Dec 16 15:50:20.864408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-e2bd57a7-9db2-4016-b09d-ce565f03f0f8 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592321 Dec 16 15:50:21.079075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18a2bfe2-b7ff-4b48-ae53-248f87038a36 req-a2c674d7-5c8e-4e9d-8230-cd5539f78780 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268177 Dec 16 15:50:21.095078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60a3984-f970-4d49-9276-94bbd68fe1f9 req-a8041dee-4da9-4d41-8153-55f5bcd416b8 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233715 Dec 16 15:50:21.568740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46075603-e1cd-4e8c-89d1-358f27d60228 req-caa51142-2f81-4307-ad3c-3681336e2e0a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:21.570357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46075603-e1cd-4e8c-89d1-358f27d60228 req-caa51142-2f81-4307-ad3c-3681336e2e0a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0787566 Dec 16 15:50:21.640072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46075603-e1cd-4e8c-89d1-358f27d60228 req-38468718-4ddc-4926-9624-27cc6ffffa47 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Dec 16 15:50:21.881791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5fe08-69fc-4369-99b0-ded86e9de1a7 req-1012faf6-e4e0-43c3-a707-8fc24bd5c175 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:21.884259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4de5fe08-69fc-4369-99b0-ded86e9de1a7 req-1012faf6-e4e0-43c3-a707-8fc24bd5c175 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0817747 Dec 16 15:50:21.979241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4de5fe08-69fc-4369-99b0-ded86e9de1a7 req-62bee090-2094-4b0b-b198-b7a83ae43bfb tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874186 Dec 16 15:50:22.894245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657e7af-7673-4197-83e2-8052ad54d249 req-df6ad29f-4051-4178-a8a4-e14d5fb32f1e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:22.898193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5657e7af-7673-4197-83e2-8052ad54d249 req-df6ad29f-4051-4178-a8a4-e14d5fb32f1e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0984483 Dec 16 15:50:22.992375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5657e7af-7673-4197-83e2-8052ad54d249 req-dbdcd5c6-3e09-4c10-9098-d46687661072 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849349 Dec 16 15:50:23.223675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc1f36-e966-4acc-9700-f9afe14cafb5 req-f9b274a3-4bf8-411b-a27a-3f07a3b583ec tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:23.225409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49fc1f36-e966-4acc-9700-f9afe14cafb5 req-f9b274a3-4bf8-411b-a27a-3f07a3b583ec tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0725791 Dec 16 15:50:23.342903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49fc1f36-e966-4acc-9700-f9afe14cafb5 req-214f851e-545b-44ef-9f9c-7056844e9409 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979989 Dec 16 15:50:24.166604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311345d-4562-426b-9f6f-ec1db410b461 req-9978863c-a6a1-4beb-ba1d-af30ffe8602e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:24.169919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2311345d-4562-426b-9f6f-ec1db410b461 req-9978863c-a6a1-4beb-ba1d-af30ffe8602e tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0952294 Dec 16 15:50:24.259607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2311345d-4562-426b-9f6f-ec1db410b461 req-2f885aed-163a-4f3a-a733-fbe79f27327c tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 Dec 16 15:50:24.548273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ebe3-57b2-4059-a0a2-80d9d1728821 req-754e00ff-e302-4083-8dc9-81d91c64959c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:24.550515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abd1ebe3-57b2-4059-a0a2-80d9d1728821 req-754e00ff-e302-4083-8dc9-81d91c64959c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0759020 Dec 16 15:50:24.642399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-abd1ebe3-57b2-4059-a0a2-80d9d1728821 req-4f035ef3-6be7-4bcc-9dcc-6478a4ab3aed tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840364 Dec 16 15:50:25.456442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb83aec-240b-42f8-b8a5-95f3b3c8f6dc req-01f6891d-f0c9-4c4d-9322-e2eacbc52854 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:25.460035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbb83aec-240b-42f8-b8a5-95f3b3c8f6dc req-01f6891d-f0c9-4c4d-9322-e2eacbc52854 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0912030 Dec 16 15:50:25.549343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbb83aec-240b-42f8-b8a5-95f3b3c8f6dc req-25f805fd-8bb1-4115-bf83-d2de8aa4c899 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749247 Dec 16 15:50:25.819275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4bb0-2a49-40e1-8d9a-b1debb403dfc req-e615599c-d7cd-4421-8f8f-b894193d2c51 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:25.821836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b62e4bb0-2a49-40e1-8d9a-b1debb403dfc req-e615599c-d7cd-4421-8f8f-b894193d2c51 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0715928 Dec 16 15:50:25.892492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b62e4bb0-2a49-40e1-8d9a-b1debb403dfc req-83c75b47-6be6-4e2e-a1bd-b44cab067b3d tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617142 Dec 16 15:50:26.724955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7320dcc-ca79-4ed9-b87c-2e2d04a86ff0 req-7167f570-10e6-4ca3-ad06-a51f6ae2ef25 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:26.732156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7320dcc-ca79-4ed9-b87c-2e2d04a86ff0 req-7167f570-10e6-4ca3-ad06-a51f6ae2ef25 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0751736 Dec 16 15:50:27.223861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7320dcc-ca79-4ed9-b87c-2e2d04a86ff0 req-d31af203-f853-496c-8516-dfd3559d1915 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840515 Dec 16 15:50:27.245834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ca94-332a-4565-bd31-fbeb62f93eb0 req-66bc0e05-c147-4eeb-93b8-2d80a4859e50 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:27.260600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc37ca94-332a-4565-bd31-fbeb62f93eb0 req-66bc0e05-c147-4eeb-93b8-2d80a4859e50 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1251278 Dec 16 15:50:27.334881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc37ca94-332a-4565-bd31-fbeb62f93eb0 req-0c469f23-2143-4e0e-8535-b34551929dde tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730054 Dec 16 15:50:28.387427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9e10a-3e70-4980-9604-22b3bf4a6d32 req-85269a73-b33d-4790-a9c2-cf31248f6328 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:28.395842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18b9e10a-3e70-4980-9604-22b3bf4a6d32 req-85269a73-b33d-4790-a9c2-cf31248f6328 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0628569 Dec 16 15:50:28.472445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18b9e10a-3e70-4980-9604-22b3bf4a6d32 req-11d4076a-9ec1-4bed-82eb-caef77030975 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753005 Dec 16 15:50:28.559720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2cdfb-d894-4af4-83f3-828f6c262fc3 req-634c50be-63a9-461a-adf3-8e7f7c2b053b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:28.561300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85c2cdfb-d894-4af4-83f3-828f6c262fc3 req-634c50be-63a9-461a-adf3-8e7f7c2b053b tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0681694 Dec 16 15:50:28.653672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85c2cdfb-d894-4af4-83f3-828f6c262fc3 req-0f35a805-e9b8-4e45-a545-57e7e6f5db3e tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792546 Dec 16 15:50:28.805279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:29.703992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb239b74-420f-43c0-b9d3-16cd9780d921 req-0dc9b671-8676-4b92-a444-16e750bbeba4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:29.715082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb239b74-420f-43c0-b9d3-16cd9780d921 req-0dc9b671-8676-4b92-a444-16e750bbeba4 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1081073 Dec 16 15:50:29.892861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb239b74-420f-43c0-b9d3-16cd9780d921 req-953078b1-8705-4ed3-8dea-ff6eeb0a5710 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771174 Dec 16 15:50:29.921026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dea53-7c06-49f8-bc37-c448699d71b8 req-6b4c02e8-21a8-4188-a855-efc77de651a2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:29.923690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-905dea53-7c06-49f8-bc37-c448699d71b8 req-6b4c02e8-21a8-4188-a855-efc77de651a2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0872035 Dec 16 15:50:30.030953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-905dea53-7c06-49f8-bc37-c448699d71b8 req-e6f9d3b1-e9c0-4e62-8245-db502d2e0cae tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841191 Dec 16 15:50:30.120323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:31.133681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9b4fe-e423-4bcc-add2-ecd5d2ce77a7 req-936e0b96-ff72-459d-9aab-a59eb429e42a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:31.137765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55e9b4fe-e423-4bcc-add2-ecd5d2ce77a7 req-936e0b96-ff72-459d-9aab-a59eb429e42a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0953031 Dec 16 15:50:31.299881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55e9b4fe-e423-4bcc-add2-ecd5d2ce77a7 req-c89b713d-6183-409f-97ac-8a06da6ce7fc tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440673 Dec 16 15:50:31.341500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a582f47-903e-4b49-af3d-69258a9f9650 req-c2c59fb5-5f8a-421c-96ab-94e1cc4944d8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:31.348197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a582f47-903e-4b49-af3d-69258a9f9650 req-c2c59fb5-5f8a-421c-96ab-94e1cc4944d8 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1224728 Dec 16 15:50:31.457350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a582f47-903e-4b49-af3d-69258a9f9650 req-3a428c74-1f87-4419-a857-cae9ad787758 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008317 Dec 16 15:50:32.470591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0448e0a-25d4-4fa9-afbe-6b4c4f97b997 req-7f80633a-e3d2-4fe7-b242-ee41669e2455 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:32.473450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0448e0a-25d4-4fa9-afbe-6b4c4f97b997 req-7f80633a-e3d2-4fe7-b242-ee41669e2455 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0666142 Dec 16 15:50:32.590878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0448e0a-25d4-4fa9-afbe-6b4c4f97b997 req-adb577df-91b3-40c5-b7c3-74fba74fa66d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033311 Dec 16 15:50:32.707700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a657e-910f-4ecc-ae3b-053def249fef req-e48de555-98b6-4208-8a78-cf6c94dc5aee tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:32.710595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f89a657e-910f-4ecc-ae3b-053def249fef req-e48de555-98b6-4208-8a78-cf6c94dc5aee tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0880010 Dec 16 15:50:32.821996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f89a657e-910f-4ecc-ae3b-053def249fef req-9b39b888-dcff-4b00-9461-b8fe27e97bd6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003685 Dec 16 15:50:33.847901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e6773-3e5e-48ea-9cee-20e647a3a84d req-3c44b907-0482-4e15-b189-00f7f107c807 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:33.852163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-160e6773-3e5e-48ea-9cee-20e647a3a84d req-3c44b907-0482-4e15-b189-00f7f107c807 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1222942 Dec 16 15:50:34.061112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-160e6773-3e5e-48ea-9cee-20e647a3a84d req-1ad83b99-d874-4fbe-a6dd-ce4750435d74 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930420 Dec 16 15:50:34.172854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5a2a6-b47e-4f2b-b219-0d6669a79bf7 req-ff0020e7-c127-4f57-bb3d-77ecb3f945b5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:34.174457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6c5a2a6-b47e-4f2b-b219-0d6669a79bf7 req-ff0020e7-c127-4f57-bb3d-77ecb3f945b5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0864303 Dec 16 15:50:34.247682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6c5a2a6-b47e-4f2b-b219-0d6669a79bf7 req-56eab7be-fe0e-4b03-bcc6-1150469a5833 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581572 Dec 16 15:50:35.298137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368864c0-7bad-4f9c-a9ab-f98d9f970f1d req-f6812447-73b4-4011-a3ab-4641991f716a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:35.305332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-368864c0-7bad-4f9c-a9ab-f98d9f970f1d req-f6812447-73b4-4011-a3ab-4641991f716a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1044760 Dec 16 15:50:35.414631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-368864c0-7bad-4f9c-a9ab-f98d9f970f1d req-f941a5b2-3bee-4037-8351-8b37ab4992fd tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025333 Dec 16 15:50:35.449094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d158-9e53-4aeb-98cf-0d1d149bc50c req-9b21d170-f044-4f0e-9205-b3c8bf780438 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:35.449094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e725d158-9e53-4aeb-98cf-0d1d149bc50c req-9b21d170-f044-4f0e-9205-b3c8bf780438 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0756359 Dec 16 15:50:35.504489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e725d158-9e53-4aeb-98cf-0d1d149bc50c req-253a1888-cb78-4883-91e0-a746bb4617a4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592542 Dec 16 15:50:35.658956 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:50:36.769433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffbb25-97f3-410c-b9bf-4e844002bd52 req-6665bb35-892d-4c03-ab18-1d9e43a3da90 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:36.784312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ffbb25-97f3-410c-b9bf-4e844002bd52 req-6665bb35-892d-4c03-ab18-1d9e43a3da90 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1891603 Dec 16 15:50:36.899501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39ffbb25-97f3-410c-b9bf-4e844002bd52 req-503cbf1c-1ed0-4cbc-b201-fedfc6ac00e8 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811293 Dec 16 15:50:36.914222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13cc32-acb5-4ac9-b9d5-c74c8b0df498 req-2f166d64-02e7-49e7-a3df-9f1318566b88 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:36.916309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f13cc32-acb5-4ac9-b9d5-c74c8b0df498 req-2f166d64-02e7-49e7-a3df-9f1318566b88 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2041762 Dec 16 15:50:37.001517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f13cc32-acb5-4ac9-b9d5-c74c8b0df498 req-b7dc6114-1f41-4d03-9ced-906923bc03a0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619335 Dec 16 15:50:38.356318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84e600-25dc-4833-93cd-0a2669086c59 req-38b8822f-ccdb-4fdf-9d39-2d428ff78302 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:38.368911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a84e600-25dc-4833-93cd-0a2669086c59 req-38b8822f-ccdb-4fdf-9d39-2d428ff78302 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2165983 Dec 16 15:50:38.401378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e130e-c8ed-4f4e-bbbb-607e5a328c22 req-93a7f399-9080-4245-b5a8-87197599f377 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:38.411992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-340e130e-c8ed-4f4e-bbbb-607e5a328c22 req-93a7f399-9080-4245-b5a8-87197599f377 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.2034528 Dec 16 15:50:38.567013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a84e600-25dc-4833-93cd-0a2669086c59 req-947ad7bc-d0a6-4417-b522-63432517ee21 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967402 Dec 16 15:50:38.681426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-340e130e-c8ed-4f4e-bbbb-607e5a328c22 req-df04c176-a408-4ef4-a840-35a7f1caeb60 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681901 Dec 16 15:50:39.175232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 52850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:39.563949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 52856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:39.564556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7658db6f-0152-43c6-a309-bddf359a182f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3e65cc470b8843aeb3292bc5d57ac935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853762 Dec 16 15:50:39.781662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:39.861047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:40.119195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14587a-a630-4c6d-9072-6011f6eb57d2 req-c8084e9e-77da-476a-b857-ccefcd809f98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:40.134730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa14587a-a630-4c6d-9072-6011f6eb57d2 req-c8084e9e-77da-476a-b857-ccefcd809f98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.2128720 Dec 16 15:50:40.170744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298f9b-d979-4b5c-9482-b858aa612d6b req-2109ae24-0d0a-4bec-95eb-05631161a491 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:40.172659 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61298f9b-d979-4b5c-9482-b858aa612d6b req-2109ae24-0d0a-4bec-95eb-05631161a491 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2525136 Dec 16 15:50:40.343490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa14587a-a630-4c6d-9072-6011f6eb57d2 req-cc96cb4d-278b-42e7-81c3-d29533c7c5c6 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073011 Dec 16 15:50:40.365588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61298f9b-d979-4b5c-9482-b858aa612d6b req-2d3d8336-afed-480a-8d7f-e95531d16130 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751044 Dec 16 15:50:41.269373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:41.276955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:41.279332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9deb32e6-56b6-4418-9b12-5b771bdb7105 HTTP/1.1" status: 204 len: 168 time: 1.7133689 Dec 16 15:50:41.295093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deb32e6-56b6-4418-9b12-5b771bdb7105,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:41.324964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.325559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.326507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.327688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.328336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.333220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.333812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.334790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.335179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.335793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.336429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.337277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.338203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6217363e-4ee2-4273-9e90-fc53621e2fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:41.794789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c89b6-3a03-4768-990f-7a2fee2520d4 req-7c339b36-3141-4d09-b478-df2ffd1ef251 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:41.805925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca8c89b6-3a03-4768-990f-7a2fee2520d4 req-7c339b36-3141-4d09-b478-df2ffd1ef251 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.2484283 Dec 16 15:50:41.849721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f9d51-469f-42c0-a7a6-95c311c63580 req-c829e37a-f221-4c44-b4df-dfe6c9141e0a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:41.852452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8f9d51-469f-42c0-a7a6-95c311c63580 req-c829e37a-f221-4c44-b4df-dfe6c9141e0a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1918988 Dec 16 15:50:42.003890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca8c89b6-3a03-4768-990f-7a2fee2520d4 req-a1150d2e-d38d-441a-b0af-8d736f43ec91 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922462 Dec 16 15:50:42.050032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8f9d51-469f-42c0-a7a6-95c311c63580 req-075fbf46-3cbb-480f-9dbc-1d5650d8e7b3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843975 Dec 16 15:50:43.431585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8742-396e-40cd-9f64-db71aa09f6d0 req-beead9cc-1c96-49b9-9133-d3c25dd280e5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:43.434682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d23b8742-396e-40cd-9f64-db71aa09f6d0 req-beead9cc-1c96-49b9-9133-d3c25dd280e5 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.2413301 Dec 16 15:50:43.466068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96922015-ebbe-4c08-ba90-f17cc2f1fddd req-97e40c05-21b7-4e61-8a15-720e3946fa88 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:43.480818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96922015-ebbe-4c08-ba90-f17cc2f1fddd req-97e40c05-21b7-4e61-8a15-720e3946fa88 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2180903 Dec 16 15:50:43.602905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96922015-ebbe-4c08-ba90-f17cc2f1fddd req-86467064-1352-4ba1-b228-a48966519cd4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207271 Dec 16 15:50:43.623208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d23b8742-396e-40cd-9f64-db71aa09f6d0 req-c7e54057-94c8-4a64-bfc7-168e21160fe7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396365 Dec 16 15:50:44.234434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2118a002-0f61-40c5-8c73-c02305853fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:45.176530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f960-446b-48c8-91cb-9632aef3a4d0 req-917f92a9-3884-4a7b-9622-9f25dbf3ac5c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.184441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a498f960-446b-48c8-91cb-9632aef3a4d0 req-917f92a9-3884-4a7b-9622-9f25dbf3ac5c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.2185071 Dec 16 15:50:45.208234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a74206-12d7-42c3-8585-091ba829b767 req-a536966c-161c-4aaa-a40f-5d608cbdc318 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:45.210037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a74206-12d7-42c3-8585-091ba829b767 req-a536966c-161c-4aaa-a40f-5d608cbdc318 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1388459 Dec 16 15:50:45.399403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a498f960-446b-48c8-91cb-9632aef3a4d0 req-f4e4bd59-db54-49b4-aead-bd8f959d4cd5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137485 Dec 16 15:50:45.456595 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a74206-12d7-42c3-8585-091ba829b767 req-a8ecd9fd-ae3e-4da2-966d-2d7903047897 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790938 Dec 16 15:50:46.536331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dd1e436d-bca6-4c4d-90a8-6a03f52e4a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:46.872636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397d34-99bd-4c4d-a600-8f1539336ad0 req-cb935bb2-9524-47ad-9b57-7bc82000ca46 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.886753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d397d34-99bd-4c4d-a600-8f1539336ad0 req-cb935bb2-9524-47ad-9b57-7bc82000ca46 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.2124617 Dec 16 15:50:46.991739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366de5-3aeb-4af4-bb6c-8e35baf45e8e req-cf2e286f-8abc-48b7-9938-1fbf8f08985a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:46.994475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a366de5-3aeb-4af4-bb6c-8e35baf45e8e req-cf2e286f-8abc-48b7-9938-1fbf8f08985a tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.3005068 Dec 16 15:50:47.002033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d397d34-99bd-4c4d-a600-8f1539336ad0 req-f069ba7e-35df-4fad-b565-27637b1df5e7 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139815 Dec 16 15:50:47.075061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a366de5-3aeb-4af4-bb6c-8e35baf45e8e req-b1221819-62d6-49ae-acd0-0a50fffd2ec1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712371 Dec 16 15:50:47.969625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:48.242543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49beb6b-c4e9-4808-8c72-54c39441fe4e req-c5e89e76-82ca-4f43-8348-4d47ccd0b0b0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:48.243410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c49beb6b-c4e9-4808-8c72-54c39441fe4e req-c5e89e76-82ca-4f43-8348-4d47ccd0b0b0 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1027379 Dec 16 15:50:48.414128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef669-b50b-4cbc-8b1c-00523bae0492 req-440802b4-09b7-4988-b939-c8b16ed99860 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:48.416952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80cef669-b50b-4cbc-8b1c-00523bae0492 req-440802b4-09b7-4988-b939-c8b16ed99860 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1719701 Dec 16 15:50:48.470227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c49beb6b-c4e9-4808-8c72-54c39441fe4e req-71a7a5be-0c0d-4f2b-b988-b6374184d70d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743305 Dec 16 15:50:48.551319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80cef669-b50b-4cbc-8b1c-00523bae0492 req-05b44725-ec70-4717-97be-3163893da8a9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245642 Dec 16 15:50:49.342372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:49.845520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ca48-2621-4a70-bfe8-00bb75792666 req-199efd44-731d-469f-88d6-92b413b7f307 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:49.853841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0219ca48-2621-4a70-bfe8-00bb75792666 req-199efd44-731d-469f-88d6-92b413b7f307 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1225967 Dec 16 15:50:49.924632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0219ca48-2621-4a70-bfe8-00bb75792666 req-f1aa9f3b-774c-4806-8b05-222e80baed2f tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695019 Dec 16 15:50:49.949572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e9874-f34c-4a10-bb4b-e13996683024 req-0c1e60eb-a94b-4e80-afb6-d5662d2bea53 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:49.957475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c01e9874-f34c-4a10-bb4b-e13996683024 req-0c1e60eb-a94b-4e80-afb6-d5662d2bea53 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1849532 Dec 16 15:50:50.021194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c01e9874-f34c-4a10-bb4b-e13996683024 req-352c3afc-deff-429b-aaf5-f2c48987e07f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610683 Dec 16 15:50:50.126511 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:51.216621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c068f2-6bb2-4067-8bd8-a459a383f1b9 req-01b31ca2-be3c-41b9-8492-9929bed10fe9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.219660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39c068f2-6bb2-4067-8bd8-a459a383f1b9 req-01b31ca2-be3c-41b9-8492-9929bed10fe9 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.1631818 Dec 16 15:50:51.233442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70428d4-8504-45fd-acbe-1cd8012a97fe req-a2c064b4-6853-43a2-987f-08fbe185c979 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.235056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c70428d4-8504-45fd-acbe-1cd8012a97fe req-a2c064b4-6853-43a2-987f-08fbe185c979 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0981722 Dec 16 15:50:51.364829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39c068f2-6bb2-4067-8bd8-a459a383f1b9 req-e1179862-b419-4f42-82e0-1cdce8af2bec tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285930 Dec 16 15:50:51.369087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c70428d4-8504-45fd-acbe-1cd8012a97fe req-fe21e08d-343e-4754-82b4-0967c83c1498 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249514 Dec 16 15:50:51.911624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210269b7-2025-44b2-979e-cf89b6ac576e req-0d77c236-542d-4e1c-ac04-736b04bccb5d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:51.914763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210269b7-2025-44b2-979e-cf89b6ac576e req-0d77c236-542d-4e1c-ac04-736b04bccb5d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0756574 Dec 16 15:50:51.987079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210269b7-2025-44b2-979e-cf89b6ac576e req-497a4354-a760-48de-a74a-bc2aed53c888 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633159 Dec 16 15:50:52.138013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb0684-5828-4eb3-a58c-d72d8ac216cb req-18d25a5e-d9ad-4ed3-81a6-26d0043027bf tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:52.139998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbcb0684-5828-4eb3-a58c-d72d8ac216cb req-18d25a5e-d9ad-4ed3-81a6-26d0043027bf tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0604374 Dec 16 15:50:52.303917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbcb0684-5828-4eb3-a58c-d72d8ac216cb req-55d037ab-554c-4a55-9749-f5cc1d0d2464 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Dec 16 15:50:52.513290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb03a33-beba-4c49-bb1f-17cdf6805f94 req-f6b64eeb-0d8d-40a1-9d37-8f5ba6a28330 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:52.515083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afb03a33-beba-4c49-bb1f-17cdf6805f94 req-f6b64eeb-0d8d-40a1-9d37-8f5ba6a28330 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0566728 Dec 16 15:50:52.671556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afb03a33-beba-4c49-bb1f-17cdf6805f94 req-f1eb3204-a90f-4eca-ae48-c1d1efe72bb6 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486202 Dec 16 15:50:53.658466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475408a-c956-4ff9-9fd3-ff900d7bdffd req-789dcc54-4c92-41a3-ab17-f398315b2e98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:53.660170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5475408a-c956-4ff9-9fd3-ff900d7bdffd req-789dcc54-4c92-41a3-ab17-f398315b2e98 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0585957 Dec 16 15:50:53.728573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5475408a-c956-4ff9-9fd3-ff900d7bdffd req-d2a682ab-63b3-483d-9e18-fe5d4bd45b81 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Dec 16 15:50:53.838273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e48ae-2846-4c1b-9941-7f6a48e76add req-b8baaf52-0205-4c55-b582-ac62a884e231 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:53.838273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a1e48ae-2846-4c1b-9941-7f6a48e76add req-b8baaf52-0205-4c55-b582-ac62a884e231 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.0687494 Dec 16 15:50:53.894584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a1e48ae-2846-4c1b-9941-7f6a48e76add req-49f2d9b0-b860-4f5c-b433-305a491b3aae tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545502 Dec 16 15:50:54.223863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53160) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:54.361314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.470380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.585407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.627071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858e8f97-b6c3-4303-a490-e947157a5514,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:54.631510 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dda4780841cf4851a84a1c853b11ff05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065120 Dec 16 15:50:54.637869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53166) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:54.640102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.640463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.640815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.641163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.641569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.641915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.642258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.642593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.642925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.643542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.643914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.644246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.644576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3908d44-9fee-4f71-aa91-9111cd5899f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:54.710057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.740990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.875394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a1b6c-9eb9-47c1-8634-160ddce3b456 req-087e443b-f5c1-43da-8db6-85a47647a00a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:54.877075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8a1b6c-9eb9-47c1-8634-160ddce3b456 req-087e443b-f5c1-43da-8db6-85a47647a00a tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0721264 Dec 16 15:50:54.932149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d8a1b6c-9eb9-47c1-8634-160ddce3b456 req-7e6ef7c8-ef34-43f9-b89d-f7b37aff5f1d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Dec 16 15:50:54.989392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.994600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:54.997240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/858e8f97-b6c3-4303-a490-e947157a5514 HTTP/1.1" status: 204 len: 168 time: 0.3561580 Dec 16 15:50:55.059858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a5360-8be5-4869-949c-ad4a31a63061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858e8f97-b6c3-4303-a490-e947157a5514,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:55.101183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0112f-68f9-45d3-aba4-c970eb05b2cd req-977dfcc6-9a25-472a-bd4a-50b4ca776c39 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.103946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faa0112f-68f9-45d3-aba4-c970eb05b2cd req-977dfcc6-9a25-472a-bd4a-50b4ca776c39 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 943 time: 0.1047170 Dec 16 15:50:55.160616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faa0112f-68f9-45d3-aba4-c970eb05b2cd req-18a2ecd0-55ca-44b5-94f2-25ab6f3711e1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499048 Dec 16 15:50:55.386236 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-e8dd8c27-736e-47f5-99ac-70b5822f5f55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568552 Dec 16 15:50:55.416023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-b11b843c-5fa9-4d9c-9086-42cef9cc6659 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.419129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-b11b843c-5fa9-4d9c-9086-42cef9cc6659 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0744491 Dec 16 15:50:55.500159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67727bc-a950-4ce2-9436-40c68d540579 req-945f3a96-9db7-48d6-a07e-1ac4ef265ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.501707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-945f3a96-9db7-48d6-a07e-1ac4ef265ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0505095 Dec 16 15:50:55.576186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:50:55.576542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:55.672016 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67727bc-a950-4ce2-9436-40c68d540579 req-b00f0561-a18d-4f6a-9760-9f4128a9317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.673582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-b00f0561-a18d-4f6a-9760-9f4128a9317e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 200 len: 907 time: 0.1406925 Dec 16 15:50:55.717461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:55.718446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:55.743790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:50:55.754427 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-75133d73-adf2-4096-9f58-f56813619037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 200 len: 217 time: 0.0719662 Dec 16 15:50:55.814664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:50:55.823040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67727bc-a950-4ce2-9436-40c68d540579 req-bd13c005-c025-4eb2-b070-8540e386c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:55.825032 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-bd13c005-c025-4eb2-b070-8540e386c2eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 200 len: 846 time: 0.0629811 Dec 16 15:50:55.875052 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-bc6f9a0f-557d-4a81-8ade-f065b346def1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421154 Dec 16 15:50:55.935538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:55.951369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'port_id': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'mac_address': 'fa:16:3e:b3:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:50:56.009333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.027927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:50:56.037753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-09bc6a23-f8c5-48fa-9fc0-90fc92992874 service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553962 Dec 16 15:50:56.063307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:56.119945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023d120-43d5-466c-ac46-6531471a173e req-416fe9ba-07ae-4e9f-bcaa-f91d0e7e4ef1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:56.121728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6023d120-43d5-466c-ac46-6531471a173e req-416fe9ba-07ae-4e9f-bcaa-f91d0e7e4ef1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 945 time: 0.0637965 Dec 16 15:50:56.148369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.149455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c67727bc-a950-4ce2-9436-40c68d540579 req-5c960f94-7b60-449a-8187-ae219f30696f service neutron] 10.222.0.30 "GET /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039422 Dec 16 15:50:56.184890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:56.193765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['44a51abf-82c9-4c9b-85f1-31fc6bd1d34f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:56.202083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=44a51abf-82c9-4c9b-85f1-31fc6bd1d34f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:56.213699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53186) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:56.239040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59e72275-1c95-46da-bf61-73aeb928f706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.244653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6023d120-43d5-466c-ac46-6531471a173e req-265ab46d-bae7-4d78-93e7-e153a8560473 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148901 Dec 16 15:50:56.271006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.288844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:50:56.294267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.301760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2628a294-3f1e-4ab7-8328-8a1bcace754f req-71d31af4-e14e-46d1-ab7d-9dcae405aaab tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.74 "DELETE /v2.0/ports/44a51abf-82c9-4c9b-85f1-31fc6bd1d34f HTTP/1.1" status: 204 len: 173 time: 0.8697851 Dec 16 15:50:56.302575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'name': 'network-vif-deleted', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:56.309320 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe02df33-473b-4e83-8915-dd7b981b2286" -d '{"events": [{"server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "name": "network-vif-deleted", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:56.394530 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15295c0-56ff-4598-8a7f-fa3f522b39b6 x-openstack-request-id: req-f15295c0-56ff-4598-8a7f-fa3f522b39b6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:56.395611 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e614642f-be78-44d2-ae34-139d4bc65e21", "name": "network-vif-deleted", "tag": "44a51abf-82c9-4c9b-85f1-31fc6bd1d34f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:56.395998 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f15295c0-56ff-4598-8a7f-fa3f522b39b6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:56.396591 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e614642f-be78-44d2-ae34-139d4bc65e21', 'name': 'network-vif-deleted', 'tag': '44a51abf-82c9-4c9b-85f1-31fc6bd1d34f', 'status': 'completed', 'code': 200} Dec 16 15:50:56.406583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59e72275-1c95-46da-bf61-73aeb928f706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.433386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013741d-e6b7-4740-93e1-97d4c3d90e07 req-c93f6af8-f740-48bd-ad0a-9585d17325f5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:56.435584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b013741d-e6b7-4740-93e1-97d4c3d90e07 req-c93f6af8-f740-48bd-ad0a-9585d17325f5 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 944 time: 0.1210382 Dec 16 15:50:56.503048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b013741d-e6b7-4740-93e1-97d4c3d90e07 req-452a28a3-b09b-4c43-a34a-69fb3de1f5d2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609238 Dec 16 15:50:56.588597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:56.593438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59e72275-1c95-46da-bf61-73aeb928f706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.611698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.612087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.612466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.612922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.613262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.613681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.614023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.614495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.614669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.615006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.615392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.615757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.616071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:50:56.641092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['7ae82685-af2b-416c-8e12-fdc46c9edf28'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:50:56.659865 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-59e72275-1c95-46da-bf61-73aeb928f706 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d35c55d31b1440b69e400b56cf9d8044&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442887 Dec 16 15:50:56.661749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72275-1c95-46da-bf61-73aeb928f706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6264f11f-c03a-4104-8dcb-4cd1a5e933d3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:56.662962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53190) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:50:56.752816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:56.794576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:57.062719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:57.068952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:57.078269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6264f11f-c03a-4104-8dcb-4cd1a5e933d3 HTTP/1.1" status: 204 len: 168 time: 0.4058836 Dec 16 15:50:57.084564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9589c-6d09-4a52-8311-1246db14b4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6264f11f-c03a-4104-8dcb-4cd1a5e933d3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:57.365217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c17811a9-05ca-479a-8459-7ff0a5259045 req-0276b339-140d-41dd-9f9d-2b0abd6aae23 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.0297441 Dec 16 15:50:57.664427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff22d82-ed19-4579-b14f-de7e24dce773 req-eed23b92-b384-452c-851f-5320d5b38d52 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:57.666301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff22d82-ed19-4579-b14f-de7e24dce773 req-eed23b92-b384-452c-851f-5320d5b38d52 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 944 time: 0.0676959 Dec 16 15:50:57.725618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff22d82-ed19-4579-b14f-de7e24dce773 req-894c8596-f481-4792-b551-edfa24142095 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506637 Dec 16 15:50:57.845287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:50:57.909355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 7ae82685-af2b-416c-8e12-fdc46c9edf28 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:50:57.909740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:58.027680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:58.060253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:50:58.063720 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf59acb-8ba2-441e-bec3-c86283ecce11" -d '{"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:50:58.083508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:50:58.360534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:58.362165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:50:58.446870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:50:58.447925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 44a51abf-82c9-4c9b-85f1-31fc6bd1d34f not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:50:58.515553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:50:58.581636 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d0a05-7d34-44b6-8232-8e398adc41f1 x-openstack-request-id: req-be3d0a05-7d34-44b6-8232-8e398adc41f1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:50:58.583331 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-plugged", "status": "completed", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:50:58.584097 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be3d0a05-7d34-44b6-8232-8e398adc41f1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:50:58.584839 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'code': 200} Dec 16 15:50:58.648023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac13c66d-6bf1-43d6-afdf-cd266fe02887 req-76b669df-ec9f-4995-bae4-918d5612fcd1 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=e614642f-be78-44d2-ae34-139d4bc65e21 HTTP/1.1" status: 200 len: 210 time: 0.0478110 Dec 16 15:50:58.877345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:50:58.905137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f2984-ca99-45a9-bbdc-746736540da6 req-81a47b05-fc12-47dd-89b4-6c524d7564c1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:58.906958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be6f2984-ca99-45a9-bbdc-746736540da6 req-81a47b05-fc12-47dd-89b4-6c524d7564c1 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.0688767 Dec 16 15:50:58.984734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be6f2984-ca99-45a9-bbdc-746736540da6 req-39961b55-313f-44ea-a58d-735a3f29d3e9 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641372 Dec 16 15:50:59.047203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ac49c-e7aa-4e61-af56-dd0963646846 req-2a46136c-4150-4c3a-8f24-054cd61b8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:50:59.051703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c84ac49c-e7aa-4e61-af56-dd0963646846 req-2a46136c-4150-4c3a-8f24-054cd61b8780 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1097 time: 0.0628023 Dec 16 15:50:59.118180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c84ac49c-e7aa-4e61-af56-dd0963646846 req-046a76dc-72f6-4b12-bf64-99be579d17d4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580218 Dec 16 15:50:59.739960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:00.170350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384800c-501c-455d-9ec0-dbe29081a085 req-ccdf61e3-4bdb-4f62-8b34-d3482f641060 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:00.172750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f384800c-501c-455d-9ec0-dbe29081a085 req-ccdf61e3-4bdb-4f62-8b34-d3482f641060 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.0810676 Dec 16 15:51:00.263330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f384800c-501c-455d-9ec0-dbe29081a085 req-eb793802-395c-4ca9-ba2a-e20736fcb710 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811553 Dec 16 15:51:00.962385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f32ec-7ed6-458b-93d8-9db530f0e60b req-dfe7252a-8888-4878-97e7-611dbc7f5071 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:00.967014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b7f32ec-7ed6-458b-93d8-9db530f0e60b req-dfe7252a-8888-4878-97e7-611dbc7f5071 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.1183646 Dec 16 15:51:01.093768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b7f32ec-7ed6-458b-93d8-9db530f0e60b req-5c40c79f-67bc-4125-a9f2-1dbf293cae55 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172938 Dec 16 15:51:01.454943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f7544-e7fd-4c87-aee8-d172a9bcdee6 req-113efab7-0d18-41cd-a892-c1afa8e833e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:01.462733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9f7544-e7fd-4c87-aee8-d172a9bcdee6 req-113efab7-0d18-41cd-a892-c1afa8e833e3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.0849993 Dec 16 15:51:01.511538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb9f7544-e7fd-4c87-aee8-d172a9bcdee6 req-1c87cbd2-dff7-4d84-8632-a99a9d4b7125 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473723 Dec 16 15:51:02.289743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-dfe53d85-7a66-4f49-a295-2979c4670661 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:02.291841 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-dfe53d85-7a66-4f49-a295-2979c4670661 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.0923681 Dec 16 15:51:02.298980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8def92-0952-4e98-ba66-ef596eaa8794 req-137bca47-5f6b-42cb-b74c-f4f1bc608902 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:02.300912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8def92-0952-4e98-ba66-ef596eaa8794 req-137bca47-5f6b-42cb-b74c-f4f1bc608902 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 945 time: 0.0737762 Dec 16 15:51:02.420351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b8def92-0952-4e98-ba66-ef596eaa8794 req-07918570-7524-4deb-abbb-df9254734735 tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/security-groups?id=083e8fab-ee52-4c45-aea6-c766ea8d8966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060071 Dec 16 15:51:02.450715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Deleting port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:02.451152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:02.602670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] For port eb32d42d-d7ed-40c9-b2fb-39e2c896f712, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,segment=NetworkSegment(12afb80d-f086-4b44-9838-6b3444afa66e),segment_id=12afb80d-f086-4b44-9838-6b3444afa66e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:02.603871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:02.640338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Calling delete_port for eb32d42d-d7ed-40c9-b2fb-39e2c896f712 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:02.712146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261a9e-3c36-432e-87d1-66c5b9e52f28 req-e1e7eeb4-9b3f-47f4-a481-4a7465580185 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:02.716764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c261a9e-3c36-432e-87d1-66c5b9e52f28 req-e1e7eeb4-9b3f-47f4-a481-4a7465580185 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.0865583 Dec 16 15:51:02.798742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c261a9e-3c36-432e-87d1-66c5b9e52f28 req-40583a68-6b86-4564-9695-3699d5fc1aa3 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678883 Dec 16 15:51:03.000154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.036147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['eb32d42d-d7ed-40c9-b2fb-39e2c896f712'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:03.036980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Pushing event deleted for resources: {'Port': ['ID=eb32d42d-d7ed-40c9-b2fb-39e2c896f712,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:03.085275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] No DVR routers for this DVR port eb32d42d-d7ed-40c9-b2fb-39e2c896f712 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:03.088672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:03.092502 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fda1032b-ebdd-4a73-b88c-731d7569c08d req-035d3908-2ec0-4b3b-b9b7-41f640e6a30d tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.30 "DELETE /v2.0/ports/eb32d42d-d7ed-40c9-b2fb-39e2c896f712 HTTP/1.1" status: 204 len: 173 time: 0.7943392 Dec 16 15:51:03.092974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'name': 'network-vif-deleted', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:03.095647 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254ffa2-8921-46ef-a6d4-5a637cc4a50a" -d '{"events": [{"server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "name": "network-vif-deleted", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:03.175991 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f075e7-a79b-4bb3-8df3-0425a3bd01fc x-openstack-request-id: req-48f075e7-a79b-4bb3-8df3-0425a3bd01fc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:03.176510 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caca8ab-3177-4d95-8b42-4c8905439ff7", "name": "network-vif-deleted", "tag": "eb32d42d-d7ed-40c9-b2fb-39e2c896f712", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:03.176953 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-48f075e7-a79b-4bb3-8df3-0425a3bd01fc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:03.177660 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caca8ab-3177-4d95-8b42-4c8905439ff7', 'name': 'network-vif-deleted', 'tag': 'eb32d42d-d7ed-40c9-b2fb-39e2c896f712', 'status': 'completed', 'code': 200} Dec 16 15:51:03.552789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3765be27-e67e-4aaa-83c0-951dc0c4b0e1 req-e5ca546c-087b-4751-83d8-22e60d342d5b tempest-ServersTestJSON-1376303081 tempest-ServersTestJSON-1376303081-project] 10.222.0.71 "GET /v2.0/ports?device_id=2caca8ab-3177-4d95-8b42-4c8905439ff7 HTTP/1.1" status: 200 len: 210 time: 0.0287974 Dec 16 15:51:03.987160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec759c-c23c-43c5-9df0-b4af00fa30b5 req-cb38e8dc-8b4c-4c07-ac21-aa43037359e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:04.000697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6dec759c-c23c-43c5-9df0-b4af00fa30b5 req-cb38e8dc-8b4c-4c07-ac21-aa43037359e2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.0845492 Dec 16 15:51:04.063288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6dec759c-c23c-43c5-9df0-b4af00fa30b5 req-0f7e8f21-14ab-4b81-81d7-c064210cf1c0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616579 Dec 16 15:51:04.633187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:04.714533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Deleting subnet 7565450a-7911-4757-8686-e9c13618c51d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:04.720810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:04.796996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:04.878509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.108002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.150676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7565450a-7911-4757-8686-e9c13618c51d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:05.157561 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.163323 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4af4c8b7-f71d-439c-9a5d-4367555f6819 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7565450a-7911-4757-8686-e9c13618c51d HTTP/1.1" status: 204 len: 168 time: 0.5270889 Dec 16 15:51:05.166173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53346) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:05.278193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.399264 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.429465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:05.448770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12afb80d-f086-4b44-9838-6b3444afa66e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:05.449270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12afb80d-f086-4b44-9838-6b3444afa66e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:05.467448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.494166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.500565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:51:05.501251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:51:05.504365 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:51:05.691679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.707038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:05.711644 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] 10.222.0.71 "DELETE /v2.0/networks/fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9 HTTP/1.1" status: 204 len: 168 time: 0.5433643 Dec 16 15:51:05.735450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76a8de-22ae-43ec-a413-a4dc8dfeaaae admin admin] Pushing event deleted for resources: {'Network': ['ID=fe79fbef-e2f5-40d2-aeb7-3c49741ae5a9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:06.440206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:06.514088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e82d42fb-0f87-4fb8-a7f3-f557430a23d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9457a1dd6964bc9932aa1c62bcd198a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716670 Dec 16 15:51:06.517046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53356) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:06.576787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:06.609246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:06.787796 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:06.792779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:06.799132 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/083e8fab-ee52-4c45-aea6-c766ea8d8966 HTTP/1.1" status: 204 len: 168 time: 0.2768924 Dec 16 15:51:06.811190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbd3ab-1bc5-4e8d-b991-20bfc03fcbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e8fab-ee52-4c45-aea6-c766ea8d8966,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:07.479343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device eb32d42d-d7ed-40c9-b2fb-39e2c896f712 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:07.526069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: eb32d42d-d7ed-40c9-b2fb-39e2c896f712 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:07.526424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device eb32d42d-d7ed-40c9-b2fb-39e2c896f712 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:07.670171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-020b9e81-8fba-4457-a73f-9d6951db7598 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:07.671695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-020b9e81-8fba-4457-a73f-9d6951db7598 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1425376 Dec 16 15:51:07.695291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-29e375e5-009e-478a-84e9-f9b767fc0085 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0116122 Dec 16 15:51:07.788167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-1897b6ae-ff3c-48b5-bbce-244b1d9e5e76 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804663 Dec 16 15:51:08.100455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-ab064ae2-68fc-4819-82c1-e8fcc5ac2b9d service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095036 Dec 16 15:51:08.256973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-6015ef7f-2f12-4016-accb-e25fd67f3115 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475658 Dec 16 15:51:08.764295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f691e58a-6cc6-45be-a96b-c3ec77a525a9 req-8aab91c9-b551-4f89-b4c3-aa8e1c4b80a9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0741391 Dec 16 15:51:09.946398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b3dac2a-cf9f-4e59-8522-ab6e6468868e req-06afbfd1-a922-4d9b-81a8-f481a475140d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0585921 Dec 16 15:51:11.074249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8e01a32-c441-45a8-9b08-12cfaf9ded69 req-e8b08c9e-4470-4aeb-97a4-f16ade66280d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0442176 Dec 16 15:51:11.413901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-e1130806-0aed-4578-8322-fede3a45cfb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:11.415641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-e1130806-0aed-4578-8322-fede3a45cfb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1970668 Dec 16 15:51:11.486805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '509c2c09-e746-42cf-8a23-0e30cc874918', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:11.741963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:11.747002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.256962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66a17941-6b0d-4553-8cda-7a61fde7b36e req-009ede61-6b62-433b-956e-085850731e86 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0360937 Dec 16 15:51:12.404982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.12 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/b91b8ec5-9341-4945-9613-f42fd1ecb83a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:12.650372 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:51:12.683215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.784560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:12.861982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:12.866328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:12.873745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:12.881032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:12.974821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:12.975858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.106564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-89449513-d0f5-4ae1-9011-4ba478904825 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6281314 Dec 16 15:51:13.126880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Request body: {'port': {'device_id': '509c2c09-e746-42cf-8a23-0e30cc874918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:13.226847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.254309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3b3d82ef-89f2-4ded-9956-6d4dfab0d115 None None] Provisioning complete for port b91b8ec5-9341-4945-9613-f42fd1ecb83a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:13.255145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b3d82ef-89f2-4ded-9956-6d4dfab0d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.318143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d82ef-89f2-4ded-9956-6d4dfab0d115 None None] Port b91b8ec5-9341-4945-9613-f42fd1ecb83a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:13.630483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6c73-c497-4501-bc8f-4f629d4c5c10 req-29701165-0b84-4dde-9df2-8c304c9cfc3d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:13.632923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d9b6c73-c497-4501-bc8f-4f629d4c5c10 req-29701165-0b84-4dde-9df2-8c304c9cfc3d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 932 time: 0.1997168 Dec 16 15:51:13.770552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d9b6c73-c497-4501-bc8f-4f629d4c5c10 req-f6581ebd-a5c7-429d-b99c-0c95f530f0c5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247606 Dec 16 15:51:13.876223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91b8ec5-9341-4945-9613-f42fd1ecb83a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:51:13.885146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:13.920044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Transition to ACTIVE for port object b91b8ec5-9341-4945-9613-f42fd1ecb83a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:51:14.009748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.124857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Pushing event updated for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:14.210125 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe6ba-d436-4731-9b1a-51134aac8874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.248471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Attempting to bind port b91b8ec5-9341-4945-9613-f42fd1ecb83a on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:14.249205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Attempting to bind port b91b8ec5-9341-4945-9613-f42fd1ecb83a by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:14.250099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Attempting to bind port b91b8ec5-9341-4945-9613-f42fd1ecb83a on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:14.259153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Port b91b8ec5-9341-4945-9613-f42fd1ecb83a on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:51:14.261143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Attempting to bind port b91b8ec5-9341-4945-9613-f42fd1ecb83a on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:14.270714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:14.271650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:14.272470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:14.273929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Bound port: b91b8ec5-9341-4945-9613-f42fd1ecb83a, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:14.274207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.421776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:14.429736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:14.521197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.596516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:14.597594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:14.600020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] 10.222.0.74 "PUT /v2.0/ports/b91b8ec5-9341-4945-9613-f42fd1ecb83a HTTP/1.1" status: 200 len: 1092 time: 1.4789279 Dec 16 15:51:14.600756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:14.604881 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a52422-b42b-45a3-a39b-2e322799d644" -d '{"events": [{"name": "network-changed", "server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:14.648934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96697-0230-49d4-b4c5-1c4a9e7c25fb service neutron] Pushing event updated for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:14.735324 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d00bc7-5684-443e-9836-cd683dfcb212 x-openstack-request-id: req-40d00bc7-5684-443e-9836-cd683dfcb212 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:14.735646 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:14.735942 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40d00bc7-5684-443e-9836-cd683dfcb212 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:14.736385 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a', 'status': 'completed', 'code': 200} Dec 16 15:51:14.930912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52422-b42b-45a3-a39b-2e322799d644 req-0aacd106-4a32-45c1-99cd-67084ba20d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:14.934802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93a52422-b42b-45a3-a39b-2e322799d644 req-0aacd106-4a32-45c1-99cd-67084ba20d64 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 1095 time: 0.1491694 Dec 16 15:51:15.154461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58500d85-97c2-4406-b2c0-2ec99d00c50f req-dc228596-db61-4f29-b77f-966b23da3f0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.160772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58500d85-97c2-4406-b2c0-2ec99d00c50f req-dc228596-db61-4f29-b77f-966b23da3f0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.2092950 Dec 16 15:51:15.217152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52422-b42b-45a3-a39b-2e322799d644 req-7cc68505-465d-490d-85f0-35906de1de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.220243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93a52422-b42b-45a3-a39b-2e322799d644 req-7cc68505-465d-490d-85f0-35906de1de0b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=318d9bc282b846ffb24d867489ae1e81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2668693 Dec 16 15:51:15.376782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58500d85-97c2-4406-b2c0-2ec99d00c50f req-c2c32ac3-f491-4fb3-bcd7-e1301def9a74 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981027 Dec 16 15:51:15.433645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52422-b42b-45a3-a39b-2e322799d644 req-0c2cc7fa-6c8e-4770-8c61-ae9e625e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.435798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93a52422-b42b-45a3-a39b-2e322799d644 req-0c2cc7fa-6c8e-4770-8c61-ae9e625e5d86 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070544 Dec 16 15:51:15.593141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-12579e21-7515-415d-bc89-7de34816f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.595077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-12579e21-7515-415d-bc89-7de34816f6cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 1095 time: 0.0726976 Dec 16 15:51:15.691041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-f37091e8-6937-45e9-b2f0-33775fdd4863 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a HTTP/1.1" status: 200 len: 217 time: 0.0755968 Dec 16 15:51:15.788170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-833bbea3-a4a9-46c7-b785-5de85f810390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.789868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-833bbea3-a4a9-46c7-b785-5de85f810390 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0893295 Dec 16 15:51:15.853271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-9a2fc56b-430d-4f7e-9408-eebe682cc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:15.856195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-9a2fc56b-430d-4f7e-9408-eebe682cc592 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583739 Dec 16 15:51:16.017992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-657aa654-e502-4008-9d6d-519c1c52f16d service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539493 Dec 16 15:51:16.165673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90cac2c6-e64f-4723-a1eb-650c9123b8ab req-3db2317d-e97d-4a3c-93da-23a01d527bd2 service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407890 Dec 16 15:51:16.517702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df517461-52fa-46b6-adb2-2a8f83204f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:16.599711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9eecd-8e3a-42fa-bffb-5b3a6b5f6d10 req-79cba5f5-1d17-4383-9082-153409c153f7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:16.601486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb9eecd-8e3a-42fa-bffb-5b3a6b5f6d10 req-79cba5f5-1d17-4383-9082-153409c153f7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0918849 Dec 16 15:51:16.688536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb9eecd-8e3a-42fa-bffb-5b3a6b5f6d10 req-f81668a0-8ca9-4891-b7c2-e3de5a07b701 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746813 Dec 16 15:51:17.048021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-fb979b20-7ea3-491b-875c-8d698ea24814 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546491 Dec 16 15:51:17.174677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-2f0177d1-3985-4a1d-80b0-bff25bb026b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.177324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-2f0177d1-3985-4a1d-80b0-bff25bb026b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 1097 time: 0.0589676 Dec 16 15:51:17.343811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-a57590aa-102a-4cf6-a544-1428323bc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.345471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-a57590aa-102a-4cf6-a544-1428323bc49b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 200 len: 917 time: 0.1427977 Dec 16 15:51:17.468929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-680cef27-c28c-4e6b-9055-89a19c29fa5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 200 len: 1001 time: 0.1109793 Dec 16 15:51:17.557083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-b0c23fbf-e96f-461d-8515-16d0e291b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.564434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-b0c23fbf-e96f-461d-8515-16d0e291b94c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 200 len: 855 time: 0.0802233 Dec 16 15:51:17.623501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-0da8467e-732e-4cb9-b6be-5757e330537a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.625289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-0da8467e-732e-4cb9-b6be-5757e330537a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ef229bae-dddd-474e-ba65-ef0bc9157c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576890 Dec 16 15:51:17.780817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-830428fc-fc97-4c9b-87c7-46b84c3b2212 service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457484 Dec 16 15:51:17.931052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0e3c-7a5d-4671-adf5-f9c605be416d req-738a61da-1da3-4651-a5d9-a60894e55fbb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:17.943727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f7c0e3c-7a5d-4671-adf5-f9c605be416d req-738a61da-1da3-4651-a5d9-a60894e55fbb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0919166 Dec 16 15:51:17.964212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6636b736-b7ab-447a-b7a2-134de60ac900 req-d8ce56ea-cb64-4ce4-95ea-0465b4c82dfa service neutron] 10.222.0.74 "GET /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739442 Dec 16 15:51:17.969914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:18.037068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f7c0e3c-7a5d-4671-adf5-f9c605be416d req-0187ab1d-7b2a-4d0f-9946-6d7a0d5a5540 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927098 Dec 16 15:51:19.239810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a0bce-928d-42bc-821e-4307bd53b702 req-31ff6890-cc69-4530-9a92-ddef18dfe559 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:19.241570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3a0bce-928d-42bc-821e-4307bd53b702 req-31ff6890-cc69-4530-9a92-ddef18dfe559 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0792348 Dec 16 15:51:19.288108 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:19.314635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3a0bce-928d-42bc-821e-4307bd53b702 req-4ca3981a-0600-4f5b-be24-d2364fc8bb0e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613847 Dec 16 15:51:20.227271 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:20.477406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd145e-d593-4386-a85f-2716b53a69d7 req-aa70a52b-56c3-4ac5-995b-504abe3a8f0e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:20.481200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74fd145e-d593-4386-a85f-2716b53a69d7 req-aa70a52b-56c3-4ac5-995b-504abe3a8f0e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0629654 Dec 16 15:51:20.572976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74fd145e-d593-4386-a85f-2716b53a69d7 req-e41d09fb-ad26-435a-8a31-c0c766c757a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Dec 16 15:51:21.785218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4aab-8e8f-467d-becd-f75f38211946 req-58660689-9c14-4f93-9af8-fbed971b2aec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:21.786947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbeb4aab-8e8f-467d-becd-f75f38211946 req-58660689-9c14-4f93-9af8-fbed971b2aec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0805681 Dec 16 15:51:21.855808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbeb4aab-8e8f-467d-becd-f75f38211946 req-c1360329-7d2a-4d12-aa46-e3c596e7373b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582232 Dec 16 15:51:22.065491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53562) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:22.200359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a426a80a-a747-453b-8c94-aed1236b6e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.363957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a426a80a-a747-453b-8c94-aed1236b6e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.455547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a426a80a-a747-453b-8c94-aed1236b6e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:22.850332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a426a80a-a747-453b-8c94-aed1236b6e3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f94377ba1c64979af407ed4436fc19c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7830861 Dec 16 15:51:22.851558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426a80a-a747-453b-8c94-aed1236b6e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac0a5c-78a0-4ef3-96bb-b647ebe766f5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:22.852813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:22.993033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.117590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.212089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa2030-2cb9-4e2d-a03c-1b70fde54d8b req-6eac7bd9-d019-4ac0-84e0-bb1e85d357f7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:23.215212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48aa2030-2cb9-4e2d-a03c-1b70fde54d8b req-6eac7bd9-d019-4ac0-84e0-bb1e85d357f7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.2072182 Dec 16 15:51:23.327723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48aa2030-2cb9-4e2d-a03c-1b70fde54d8b req-13410e29-b0f4-4db5-8dfc-31bc2d49cfa9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878510 Dec 16 15:51:23.358851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.361779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:23.363155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85ac0a5c-78a0-4ef3-96bb-b647ebe766f5 HTTP/1.1" status: 204 len: 168 time: 0.5087347 Dec 16 15:51:23.373052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac63b-fdad-44e0-a72f-4c4f1b2f139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac0a5c-78a0-4ef3-96bb-b647ebe766f5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:24.477422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e972a2-ac3f-41be-be98-fd919363b498 req-84c2efb1-fc80-4877-b9d6-cb6bad9d0f17 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:24.479583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11e972a2-ac3f-41be-be98-fd919363b498 req-84c2efb1-fc80-4877-b9d6-cb6bad9d0f17 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0596905 Dec 16 15:51:24.505474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.520584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb17b39a-35c3-4e4f-9c6a-169c095adc77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.556220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11e972a2-ac3f-41be-be98-fd919363b498 req-17d85831-b422-42cf-85fe-0002b9720328 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631249 Dec 16 15:51:24.625206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb17b39a-35c3-4e4f-9c6a-169c095adc77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.758531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bb17b39a-35c3-4e4f-9c6a-169c095adc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.830417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17b39a-35c3-4e4f-9c6a-169c095adc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c04d283-8dba-40e9-a02c-7d7aba163aac,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:24.840042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bb17b39a-35c3-4e4f-9c6a-169c095adc77 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9aaf871a70c74e7eb718e7dad30b22b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331645 Dec 16 15:51:24.843084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53584) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:24.934628 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:24.978116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.169739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.174902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:25.176837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c04d283-8dba-40e9-a02c-7d7aba163aac HTTP/1.1" status: 204 len: 168 time: 0.3316472 Dec 16 15:51:25.191181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c8f7b-bd22-4434-9c97-283625576d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c04d283-8dba-40e9-a02c-7d7aba163aac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:25.721054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3906335-ca47-40fd-b0f2-3dd50b699cff req-ee83226d-ba17-41a6-bded-143679a4bb92 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:25.727389 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3906335-ca47-40fd-b0f2-3dd50b699cff req-ee83226d-ba17-41a6-bded-143679a4bb92 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0770478 Dec 16 15:51:25.818347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3906335-ca47-40fd-b0f2-3dd50b699cff req-c41138c5-f916-4ee0-a78f-e44cd512916c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828769 Dec 16 15:51:27.012481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa09ed-480b-433a-9dd7-b5ca7bb4e4d8 req-9f7e94a3-42e8-4f7d-a861-3617d4b18ae0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:27.014291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcaa09ed-480b-433a-9dd7-b5ca7bb4e4d8 req-9f7e94a3-42e8-4f7d-a861-3617d4b18ae0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0748954 Dec 16 15:51:27.074226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcaa09ed-480b-433a-9dd7-b5ca7bb4e4d8 req-63b70fc9-2241-42ad-9d49-ae44775e63a2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516393 Dec 16 15:51:28.342555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221d38-aaf2-4551-8403-bea3231adb9c req-e57ca54d-6fe2-4df2-b198-409e0c80f311 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:28.346518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc221d38-aaf2-4551-8403-bea3231adb9c req-e57ca54d-6fe2-4df2-b198-409e0c80f311 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0994310 Dec 16 15:51:28.499333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc221d38-aaf2-4551-8403-bea3231adb9c req-6719295e-bac9-497d-b44c-45dc8cecfe73 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308222 Dec 16 15:51:28.842118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.658277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88bcbb-360f-4082-b968-5f6b565496b0 req-466f1b1d-3192-410d-87bd-dd836a614a0b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:29.659189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:29.661509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be88bcbb-360f-4082-b968-5f6b565496b0 req-466f1b1d-3192-410d-87bd-dd836a614a0b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0767665 Dec 16 15:51:29.746955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be88bcbb-360f-4082-b968-5f6b565496b0 req-bb16e48a-9d04-4f7a-93f1-38a97acefe32 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759411 Dec 16 15:51:30.946678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fb1b5-a64b-42a1-b4b9-1450725fd839 req-1da198e2-d9de-4d18-81b5-df0a5f712a2d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:30.949675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-494fb1b5-a64b-42a1-b4b9-1450725fd839 req-1da198e2-d9de-4d18-81b5-df0a5f712a2d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0775602 Dec 16 15:51:31.023552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-494fb1b5-a64b-42a1-b4b9-1450725fd839 req-15b84926-7c27-4cbf-8969-bb09ccf6a10f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614161 Dec 16 15:51:31.248105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53704) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:31.374325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa41f-003c-4e69-a75b-917ffcabd386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.458508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa41f-003c-4e69-a75b-917ffcabd386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.592423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bbfa41f-003c-4e69-a75b-917ffcabd386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.639748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8bbfa41f-003c-4e69-a75b-917ffcabd386 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=614db473394d4bab85d8c9c4ec8d88e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904874 Dec 16 15:51:31.639985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:31.640815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfa41f-003c-4e69-a75b-917ffcabd386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632bfaa-b88f-41d8-840f-3bf19173acf7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:31.700363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.727417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.965404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.980337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:31.982930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8632bfaa-b88f-41d8-840f-3bf19173acf7 HTTP/1.1" status: 204 len: 168 time: 0.3412218 Dec 16 15:51:32.011307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af751ee4-c0b8-4ced-9958-e75f3ebfada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632bfaa-b88f-41d8-840f-3bf19173acf7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:32.190205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256b8d8-cb35-47f1-a998-5d3642a4e702 req-29b43a96-e503-463d-bafe-58d08d2be604 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:32.192540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5256b8d8-cb35-47f1-a998-5d3642a4e702 req-29b43a96-e503-463d-bafe-58d08d2be604 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0704858 Dec 16 15:51:32.266383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5256b8d8-cb35-47f1-a998-5d3642a4e702 req-a031e978-27d5-487f-9776-e9d50956516d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Dec 16 15:51:33.013463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53722) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:33.032570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a4474c9-d379-4747-ae35-24b929837e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.145213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a4474c9-d379-4747-ae35-24b929837e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.276742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a4474c9-d379-4747-ae35-24b929837e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.330027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a4474c9-d379-4747-ae35-24b929837e3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=315ce86b551d45c0ab8b765c1cb20ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152213 Dec 16 15:51:33.332094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4474c9-d379-4747-ae35-24b929837e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e63767-a76d-4460-938c-864045461897,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:33.333894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53726) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:33.407547 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.438554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.458441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b41c-6494-4dfa-a679-dbeb6d33ac6d req-8c61f50d-3591-4982-a240-18ee337082ff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:33.460733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74c8b41c-6494-4dfa-a679-dbeb6d33ac6d req-8c61f50d-3591-4982-a240-18ee337082ff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0666111 Dec 16 15:51:33.542631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74c8b41c-6494-4dfa-a679-dbeb6d33ac6d req-075e024b-4a75-4770-a19d-7122878cfafb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730343 Dec 16 15:51:33.606357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.608590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:33.611221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/57e63767-a76d-4460-938c-864045461897 HTTP/1.1" status: 204 len: 168 time: 0.2751074 Dec 16 15:51:33.623406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35738b8-7385-41d9-8bc9-8cc03162ad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e63767-a76d-4460-938c-864045461897,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:34.734364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf33bfc-4589-4a43-ab9e-3c101b7918cf req-5bf321fe-3855-4ab3-8634-9b720ceeeb71 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:34.736655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cf33bfc-4589-4a43-ab9e-3c101b7918cf req-5bf321fe-3855-4ab3-8634-9b720ceeeb71 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0637155 Dec 16 15:51:34.817102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cf33bfc-4589-4a43-ab9e-3c101b7918cf req-bd046331-ccef-4d90-baa1-c3911c83ae89 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715468 Dec 16 15:51:35.091323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:35.267210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1131285751'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:35.444435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:35.444435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.450434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.596376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.718257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.749704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:51:35.763022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485178c9-f722-49fb-bf31-9416a740ad0d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:35.769979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.770334 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Added segment c81da33b-16ea-41e4-8556-b7a31e237565 of type vlan for network fa6a33dc-208e-40b8-a979-8ec634d1fff7 Dec 16 15:51:35.826183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.991086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:35.997746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:35.998421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.076663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64e87f-9781-4dcd-9f4b-6efc41f1f82c req-3e103ad0-659f-48c0-9b80-54aff804e008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:36.078316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b64e87f-9781-4dcd-9f4b-6efc41f1f82c req-3e103ad0-659f-48c0-9b80-54aff804e008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1524439 Dec 16 15:51:36.117042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Network': ['ID=fa6a33dc-208e-40b8-a979-8ec634d1fff7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.126119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:51:36.148230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b64e87f-9781-4dcd-9f4b-6efc41f1f82c req-1670a4e9-2a55-4191-bee8-8f70bed49c9d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Dec 16 15:51:36.183917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ccb595c3-6133-4edf-9b5c-383cc4d98eae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0880105 Dec 16 15:51:36.186637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53768) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:36.194170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:36.409486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:36.413300 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.761572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:36.838191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=cc077d11-94d9-4b87-9cca-fd95216108c9,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:36.843112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:36.843485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network hostable DHCP agents. Network: fa6a33dc-208e-40b8-a979-8ec634d1fff7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:51:37.055810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:51:37.162161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fa6a33dc-208e-40b8-a979-8ec634d1fff7) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:37.169325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.173661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.188829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a90016-095f-4ff1-99c3-bca01d3d382f None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:37.264626 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-22f28c81-005b-4603-be3f-5402fd6dfe9d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0746107 Dec 16 15:51:37.269288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:37.278387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'name': 'tempest-NetworksTestDHCPv6-1722540469'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:37.334086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'cc077d11-94d9-4b87-9cca-fd95216108c9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:37.346650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.610562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/cc077d11-94d9-4b87-9cca-fd95216108c9/a1fa5bfd-9985-4db9-8fce-47531ecba2d4) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:37.664527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05db4a-a66b-4048-b618-ff568c268e32 req-5196f833-e06a-4c59-ab44-7970faf4ee37 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:37.678576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f05db4a-a66b-4048-b618-ff568c268e32 req-5196f833-e06a-4c59-ab44-7970faf4ee37 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.3374693 Dec 16 15:51:37.796434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f05db4a-a66b-4048-b618-ff568c268e32 req-29a73f06-7998-41f5-b907-3b6c2c08d415 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103554 Dec 16 15:51:37.849880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:37.856471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:37.892416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 3c2e6634-bc81-4554-8779-17e0d20fc598 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:51:37.968152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.122332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.206139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:38.217538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:38.229891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:38.288430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::12e (fa6a33dc-208e-40b8-a979-8ec634d1fff7/cc077d11-94d9-4b87-9cca-fd95216108c9/3c2e6634-bc81-4554-8779-17e0d20fc598) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:38.324238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Pushing event updated for resources: {'Port': ['ID=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:38.339641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Attempting to bind port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:38.339641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Attempting to bind port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:38.339641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Attempting to bind port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:38.345787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:38.345787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:38.345787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.345787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:38.350004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Bound port: a1fa5bfd-9985-4db9-8fce-47531ecba2d4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:38.350004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.426261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] For port a1fa5bfd-9985-4db9-8fce-47531ecba2d4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:38.430453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] For port a1fa5bfd-9985-4db9-8fce-47531ecba2d4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:38.528436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6648f2-08aa-424c-9f8e-6b5fb14d072a req-059eedaa-ca32-4de4-873b-a17ffb198ea2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.532666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b6648f2-08aa-424c-9f8e-6b5fb14d072a req-059eedaa-ca32-4de4-873b-a17ffb198ea2 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.1864870 Dec 16 15:51:38.532974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.626897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b6648f2-08aa-424c-9f8e-6b5fb14d072a req-e242c178-2935-4928-bdab-07c6e5bf3cf0 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847573 Dec 16 15:51:38.659802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.677940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f6760-41d0-4cfc-91ea-48bf061c04e2 None None] Pushing event updated for resources: {'Port': ['ID=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:38.793194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.844204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:38.847923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:38.852421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:38.859103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:38.859777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:38.879615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=3c2e6634-bc81-4554-8779-17e0d20fc598,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:39.448039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-667d33d4-31cb-42d3-833b-abcd8fbb9c74 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1732144 Dec 16 15:51:39.449045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:39.563661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499347a-7d72-44fd-a7f7-45c71ab6d574 req-0934e1ac-b186-4580-ac10-872951204ad3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.577680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7499347a-7d72-44fd-a7f7-45c71ab6d574 req-0934e1ac-b186-4580-ac10-872951204ad3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.6465027 Dec 16 15:51:39.650762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7499347a-7d72-44fd-a7f7-45c71ab6d574 req-e044d05b-7e12-4616-a1f4-e369e46cd83d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715034 Dec 16 15:51:39.710624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34429a80-5d76-44f6-a7f1-143768c92e0f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.718202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34429a80-5d76-44f6-a7f1-143768c92e0f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.720319 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-34429a80-5d76-44f6-a7f1-143768c92e0f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2627490 Dec 16 15:51:39.732179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53802) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:39.882578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 3c2e6634-bc81-4554-8779-17e0d20fc598 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:39.895625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:39.917938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612bec-729b-4528-9b83-099b980b6ad5 req-88391d70-1e73-410e-8b18-d6c2a656c3d4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:39.932285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35612bec-729b-4528-9b83-099b980b6ad5 req-88391d70-1e73-410e-8b18-d6c2a656c3d4 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.1237080 Dec 16 15:51:40.108324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35612bec-729b-4528-9b83-099b980b6ad5 req-fe32c72f-7b00-4766-a6c3-fd9797623b76 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745200 Dec 16 15:51:40.159478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.173113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-87a6e197-9dfe-4bde-a9ca-a9f1645a1d55 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.177172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 3c2e6634-bc81-4554-8779-17e0d20fc598 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:40.188251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-87a6e197-9dfe-4bde-a9ca-a9f1645a1d55 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.1848583 Dec 16 15:51:40.349804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Deleting port 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:40.350145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.470280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] For port 7ae82685-af2b-416c-8e12-fdc46c9edf28, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=7ae82685-af2b-416c-8e12-fdc46c9edf28,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:40.470932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.473382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc46cd2d-3834-4986-8b67-db54ab183fec None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:40.547187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.615964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] Provisioning complete for port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:40.616814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.648251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.661571 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3c2e6634-bc81-4554-8779-17e0d20fc598 HTTP/1.1" status: 204 len: 168 time: 0.9280891 Dec 16 15:51:40.663182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53808) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:40.665128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85126fe1-6b9c-4050-b824-41185b22b674 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=3c2e6634-bc81-4554-8779-17e0d20fc598,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:40.735488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.737016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.737016 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Floating IP 94612cd4-e8e7-4cd7-af69-f31697099253 disassociated. External IP: 172.25.7.237, port: 7ae82685-af2b-416c-8e12-fdc46c9edf28. Dec 16 15:51:40.737016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Calling delete_port for 7ae82685-af2b-416c-8e12-fdc46c9edf28 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:40.856575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:40.881669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b8853-8664-496c-bc87-40f5260a00b9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.883771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b8853-8664-496c-bc87-40f5260a00b9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.886712 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b16b8853-8664-496c-bc87-40f5260a00b9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2156854 Dec 16 15:51:40.890695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:40.916287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] For port a1fa5bfd-9985-4db9-8fce-47531ecba2d4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:40.967067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1fa5bfd-9985-4db9-8fce-47531ecba2d4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:40.978943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be6a87-ec15-420a-ba6c-114eba8dc71e req-9940bbc6-ad1d-42c6-9a4c-5fd8e78e200c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:40.980732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44be6a87-ec15-420a-ba6c-114eba8dc71e req-9940bbc6-ad1d-42c6-9a4c-5fd8e78e200c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1348124 Dec 16 15:51:40.984145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet cc077d11-94d9-4b87-9cca-fd95216108c9 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:40.988027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.046964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.058462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:41.058838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.085912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44be6a87-ec15-420a-ba6c-114eba8dc71e req-b56ede85-94e6-4b4b-89de-704eea3ee763 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979269 Dec 16 15:51:41.126353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.216431 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.282419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c74222-2bcf-40d5-8381-1813273ccfcb None None] Pushing event updated for resources: {'Port': ['ID=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:41.347649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-37454cda-3e6c-4105-9801-3bb279b01add None None] Provisioning complete for port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:41.348204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37454cda-3e6c-4105-9801-3bb279b01add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.412449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac0db4-c334-407d-9da1-490cadd0453c req-0c0f2353-259f-422c-9539-899f0a1a4d4c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:41.416454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deac0db4-c334-407d-9da1-490cadd0453c req-0c0f2353-259f-422c-9539-899f0a1a4d4c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 946 time: 0.1178353 Dec 16 15:51:41.456550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.458645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.513807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=cc077d11-94d9-4b87-9cca-fd95216108c9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:41.522051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:41.525499 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-227ebb30-340c-4e9f-8eb7-f0901d0cc020 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/cc077d11-94d9-4b87-9cca-fd95216108c9 HTTP/1.1" status: 204 len: 168 time: 0.6334081 Dec 16 15:51:41.529841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:41.570312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'Port': ['ID=7ae82685-af2b-416c-8e12-fdc46c9edf28,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:41.594807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deac0db4-c334-407d-9da1-490cadd0453c req-3b21e22b-a692-4039-b647-0a6f7f38ea44 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc30505e-e9d2-4247-832a-67465af253d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741385 Dec 16 15:51:41.605666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.610722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.612551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.613143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.613695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.614121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8192e90f-abf9-4143-a495-40b4c52a2964 None None] Could not find standard attr ID for object 3c2e6634-bc81-4554-8779-17e0d20fc598. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:51:41.614605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.615578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.616465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.617083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.617675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.618273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.619433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.620054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:41.644089 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4829d4c6-9a14-4672-9d49-7b6d8bf6fd86 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130166 Dec 16 15:51:41.649078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53826) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:41.668339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:41.849633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3665702-a63b-422f-a09d-23e9bca43e80 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:41.867077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:51:41.937915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:41.942595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.088176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:51:42.109551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:51:42.131926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:42.132587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:51:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:42.165173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] No DVR routers for this DVR port 7ae82685-af2b-416c-8e12-fdc46c9edf28 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:42.168312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.178637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a1b4c73-ba3c-401d-93b6-615befc643e7 req-8b227614-4301-41a8-9257-5c6b1a7a067f tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.74 "DELETE /v2.0/ports/7ae82685-af2b-416c-8e12-fdc46c9edf28 HTTP/1.1" status: 204 len: 173 time: 1.9791255 Dec 16 15:51:42.178637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-deleted', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:42.190025 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0b8da-828b-4d62-a3a2-5f1d6b129dae" -d '{"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-deleted", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:42.216241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:51:42.307802 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909601c6-f978-41b0-b413-b3485fb7bf4f x-openstack-request-id: req-909601c6-f978-41b0-b413-b3485fb7bf4f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:42.308067 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9be838-c167-4a4c-8407-59cf50ce0450", "name": "network-vif-deleted", "tag": "7ae82685-af2b-416c-8e12-fdc46c9edf28", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:42.308224 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-909601c6-f978-41b0-b413-b3485fb7bf4f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:42.308828 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9be838-c167-4a4c-8407-59cf50ce0450', 'name': 'network-vif-deleted', 'tag': '7ae82685-af2b-416c-8e12-fdc46c9edf28', 'status': 'completed', 'code': 200} Dec 16 15:51:42.371181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c70015-0c82-4180-9f60-964d0c324da8 req-68ccc0d6-0341-4623-9f41-273b9526d479 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.372912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8c70015-0c82-4180-9f60-964d0c324da8 req-68ccc0d6-0341-4623-9f41-273b9526d479 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0814168 Dec 16 15:51:42.423677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:42.443973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.468660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8c70015-0c82-4180-9f60-964d0c324da8 req-7e7f5e8f-eaae-4274-868d-a626dc862a62 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858762 Dec 16 15:51:42.492243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:42.496108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:42.500919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:42.502410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.515685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=5a4d6036-0fa5-4408-84a6-49058eec15dd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:42.545025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Deleting port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:42.545398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.662698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97ad1450-722f-49d6-b5fc-edeeeeca07bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0071065 Dec 16 15:51:42.663809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53834) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:42.676259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'name': 'tempest-NetworksTestDHCPv6-767000783'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:42.716288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] For port a1fa5bfd-9985-4db9-8fce-47531ecba2d4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:42.716288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:42.756989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Calling delete_port for a1fa5bfd-9985-4db9-8fce-47531ecba2d4 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:42.861891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1fa5bfd-9985-4db9-8fce-47531ecba2d4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:42.915582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:42.942334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee375dc6-cebc-4d70-9f06-995ff8edbbb1 req-39e9c377-1cee-4f0a-ab2b-894a77e3607c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba9be838-c167-4a4c-8407-59cf50ce0450 HTTP/1.1" status: 200 len: 210 time: 0.0805428 Dec 16 15:51:43.144515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:43.148564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:43.159318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:51:43.187160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port dd29857a-c047-4d62-8cb8-e33c6bb0f022 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:51:43.187331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:51:43.187483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:51:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:43.276974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:43.325792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] Pushing event deleted for resources: {'Port': ['ID=a1fa5bfd-9985-4db9-8fce-47531ecba2d4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:43.336168 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:43.337119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52438a4b-132e-4cd1-94a6-0763495d05fc None None] No DVR routers for this DVR port a1fa5bfd-9985-4db9-8fce-47531ecba2d4 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:43.453204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f622c7-acde-4d6e-a5ed-ccb7f3fb8ff3 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:43.500004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:51:43.547330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::164 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/5a4d6036-0fa5-4408-84a6-49058eec15dd/dd29857a-c047-4d62-8cb8-e33c6bb0f022) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:43.782596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eee70-bac5-49eb-81c5-c03dac9e948b req-c7987fbe-53c4-44f0-83f4-59f47d3e6c6f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:43.796953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f49eee70-bac5-49eb-81c5-c03dac9e948b req-c7987fbe-53c4-44f0-83f4-59f47d3e6c6f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1812267 Dec 16 15:51:43.810402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '5a4d6036-0fa5-4408-84a6-49058eec15dd'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:43.812096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:43.992492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f49eee70-bac5-49eb-81c5-c03dac9e948b req-19f84dd5-7a72-422f-ae8c-42313a1e0a53 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264386 Dec 16 15:51:44.005298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:51:44.010311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:44.051323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.113480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e546ddb5-248b-4102-b790-5138d6096796 None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:42:26Z', 'revision_number': 4, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'feba33cd-3ab0-4bd9-800d-e78656967428', 'name': '', 'network_id': 'ef229bae-dddd-474e-ba65-ef0bc9157c33', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'mac_address': 'fa:16:3e:18:ba:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:24Z', 'updated_at': '2021-12-16T15:42:35Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'subnets': [{'id': '490bdb46-51ae-4c5a-bafc-8cfbb3c77c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:51:44.127330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 7ae82685-af2b-416c-8e12-fdc46c9edf28 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:44.128169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 7ae82685-af2b-416c-8e12-fdc46c9edf28 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:44.195864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:44.221791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.353086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.362146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:44.366136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:44.372322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/5a4d6036-0fa5-4408-84a6-49058eec15dd/acc5e85e-25f8-4d2e-94ff-47ab69404a06) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:44.391025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:44.408196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:44.408910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.418894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=dd29857a-c047-4d62-8cb8-e33c6bb0f022,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:44.425823 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.516670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-62a73c22-53c1-498d-8345-9c458c79bd2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8510537 Dec 16 15:51:44.518896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:44.652690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0c17cd1-1070-467f-802b-b94f88ee53a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.667641 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6822d-4ded-442e-8ca7-2db31b2d3227 None None] New status for floating IP 94612cd4-e8e7-4cd7-af69-f31697099253: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:51:44.674581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.674581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.674581 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "DELETE /v2.0/security-groups/fc30505e-e9d2-4247-832a-67465af253d6 HTTP/1.1" status: 204 len: 168 time: 0.4757440 Dec 16 15:51:44.677575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:44.692458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345dbbfb-913f-4c58-8f8c-dcd52043ab9c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:44.695656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-345dbbfb-913f-4c58-8f8c-dcd52043ab9c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1741374 Dec 16 15:51:44.706239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53854) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:44.711631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238a52-4478-4056-8722-88157a4b6282 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc30505e-e9d2-4247-832a-67465af253d6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:44.723695 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-0bc5dec7-3164-468b-b422-e98b2e875ff7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] show failed (client error): The resource could not be found. Dec 16 15:51:44.730385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0bc5dec7-3164-468b-b422-e98b2e875ff7 tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "GET /v2.0/security-groups/fc30505e-e9d2-4247-832a-67465af253d6 HTTP/1.1" status: 404 len: 347 time: 0.0461907 Dec 16 15:51:44.736377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53856) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:44.800277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.884579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:44.905824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port dd29857a-c047-4d62-8cb8-e33c6bb0f022 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:44.906660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.004683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:45.006885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:45.007064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Deleting port bd56b539-0a83-48ec-baf8-fba65393559d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:45.007664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.015020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:45.045689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Pushing event updated for resources: {'Port': ['ID=acc5e85e-25f8-4d2e-94ff-47ab69404a06,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:45.092933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.109370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for dd29857a-c047-4d62-8cb8-e33c6bb0f022 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:45.117760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.118548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.136590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Calling delete_port for bd56b539-0a83-48ec-baf8-fba65393559d owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:45.137080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Attempting to bind port acc5e85e-25f8-4d2e-94ff-47ab69404a06 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:45.137554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Attempting to bind port acc5e85e-25f8-4d2e-94ff-47ab69404a06 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:45.138022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Attempting to bind port acc5e85e-25f8-4d2e-94ff-47ab69404a06 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:45.152780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:45.153709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:45.154421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.155255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:45.156087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Bound port: acc5e85e-25f8-4d2e-94ff-47ab69404a06, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:45.156756 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.249307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] For port acc5e85e-25f8-4d2e-94ff-47ab69404a06, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:45.253853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] For port acc5e85e-25f8-4d2e-94ff-47ab69404a06, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=acc5e85e-25f8-4d2e-94ff-47ab69404a06,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:45.289263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f134-dd29-4268-a11c-19af67db5074 req-599e7579-3c63-4a8d-86d7-d293e179a59d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:45.291514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a81f134-dd29-4268-a11c-19af67db5074 req-599e7579-3c63-4a8d-86d7-d293e179a59d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1211069 Dec 16 15:51:45.352735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.392827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a81f134-dd29-4268-a11c-19af67db5074 req-0d7b6034-0f8c-4f22-86bf-8fa3417f3643 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935082 Dec 16 15:51:45.398351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.449560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Pushing event deleted for resources: {'Port': ['ID=bd56b539-0a83-48ec-baf8-fba65393559d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:45.470415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050ea30-9ee4-4f70-96f5-1596375dfd8e None None] Pushing event updated for resources: {'Port': ['ID=acc5e85e-25f8-4d2e-94ff-47ab69404a06,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:45.492979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.549356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.552880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.554238 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ffea5b4a-10e5-408f-a5ad-76c1d2cc0f3c tempest-AttachVolumeShelveTestJSON-251168102 tempest-AttachVolumeShelveTestJSON-251168102-project] 10.222.0.71 "DELETE /v2.0/floatingips/94612cd4-e8e7-4cd7-af69-f31697099253 HTTP/1.1" status: 204 len: 168 time: 0.8154104 Dec 16 15:51:45.562226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=dd29857a-c047-4d62-8cb8-e33c6bb0f022,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:45.588991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.593919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f871f78-45ba-4a70-8bf9-904e281cf615 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/dd29857a-c047-4d62-8cb8-e33c6bb0f022 HTTP/1.1" status: 204 len: 168 time: 0.8857286 Dec 16 15:51:45.599176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:45.686555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ba3e9-9928-437c-93ec-c5efd75f317b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:45.688934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ba3e9-9928-437c-93ec-c5efd75f317b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:45.693266 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-631ba3e9-9928-437c-93ec-c5efd75f317b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0902631 Dec 16 15:51:45.693698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:45.781983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 5a4d6036-0fa5-4408-84a6-49058eec15dd {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:45.786291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.841608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:45.970793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.164065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.200415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4d6036-0fa5-4408-84a6-49058eec15dd,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:46.211083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.215579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3628ca6c-7f84-4bd1-bdfe-dda44b797561 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/5a4d6036-0fa5-4408-84a6-49058eec15dd HTTP/1.1" status: 204 len: 168 time: 0.5206110 Dec 16 15:51:46.218077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:46.279236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7c6903b2-7475-4767-a2bf-dd4e459c7f6b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599425 Dec 16 15:51:46.282447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:46.289938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:46.512906 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b853919-5df6-4bca-87d7-2241a3ee1993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.556232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:46.561592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:46.698164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75098-bf12-444f-af3a-0d77876678a9 req-952e586a-5cff-46e0-b184-ec80a3bc8492 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:46.706585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5f75098-bf12-444f-af3a-0d77876678a9 req-952e586a-5cff-46e0-b184-ec80a3bc8492 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1904702 Dec 16 15:51:46.841942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5f75098-bf12-444f-af3a-0d77876678a9 req-75610093-1378-4fb9-802d-b8928d6483ed tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033671 Dec 16 15:51:46.858071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device acc5e85e-25f8-4d2e-94ff-47ab69404a06 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:46.901728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6cc58a-b180-4b2a-82ae-804958ba6bbe None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:47.025403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.029245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port acc5e85e-25f8-4d2e-94ff-47ab69404a06 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:47.029552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.035438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Provisioning complete for port acc5e85e-25f8-4d2e-94ff-47ab69404a06 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:47.035438 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.080204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:47.084187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:47.089896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:47.090763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.109868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=4012f5fb-5c05-448d-b7d0-6d1013875736,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:47.194448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.199020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.207737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-673321b1-96f8-4009-b66b-e757d1e5fb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9231188 Dec 16 15:51:47.209689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53872) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:47.221023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:51:47.223502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'name': 'tempest-NetworksTestDHCPv6-1094162636'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:47.278980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port acc5e85e-25f8-4d2e-94ff-47ab69404a06, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=acc5e85e-25f8-4d2e-94ff-47ab69404a06,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:47.311034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Deleting port acc5e85e-25f8-4d2e-94ff-47ab69404a06 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:47.311637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.393808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.500033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:51:47.500301 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:51:47.529593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=acc5e85e-25f8-4d2e-94ff-47ab69404a06,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:47.539415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] For port acc5e85e-25f8-4d2e-94ff-47ab69404a06, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=acc5e85e-25f8-4d2e-94ff-47ab69404a06,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:47.539895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.542809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:47.550977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.556801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Calling delete_port for acc5e85e-25f8-4d2e-94ff-47ab69404a06 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:47.579329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 94278332-5eb7-4632-8695-269fa95c930f yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:51:47.722139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::24d (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4012f5fb-5c05-448d-b7d0-6d1013875736/94278332-5eb7-4632-8695-269fa95c930f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:47.744301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:47.795410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] Pushing event deleted for resources: {'Port': ['ID=acc5e85e-25f8-4d2e-94ff-47ab69404a06,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:47.811411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a7341b-7b32-42c2-88d3-894c43ef9743 None None] No DVR routers for this DVR port acc5e85e-25f8-4d2e-94ff-47ab69404a06 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:47.832752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8526d9-3979-4bf9-a5d7-053e29b8e4b9 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:47.933298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.092124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.106504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.114517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d564021-d2dd-4ab4-99a9-69b3bb96af8c req-19a889b0-7ca4-46a8-9eed-27aeb48417fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.119741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d564021-d2dd-4ab4-99a9-69b3bb96af8c req-19a889b0-7ca4-46a8-9eed-27aeb48417fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1153479 Dec 16 15:51:48.127719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-860c02d1-f23e-4ba1-a27e-b20e0cd09ba8 None None] Port acc5e85e-25f8-4d2e-94ff-47ab69404a06 update to ACTIVE by agent not found {{(pid=104057) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 15:51:48.191512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:48.199405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:48.199583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d564021-d2dd-4ab4-99a9-69b3bb96af8c req-caf6121f-1807-4c6e-8c55-15cfd26bbc17 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687332 Dec 16 15:51:48.203300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:48.213450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.214927 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.234925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=94278332-5eb7-4632-8695-269fa95c930f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:48.263449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '4012f5fb-5c05-448d-b7d0-6d1013875736'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:48.264710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.316547 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07860572-24a2-47a1-934e-a805fc73505a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1022279 Dec 16 15:51:48.319539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53876) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:48.390966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd997835-0e28-4054-aa05-d50c9e5554fb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:48.397466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bd997835-0e28-4054-aa05-d50c9e5554fb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0728259 Dec 16 15:51:48.398118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53878) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:48.432507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4012f5fb-5c05-448d-b7d0-6d1013875736/4b84d97e-1615-48d3-a6ae-fad368edb620) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:48.523213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 94278332-5eb7-4632-8695-269fa95c930f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:48.539228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.635073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.690587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.708974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 94278332-5eb7-4632-8695-269fa95c930f owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:48.742693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device acc5e85e-25f8-4d2e-94ff-47ab69404a06 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:48.779437 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.783074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: acc5e85e-25f8-4d2e-94ff-47ab69404a06 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:48.783772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device acc5e85e-25f8-4d2e-94ff-47ab69404a06 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:48.859141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:48.864124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:48.875880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:48.881238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Pushing event updated for resources: {'Port': ['ID=4b84d97e-1615-48d3-a6ae-fad368edb620,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:48.971861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Attempting to bind port 4b84d97e-1615-48d3-a6ae-fad368edb620 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:48.972442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Attempting to bind port 4b84d97e-1615-48d3-a6ae-fad368edb620 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:48.973029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Attempting to bind port 4b84d97e-1615-48d3-a6ae-fad368edb620 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:48.981745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:48.982352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:48.983001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.983617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:48.984432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Bound port: 4b84d97e-1615-48d3-a6ae-fad368edb620, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:48.985050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:48.989372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.028770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=94278332-5eb7-4632-8695-269fa95c930f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:49.058123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.062317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-951a6086-c858-49d7-8097-eb0edbe5b7c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/94278332-5eb7-4632-8695-269fa95c930f HTTP/1.1" status: 204 len: 168 time: 0.6622210 Dec 16 15:51:49.064848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:49.101991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] For port 4b84d97e-1615-48d3-a6ae-fad368edb620, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:49.106841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] For port 4b84d97e-1615-48d3-a6ae-fad368edb620, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b84d97e-1615-48d3-a6ae-fad368edb620,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:49.128797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09073cd-bb07-4c14-8ab6-c90b3d305313 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.130731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09073cd-bb07-4c14-8ab6-c90b3d305313 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.133824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d09073cd-bb07-4c14-8ab6-c90b3d305313 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0668638 Dec 16 15:51:49.135625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53882) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:49.195112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 4012f5fb-5c05-448d-b7d0-6d1013875736 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:49.199389 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.204179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.264060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.305465 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.313845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304bbe5-40ce-48e1-ab55-c32f747121eb None None] Pushing event updated for resources: {'Port': ['ID=4b84d97e-1615-48d3-a6ae-fad368edb620,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:49.396010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ed52-cf54-4e59-8261-ba35e4fc532b req-cf681a4f-dfcc-476e-aa0a-dccb25080640 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.398792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ca7ed52-cf54-4e59-8261-ba35e4fc532b req-cf681a4f-dfcc-476e-aa0a-dccb25080640 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0837617 Dec 16 15:51:49.454218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.513072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ca7ed52-cf54-4e59-8261-ba35e4fc532b req-662cd00e-f68c-4420-9745-f4e6c2ccdae5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Dec 16 15:51:49.660309 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:51:49.667866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.765052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:49.775584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:49.779915 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4012f5fb-5c05-448d-b7d0-6d1013875736 HTTP/1.1" status: 204 len: 168 time: 0.6385150 Dec 16 15:51:49.779915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206a6ec-bf72-4c29-a1f1-bccbed6d3b4e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=4012f5fb-5c05-448d-b7d0-6d1013875736,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:49.839226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eadcc885-ac85-4ff6-aafc-3304cda83fd2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556614 Dec 16 15:51:49.843359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:49.916933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42988ad-4f0d-41ba-8650-7845143728de tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:49.918732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f42988ad-4f0d-41ba-8650-7845143728de tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0742264 Dec 16 15:51:49.926834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53892) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:50.027642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.048359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6dff7-88f4-4c46-af94-4426f8e83ae4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.049946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ddd6dff7-88f4-4c46-af94-4426f8e83ae4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1216657 Dec 16 15:51:50.054451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53894) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:50.104769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f56d1fb-4bb1-4160-9d6a-852687115482 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490677 Dec 16 15:51:50.112500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:50.126309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:50.375405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:50.385528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:50.696130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aac9d-993c-4706-9c50-d53bc40e4de0 req-7ee2009c-f755-4484-86d2-824ec02d030b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:50.734125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394aac9d-993c-4706-9c50-d53bc40e4de0 req-7ee2009c-f755-4484-86d2-824ec02d030b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 945 time: 0.2106256 Dec 16 15:51:50.913517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b84d97e-1615-48d3-a6ae-fad368edb620 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:50.971483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394aac9d-993c-4706-9c50-d53bc40e4de0 req-81b4bef4-3fbb-4603-b3fc-f6c970d4b5f8 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346079 Dec 16 15:51:51.021001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509c36a-4a96-475c-b1ac-54efb8d85796 req-e467054c-26bd-4352-846a-f40160f51310 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:51.023869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5509c36a-4a96-475c-b1ac-54efb8d85796 req-e467054c-26bd-4352-846a-f40160f51310 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.2465024 Dec 16 15:51:51.027362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4b84d97e-1615-48d3-a6ae-fad368edb620 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:51.028510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.097457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5509c36a-4a96-475c-b1ac-54efb8d85796 req-58897551-3f7d-495a-be7b-f9c69f1d4ebc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675607 Dec 16 15:51:51.117865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.183731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:51.191596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:51.198977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:51.202325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.224084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=a6f60f3b-a9e7-415f-a620-5b99cda215b4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.262709 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.287386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a5434-7a6f-4223-b1fd-d31688f333fe None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:51.301747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1c25eab0-3bc5-4147-b645-2fdc529deddd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1863520 Dec 16 15:51:51.305175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:51.312745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'a6f60f3b-a9e7-415f-a620-5b99cda215b4', 'ip_address': '2001:db8::aedd:8ae4:1652:888b'}], 'name': 'tempest-NetworksTestDHCPv6-2118974355'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:51.368919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2a06a9e7-3708-4052-bb8e-8763083546b3 None None] Could not find standard attr ID for object 94278332-5eb7-4632-8695-269fa95c930f. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:51:51.413295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2a06a9e7-3708-4052-bb8e-8763083546b3 None None] Provisioning complete for port 4b84d97e-1615-48d3-a6ae-fad368edb620 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:51.413568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a06a9e7-3708-4052-bb8e-8763083546b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.420507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 4b84d97e-1615-48d3-a6ae-fad368edb620, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b84d97e-1615-48d3-a6ae-fad368edb620,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:51.510737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.634460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=4b84d97e-1615-48d3-a6ae-fad368edb620,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:51.925668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1e974916-ccb7-4f42-ac92-637b87b6dff6 None None] Provisioning complete for port 4b84d97e-1615-48d3-a6ae-fad368edb620 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:51.926051 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e974916-ccb7-4f42-ac92-637b87b6dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:51.953868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:52.230544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a34341d9-a0ce-4c6f-8d90-44c2f7267c68 None None] Could not find standard attr ID for object dd29857a-c047-4d62-8cb8-e33c6bb0f022. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:51:52.234052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-32a15c95-29ec-4cbd-b13e-8ab075c45492 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.235985 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-32a15c95-29ec-4cbd-b13e-8ab075c45492 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 945 time: 0.2414653 Dec 16 15:51:52.295813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.379844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 134e5a53-6695-4b94-bb1f-8ad4e6013f8c yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:51:52.549905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Deleting port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:52.550512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.556123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87a95878-cca2-4909-a68a-c55d9029c70a None None] Could not find standard attr ID for object 94278332-5eb7-4632-8695-269fa95c930f. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:51:52.692645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::aedd:8ae4:1652:888b (fa6a33dc-208e-40b8-a979-8ec634d1fff7/a6f60f3b-a9e7-415f-a620-5b99cda215b4/134e5a53-6695-4b94-bb1f-8ad4e6013f8c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:52.784859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] For port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:52.787055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:52.816838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Calling delete_port for c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:52.887021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b84d97e-1615-48d3-a6ae-fad368edb620 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:52.936934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8b3e-3994-4866-91d1-60afeaa4628a req-f947f309-3751-4e6e-bed1-38a544cfb09d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.938562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92ff8b3e-3994-4866-91d1-60afeaa4628a req-f947f309-3751-4e6e-bed1-38a544cfb09d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 945 time: 0.7584307 Dec 16 15:51:52.958845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97246756-2969-4656-a5fe-cd98e4250f77 req-f8faa48c-8688-4afd-b61d-4dae967c6544 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:52.966712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97246756-2969-4656-a5fe-cd98e4250f77 req-f8faa48c-8688-4afd-b61d-4dae967c6544 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.7308669 Dec 16 15:51:53.019693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.089375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.123950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4b84d97e-1615-48d3-a6ae-fad368edb620 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:53.124699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.130714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c46b11dc-2c3c-4f8c-bc5d-82e686e68d91'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:51:53.137134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Pushing event deleted for resources: {'Port': ['ID=c46b11dc-2c3c-4f8c-bc5d-82e686e68d91,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:53.152624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.176420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92ff8b3e-3994-4866-91d1-60afeaa4628a req-0e2e09d6-87f0-435e-88d8-abdf1166ed43 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130470 Dec 16 15:51:53.258411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97246756-2969-4656-a5fe-cd98e4250f77 req-f4753161-a6f2-4e4f-a898-6e802aa8dcaf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797048 Dec 16 15:51:53.292417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:53.294190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] No DVR routers for this DVR port c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:53.306329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.310425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:53.311486 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cf2fb0eb-be3e-4845-9057-9dfba7e6445b req-bdb904a5-f0bc-4892-91ae-bc865685025b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "DELETE /v2.0/ports/c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 HTTP/1.1" status: 204 len: 173 time: 1.0680351 Dec 16 15:51:53.314790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:53.315929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'name': 'network-vif-deleted', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:51:53.320444 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c2cff-efff-4c17-837b-8fe5ff041db3" -d '{"events": [{"server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "name": "network-vif-deleted", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:51:53.325795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.326477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.347463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=134e5a53-6695-4b94-bb1f-8ad4e6013f8c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:53.448990 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d5aec-85c5-4a2d-8e8f-b1f7181f5af9 x-openstack-request-id: req-dc0d5aec-85c5-4a2d-8e8f-b1f7181f5af9 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:51:53.449958 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d5d493-e490-4489-b786-81773c04df9a", "name": "network-vif-deleted", "tag": "c46b11dc-2c3c-4f8c-bc5d-82e686e68d91", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:51:53.450653 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc0d5aec-85c5-4a2d-8e8f-b1f7181f5af9 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:51:53.451617 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d5d493-e490-4489-b786-81773c04df9a', 'name': 'network-vif-deleted', 'tag': 'c46b11dc-2c3c-4f8c-bc5d-82e686e68d91', 'status': 'completed', 'code': 200} Dec 16 15:51:53.457531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b70b4743-be38-40a0-bba2-7e5d0296f5dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1504514 Dec 16 15:51:53.461284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:53.602927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f5ba3-9451-45c2-a574-f4db28d91e0a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.610741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f5ba3-9451-45c2-a574-f4db28d91e0a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:53.613271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c3f5ba3-9451-45c2-a574-f4db28d91e0a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1499166 Dec 16 15:51:53.618279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:53.784591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 134e5a53-6695-4b94-bb1f-8ad4e6013f8c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:53.785013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.919885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:53.946828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 134e5a53-6695-4b94-bb1f-8ad4e6013f8c owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:54.046551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4a01ea36-380d-4bc5-8101-c3f9a0ea1ef6 None None] Provisioning complete for port 134e5a53-6695-4b94-bb1f-8ad4e6013f8c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:54.047505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a01ea36-380d-4bc5-8101-c3f9a0ea1ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.088781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4a01ea36-380d-4bc5-8101-c3f9a0ea1ef6 None None] Port 134e5a53-6695-4b94-bb1f-8ad4e6013f8c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:51:54.205055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.248563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=134e5a53-6695-4b94-bb1f-8ad4e6013f8c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:54.288296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.296697 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9449f652-0aca-4bd9-a8f4-306bfe440053 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/134e5a53-6695-4b94-bb1f-8ad4e6013f8c HTTP/1.1" status: 204 len: 168 time: 0.6759231 Dec 16 15:51:54.298055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53926) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:54.504944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46676cdd-d25b-41e1-91e1-849b030389de req-08d756ce-2e40-4852-b61e-5f86d73d4408 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=63d5d493-e490-4489-b786-81773c04df9a HTTP/1.1" status: 200 len: 210 time: 0.0804698 Dec 16 15:51:54.510920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1a213-a409-4c43-b052-053513c76fb2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.518218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d1a213-a409-4c43-b052-053513c76fb2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.523192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53928) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:54.525874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f7d1a213-a409-4c43-b052-053513c76fb2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2265975 Dec 16 15:51:54.575546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8039d0-c941-4778-b128-8902102e3941 req-69036586-e112-4255-aa1d-acbf27ac3df7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:54.582797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a8039d0-c941-4778-b128-8902102e3941 req-69036586-e112-4255-aa1d-acbf27ac3df7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1122673 Dec 16 15:51:54.662067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet a6f60f3b-a9e7-415f-a620-5b99cda215b4 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:54.682385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.711413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a8039d0-c941-4778-b128-8902102e3941 req-809b6d20-873a-4875-943d-68aae0e041a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269581 Dec 16 15:51:54.784939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:54.844508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.026845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.097156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f60f3b-a9e7-415f-a620-5b99cda215b4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:55.128825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc62778-0e64-4f48-83a8-11c4a9dbb69f None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:55.135667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.136245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.136777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.137314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.137865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.138483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.138996 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.139542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.144873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.147283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.148973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.152883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.155395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:55.166059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.181668 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-31b4b334-8af7-421b-994d-6186cacf10be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/a6f60f3b-a9e7-415f-a620-5b99cda215b4 HTTP/1.1" status: 204 len: 168 time: 0.6553459 Dec 16 15:51:55.182652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:55.272217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:55.272729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81af0ac5-1a49-4874-8045-5211f21f2a63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882711 Dec 16 15:51:55.280808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:55.463946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:51:55.524476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Deleting port 4b84d97e-1615-48d3-a6ae-fad368edb620 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:55.524879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.578974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:55.587800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.620271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:55.668190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:55.669021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c46b11dc-2c3c-4f8c-bc5d-82e686e68d91 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:55.705863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] For port 4b84d97e-1615-48d3-a6ae-fad368edb620, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4b84d97e-1615-48d3-a6ae-fad368edb620,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:55.707009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:55.742471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Calling delete_port for 4b84d97e-1615-48d3-a6ae-fad368edb620 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:55.918176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1caba8-3c99-4b87-883b-e9f820fb46ee req-8ab662fa-a586-4972-beea-717c7af0bbff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:55.923598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d1caba8-3c99-4b87-883b-e9f820fb46ee req-8ab662fa-a586-4972-beea-717c7af0bbff tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0915260 Dec 16 15:51:56.049075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d1caba8-3c99-4b87-883b-e9f820fb46ee req-7d24adc0-342c-481c-877e-b84f4ee505e1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192820 Dec 16 15:51:56.061821 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:56.120974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] Pushing event deleted for resources: {'Port': ['ID=4b84d97e-1615-48d3-a6ae-fad368edb620,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:56.122226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c9d63-a3a9-4902-a0bf-df1fd72fb86e None None] No DVR routers for this DVR port 4b84d97e-1615-48d3-a6ae-fad368edb620 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:51:56.307222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:56.358730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:56.362749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:56.375419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:56.377634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:56.381414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612372de-0e7b-4342-95f8-3462061fb520 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:51:56.416281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=4f352988-43e0-44b2-b026-ab8810e9aa49,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:56.459353 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f1d32eaf-c859-4149-b517-16aa1a4fa917 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1847317 Dec 16 15:51:56.462942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:56.469776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '4f352988-43e0-44b2-b026-ab8810e9aa49', 'ip_address': '2001:db8::84b:7960:7e1b:e7f5'}], 'name': 'tempest-NetworksTestDHCPv6-639971632'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:51:56.575520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '4f352988-43e0-44b2-b026-ab8810e9aa49'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:51:56.575520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:56.711796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:51:56.717347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:56.770584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:51:56.782200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b84d97e-1615-48d3-a6ae-fad368edb620 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:51:56.785403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f352988-43e0-44b2-b026-ab8810e9aa49/f57510d4-1c98-4081-a027-8517b866c085) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:56.820360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4b84d97e-1615-48d3-a6ae-fad368edb620 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:51:56.820642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4b84d97e-1615-48d3-a6ae-fad368edb620 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:51:57.050317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.136692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.219792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:57.225576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:57.230141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:57.248408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Pushing event updated for resources: {'Port': ['ID=f57510d4-1c98-4081-a027-8517b866c085,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:57.275098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::84b:7960:7e1b:e7f5 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f352988-43e0-44b2-b026-ab8810e9aa49/3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:51:57.344550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.344820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.345755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.345755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.345755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.346299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.346474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.346725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.347210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.347395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.347715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.348072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.349281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:51:57.388284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f32e40-e459-4421-8fb0-e233510bea38 req-3db2ac5d-cb45-4619-a046-b194d682d644 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:57.416671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58f32e40-e459-4421-8fb0-e233510bea38 req-3db2ac5d-cb45-4619-a046-b194d682d644 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.2112176 Dec 16 15:51:57.418097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Attempting to bind port f57510d4-1c98-4081-a027-8517b866c085 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:51:57.418885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Attempting to bind port f57510d4-1c98-4081-a027-8517b866c085 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:51:57.419532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Attempting to bind port f57510d4-1c98-4081-a027-8517b866c085 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:51:57.430116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:51:57.433413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:51:57.433413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.435810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:51:57.435810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Bound port: f57510d4-1c98-4081-a027-8517b866c085, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:51:57.437198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.586137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] For port f57510d4-1c98-4081-a027-8517b866c085, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:51:57.592506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] For port f57510d4-1c98-4081-a027-8517b866c085, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f57510d4-1c98-4081-a027-8517b866c085,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:51:57.633006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58f32e40-e459-4421-8fb0-e233510bea38 req-8042bbff-5433-4739-a8d2-c95e01a2f74d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150729 Dec 16 15:51:57.692549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.718441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:57.825887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5801d31-00cc-4616-b0b2-3c10634cd751 None None] Pushing event updated for resources: {'Port': ['ID=f57510d4-1c98-4081-a027-8517b866c085,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:57.897177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.001763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:58.065866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:51:58.067769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:51:58.070657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:51:58.077464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:58.077954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.207705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8bc71dea-fdea-44ae-b387-262233923176 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7411895 Dec 16 15:51:58.217456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53962) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:58.285405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c123329-a9f9-4c8b-9a33-3ee315035eb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:58.292424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c123329-a9f9-4c8b-9a33-3ee315035eb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:58.297904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:58.298580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6c123329-a9f9-4c8b-9a33-3ee315035eb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0884376 Dec 16 15:51:58.420185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:51:58.420185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.524321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:58.540345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:51:58.978461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f57510d4-1c98-4081-a027-8517b866c085 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:51:59.043353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b863b-a41e-48db-b756-f60e5e63efcd req-034abd96-76bf-414b-b87d-64bfbb6481c9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:59.045150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-018b863b-a41e-48db-b756-f60e5e63efcd req-034abd96-76bf-414b-b87d-64bfbb6481c9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0916030 Dec 16 15:51:59.045522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f57510d4-1c98-4081-a027-8517b866c085 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:59.045901 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.102993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.206372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.219537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.256510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-018b863b-a41e-48db-b756-f60e5e63efcd req-c1afd0f3-bff1-46d2-9ba5-6e77aa3981bd tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955590 Dec 16 15:51:59.313288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:59.316779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f57510d4-1c98-4081-a027-8517b866c085, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f57510d4-1c98-4081-a027-8517b866c085,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:51:59.353119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.361533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc14b0eb-d6f8-4cf4-acb6-ba41cfff84d7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac HTTP/1.1" status: 204 len: 168 time: 1.0574548 Dec 16 15:51:59.363052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53972) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:59.423653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.425111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65953cca-5b03-49fa-bee0-2a845e7e7aad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:59.427050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65953cca-5b03-49fa-bee0-2a845e7e7aad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:51:59.432903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-65953cca-5b03-49fa-bee0-2a845e7e7aad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0658927 Dec 16 15:51:59.433220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 53974) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:51:59.496230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 4f352988-43e0-44b2-b026-ab8810e9aa49 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:51:59.500222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.589619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f57510d4-1c98-4081-a027-8517b866c085,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:51:59.597017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.657692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d91f42cc-5535-4ef0-8634-8fc5e01b8e6a None None] Provisioning complete for port f57510d4-1c98-4081-a027-8517b866c085 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:51:59.658684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d91f42cc-5535-4ef0-8634-8fc5e01b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.715615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.770183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:51:59.980560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-39f9915a-cd41-4786-9d51-a9bda68be503 None None] Could not find standard attr ID for object 3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:51:59.981834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.036101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=4f352988-43e0-44b2-b026-ab8810e9aa49,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:00.040424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.047902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-18e6b930-c47f-4b9a-8ef8-691f099ad7ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f352988-43e0-44b2-b026-ab8810e9aa49 HTTP/1.1" status: 204 len: 168 time: 0.6104720 Dec 16 15:52:00.050025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:00.109194 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4921b4c-2604-459b-8b4b-7c2be1e664be tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574298 Dec 16 15:52:00.112710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 53982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:00.120699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:00.224930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b59dd-c6b3-44ff-b370-04a07d62c867 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:00.340532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:00.348784 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.435790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:00.456976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b96cc-0a71-4d57-91ba-e749a801ab71 req-2e101b94-c2da-4741-9d22-219b3face92a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:00.459398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210b96cc-0a71-4d57-91ba-e749a801ab71 req-2e101b94-c2da-4741-9d22-219b3face92a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.0856607 Dec 16 15:52:00.521639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210b96cc-0a71-4d57-91ba-e749a801ab71 req-73edbe54-78d4-44eb-ab69-6f5aadc368f0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498624 Dec 16 15:52:00.544579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Deleting port f57510d4-1c98-4081-a027-8517b866c085 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:00.545214 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.720002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] For port f57510d4-1c98-4081-a027-8517b866c085, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f57510d4-1c98-4081-a027-8517b866c085,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:00.720002 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.764226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Calling delete_port for f57510d4-1c98-4081-a027-8517b866c085 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:00.838824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f57510d4-1c98-4081-a027-8517b866c085 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:00.862498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.952586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:00.960275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:00.973404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:00.974352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:00.978716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=c463d483-20de-4be7-b9e4-3517a4d76466,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:01.027186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.048781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.095069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] No DVR routers for this DVR port f57510d4-1c98-4081-a027-8517b866c085 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:01.100850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cda25-b5fc-4a0f-bc66-b890a715e5f0 None None] Pushing event deleted for resources: {'Port': ['ID=f57510d4-1c98-4081-a027-8517b866c085,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:01.127606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-98c83c34-bea9-4964-9478-64e16054c3a0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0132895 Dec 16 15:52:01.131296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54000) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:01.146698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'c463d483-20de-4be7-b9e4-3517a4d76466', 'ip_address': '2001:db8::5e24:efb4:24de:81bd'}], 'name': 'tempest-NetworksTestDHCPv6-140859320'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:01.147121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d58679-09cc-4c93-8ba7-505ea52068d2 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:01.313221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'c463d483-20de-4be7-b9e4-3517a4d76466'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:01.315068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:01.552273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c463d483-20de-4be7-b9e4-3517a4d76466/51f22541-07e0-4e76-b957-fb80681b5286) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:01.837948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f0646-1d39-42cd-9d5a-dfe932f7c947 req-8a94877b-7344-4d7b-b4ed-153ce8511775 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:01.840543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c61f0646-1d39-42cd-9d5a-dfe932f7c947 req-8a94877b-7344-4d7b-b4ed-153ce8511775 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1380880 Dec 16 15:52:02.007786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c61f0646-1d39-42cd-9d5a-dfe932f7c947 req-9464fe09-704c-4bd6-84b0-429386baef7d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528761 Dec 16 15:52:02.062862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:02.081599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:02.165176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.292790 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.294540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.327776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 60f7a79b-a16c-435a-89c4-01ef11d83a40 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:02.437895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:02.439810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Pushing event updated for resources: {'Port': ['ID=51f22541-07e0-4e76-b957-fb80681b5286,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:02.444600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:02.448432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:02.538065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Attempting to bind port 51f22541-07e0-4e76-b957-fb80681b5286 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:02.538449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Attempting to bind port 51f22541-07e0-4e76-b957-fb80681b5286 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:02.538825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Attempting to bind port 51f22541-07e0-4e76-b957-fb80681b5286 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:02.547644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:02.548062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:02.548485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.548903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:02.549418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Bound port: 51f22541-07e0-4e76-b957-fb80681b5286, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:02.549821 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.635492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] For port 51f22541-07e0-4e76-b957-fb80681b5286, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:02.639479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] For port 51f22541-07e0-4e76-b957-fb80681b5286, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f22541-07e0-4e76-b957-fb80681b5286,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:02.724418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:02.850178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0ed7c-4023-49f5-a07a-45a14ef3942e None None] Pushing event updated for resources: {'Port': ['ID=51f22541-07e0-4e76-b957-fb80681b5286,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:02.862946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::5e24:efb4:24de:81bd (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c463d483-20de-4be7-b9e4-3517a4d76466/60f7a79b-a16c-435a-89c4-01ef11d83a40) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:03.284293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.323663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28932356-f9ca-452c-9dee-2ae0f9848950 req-f6cc3865-0f7a-4b28-aa2f-c1f324878771 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:03.326117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28932356-f9ca-452c-9dee-2ae0f9848950 req-f6cc3865-0f7a-4b28-aa2f-c1f324878771 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1738241 Dec 16 15:52:03.346399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.478937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28932356-f9ca-452c-9dee-2ae0f9848950 req-4304b7c6-3cc5-47b6-8286-530fe017c097 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406591 Dec 16 15:52:03.617810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.763406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:03.776630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:03.781927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=60f7a79b-a16c-435a-89c4-01ef11d83a40,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:03.788323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:03.799251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:03.800446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:03.943415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54022) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:03.947210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c5d2d2e7-c702-4e0f-956c-4f6e6d2c1ec5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8122406 Dec 16 15:52:03.995130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Deleting port feba33cd-3ab0-4bd9-800d-e78656967428 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:03.995676 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.032275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fefe27-603a-42ec-93fe-01ccadf53b1d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:04.043426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fefe27-603a-42ec-93fe-01ccadf53b1d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:04.045488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-58fefe27-603a-42ec-93fe-01ccadf53b1d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1005139 Dec 16 15:52:04.049195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:04.134292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] For port feba33cd-3ab0-4bd9-800d-e78656967428, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=feba33cd-3ab0-4bd9-800d-e78656967428,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:04.134901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.166076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Calling delete_port for feba33cd-3ab0-4bd9-800d-e78656967428 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:04.197352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 60f7a79b-a16c-435a-89c4-01ef11d83a40 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:04.198035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.340534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.362881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 60f7a79b-a16c-435a-89c4-01ef11d83a40 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:04.541616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.594287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Pushing event deleted for resources: {'Port': ['ID=feba33cd-3ab0-4bd9-800d-e78656967428,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:04.607502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] Provisioning complete for port 51f22541-07e0-4e76-b957-fb80681b5286 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:04.612813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.706966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.775183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=60f7a79b-a16c-435a-89c4-01ef11d83a40,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:04.799237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.806982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5a378-3669-4035-a4dd-df4764a50fd6 req-58807c4f-aae7-437b-b85b-a57a1814ac07 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:04.813111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48f5a378-3669-4035-a4dd-df4764a50fd6 req-58807c4f-aae7-437b-b85b-a57a1814ac07 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1570108 Dec 16 15:52:04.890630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:04.902565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3286260-f718-4e1a-bb76-a0a9504cca6d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/60f7a79b-a16c-435a-89c4-01ef11d83a40 HTTP/1.1" status: 204 len: 168 time: 0.8514163 Dec 16 15:52:04.909545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:04.924493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] For port 51f22541-07e0-4e76-b957-fb80681b5286, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f22541-07e0-4e76-b957-fb80681b5286,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:04.970812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48f5a378-3669-4035-a4dd-df4764a50fd6 req-761939d1-19fa-4b22-aa7a-bd2336f4a77a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313057 Dec 16 15:52:05.034169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.096411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f22541-07e0-4e76-b957-fb80681b5286 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:05.102393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebefc8-399c-4393-abe8-670265ec33e5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:05.106577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ebefc8-399c-4393-abe8-670265ec33e5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:05.115237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13ebefc8-399c-4393-abe8-670265ec33e5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2001967 Dec 16 15:52:05.117154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54036) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.170878 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.200740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet c463d483-20de-4be7-b9e4-3517a4d76466 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:05.201071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7e406390-cdbb-4160-8d7d-29a0be1edf09 None None] Could not find standard attr ID for object 60f7a79b-a16c-435a-89c4-01ef11d83a40. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:52:05.206432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.242105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 51f22541-07e0-4e76-b957-fb80681b5286 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:05.243282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.295674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a6e0-d848-4c0d-a334-d11743df8cb6 None None] Pushing event updated for resources: {'Port': ['ID=51f22541-07e0-4e76-b957-fb80681b5286,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:05.312053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.527976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.714712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Router de74f07b-481a-4594-8135-28f0a7df0052 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:05.735270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.790868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=c463d483-20de-4be7-b9e4-3517a4d76466,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:05.798509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:05.810267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2030d804-c08c-43d1-95e1-bf35ede654e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c463d483-20de-4be7-b9e4-3517a4d76466 HTTP/1.1" status: 204 len: 168 time: 0.6930449 Dec 16 15:52:05.811224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.855182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401f236f-154f-495c-8b1a-18b74c5a74ee None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:05.917183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2d028c29-c617-4bde-92c7-83c362ea6488 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041088 Dec 16 15:52:05.918081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54040) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:05.994173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:06.008402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9b40764-1c2b-47e6-a380-6cd8b12d489e admin admin] 10.222.0.71 "PUT /v2.0/routers/de74f07b-481a-4594-8135-28f0a7df0052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9438803 Dec 16 15:52:06.012869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54042) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:06.025456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Sync routers for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:06.061814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd80b8-ebf7-4925-b80d-67c722ee2032 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:06.070952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-35cd80b8-ebf7-4925-b80d-67c722ee2032 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1512401 Dec 16 15:52:06.076365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54046) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:06.100992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b91b8ec5-9341-4945-9613-f42fd1ecb83a details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:52:06.104488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:06.105518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:51:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:06.250716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.293127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d38a2d-0edd-430b-b3d6-b68ec5ef6786 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:06.295935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-74d38a2d-0edd-430b-b3d6-b68ec5ef6786 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2174797 Dec 16 15:52:06.301994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54050) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:06.353680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:06.394050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2acdf5ac-637e-429c-a7b5-cab25d8c897a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900362 Dec 16 15:52:06.419489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab995a-b573-499b-b803-6e4221f3cf27 req-4197a734-70ca-4aba-9623-74a19d2f4ebc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:06.422513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71ab995a-b573-499b-b803-6e4221f3cf27 req-4197a734-70ca-4aba-9623-74a19d2f4ebc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 944 time: 0.1844373 Dec 16 15:52:06.423476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:06.432317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:06.494697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.resource_extend [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:52:06.641093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71ab995a-b573-499b-b803-6e4221f3cf27 req-b06d9a90-d18e-49db-a13c-ee7dbfe1a55a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020698 Dec 16 15:52:06.659092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:06.777363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:06.789673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.822237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:06.880254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a', 'mac_address': 'fa:16:3e:2d:ba:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:52:06.893704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:06.999739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Deleting port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:07.000765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.095291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.145179 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91b8ec5-9341-4945-9613-f42fd1ecb83a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:07.182219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] For port 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:07.182818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.215910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Calling delete_port for 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:07.232893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.271795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Deleting port 51f22541-07e0-4e76-b957-fb80681b5286 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:07.272463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.283764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:07.322851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:07.329192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:07.337759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:07.338359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.379862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=e3ebfeca-895d-430f-824e-28af8b8ac0a0,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:07.423525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.448948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ea1b311d-85a7-4f81-b01b-2889a4fa96e8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0237937 Dec 16 15:52:07.454260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54056) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:07.459638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'e3ebfeca-895d-430f-824e-28af8b8ac0a0', 'ip_address': '2001:db8::4802:60f5:1052:4bbc'}], 'name': 'tempest-NetworksTestDHCPv6-334681945'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:07.510520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:52:04Z', 'revision_number': 5, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port': {'id': '300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:42:16Z', 'updated_at': '2021-12-16T15:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:07.585480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] For port 51f22541-07e0-4e76-b957-fb80681b5286, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f22541-07e0-4e76-b957-fb80681b5286,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:07.586107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.594266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Checking router: de74f07b-481a-4594-8135-28f0a7df0052 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:07.614395 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.636750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Calling delete_port for 51f22541-07e0-4e76-b957-fb80681b5286 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:07.657963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Pushing event deleted for resources: {'Port': ['ID=300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:07.658894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Routers {'de74f07b-481a-4594-8135-28f0a7df0052'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:07.659931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:51:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['de74f07b-481a-4594-8135-28f0a7df0052'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:07.705744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:07.731916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1371f8-3c48-4473-9046-3de768d65748 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:07.767872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:07.838903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:07.903242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b91b8ec5-9341-4945-9613-f42fd1ecb83a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:07.945084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] Set router de74f07b-481a-4594-8135-28f0a7df0052 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:07.957089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.017711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] No DVR routers for this DVR port 51f22541-07e0-4e76-b957-fb80681b5286 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:08.027816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.031500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.143872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e50ff-ea75-43e4-86ef-17769d4437b4 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:08.154522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:52:07Z', 'revision_number': 7, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:08.181828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dba57-7cac-4ad5-8db0-970e079d6191 None None] Pushing event deleted for resources: {'Port': ['ID=51f22541-07e0-4e76-b957-fb80681b5286,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:08.195020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.196587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router de74f07b-481a-4594-8135-28f0a7df0052 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:52:08.213701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.215219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7970dcfc-6973-4a78-9ac6-eae794e270aa admin admin] 10.222.0.71 "DELETE /v2.0/routers/de74f07b-481a-4594-8135-28f0a7df0052 HTTP/1.1" status: 204 len: 168 time: 2.2008860 Dec 16 15:52:08.217925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54060) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:08.314730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e563ad8-acbb-4497-9b80-62d4dddff2bf None None] The sync data for ids ['de74f07b-481a-4594-8135-28f0a7df0052'] in n-d-821947-3 is: [{'id': 'de74f07b-481a-4594-8135-28f0a7df0052', 'name': 'tempest-AttachVolumeShelveTestJSON-367124773-router', 'tenant_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:42:14Z', 'updated_at': '2021-12-16T15:52:07Z', 'revision_number': 7, 'project_id': 'e4f2d7af6fe7481bb9f82f49fd8bd807', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:08.318946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Deleting subnet 490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:08.329062 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.401707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.410942 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.438409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 272313ce-7c2a-4a97-a4cd-f507a5d4506a yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:08.461623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621044d-7aa0-49da-aaec-4f3b245ccbbb req-c4c204d6-c708-478c-971f-6f1e92ff58e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:08.462988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4621044d-7aa0-49da-aaec-4f3b245ccbbb req-c4c204d6-c708-478c-971f-6f1e92ff58e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 945 time: 0.0893021 Dec 16 15:52:08.478052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'e3ebfeca-895d-430f-824e-28af8b8ac0a0'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:08.479590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.518397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.600025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4621044d-7aa0-49da-aaec-4f3b245ccbbb req-0a29bfc0-9760-409c-914f-e1e63443f6c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067085 Dec 16 15:52:08.743340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.753957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::4802:60f5:1052:4bbc (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e3ebfeca-895d-430f-824e-28af8b8ac0a0/272313ce-7c2a-4a97-a4cd-f507a5d4506a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:08.797272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=490bdb46-51ae-4c5a-bafc-8cfbb3c77c49,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:08.806199 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:08.822637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49700e68-8418-404a-9c55-e8a2c2e9ec30 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/490bdb46-51ae-4c5a-bafc-8cfbb3c77c49 HTTP/1.1" status: 204 len: 168 time: 0.6014369 Dec 16 15:52:08.823314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54064) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:08.909899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46b68d-6096-45b2-b4e6-c6cfe96b4bc7 None None] Network ef229bae-dddd-474e-ba65-ef0bc9157c33 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:08.937726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.005768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Deleting port 80c75bcb-9a66-4158-be63-f5267b4a59bb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:09.006128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.008138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.079308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] For port 80c75bcb-9a66-4158-be63-f5267b4a59bb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=80c75bcb-9a66-4158-be63-f5267b4a59bb,segment=NetworkSegment(14e8deb7-2a92-4638-b3a3-e81a44f2140c),segment_id=14e8deb7-2a92-4638-b3a3-e81a44f2140c)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:09.079926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.094822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Calling delete_port for 80c75bcb-9a66-4158-be63-f5267b4a59bb owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:09.114418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.175133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:09.180600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:09.183200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=272313ce-7c2a-4a97-a4cd-f507a5d4506a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:09.186226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:09.193073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:09.196519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.223272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e3ebfeca-895d-430f-824e-28af8b8ac0a0/4c97ef64-a25d-479f-bc73-b7d7f3fa1631) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:09.237767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f22541-07e0-4e76-b957-fb80681b5286 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:09.266035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 51f22541-07e0-4e76-b957-fb80681b5286 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:09.266388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f22541-07e0-4e76-b957-fb80681b5286 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:09.266875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device feba33cd-3ab0-4bd9-800d-e78656967428 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:09.280202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.290218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: feba33cd-3ab0-4bd9-800d-e78656967428 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:09.290574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device feba33cd-3ab0-4bd9-800d-e78656967428 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:09.312087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c1f22940-14c2-45c9-8bee-bd01b214d6cd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8565130 Dec 16 15:52:09.318218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54068) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:09.325009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf95d0-bcd1-4cff-9455-2cf5a20d459d None None] DHCP port deletion for ef229bae-dddd-474e-ba65-ef0bc9157c33 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:09.327747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'e3ebfeca-895d-430f-824e-28af8b8ac0a0', 'ip_address': '2001:db8::4802:60f5:1052:4bbc'}], 'name': 'tempest-NetworksTestDHCPv6-1412072308'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:09.346902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c75bcb-9a66-4158-be63-f5267b4a59bb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:09.357335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] No DVR routers for this DVR port 80c75bcb-9a66-4158-be63-f5267b4a59bb on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:09.470678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.512860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef229bae-dddd-474e-ba65-ef0bc9157c33']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:09.531171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e8deb7-2a92-4638-b3a3-e81a44f2140c') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:09.532596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e8deb7-2a92-4638-b3a3-e81a44f2140c') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:09.557438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.577674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.597442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:52:09.600506 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:52:09.636827 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.715420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:09.720884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.769454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.792014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 0de988b7-5c6a-4db7-938e-8d4332aa1fab yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:09.820536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:09.821595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.827151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:09.829953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Pushing event updated for resources: {'Port': ['ID=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:09.830481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.838475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:09.838923 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/ef229bae-dddd-474e-ba65-ef0bc9157c33 HTTP/1.1" status: 204 len: 168 time: 1.0143104 Dec 16 15:52:09.861495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773728ac-7060-4990-8c77-3959f7e999f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef229bae-dddd-474e-ba65-ef0bc9157c33,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:09.907390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Attempting to bind port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:09.907757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Attempting to bind port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:09.908555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Attempting to bind port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:09.915180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:09.916562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:09.916987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.917492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:09.917901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Bound port: 4c97ef64-a25d-479f-bc73-b7d7f3fa1631, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:09.918299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:09.928588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fcf5d-a56b-49ff-a2cf-a630ce02c2b1 req-6e3bb064-85ac-4069-8d62-388d93ce0d2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:09.930867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-347fcf5d-a56b-49ff-a2cf-a630ce02c2b1 req-6e3bb064-85ac-4069-8d62-388d93ce0d2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 945 time: 0.1924083 Dec 16 15:52:09.994573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-bffcf88c-3035-4b40-95af-9f43738cd269 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:09.996359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-bffcf88c-3035-4b40-95af-9f43738cd269 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 813 time: 0.3407876 Dec 16 15:52:09.997513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] For port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:10.002789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] For port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:10.041348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-0d379a60-2aa8-43a8-b12e-169902d09c3e tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/quotas/554306f38bf84e3b82842103e7a234a9 HTTP/1.1" status: 200 len: 375 time: 0.0282037 Dec 16 15:52:10.059357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b91b8ec5-9341-4945-9613-f42fd1ecb83a up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:10.085726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.132176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-347fcf5d-a56b-49ff-a2cf-a630ce02c2b1 req-41866ec5-654f-4970-a1ac-62b27ce34516 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625745 Dec 16 15:52:10.135750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-12371bb3-b972-498b-b499-e50cda22c62a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857201 Dec 16 15:52:10.186311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ca3c7-dcae-4678-93ce-10d8e1a02dec None None] Pushing event updated for resources: {'Port': ['ID=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.247724 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 16 15:52:10.248234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:52:10.276327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-4823e8cf-5fc9-49be-a83a-9182cbd4abb2 service neutron] 10.222.0.71 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333356 Dec 16 15:52:10.282858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port b91b8ec5-9341-4945-9613-f42fd1ecb83a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:52:10.288204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port b91b8ec5-9341-4945-9613-f42fd1ecb83a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:10.288677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.380361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54086) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:10.389642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.431749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a8b397c-359c-43fa-8969-7f9d5c5d061f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1054349 Dec 16 15:52:10.433936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54088) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:10.467665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:10.471004 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7406709-70ee-426c-8de7-43430adafe6c" -d '{"events": [{"server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "name": "network-vif-plugged", "status": "completed", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:10.474221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-da3991f9-ec02-454c-b43d-a580e73101a1 service neutron] 10.222.0.71 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907616 Dec 16 15:52:10.499422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:10.521089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:10.521939 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6a2585e-3e8a-4467-98d5-a54a9a6bb19b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e4f2d7af6fe7481bb9f82f49fd8bd807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384490 Dec 16 15:52:10.535080 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57dc2a-762b-4430-892c-fba2f51374c2 x-openstack-request-id: req-6a57dc2a-762b-4430-892c-fba2f51374c2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:10.535080 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "name": "network-vif-plugged", "status": "completed", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:10.535080 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a57dc2a-762b-4430-892c-fba2f51374c2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:10.535685 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a', 'code': 200} Dec 16 15:52:10.577522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.615385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c410b-edcf-4598-a987-ff8ea2ca4a7d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:10.628183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c410b-edcf-4598-a987-ff8ea2ca4a7d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:10.636206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:10.637271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-de1c410b-edcf-4598-a987-ff8ea2ca4a7d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2016277 Dec 16 15:52:10.674812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:10.735178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.788266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 272313ce-7c2a-4a97-a4cd-f507a5d4506a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:10.788619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.791630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.847272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eb7ed-9162-4f86-9f7f-9fd1106bee41 req-8cfa61db-bd9d-4f01-afcb-01440acaf211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:10.852233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-790eb7ed-9162-4f86-9f7f-9fd1106bee41 req-8cfa61db-bd9d-4f01-afcb-01440acaf211 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 1097 time: 0.1858566 Dec 16 15:52:10.870384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:10.978182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:10.993861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5089301e-f695-47c3-b434-a0e7f784d402 req-949662e9-5683-46c9-b42e-84023603a73e tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.0979509 Dec 16 15:52:11.002329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 272313ce-7c2a-4a97-a4cd-f507a5d4506a owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:11.032645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:11.033450 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.037671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-790eb7ed-9162-4f86-9f7f-9fd1106bee41 req-772d0af2-1b8e-45b0-abeb-26e9d8515950 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736887 Dec 16 15:52:11.174521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.180976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.186240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0dd75cbc-cdb7-42e8-bfc2-6c76efab7804 HTTP/1.1" status: 204 len: 168 time: 0.6533189 Dec 16 15:52:11.195680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.196353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad2be6-2fbd-4c28-b5af-59508d1c272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd75cbc-cdb7-42e8-bfc2-6c76efab7804,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:11.323527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:11.349018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.419463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=272313ce-7c2a-4a97-a4cd-f507a5d4506a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:11.441530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.456078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce83024-8a68-4bf3-aca0-554115040c53 req-6681cdf9-6e44-4c15-beed-2a17c02a5dc5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:11.458736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ce83024-8a68-4bf3-aca0-554115040c53 req-6681cdf9-6e44-4c15-beed-2a17c02a5dc5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1251633 Dec 16 15:52:11.521777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.527780 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f2edcdd-3eeb-40e4-bbea-b01b32a9dc94 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/272313ce-7c2a-4a97-a4cd-f507a5d4506a HTTP/1.1" status: 204 len: 168 time: 0.8906803 Dec 16 15:52:11.532480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54108) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:11.611082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:11.629963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ce83024-8a68-4bf3-aca0-554115040c53 req-c8d4fbac-c871-4943-a0ec-5756ffad38ae tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525381 Dec 16 15:52:11.664456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e8b1d-4513-43e6-9453-861e6b148bf2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:11.666395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6e8b1d-4513-43e6-9453-861e6b148bf2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:11.668405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b6e8b1d-4513-43e6-9453-861e6b148bf2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1344702 Dec 16 15:52:11.672442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:11.695157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:11.702060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:11.702550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 300d5c6b-bcba-4dc4-b5f8-13f869fe4ee1 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:11.703155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80c75bcb-9a66-4158-be63-f5267b4a59bb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:11.750936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 80c75bcb-9a66-4158-be63-f5267b4a59bb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:11.752056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 80c75bcb-9a66-4158-be63-f5267b4a59bb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:11.824457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet e3ebfeca-895d-430f-824e-28af8b8ac0a0 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:11.826773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.915640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:11.974646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca22c05f-906d-410d-85fc-76493a373ba5 None None] Provisioning complete for port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:11.975242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca22c05f-906d-410d-85fc-76493a373ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.121409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.328929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94c0c11e-6b75-4cb5-a1c7-a08ee1490775 req-52551a9c-4315-434d-acf0-107fd540c44f tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.1337545 Dec 16 15:52:12.392847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-44796115-cc34-4e55-b69b-c029aa602ccb None None] Could not find standard attr ID for object 272313ce-7c2a-4a97-a4cd-f507a5d4506a. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:52:12.444563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.497932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ebfeca-895d-430f-824e-28af8b8ac0a0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:12.501556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.507487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-23bdb248-0bf3-400b-af1b-1d781b159fd5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e3ebfeca-895d-430f-824e-28af8b8ac0a0 HTTP/1.1" status: 204 len: 168 time: 0.8330250 Dec 16 15:52:12.511349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54126) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:12.569863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ee0a150-2140-4b0a-b763-b12722b077ed tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563407 Dec 16 15:52:12.580587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54128) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:12.588389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:12.741783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f5128-00cc-4e54-b59a-aaf8af0c4022 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:12.861737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:12.869843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac48ba6-fe7d-47a5-ba10-6960399159df req-11b152bf-604c-4f9d-8fd1-5de682d79202 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:12.875873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ac48ba6-fe7d-47a5-ba10-6960399159df req-11b152bf-604c-4f9d-8fd1-5de682d79202 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1070414 Dec 16 15:52:12.906677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:12.911814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:12.955796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:12.956650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.036414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:13.059449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ac48ba6-fe7d-47a5-ba10-6960399159df req-c0cd0329-ffdd-48c2-b1bd-41d5711ad004 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746044 Dec 16 15:52:13.191475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Deleting port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:13.192126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.318933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] For port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:13.319531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.329505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be26531-5ff7-4ee0-9644-eadf0c908e0e req-97259f95-628a-4433-a574-70e822bd030d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:13.332090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6be26531-5ff7-4ee0-9644-eadf0c908e0e req-97259f95-628a-4433-a574-70e822bd030d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1218545 Dec 16 15:52:13.347178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Calling delete_port for 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:13.409613 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6be26531-5ff7-4ee0-9644-eadf0c908e0e req-711972c5-d4f6-4659-a6aa-963354424f24 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697644 Dec 16 15:52:13.412599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.523513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=b6337d3e-b7c5-439d-a97d-c502fd65084a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.535685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-626e586f-8e31-4953-bd9e-8b314c973088 req-ab4a6331-3867-4680-9824-826cb714d53d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.0595737 Dec 16 15:52:13.546782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:13.558066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:13.565534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:13.567435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.620919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:13.643964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d1072-5a03-4ec1-bf48-8da102de7d5d req-aba0d453-fd0d-4cf3-9ebf-4c4583947c97 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:13.652483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7d1072-5a03-4ec1-bf48-8da102de7d5d req-aba0d453-fd0d-4cf3-9ebf-4c4583947c97 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.0781422 Dec 16 15:52:13.661185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] Pushing event deleted for resources: {'Port': ['ID=4c97ef64-a25d-479f-bc73-b7d7f3fa1631,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:13.673506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7766fb-2bd1-45a8-a736-0a08ec093376 None None] No DVR routers for this DVR port 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:13.705945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40b8609-76fc-40f0-aca5-25ef00b92619 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:13.713504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c9843759-2da9-4e9e-a039-2e067d229bbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1321990 Dec 16 15:52:13.718152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54150) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:13.724179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'b6337d3e-b7c5-439d-a97d-c502fd65084a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-475800575'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:13.725527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7d1072-5a03-4ec1-bf48-8da102de7d5d req-5cc15361-26e0-491f-b2c2-e2e7862feb2e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707133 Dec 16 15:52:13.928845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'b6337d3e-b7c5-439d-a97d-c502fd65084a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:13.930282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.044567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-1976bac7-3680-402b-9698-d357740e1566 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:14.046290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-1976bac7-3680-402b-9698-d357740e1566 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 813 time: 0.1621668 Dec 16 15:52:14.072902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Request body: {'port': {'device_id': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491', 'admin_state_up': True, 'tenant_id': '554306f38bf84e3b82842103e7a234a9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:14.175324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/b6337d3e-b7c5-439d-a97d-c502fd65084a/f5429069-114c-4241-81fe-abc2ed3363ed) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:14.234310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:14.262339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc88-759f-4fe1-af83-f588c2ba8f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.357136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Made reservation on behalf of 554306f38bf84e3b82842103e7a234a9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:14.363696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.391462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.411029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.456477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port d01b0383-fb90-422a-bce2-83a6f01497f7 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:14.536593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4134-632a-4cf9-b64d-b448908cc293 req-33efbf9f-6b6a-41be-a160-cde32b6abffe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:14.536593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-679c4134-632a-4cf9-b64d-b448908cc293 req-33efbf9f-6b6a-41be-a160-cde32b6abffe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.0559876 Dec 16 15:52:14.573702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.621706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-679c4134-632a-4cf9-b64d-b448908cc293 req-50d5a0d0-b1e0-4e75-a3c9-a3d4c897f74d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755887 Dec 16 15:52:14.668124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:14.672006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:14.700118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:14.703438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-741ff407-3601-4685-9dd2-40ae6eb198f1 req-4aac5486-7458-4c67-af96-980f30ce6200 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.0733099 Dec 16 15:52:14.715145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Pushing event updated for resources: {'Port': ['ID=f5429069-114c-4241-81fe-abc2ed3363ed,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:14.808203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:14.850463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:14.850909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4c97ef64-a25d-479f-bc73-b7d7f3fa1631 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:14.853518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Attempting to bind port f5429069-114c-4241-81fe-abc2ed3363ed on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:14.854071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Attempting to bind port f5429069-114c-4241-81fe-abc2ed3363ed by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:14.854496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Attempting to bind port f5429069-114c-4241-81fe-abc2ed3363ed on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:14.862594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:14.863027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:14.863419 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.864048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:14.864617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Bound port: f5429069-114c-4241-81fe-abc2ed3363ed, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:14.865638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:14.882630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Allocated IP 172.20.0.6 (231b7e87-4618-457c-ae82-ce864ff2e491/4119052c-103a-410e-8540-48765f7d7998/520bf053-9f83-4926-b31d-1ce5b5160f2a) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:14.956673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] For port f5429069-114c-4241-81fe-abc2ed3363ed, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:14.960356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] For port f5429069-114c-4241-81fe-abc2ed3363ed, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5429069-114c-4241-81fe-abc2ed3363ed,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:15.023664 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:52:15.024240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:52:15.100982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.286229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.317002 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c075b6c-37f2-4779-9b23-5b0ff0a10da7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5974185 Dec 16 15:52:15.321162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.323510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:15.367667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf36ed-87a2-4938-90b4-182331d18ea3 None None] Pushing event updated for resources: {'Port': ['ID=f5429069-114c-4241-81fe-abc2ed3363ed,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:15.384209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Network 231b7e87-4618-457c-ae82-ce864ff2e491 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:15.388281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:15.393303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:15.397752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Pushing event updated for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:15.444427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10274d8a-3052-49e5-848d-9528e7849818 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.447891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-10274d8a-3052-49e5-848d-9528e7849818 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1155474 Dec 16 15:52:15.449397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54178) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:15.501994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.502780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.544562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6a29f-f44d-49d4-9066-7f69a4136eed tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.547577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6a29f-f44d-49d4-9066-7f69a4136eed tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.551922 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fbd6a29f-f44d-49d4-9066-7f69a4136eed tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0998716 Dec 16 15:52:15.554600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54182) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:15.670256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet b6337d3e-b7c5-439d-a97d-c502fd65084a {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:15.672939 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.731103 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-61e7a959-c83b-4bf1-88e2-fced85dd71cd tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6691480 Dec 16 15:52:15.755790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:15.903543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Request body: {'port': {'device_id': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:15.980311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c5fd-6aaa-4003-84d8-af942e7b9cf7 req-717e4f38-6d67-4b9e-ae45-88363b013d97 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.985249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3092c5fd-6aaa-4003-84d8-af942e7b9cf7 req-717e4f38-6d67-4b9e-ae45-88363b013d97 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1891730 Dec 16 15:52:15.997753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300cb4-6db7-4440-baf3-baf6feb163cf req-e37989bc-4b4f-4c57-8783-7f174ee6c319 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:15.998852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.000843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9300cb4-6db7-4440-baf3-baf6feb163cf req-e37989bc-4b4f-4c57-8783-7f174ee6c319 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 931 time: 0.1493068 Dec 16 15:52:16.068601 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.133456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3092c5fd-6aaa-4003-84d8-af942e7b9cf7 req-1250bd75-d500-4096-af5d-00ef18814701 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303077 Dec 16 15:52:16.148068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9300cb4-6db7-4440-baf3-baf6feb163cf req-9a039859-f280-4bd4-b5ea-c8ae4b6dd564 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320758 Dec 16 15:52:16.199463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.246270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=b6337d3e-b7c5-439d-a97d-c502fd65084a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:16.251270 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.256343 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6c5cd803-fd7c-444c-afde-62b4311d9f03 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/b6337d3e-b7c5-439d-a97d-c502fd65084a HTTP/1.1" status: 204 len: 168 time: 0.6988289 Dec 16 15:52:16.258904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.391339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-faed5c76-4768-481d-918c-94a1d72570fd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305196 Dec 16 15:52:16.397429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:16.418591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:16.457703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-5df32ecc-e217-4dda-8362-33b7b96706d9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:16.460574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-5df32ecc-e217-4dda-8362-33b7b96706d9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1927323 Dec 16 15:52:16.522795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2317c6-1f00-4324-a251-3bd37af4fed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.641394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port b91b8ec5-9341-4945-9613-f42fd1ecb83a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:16.641753 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.707133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520bf053-9f83-4926-b31d-1ce5b5160f2a {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:16.730032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.770179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Transition to ACTIVE for port object 520bf053-9f83-4926-b31d-1ce5b5160f2a will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:52:16.825904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:16.832035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.871767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port b91b8ec5-9341-4945-9613-f42fd1ecb83a, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=b91b8ec5-9341-4945-9613-f42fd1ecb83a,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:16.872325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.900416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for b91b8ec5-9341-4945-9613-f42fd1ecb83a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:16.917438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:16.919791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f5429069-114c-4241-81fe-abc2ed3363ed up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:17.055910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Pushing event updated for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.152388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f5429069-114c-4241-81fe-abc2ed3363ed triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:17.153116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.240536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Attempting to bind port 520bf053-9f83-4926-b31d-1ce5b5160f2a on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:17.241381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Attempting to bind port 520bf053-9f83-4926-b31d-1ce5b5160f2a by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:17.243319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Attempting to bind port 520bf053-9f83-4926-b31d-1ce5b5160f2a on network 231b7e87-4618-457c-ae82-ce864ff2e491 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:17.280047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d857388-be20-49f2-95d6-aac8d368d5d5 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:17.310426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Port 520bf053-9f83-4926-b31d-1ce5b5160f2a on network 231b7e87-4618-457c-ae82-ce864ff2e491 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:52:17.310766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Attempting to bind port 520bf053-9f83-4926-b31d-1ce5b5160f2a on network 231b7e87-4618-457c-ae82-ce864ff2e491 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:17.328198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:17.328551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Checking segment: {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:17.328953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Bound using segment: {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:17.330884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Bound port: 520bf053-9f83-4926-b31d-1ce5b5160f2a, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab7db8a-580e-434d-8f06-26b40019fa9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:17.330884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.479539 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.493473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ff628ede-8492-4189-8456-5906f1a2fc68 None None] Provisioning complete for port f5429069-114c-4241-81fe-abc2ed3363ed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:17.494234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff628ede-8492-4189-8456-5906f1a2fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.535575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:17.570784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:17.587875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:17.600064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.601113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.602185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664ca5-5f43-4b97-b0a0-57f8898042ae req-e42354a3-3a38-4378-9e89-e61e4aedd2e4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.605459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68664ca5-5f43-4b97-b0a0-57f8898042ae req-e42354a3-3a38-4378-9e89-e61e4aedd2e4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 946 time: 0.1660390 Dec 16 15:52:17.640498 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:17.644890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf55159-1995-40de-b41d-ccbc4fadaee6 req-00d12d3c-d58b-4bbf-a43b-0154c80e983a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.657471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=69da1540-47a9-4f75-8bc3-56948e71aa61,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.659021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cf55159-1995-40de-b41d-ccbc4fadaee6 req-00d12d3c-d58b-4bbf-a43b-0154c80e983a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 943 time: 0.3048851 Dec 16 15:52:17.678990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.715498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97518cd8-be7f-4e6d-a12c-c3ee959e791c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3147731 Dec 16 15:52:17.720232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54216) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:17.735972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971689566', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:17.762819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.792478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=b91b8ec5-9341-4945-9613-f42fd1ecb83a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.805104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['b91b8ec5-9341-4945-9613-f42fd1ecb83a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:17.885409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:17.886440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.889000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] 10.222.0.30 "PUT /v2.0/ports/520bf053-9f83-4926-b31d-1ce5b5160f2a HTTP/1.1" status: 200 len: 1091 time: 2.0432394 Dec 16 15:52:17.893925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:17.899185 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38190311-087b-4462-a08c-a8174b9ccd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:17.937222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.959125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port b91b8ec5-9341-4945-9613-f42fd1ecb83a on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:17.964204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:17.968404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67116c3-b08a-42ab-b634-2eb71f713807 service neutron] Pushing event updated for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:17.971630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80e4cb6f-2d7e-4b29-aadc-da0214b808db req-adf5ee72-9eca-4be2-8f7a-b7df44808393 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "DELETE /v2.0/ports/b91b8ec5-9341-4945-9613-f42fd1ecb83a HTTP/1.1" status: 204 len: 173 time: 1.4966424 Dec 16 15:52:17.998059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cf55159-1995-40de-b41d-ccbc4fadaee6 req-6c2d75ab-1ed0-47a7-94a4-7f687cb72842 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305316 Dec 16 15:52:18.028648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'name': 'network-vif-deleted', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:18.039185 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606286d-aa49-4db6-b864-05d67f0cd4c5" -d '{"events": [{"server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "name": "network-vif-deleted", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:18.041745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.045334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.067371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.112286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68664ca5-5f43-4b97-b0a0-57f8898042ae req-a66cc239-ed91-4fd7-89c9-c34b7b9520e4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468510 Dec 16 15:52:18.119183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port f5429069-114c-4241-81fe-abc2ed3363ed, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5429069-114c-4241-81fe-abc2ed3363ed,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:18.124198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff628ede-8492-4189-8456-5906f1a2fc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.215605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:18.248962 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb63b5d0-c401-42fd-a991-a532fcfbbe9f x-openstack-request-id: req-cb63b5d0-c401-42fd-a991-a532fcfbbe9f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:18.249599 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509c2c09-e746-42cf-8a23-0e30cc874918", "name": "network-vif-deleted", "tag": "b91b8ec5-9341-4945-9613-f42fd1ecb83a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:18.249921 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb63b5d0-c401-42fd-a991-a532fcfbbe9f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:18.250375 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c2c09-e746-42cf-8a23-0e30cc874918', 'name': 'network-vif-deleted', 'tag': 'b91b8ec5-9341-4945-9613-f42fd1ecb83a', 'status': 'completed', 'code': 200} Dec 16 15:52:18.269301 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97068829-4477-424f-9b76-aef7a38d2b1a x-openstack-request-id: req-97068829-4477-424f-9b76-aef7a38d2b1a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:18.269695 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:18.269992 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97068829-4477-424f-9b76-aef7a38d2b1a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:18.270548 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a', 'status': 'completed', 'code': 200} Dec 16 15:52:18.292308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.292908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.329047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-e403b102-ba75-4755-a837-43bd3b944581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:18.330840 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-e403b102-ba75-4755-a837-43bd3b944581 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 1094 time: 0.1855605 Dec 16 15:52:18.432049 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-dd73a79e-32e6-4a3b-ad93-2c9c50b277b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a HTTP/1.1" status: 200 len: 217 time: 0.0855474 Dec 16 15:52:18.434386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.486491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-ff628ede-8492-4189-8456-5906f1a2fc68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:52:18.487089 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-ff628ede-8492-4189-8456-5906f1a2fc68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:52:18.492236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=f5429069-114c-4241-81fe-abc2ed3363ed,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:18.501746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Deleting port f5429069-114c-4241-81fe-abc2ed3363ed {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:18.502360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.556265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-84f9dd8d-52da-498b-84ac-366797b2a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:18.559301 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-84f9dd8d-52da-498b-84ac-366797b2a2d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 200 len: 853 time: 0.1145718 Dec 16 15:52:18.598718 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-4ded6da6-8cdf-4235-af53-9a6494a11357 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231b7e87-4618-457c-ae82-ce864ff2e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315440 Dec 16 15:52:18.617788 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.622282 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9b08722-7e78-4213-8652-e2b9ca69ad12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8987586 Dec 16 15:52:18.622783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54224) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:18.713507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] For port f5429069-114c-4241-81fe-abc2ed3363ed, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f5429069-114c-4241-81fe-abc2ed3363ed,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:18.714164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:18.744860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Calling delete_port for f5429069-114c-4241-81fe-abc2ed3363ed owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:18.824466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-a303ab2c-eedd-48f8-8f7a-8097121fa117 service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175827 Dec 16 15:52:18.850712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f5429069-114c-4241-81fe-abc2ed3363ed no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:19.217452 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2541d891-84a5-43f7-bf1e-bb824ae253ac req-b524838a-e657-4481-8e88-20f3965373d6 service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848243 Dec 16 15:52:19.422745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.423020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54232) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:19.487033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.515437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38190311-087b-4462-a08c-a8174b9ccd0f req-107e97da-26b6-49de-8075-3763cdf817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:19.518852 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-107e97da-26b6-49de-8075-3763cdf817d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 1094 time: 0.1020699 Dec 16 15:52:19.521269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] Pushing event deleted for resources: {'Port': ['ID=f5429069-114c-4241-81fe-abc2ed3363ed,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:19.525916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.565426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe3b28-7e8e-4a84-bc2f-15f4264db8cf None None] No DVR routers for this DVR port f5429069-114c-4241-81fe-abc2ed3363ed on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:19.599630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63167b37-8f08-4e98-893d-6372cd00ace4 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:19.724669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ad8650c-c72c-49c3-9644-c7ecc61da9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.809159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '69da1540-47a9-4f75-8bc3-56948e71aa61'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:19.810529 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:19.875135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38190311-087b-4462-a08c-a8174b9ccd0f req-a99b376f-2e7a-4bab-bfa3-f74dd4ce5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:19.877577 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-a99b376f-2e7a-4bab-bfa3-f74dd4ce5074 service neutron] 10.222.0.30 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 914 time: 0.3511498 Dec 16 15:52:19.950716 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-8434fbf8-d583-4c46-9429-08f61000d6ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a HTTP/1.1" status: 200 len: 217 time: 0.0651488 Dec 16 15:52:19.957595 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ad8650c-c72c-49c3-9644-c7ecc61da9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.029321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b21c59aa-8d29-4dc6-b230-931b4044741b req-c5de0b36-6a69-4319-8918-287500bc3b20 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0755308 Dec 16 15:52:20.064529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ad8650c-c72c-49c3-9644-c7ecc61da9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.065106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b91b8ec5-9341-4945-9613-f42fd1ecb83a no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:20.073263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38190311-087b-4462-a08c-a8174b9ccd0f req-8c78f006-1f79-4265-9b54-4eab5891eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:20.076468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-8c78f006-1f79-4265-9b54-4eab5891eb9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 200 len: 853 time: 0.1165686 Dec 16 15:52:20.076973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70f957-aafb-4736-81e9-9ddb1552eed9 req-911c0e34-d4af-44ce-9e72-bdf9e363ef7b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:20.087417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a70f957-aafb-4736-81e9-9ddb1552eed9 req-911c0e34-d4af-44ce-9e72-bdf9e363ef7b tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 943 time: 0.7799335 Dec 16 15:52:20.091320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.147661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-357676f4-005d-4081-8f3b-bdbfbe2a61c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231b7e87-4618-457c-ae82-ce864ff2e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579851 Dec 16 15:52:20.148206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: b91b8ec5-9341-4945-9613-f42fd1ecb83a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:20.149536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device b91b8ec5-9341-4945-9613-f42fd1ecb83a not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:20.187206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8650c-c72c-49c3-9644-c7ecc61da9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de5dfc-6f60-4768-9e38-aa2a6cfe47bc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:20.191413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.199495 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ad8650c-c72c-49c3-9644-c7ecc61da9e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e36c0669f7884e71b65f17c114bee617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7449553 Dec 16 15:52:20.224065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54236) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:20.257413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/69da1540-47a9-4f75-8bc3-56948e71aa61/a0a56b4c-0fc7-484b-858b-5889d9f84de5) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:20.322469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-d0dbf620-1b36-4ea4-bfc5-a02aa752134e service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640930 Dec 16 15:52:20.447649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a70f957-aafb-4736-81e9-9ddb1552eed9 req-5a4d0792-828f-4e79-a332-5d7d42facf1d tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591344 Dec 16 15:52:20.479115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-38190311-087b-4462-a08c-a8174b9ccd0f req-73e817a0-79c9-45de-871a-f63b6c9866b2 service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490011 Dec 16 15:52:20.559519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.564419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.604812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.637306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.689032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:20.693205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:20.696393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:20.711525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Pushing event updated for resources: {'Port': ['ID=a0a56b4c-0fc7-484b-858b-5889d9f84de5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:20.733282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::1 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/69da1540-47a9-4f75-8bc3-56948e71aa61/16587641-0a01-4a41-9ab4-88e97cbf08eb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:20.803534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.807069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.810881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c4de5dfc-6f60-4768-9e38-aa2a6cfe47bc HTTP/1.1" status: 204 len: 168 time: 0.4241076 Dec 16 15:52:20.823755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c1a7-dda9-4f51-ab37-9cc9fe1a7c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de5dfc-6f60-4768-9e38-aa2a6cfe47bc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:20.843133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Attempting to bind port a0a56b4c-0fc7-484b-858b-5889d9f84de5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:20.843871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Attempting to bind port a0a56b4c-0fc7-484b-858b-5889d9f84de5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:20.844483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Attempting to bind port a0a56b4c-0fc7-484b-858b-5889d9f84de5 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:20.861228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:20.862131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:20.862706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.864567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:20.864567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Bound port: a0a56b4c-0fc7-484b-858b-5889d9f84de5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:20.865225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:20.920267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.012371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] For port a0a56b4c-0fc7-484b-858b-5889d9f84de5, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:21.025418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] For port a0a56b4c-0fc7-484b-858b-5889d9f84de5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a0a56b4c-0fc7-484b-858b-5889d9f84de5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:21.186906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-730dafc6-f851-48b4-9a5a-408afc6c04ae req-c5c46712-23aa-4f21-a2eb-1790c82c8034 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0582213 Dec 16 15:52:21.195073 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.198025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.304009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ccae3-b0e3-42e5-8181-fbf380ccb408 None None] Pushing event updated for resources: {'Port': ['ID=a0a56b4c-0fc7-484b-858b-5889d9f84de5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:21.322927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:21.333609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:21.348063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=16587641-0a01-4a41-9ab4-88e97cbf08eb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:21.350941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:21.352191 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.690993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:21.715631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 520bf053-9f83-4926-b31d-1ce5b5160f2a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:52:21.805764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266303c-aba6-435b-bc77-be1424099ee0 req-ecdaafa7-8d7d-4a61-9867-482eec8deff9 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:21.809312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f266303c-aba6-435b-bc77-be1424099ee0 req-ecdaafa7-8d7d-4a61-9867-482eec8deff9 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 943 time: 0.2609968 Dec 16 15:52:21.924998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:21.953931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '520bf053-9f83-4926-b31d-1ce5b5160f2a', 'network_id': '231b7e87-4618-457c-ae82-ce864ff2e491', 'port_id': '520bf053-9f83-4926-b31d-1ce5b5160f2a', 'mac_address': 'fa:16:3e:d3:35:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4119052c-103a-410e-8540-48765f7d7998', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:52:21.964258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54246) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:21.980182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09baab96-b697-404c-8b27-1bd4aff44f0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.034931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.070625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520bf053-9f83-4926-b31d-1ce5b5160f2a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:52:22.082841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f266303c-aba6-435b-bc77-be1424099ee0 req-fb8112f0-0004-4cfc-949d-56dd2e878013 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519698 Dec 16 15:52:22.092522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:22.145022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09baab96-b697-404c-8b27-1bd4aff44f0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.171313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.255631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:22.259953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-09baab96-b697-404c-8b27-1bd4aff44f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.353460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baab96-b697-404c-8b27-1bd4aff44f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd1764-0f91-45c1-8e37-6ba44d8235c9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:22.359007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-09baab96-b697-404c-8b27-1bd4aff44f0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82ed78d49a5e46b585af87b2eba1e2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934400 Dec 16 15:52:22.363585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54250) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:22.413477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46febace-b84a-4932-8d63-9a3aa97f4e6c req-3678707a-a8b1-4b4e-b909-b42451404b29 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0703614 Dec 16 15:52:22.436455 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.473562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['520bf053-9f83-4926-b31d-1ce5b5160f2a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:52:22.482575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.515705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.536340 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.537530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.713483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.716176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:22.717405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/97cd1764-0f91-45c1-8e37-6ba44d8235c9 HTTP/1.1" status: 204 len: 168 time: 0.3525388 Dec 16 15:52:22.741375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a76e69-70ce-430c-a51a-7a2820037651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd1764-0f91-45c1-8e37-6ba44d8235c9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:22.777319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:22.787466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:22.843129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=16587641-0a01-4a41-9ab4-88e97cbf08eb,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:22.914980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a0a56b4c-0fc7-484b-858b-5889d9f84de5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:23.005581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a0a56b4c-0fc7-484b-858b-5889d9f84de5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:23.006045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.114609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.123210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6a13d12d-36f0-46c2-ad69-7b0f3feb31a0 None None] Provisioning complete for port a0a56b4c-0fc7-484b-858b-5889d9f84de5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:23.123741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a13d12d-36f0-46c2-ad69-7b0f3feb31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.177486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Router 2d143814-0098-4698-b540-1dec1cb95bc8 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:52:23.269982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a0a56b4c-0fc7-484b-858b-5889d9f84de5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a0a56b4c-0fc7-484b-858b-5889d9f84de5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:23.339434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:23.342089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a13d12d-36f0-46c2-ad69-7b0f3feb31a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.353472 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Sync routers for ids ['2d143814-0098-4698-b540-1dec1cb95bc8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:23.357112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc59a79d-471b-4d40-9a23-2dc934b19129 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "PUT /v2.0/routers/2d143814-0098-4698-b540-1dec1cb95bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7271185 Dec 16 15:52:23.361504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54256) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:23.364563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:23.367501 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Routers {'2d143814-0098-4698-b540-1dec1cb95bc8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:23.368173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2d143814-0098-4698-b540-1dec1cb95bc8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:23.493223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6651410-e694-4581-ba80-01c1624cbcac tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.495349 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6651410-e694-4581-ba80-01c1624cbcac tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports/16587641-0a01-4a41-9ab4-88e97cbf08eb HTTP/1.1" status: 200 len: 911 time: 0.1319788 Dec 16 15:52:23.499587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54262) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:23.539773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecbfd0-15ec-4185-9964-132dd7aaae64 req-29756e9d-db7f-48dd-aff5-a4f4bf085316 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.548421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6ecbfd0-15ec-4185-9964-132dd7aaae64 req-29756e9d-db7f-48dd-aff5-a4f4bf085316 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 944 time: 0.2061815 Dec 16 15:52:23.622829 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8eb837-7310-4241-b679-bcc43298c830 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.642296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8eb837-7310-4241-b679-bcc43298c830 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:23.648791 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c8eb837-7310-4241-b679-bcc43298c830 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1471319 Dec 16 15:52:23.653570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54264) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:23.778448 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Set router 2d143814-0098-4698-b540-1dec1cb95bc8 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:23.864435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6ecbfd0-15ec-4185-9964-132dd7aaae64 req-98aee43b-b30f-4352-9dd6-1b9988001e48 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086355 Dec 16 15:52:23.884762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-6a13d12d-36f0-46c2-ad69-7b0f3feb31a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:52:23.887004 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-6a13d12d-36f0-46c2-ad69-7b0f3feb31a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:52:23.887887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 520bf053-9f83-4926-b31d-1ce5b5160f2a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:23.892353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24fa4a65-361c-4514-84a9-a632ad2c0688 req-6fbafa1e-074d-428e-b951-1fa6b127b752 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.1506784 Dec 16 15:52:23.993700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a0a56b4c-0fc7-484b-858b-5889d9f84de5,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:24.153518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 520bf053-9f83-4926-b31d-1ce5b5160f2a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:52:24.159300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 520bf053-9f83-4926-b31d-1ce5b5160f2a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:24.159579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.353759 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'name': 'tempest-NetworksTestDHCPv6-router-971689566', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '16587641-0a01-4a41-9ab4-88e97cbf08eb', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:70:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:20Z', 'updated_at': '2021-12-16T15:52:22Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:24.425245 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Checking router: 2d143814-0098-4698-b540-1dec1cb95bc8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:24.425595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Updating router 2d143814-0098-4698-b540-1dec1cb95bc8 port 16587641-0a01-4a41-9ab4-88e97cbf08eb binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:52:24.449474 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.481136 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.517310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:52:24.524966 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d7501-cba4-4bb9-8c69-5cf8804b8a72" -d '{"events": [{"server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "name": "network-vif-plugged", "status": "completed", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:52:24.579944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:24.626267 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab9d00-0558-4a02-84c0-a0154c4c4a34 x-openstack-request-id: req-bdab9d00-0558-4a02-84c0-a0154c4c4a34 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:52:24.627774 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "name": "network-vif-plugged", "status": "completed", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:52:24.628473 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bdab9d00-0558-4a02-84c0-a0154c4c4a34 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:52:24.629846 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a', 'code': 200} Dec 16 15:52:24.636709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d34b051c-b19b-4158-9aeb-aa5bb305b4af None None] Provisioning complete for port 16587641-0a01-4a41-9ab4-88e97cbf08eb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:24.637825 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d34b051c-b19b-4158-9aeb-aa5bb305b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.697049 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:24.798373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d34b051c-b19b-4158-9aeb-aa5bb305b4af None None] Port 16587641-0a01-4a41-9ab4-88e97cbf08eb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:24.859051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037810-f021-46c4-bc1a-e2ced7677f5e req-63b1e1e0-5dc4-48dc-83ea-714321002b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:24.861552 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82037810-f021-46c4-bc1a-e2ced7677f5e req-63b1e1e0-5dc4-48dc-83ea-714321002b63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 1096 time: 0.1000760 Dec 16 15:52:24.896777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a0a56b4c-0fc7-484b-858b-5889d9f84de5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:25.087553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:25.154039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a0a56b4c-0fc7-484b-858b-5889d9f84de5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:25.154429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.159249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-82037810-f021-46c4-bc1a-e2ced7677f5e req-32c9541f-f2fb-4f51-aea4-afad3783f956 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875710 Dec 16 15:52:25.199739 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.203349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf06ad1-fc6a-4ba6-8142-03340876a739 req-13341d14-81d1-452f-82e0-f4c81e66b8d6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0759325 Dec 16 15:52:25.231002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf953279-b61e-4171-b394-4042655a9504 req-7fec0c5e-8e42-4af8-ab91-4f4f1755e772 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:25.243894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf953279-b61e-4171-b394-4042655a9504 req-7fec0c5e-8e42-4af8-ab91-4f4f1755e772 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.1831031 Dec 16 15:52:25.295942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf953279-b61e-4171-b394-4042655a9504 req-ca3c034b-36f2-4f24-9027-4259f3bddafa tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529444 Dec 16 15:52:25.318320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.368517 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Pushing event updated for resources: {'Port': ['ID=16587641-0a01-4a41-9ab4-88e97cbf08eb,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.535348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:25.656822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Attempting to bind port 16587641-0a01-4a41-9ab4-88e97cbf08eb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:25.658699 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Attempting to bind port 16587641-0a01-4a41-9ab4-88e97cbf08eb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:25.659094 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Attempting to bind port 16587641-0a01-4a41-9ab4-88e97cbf08eb on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:25.671751 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:25.675320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:25.675320 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.675788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:25.676213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Bound port: 16587641-0a01-4a41-9ab4-88e97cbf08eb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:25.676410 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.701718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 16587641-0a01-4a41-9ab4-88e97cbf08eb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:25.702275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.779518 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] For port 16587641-0a01-4a41-9ab4-88e97cbf08eb, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:25.785931 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] For port 16587641-0a01-4a41-9ab4-88e97cbf08eb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=16587641-0a01-4a41-9ab4-88e97cbf08eb,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:25.844935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port 16587641-0a01-4a41-9ab4-88e97cbf08eb, host n-d-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:25.845413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:25.862945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 16587641-0a01-4a41-9ab4-88e97cbf08eb owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:25.909509 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.061008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-94f347fc-3b53-4a83-9320-95acaaad2eef None None] Provisioning complete for port 16587641-0a01-4a41-9ab4-88e97cbf08eb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:26.061721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f347fc-3b53-4a83-9320-95acaaad2eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.068833 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Routers {'2d143814-0098-4698-b540-1dec1cb95bc8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:26.069510 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['2d143814-0098-4698-b540-1dec1cb95bc8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:26.221906 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e8d00-8620-47cc-ad16-40f72013d3e2 None None] Pushing event updated for resources: {'Port': ['ID=16587641-0a01-4a41-9ab4-88e97cbf08eb,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:26.229621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] Set router 2d143814-0098-4698-b540-1dec1cb95bc8 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:26.297744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f347fc-3b53-4a83-9320-95acaaad2eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.363787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d25a2c55-dec6-4565-a26e-c41784fb8718 req-fb8fbbd3-5fc1-406d-b355-46a81e62b1c5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0346379 Dec 16 15:52:26.434185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.500941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=16587641-0a01-4a41-9ab4-88e97cbf08eb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:26.570444 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'name': 'tempest-NetworksTestDHCPv6-router-971689566', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '16587641-0a01-4a41-9ab4-88e97cbf08eb', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:70:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:20Z', 'updated_at': '2021-12-16T15:52:25Z', 'revision_number': 4, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:26.583770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0525f2-7913-4483-a4df-6c99a26b8db2 req-317c7096-e485-4d9b-8c2a-c545ec794955 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:26.586946 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a0525f2-7913-4483-a4df-6c99a26b8db2 req-317c7096-e485-4d9b-8c2a-c545ec794955 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.1588824 Dec 16 15:52:26.673856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e77f2af7-f641-48c7-be22-28735878a466 None None] Could not find standard attr ID for object 16587641-0a01-4a41-9ab4-88e97cbf08eb. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:52:26.682279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15870a2-a954-4572-a54a-bcbbcf5eda8d None None] The sync data for ids ['2d143814-0098-4698-b540-1dec1cb95bc8'] in n-d-821947-3 is: [{'id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'name': 'tempest-NetworksTestDHCPv6-router-971689566', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:18Z', 'updated_at': '2021-12-16T15:52:21Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '16587641-0a01-4a41-9ab4-88e97cbf08eb', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:70:44:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d143814-0098-4698-b540-1dec1cb95bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:20Z', 'updated_at': '2021-12-16T15:52:25Z', 'revision_number': 4, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': '69da1540-47a9-4f75-8bc3-56948e71aa61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:26.696011 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:52:26.720999 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:26.776740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a0525f2-7913-4483-a4df-6c99a26b8db2 req-6528097a-6331-415e-baf2-cca1b01c554e tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638758 Dec 16 15:52:26.991344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Router 2d143814-0098-4698-b540-1dec1cb95bc8 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:27.122858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:27.149337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-869d0654-de68-4738-9b73-12e0ee90f839 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "PUT /v2.0/routers/2d143814-0098-4698-b540-1dec1cb95bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4947712 Dec 16 15:52:27.153268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54306) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:27.232008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e05d97-fe94-48bb-9fbc-15278f0c3a4b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:27.235183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e05d97-fe94-48bb-9fbc-15278f0c3a4b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:27.238127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a7e05d97-fe94-48bb-9fbc-15278f0c3a4b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834823 Dec 16 15:52:27.241507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:27.362315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 69da1540-47a9-4f75-8bc3-56948e71aa61 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:27.370413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.465658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.631366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d8b8768-0af3-4ff6-a4c8-c2f3f089ca93 req-c57de4fd-3ebc-4fda-a9fc-be8664ac4d4c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=509c2c09-e746-42cf-8a23-0e30cc874918 HTTP/1.1" status: 200 len: 210 time: 0.0964410 Dec 16 15:52:27.693798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:27.974393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8037280-8e10-4f3c-bbc1-eee61d7aedc5 req-aa6f74f1-6457-41e1-a98e-4b0a5c6bf5e7 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:27.976714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8037280-8e10-4f3c-bbc1-eee61d7aedc5 req-aa6f74f1-6457-41e1-a98e-4b0a5c6bf5e7 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.0569067 Dec 16 15:52:27.992706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.041702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=69da1540-47a9-4f75-8bc3-56948e71aa61,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:28.050148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.054818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45597f2c-4c7c-4473-9c15-fa568f7cdb96 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/69da1540-47a9-4f75-8bc3-56948e71aa61 HTTP/1.1" status: 204 len: 168 time: 0.8103790 Dec 16 15:52:28.058152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:28.075471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e42e63f-8194-4715-9128-e9329c2f8121 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:28.105745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8037280-8e10-4f3c-bbc1-eee61d7aedc5 req-2ddc43a5-73ac-4cf6-b390-7712d7464439 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208618 Dec 16 15:52:28.262426 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bdb3c82a-d30a-4670-bebf-4baa3a98ed79 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2015028 Dec 16 15:52:28.265663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:28.474870 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.516141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:28.607379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Deleting port a0a56b4c-0fc7-484b-858b-5889d9f84de5 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:28.607750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.702245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] For port a0a56b4c-0fc7-484b-858b-5889d9f84de5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a0a56b4c-0fc7-484b-858b-5889d9f84de5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:28.702373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.712332 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.717031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.745900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Calling delete_port for a0a56b4c-0fc7-484b-858b-5889d9f84de5 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:28.879393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a0a56b4c-0fc7-484b-858b-5889d9f84de5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:28.944011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.944556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Fanout notify agent at l3_agent the message router_deleted on router 2d143814-0098-4698-b540-1dec1cb95bc8 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:52:28.953414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:28.957760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54342) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:28.959531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac240c89-43f6-45bb-9d57-a51c9847ac53 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/routers/2d143814-0098-4698-b540-1dec1cb95bc8 HTTP/1.1" status: 204 len: 168 time: 0.6916950 Dec 16 15:52:28.967427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:28.990547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.009908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.075923 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.138384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] Pushing event deleted for resources: {'Port': ['ID=a0a56b4c-0fc7-484b-858b-5889d9f84de5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:29.143341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e135204-05b8-4dad-a1cd-2e4cf870dad2 None None] No DVR routers for this DVR port a0a56b4c-0fc7-484b-858b-5889d9f84de5 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:29.213897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:29.221915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.264160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Sync routers for ids ['2d143814-0098-4698-b540-1dec1cb95bc8'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:29.292388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:29.293042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:52:29.294243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_agentschedulers_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d143814-0098-4698-b540-1dec1cb95bc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent'). {{(pid=104057) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 15:52:29.312946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:29.313545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:52:29.314802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_agentschedulers_db [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d143814-0098-4698-b540-1dec1cb95bc8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent'). {{(pid=104057) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 15:52:29.315466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc36570-9500-40fc-b66b-e4d2136f93f9 None None] The sync data for ids ['2d143814-0098-4698-b540-1dec1cb95bc8'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:29.659325 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.714931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.801253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:29.805026 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:29.819354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:29.820530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:29.821433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e6bcc-7d60-46de-839c-ed8bc81ec0a2 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:29.855667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=c16a0a68-7a88-441d-8ed8-c60ec750ae9f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:29.910266 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87da54c5-bbab-43ab-a45c-b7b2b59f40ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9508698 Dec 16 15:52:29.915602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54356) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:29.920039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-283212859', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:30.091315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.093392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.130696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:30.131987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.200157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.271320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.316392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c16a0a68-7a88-441d-8ed8-c60ec750ae9f/0a3137fb-892c-4dd3-a249-9b5a6f9be996) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:30.367363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.371351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-42d9d022-88cf-49f5-8e98-126e62b1e1f8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4548707 Dec 16 15:52:30.374159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:30.536201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.610929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.670484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Pushing event updated for resources: {'Port': ['ID=0a3137fb-892c-4dd3-a249-9b5a6f9be996,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:30.688014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:30.689785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:30.692582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:30.802756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 16587641-0a01-4a41-9ab4-88e97cbf08eb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:30.812076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.838065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 16587641-0a01-4a41-9ab4-88e97cbf08eb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:30.838470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 16587641-0a01-4a41-9ab4-88e97cbf08eb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:30.847068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Attempting to bind port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:30.847544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Attempting to bind port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:30.848006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Attempting to bind port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:30.856422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:30.856811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:30.857326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:30.857791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:30.858377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Bound port: 0a3137fb-892c-4dd3-a249-9b5a6f9be996, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:30.859268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:31.069420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] For port 0a3137fb-892c-4dd3-a249-9b5a6f9be996, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:31.092461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] For port 0a3137fb-892c-4dd3-a249-9b5a6f9be996, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0a3137fb-892c-4dd3-a249-9b5a6f9be996,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:31.181118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:31.184577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::1 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c16a0a68-7a88-441d-8ed8-c60ec750ae9f/25168233-62b4-4f86-a4b8-6911e28b2d89) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:31.316247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebbfa3-1c8f-41ce-b464-c08ce47451d3 None None] Pushing event updated for resources: {'Port': ['ID=0a3137fb-892c-4dd3-a249-9b5a6f9be996,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:31.458970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:31.616370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:31.769492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:31.776976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:31.781354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:31.782496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:32.037843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:32.254854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:32.986552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0a3137fb-892c-4dd3-a249-9b5a6f9be996 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:33.176785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:33.178288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.408444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.484879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 0a3137fb-892c-4dd3-a249-9b5a6f9be996, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0a3137fb-892c-4dd3-a249-9b5a6f9be996,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:33.546478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3d67b805-6e1b-409f-b836-164c871f0d59 None None] Provisioning complete for port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:33.546831 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d67b805-6e1b-409f-b836-164c871f0d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.600491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.691765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.756053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=0a3137fb-892c-4dd3-a249-9b5a6f9be996,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:33.799963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:33.801626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.024230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b5eda4ba-8a98-4965-85e7-5ba6875849d6 None None] Provisioning complete for port 25168233-62b4-4f86-a4b8-6911e28b2d89 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:34.024987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5eda4ba-8a98-4965-85e7-5ba6875849d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.117104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b5eda4ba-8a98-4965-85e7-5ba6875849d6 None None] Port 25168233-62b4-4f86-a4b8-6911e28b2d89 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:34.183057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:34.214598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:34.217962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:34.572926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Router cea87162-f355-4dd9-b767-0c585fcedabf is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:52:34.657992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-82170918-4b3a-49ef-8aa7-ccf7215a8f40 None None] Provisioning complete for port 25168233-62b4-4f86-a4b8-6911e28b2d89 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:34.658335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82170918-4b3a-49ef-8aa7-ccf7215a8f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:34.725941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-82170918-4b3a-49ef-8aa7-ccf7215a8f40 None None] Port 25168233-62b4-4f86-a4b8-6911e28b2d89 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:52:34.769077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:34.778422 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-454540dc-ae47-41bf-9437-ecda3904c9f0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "PUT /v2.0/routers/cea87162-f355-4dd9-b767-0c585fcedabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4023325 Dec 16 15:52:34.782415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:34.790749 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Sync routers for ids ['cea87162-f355-4dd9-b767-0c585fcedabf'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:34.802456 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Routers {'cea87162-f355-4dd9-b767-0c585fcedabf'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:34.803125 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cea87162-f355-4dd9-b767-0c585fcedabf'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:34.888256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0a3137fb-892c-4dd3-a249-9b5a6f9be996 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:34.921230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977298b-db2e-4a74-b516-d1fc3f032c37 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:34.924499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1977298b-db2e-4a74-b516-d1fc3f032c37 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports/25168233-62b4-4f86-a4b8-6911e28b2d89 HTTP/1.1" status: 200 len: 911 time: 0.1406405 Dec 16 15:52:34.929005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:34.943746 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Set router cea87162-f355-4dd9-b767-0c585fcedabf gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:35.128452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:35.129235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:35.170470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e238c0-2302-414e-b00d-e054bd916fc8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:35.209109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e238c0-2302-414e-b00d-e054bd916fc8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:35.212936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e6e238c0-2302-414e-b00d-e054bd916fc8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2818897 Dec 16 15:52:35.222509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'name': 'tempest-NetworksTestDHCPv6-router-283212859', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '25168233-62b4-4f86-a4b8-6911e28b2d89', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:f7:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:35.223636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54418) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:35.284854 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Checking router: cea87162-f355-4dd9-b767-0c585fcedabf for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:52:35.285432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Updating router cea87162-f355-4dd9-b767-0c585fcedabf port 25168233-62b4-4f86-a4b8-6911e28b2d89 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:52:35.377577 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:35.729613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:35.833546 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:35.939928 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.066140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 25168233-62b4-4f86-a4b8-6911e28b2d89 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:36.066862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.070616 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24d88-4c99-4f82-8a4d-d3af8e20fd5f None None] Pushing event updated for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:36.135504 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Attempting to bind port 25168233-62b4-4f86-a4b8-6911e28b2d89 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:36.136482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Attempting to bind port 25168233-62b4-4f86-a4b8-6911e28b2d89 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:36.137568 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Attempting to bind port 25168233-62b4-4f86-a4b8-6911e28b2d89 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:36.148790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:36.150014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:36.151739 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.151739 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:36.152810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Bound port: 25168233-62b4-4f86-a4b8-6911e28b2d89, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:36.153637 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.305172 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] For port 25168233-62b4-4f86-a4b8-6911e28b2d89, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:36.310978 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] For port 25168233-62b4-4f86-a4b8-6911e28b2d89, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25168233-62b4-4f86-a4b8-6911e28b2d89,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:36.340979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port 25168233-62b4-4f86-a4b8-6911e28b2d89, host n-d-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:36.342041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.364360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 25168233-62b4-4f86-a4b8-6911e28b2d89 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:36.416934 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.501546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] Provisioning complete for port 25168233-62b4-4f86-a4b8-6911e28b2d89 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:36.503349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.513611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Routers {'cea87162-f355-4dd9-b767-0c585fcedabf'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:36.514703 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cea87162-f355-4dd9-b767-0c585fcedabf'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:36.527342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae24d88-4c99-4f82-8a4d-d3af8e20fd5f None None] Pushing event updated for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:36.701570 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] Set router cea87162-f355-4dd9-b767-0c585fcedabf gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:52:36.704354 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.770231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] For port 25168233-62b4-4f86-a4b8-6911e28b2d89, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25168233-62b4-4f86-a4b8-6911e28b2d89,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:36.831352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:36.931281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb29ecf-6875-4395-9896-c3deb86a9148 None None] Pushing event updated for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:36.970241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d220893d-fbdb-4daf-9d34-c30f673f6dd0 None None] Provisioning complete for port 25168233-62b4-4f86-a4b8-6911e28b2d89 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:36.971041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d220893d-fbdb-4daf-9d34-c30f673f6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:37.107540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:37.151122 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'name': 'tempest-NetworksTestDHCPv6-router-283212859', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '25168233-62b4-4f86-a4b8-6911e28b2d89', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:f7:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:36Z', 'revision_number': 4, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:52:37.190082 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f3d55-bf94-4a12-b176-780b523800ea None None] The sync data for ids ['cea87162-f355-4dd9-b767-0c585fcedabf'] in n-d-821947-3 is: [{'id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'name': 'tempest-NetworksTestDHCPv6-router-283212859', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:32Z', 'revision_number': 2, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'gw_port_host': None, '_interfaces': [{'id': '25168233-62b4-4f86-a4b8-6911e28b2d89', 'name': '', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'tenant_id': 'd5fd7de695a945dab104b6e5b59326da', 'mac_address': 'fa:16:3e:f7:7e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea87162-f355-4dd9-b767-0c585fcedabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:52:30Z', 'updated_at': '2021-12-16T15:52:36Z', 'revision_number': 4, 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'subnets': [{'id': 'c16a0a68-7a88-441d-8ed8-c60ec750ae9f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:37.234644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=25168233-62b4-4f86-a4b8-6911e28b2d89,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:37.401919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:37.779671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Router cea87162-f355-4dd9-b767-0c585fcedabf has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:52:37.922196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:52:37.945636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf4cc787-5cf5-4c34-8cd3-cbbac11233e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "PUT /v2.0/routers/cea87162-f355-4dd9-b767-0c585fcedabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7203765 Dec 16 15:52:37.949882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54444) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:38.084893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319de2d-4c88-4e93-a70c-a7bcaa67c990 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:38.088468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7319de2d-4c88-4e93-a70c-a7bcaa67c990 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:38.092143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7319de2d-4c88-4e93-a70c-a7bcaa67c990 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1403086 Dec 16 15:52:38.098074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54446) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:38.247516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet c16a0a68-7a88-441d-8ed8-c60ec750ae9f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:38.252187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.319707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.471784 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.657417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.685463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=c16a0a68-7a88-441d-8ed8-c60ec750ae9f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:38.692366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:38.700040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6148b139-d2a7-4e12-b788-1da474b6e43f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c16a0a68-7a88-441d-8ed8-c60ec750ae9f HTTP/1.1" status: 204 len: 168 time: 0.5970383 Dec 16 15:52:38.700040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54454) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:38.712042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aacada-9714-4dd1-b655-58c1b46ae65a None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:38.926848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-564dc45a-c915-4777-a5d3-fefc032feb7a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2264264 Dec 16 15:52:38.929203 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54458) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.030320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:39.095349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Deleting port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:39.095722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.113363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.199127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] For port 0a3137fb-892c-4dd3-a249-9b5a6f9be996, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0a3137fb-892c-4dd3-a249-9b5a6f9be996,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:39.199618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.217603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Calling delete_port for 0a3137fb-892c-4dd3-a249-9b5a6f9be996 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:39.337309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.340951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.409558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.452241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] Pushing event deleted for resources: {'Port': ['ID=0a3137fb-892c-4dd3-a249-9b5a6f9be996,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:39.454234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa58a02-a028-4647-a7da-98854d9d99c8 None None] No DVR routers for this DVR port 0a3137fb-892c-4dd3-a249-9b5a6f9be996 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:39.505742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.506605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Fanout notify agent at l3_agent the message router_deleted on router cea87162-f355-4dd9-b767-0c585fcedabf {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:52:39.518121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:39.521659 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-392a2d20-ee72-47f0-b4bf-83f040bca304 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/routers/cea87162-f355-4dd9-b767-0c585fcedabf HTTP/1.1" status: 204 len: 168 time: 0.5906572 Dec 16 15:52:39.524817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.582493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-629c7f80-e402-444f-9773-d12a67bc8642 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0527935 Dec 16 15:52:39.582880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54468) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.663424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87b53d-bc4d-4282-89dc-5fb424103aa4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:39.663424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf87b53d-bc4d-4282-89dc-5fb424103aa4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773804 Dec 16 15:52:39.665858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54470) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.704125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Sync routers for ids ['cea87162-f355-4dd9-b767-0c585fcedabf'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:52:39.715036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:39.716138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:52:39.716138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cea87162-f355-4dd9-b767-0c585fcedabf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent'). {{(pid=104057) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 15:52:39.717441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f94ec72-5710-46da-bdb3-1b75e72f4c80 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500777 Dec 16 15:52:39.722995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:39.730027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:39.731999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:52:39.732362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:52:39.733201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cea87162-f355-4dd9-b767-0c585fcedabf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent'). {{(pid=104057) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 15:52:39.734018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ef289-0ada-46dd-a48e-f08b69750ff4 None None] The sync data for ids ['cea87162-f355-4dd9-b767-0c585fcedabf'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:52:39.999133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:40.003257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.419146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:52:40.420802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.470343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:40.473756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:40.479347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:40.480904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.484933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28def563-2251-449c-8724-3484b47ca337 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:40.493771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=1c3ee9e3-88f3-413e-8bf5-c05f70f682c4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:40.600308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-20fc60d3-ea46-44ab-b785-88cd6a7807f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8755555 Dec 16 15:52:40.604161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54494) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:40.612585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:40.849765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '1c3ee9e3-88f3-413e-8bf5-c05f70f682c4'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:40.849765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.930596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25168233-62b4-4f86-a4b8-6911e28b2d89 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:40.964958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 25168233-62b4-4f86-a4b8-6911e28b2d89 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:40.964958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25168233-62b4-4f86-a4b8-6911e28b2d89 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:40.965392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0a3137fb-892c-4dd3-a249-9b5a6f9be996 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:40.976833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:40.982632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:40.990251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 0a3137fb-892c-4dd3-a249-9b5a6f9be996 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:40.990805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0a3137fb-892c-4dd3-a249-9b5a6f9be996 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:41.082952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Allocated IP 2001:db8::f816:3eff:fe0d:f181 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1c3ee9e3-88f3-413e-8bf5-c05f70f682c4/3f191fd6-4f10-461e-9edc-9159ace3855d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:41.396105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.516471 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.596730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.600065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:41.604909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:41.607544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:41.659350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Pushing event updated for resources: {'Port': ['ID=3f191fd6-4f10-461e-9edc-9159ace3855d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:41.684720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Attempting to bind port 3f191fd6-4f10-461e-9edc-9159ace3855d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:41.685363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Attempting to bind port 3f191fd6-4f10-461e-9edc-9159ace3855d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:41.685956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Attempting to bind port 3f191fd6-4f10-461e-9edc-9159ace3855d on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:41.692824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:41.693505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:41.695765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.696560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:41.697669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Bound port: 3f191fd6-4f10-461e-9edc-9159ace3855d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:41.698243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.705620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:41.711664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:41.723452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:41.724970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:41.751879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=e09aec85-b258-4472-a2f0-31e8489f64c0,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:41.768307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.769552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.770443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.772215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.773680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.774630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.776745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.777977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.780116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.782856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.782856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.783227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.783676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:41.790871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] For port 3f191fd6-4f10-461e-9edc-9159ace3855d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:41.794712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] For port 3f191fd6-4f10-461e-9edc-9159ace3855d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f191fd6-4f10-461e-9edc-9159ace3855d,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:41.871707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8305d85a-119b-49ea-85a2-15e93534ddba tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2639298 Dec 16 15:52:41.873341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54538) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:41.879237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:14:65:f3', 'name': 'tempest-NetworksTestDHCPv6-1699144840'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:41.934116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:42.175699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3570b-6563-4db2-8e30-a00cd2565127 None None] Pushing event updated for resources: {'Port': ['ID=3f191fd6-4f10-461e-9edc-9159ace3855d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:42.279190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:42.540611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:42.589922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 3d5e7676-5cd4-4b0e-8a65-de98d2eefad3 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:42.867370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 172.20.0.13 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e09aec85-b258-4472-a2f0-31e8489f64c0/3d5e7676-5cd4-4b0e-8a65-de98d2eefad3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:42.880245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe14:65f3 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1c3ee9e3-88f3-413e-8bf5-c05f70f682c4/3d5e7676-5cd4-4b0e-8a65-de98d2eefad3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:42.893991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f191fd6-4f10-461e-9edc-9159ace3855d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:42.988438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3f191fd6-4f10-461e-9edc-9159ace3855d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:42.989470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.089126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.128980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 3f191fd6-4f10-461e-9edc-9159ace3855d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f191fd6-4f10-461e-9edc-9159ace3855d,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:43.187331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.208413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.278058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=3f191fd6-4f10-461e-9edc-9159ace3855d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:43.335974 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.389426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:43.393756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:43.399319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:43.432336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=3d5e7676-5cd4-4b0e-8a65-de98d2eefad3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:43.482361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:43.483067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.578298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3543963c-e800-4764-a8b9-212bcd78ffde tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7035415 Dec 16 15:52:43.582358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:43.589407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438149f-0bc8-4670-a8a0-842d5a2c9f4d None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:43.649473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55da510-622d-4e82-aff8-083f854b0ac8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:43.655813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55da510-622d-4e82-aff8-083f854b0ac8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:43.657646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f55da510-622d-4e82-aff8-083f854b0ac8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0742025 Dec 16 15:52:43.660586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54596) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:43.682227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ff36a96-2b95-4066-9407-265e50442317 None None] Provisioning complete for port 3f191fd6-4f10-461e-9edc-9159ace3855d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:43.682772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ff36a96-2b95-4066-9407-265e50442317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.777459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 3d5e7676-5cd4-4b0e-8a65-de98d2eefad3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:43.777796 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.875959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '1c3ee9e3-88f3-413e-8bf5-c05f70f682c4', 'ip_address': '2001:db8::f816:3eff:fe0d:f181'}, {'subnet_id': 'e09aec85-b258-4472-a2f0-31e8489f64c0'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '3f191fd6-4f10-461e-9edc-9159ace3855d'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:52:43.895540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:43.917818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 3d5e7676-5cd4-4b0e-8a65-de98d2eefad3 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:43.918080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.226802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Allocated IP 172.20.0.2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e09aec85-b258-4472-a2f0-31e8489f64c0/3f191fd6-4f10-461e-9edc-9159ace3855d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:44.230699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-300c1d47-908a-49f9-a321-ffccd17bcf58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.405099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] For port 3f191fd6-4f10-461e-9edc-9159ace3855d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f191fd6-4f10-461e-9edc-9159ace3855d,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:44.466671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.549870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.670602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.709314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405b76-c05e-47de-b41d-a7fa0404aefb None None] Pushing event updated for resources: {'Port': ['ID=3f191fd6-4f10-461e-9edc-9159ace3855d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:44.796088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=3d5e7676-5cd4-4b0e-8a65-de98d2eefad3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:44.874140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f191fd6-4f10-461e-9edc-9159ace3855d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:44.911077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:44.934584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:44.941715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ef4433f-0b04-4743-a375-19d1440ecbb8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3d5e7676-5cd4-4b0e-8a65-de98d2eefad3 HTTP/1.1" status: 204 len: 168 time: 1.2764339 Dec 16 15:52:44.942768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:45.002259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3f191fd6-4f10-461e-9edc-9159ace3855d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:45.006745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.103259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3db65a-384a-487b-9571-a055a292ef8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:45.119336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3db65a-384a-487b-9571-a055a292ef8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:45.128482 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3db65a-384a-487b-9571-a055a292ef8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:45.131887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc3db65a-384a-487b-9571-a055a292ef8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1799181 Dec 16 15:52:45.135561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:45.150324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f5a193-46aa-46b3-9284-222cf34e2813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.239318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 1c3ee9e3-88f3-413e-8bf5-c05f70f682c4 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:45.243797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.263336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f5a193-46aa-46b3-9284-222cf34e2813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.301259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.348258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19f5a193-46aa-46b3-9284-222cf34e2813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.425492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5a193-46aa-46b3-9284-222cf34e2813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a0a04-0991-40e0-9aca-cdf3f8ac2bd0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:45.435150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.450996 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-19f5a193-46aa-46b3-9284-222cf34e2813 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aea2080d935e4320ab003cc9a5729ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5371451 Dec 16 15:52:45.451695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54620) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:45.514060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.544837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.651399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.699593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3ee9e3-88f3-413e-8bf5-c05f70f682c4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:45.701851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.708265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54626) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:45.708462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-41d3c78b-590e-4f0d-92bb-00b6c1eaa411 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1c3ee9e3-88f3-413e-8bf5-c05f70f682c4 HTTP/1.1" status: 204 len: 168 time: 0.5712123 Dec 16 15:52:45.730400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.736753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.743518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2c3a0a04-0991-40e0-9aca-cdf3f8ac2bd0 HTTP/1.1" status: 204 len: 168 time: 0.2902017 Dec 16 15:52:45.863558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782a8a1-cfcc-4c60-8759-2a86595b8bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a0a04-0991-40e0-9aca-cdf3f8ac2bd0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:45.863728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659f865-f968-4e59-98d6-868c1803b180 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:45.865516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet e09aec85-b258-4472-a2f0-31e8489f64c0 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:45.873134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:45.930527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8d375917-d250-49c4-af14-c05fbd9e6045 None None] Could not find standard attr ID for object 3d5e7676-5cd4-4b0e-8a65-de98d2eefad3. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:52:45.971873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8d375917-d250-49c4-af14-c05fbd9e6045 None None] Provisioning complete for port 3f191fd6-4f10-461e-9edc-9159ace3855d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:45.972475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d375917-d250-49c4-af14-c05fbd9e6045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.459972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.607760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1eb90642-ea5e-4b65-b7af-a6cdfb29080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.675662 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.846960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.924480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=e09aec85-b258-4472-a2f0-31e8489f64c0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:46.933269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:46.941478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-20cbbf0c-d5ba-4e14-b3b9-8c3553587e5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e09aec85-b258-4472-a2f0-31e8489f64c0 HTTP/1.1" status: 204 len: 168 time: 1.2314730 Dec 16 15:52:46.944860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54636) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:47.041147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e905707e-8856-4003-b457-8bc8b543b5d8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935574 Dec 16 15:52:47.044972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54638) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:47.053842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54640) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:47.063793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:47.116980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882909a-0f7e-4706-bca3-f05611def97e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:47.164891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0b3d251b-2bc0-4a6a-8fe8-6d498c225aad None None] Provisioning complete for port 3f191fd6-4f10-461e-9edc-9159ace3855d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:47.165283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b3d251b-2bc0-4a6a-8fe8-6d498c225aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.232565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dc4caed-ae5c-4110-9fa9-f7615d44358a admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.449873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dc4caed-ae5c-4110-9fa9-f7615d44358a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.503938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:47.540803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4dc4caed-ae5c-4110-9fa9-f7615d44358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.577383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Deleting port 3f191fd6-4f10-461e-9edc-9159ace3855d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:47.577792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.619683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4dc4caed-ae5c-4110-9fa9-f7615d44358a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7af1cb9eac534d558eb560c8ad469039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4251165 Dec 16 15:52:47.621130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:47.624662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:47.632651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.670421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] For port 3f191fd6-4f10-461e-9edc-9159ace3855d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f191fd6-4f10-461e-9edc-9159ace3855d,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:47.671325 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.702946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Calling delete_port for 3f191fd6-4f10-461e-9edc-9159ace3855d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:47.750426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.791816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4caed-ae5c-4110-9fa9-f7615d44358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2f076-f411-4a94-bb18-287b780fb3a4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:47.823691 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.926041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:47.993120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.021432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] Pushing event deleted for resources: {'Port': ['ID=3f191fd6-4f10-461e-9edc-9159ace3855d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:48.026676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2fbc01-fa97-4406-ae60-bb73d0e068c6 None None] No DVR routers for this DVR port 3f191fd6-4f10-461e-9edc-9159ace3855d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:48.028153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.034604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.045995 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4ed2f076-f411-4a94-bb18-287b780fb3a4 HTTP/1.1" status: 204 len: 168 time: 0.4159281 Dec 16 15:52:48.066282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159da42-cfff-42ee-a94a-1ea4d78fe709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2f076-f411-4a94-bb18-287b780fb3a4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:48.146464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:52:48.149587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.194644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:48.200837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:48.205738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:48.206352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.222459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=8c56303f-de80-4da0-9178-18023cdf3dac,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:48.222755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80732cdf-052f-4c07-bd5a-045b9548aee5 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:48.351090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f925b2a-01ac-4828-a487-0349762adfbc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3033946 Dec 16 15:52:48.355276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:48.360888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:48.449971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '8c56303f-de80-4da0-9178-18023cdf3dac'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:48.456373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.733861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:48.740496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:48.846831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Allocated IP 2001:db8::f816:3eff:feee:7fd1 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/8c56303f-de80-4da0-9178-18023cdf3dac/011f59cf-155d-4061-af83-783309a61186) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:49.114793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f191fd6-4f10-461e-9edc-9159ace3855d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:49.208568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3f191fd6-4f10-461e-9edc-9159ace3855d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:52:49.209071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f191fd6-4f10-461e-9edc-9159ace3855d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:52:49.444849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.499334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.520158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:49.527888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:49.535395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:49.536223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.569294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=e3f2f440-f9fe-4e64-97a2-4d217805f997,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:49.589193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.591781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.632385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:49.636542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:49.641048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:49.661796 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3dfc2637-f32d-4979-9cb4-1a5d38425c1f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3051090 Dec 16 15:52:49.666627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54676) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:49.675381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:26:d7:e3', 'name': 'tempest-NetworksTestDHCPv6-1861570082'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:49.733142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Pushing event updated for resources: {'Port': ['ID=011f59cf-155d-4061-af83-783309a61186,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:49.828514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Attempting to bind port 011f59cf-155d-4061-af83-783309a61186 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:49.829042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Attempting to bind port 011f59cf-155d-4061-af83-783309a61186 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:49.829481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Attempting to bind port 011f59cf-155d-4061-af83-783309a61186 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:49.837678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:49.838201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:49.838804 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.839426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:49.840261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Bound port: 011f59cf-155d-4061-af83-783309a61186, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:49.840882 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:49.968013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] For port 011f59cf-155d-4061-af83-783309a61186, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:49.971913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] For port 011f59cf-155d-4061-af83-783309a61186, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=011f59cf-155d-4061-af83-783309a61186,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:50.062861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:50.113261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:50.125895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:50.294744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:50.336084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad972e1c-56dd-4048-be5f-46af67ec4c23 None None] Pushing event updated for resources: {'Port': ['ID=011f59cf-155d-4061-af83-783309a61186,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:50.344915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port e2ac115b-da98-4830-97c8-99c6308f5941 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:50.915493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 172.20.0.6 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e3f2f440-f9fe-4e64-97a2-4d217805f997/e2ac115b-da98-4830-97c8-99c6308f5941) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:50.924957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe26:d7e3 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/8c56303f-de80-4da0-9178-18023cdf3dac/e2ac115b-da98-4830-97c8-99c6308f5941) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:51.059632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 011f59cf-155d-4061-af83-783309a61186 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:51.189027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:51.189860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.319937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.419804 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.472038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 011f59cf-155d-4061-af83-783309a61186, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=011f59cf-155d-4061-af83-783309a61186,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:51.488674 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.599566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.639597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:51.645886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:51.661615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:51.732416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=e2ac115b-da98-4830-97c8-99c6308f5941,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:51.741340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=011f59cf-155d-4061-af83-783309a61186,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:51.749923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:51.750920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:51.968624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54712) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:51.969369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6d33ff87-79ee-4ff1-8ee9-0734cb92b90f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3005810 Dec 16 15:52:52.113508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f3ed9-bbf4-42c9-8f65-5265823642ac tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:52.119787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96f3ed9-bbf4-42c9-8f65-5265823642ac tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:52.121733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e96f3ed9-bbf4-42c9-8f65-5265823642ac tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1493363 Dec 16 15:52:52.125407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54714) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:52.185042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7600c1d-1f06-4426-8b32-ad369ab570cc None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:52.262661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port e2ac115b-da98-4830-97c8-99c6308f5941 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:52.262661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:52.429734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5683b305-ade1-4664-9c5c-5f7fec4c2672 None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:52.429734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5683b305-ade1-4664-9c5c-5f7fec4c2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:52.471451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54720) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:52.497895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:52.529011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for e2ac115b-da98-4830-97c8-99c6308f5941 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:52.723473 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4d06-19da-4530-83e8-a6767e00ad72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:52.791597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '8c56303f-de80-4da0-9178-18023cdf3dac', 'ip_address': '2001:db8::f816:3eff:feee:7fd1'}, {'subnet_id': 'e3f2f440-f9fe-4e64-97a2-4d217805f997'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '011f59cf-155d-4061-af83-783309a61186'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:52:52.885795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.014016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 011f59cf-155d-4061-af83-783309a61186 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:53.274178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.313725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:53.314839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.343661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=e2ac115b-da98-4830-97c8-99c6308f5941,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:53.344909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Allocated IP 172.20.0.2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/e3f2f440-f9fe-4e64-97a2-4d217805f997/011f59cf-155d-4061-af83-783309a61186) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:53.424363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4d06-19da-4530-83e8-a6767e00ad72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.499222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4d06-19da-4530-83e8-a6767e00ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.533922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.546640 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84b5c506-538f-4dd4-a299-345d61c439c4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/e2ac115b-da98-4830-97c8-99c6308f5941 HTTP/1.1" status: 204 len: 168 time: 1.4198754 Dec 16 15:52:53.549902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54728) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:53.578860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf4b4d06-19da-4530-83e8-a6767e00ad72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88553cb6ea884b459ae24ed9fe987df3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1028872 Dec 16 15:52:53.578860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4d06-19da-4530-83e8-a6767e00ad72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236bda49-ce49-4b54-be76-4a3823e9552f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:53.582865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:53.617802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] For port 011f59cf-155d-4061-af83-783309a61186, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=011f59cf-155d-4061-af83-783309a61186,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:53.691381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.695475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.697516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bec00-fbe2-49b8-ae11-a6ee946357b3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:53.700461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bec00-fbe2-49b8-ae11-a6ee946357b3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:53.703425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bec00-fbe2-49b8-ae11-a6ee946357b3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:53.706468 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-707bec00-fbe2-49b8-ae11-a6ee946357b3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1548634 Dec 16 15:52:53.709981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54732) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:53.730051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.776431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 8c56303f-de80-4da0-9178-18023cdf3dac {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:53.826476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.827123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.915192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.921631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.925232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:53.928677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/236bda49-ce49-4b54-be76-4a3823e9552f HTTP/1.1" status: 204 len: 168 time: 0.3440263 Dec 16 15:52:53.948568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bec41-0eac-48e5-97cc-cecf3d36b2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236bda49-ce49-4b54-be76-4a3823e9552f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:54.003972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfda42a-bc6d-48d3-8783-8360a2af91a1 None None] Pushing event updated for resources: {'Port': ['ID=011f59cf-155d-4061-af83-783309a61186,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:54.111935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.341828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.384965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.388648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/8c56303f-de80-4da0-9178-18023cdf3dac HTTP/1.1" status: 204 len: 168 time: 0.6768761 Dec 16 15:52:54.390224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518bdd-ce6b-4800-a73e-5e9ecb215c49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=8c56303f-de80-4da0-9178-18023cdf3dac,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:54.392306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54740) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:54.521523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet e3f2f440-f9fe-4e64-97a2-4d217805f997 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:52:54.531946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.610227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.886336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:54.959187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 011f59cf-155d-4061-af83-783309a61186 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:52:55.082157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:55.082761 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:55.162649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfdf7e-c09c-41dd-a09b-68a4016c74ae None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:55.216566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:55.253751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b6c5ccf9-c8ad-45f5-b267-a3dd934a3d86 None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:55.258097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6c5ccf9-c8ad-45f5-b267-a3dd934a3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:55.307259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f2f440-f9fe-4e64-97a2-4d217805f997,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:55.322398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:55.330919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-25691d97-4ee2-4ffe-ae89-643b87797824 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e3f2f440-f9fe-4e64-97a2-4d217805f997 HTTP/1.1" status: 204 len: 168 time: 0.9350190 Dec 16 15:52:55.335663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54760) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:55.468888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:55.469914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2be480a0-2ca5-4ef7-8d04-55892a3fdb09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320481 Dec 16 15:52:55.480044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:55.653993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b6c5ccf9-c8ad-45f5-b267-a3dd934a3d86 None None] Could not find standard attr ID for object e2ac115b-da98-4830-97c8-99c6308f5941. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:52:55.718199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb275325-4e46-455d-8af7-62bed6eef73f None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'e3f2f440-f9fe-4e64-97a2-4d217805f997'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '011f59cf-155d-4061-af83-783309a61186'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:52:55.762508 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb275325-4e46-455d-8af7-62bed6eef73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:55.813555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:55.818336 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:56.109417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112eadd-f5c0-4a13-8f21-795e6e1eca90 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:56.274834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cb0ca1a7-f4dc-4f97-bfb1-b9db68b5cc9d None None] Provisioning complete for port 011f59cf-155d-4061-af83-783309a61186 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:52:56.275348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca1a7-f4dc-4f97-bfb1-b9db68b5cc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:56.466668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:52:56.552790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Deleting port 011f59cf-155d-4061-af83-783309a61186 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:52:56.553279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:56.657461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] For port 011f59cf-155d-4061-af83-783309a61186, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=011f59cf-155d-4061-af83-783309a61186,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:52:56.658058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:56.678291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Calling delete_port for 011f59cf-155d-4061-af83-783309a61186 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:52:56.718027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:56.983298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:56.989164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:56.999066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:57.000149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:57.004412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 011f59cf-155d-4061-af83-783309a61186 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:52:57.037248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=2583cefe-126a-461b-9a21-fc65583000f2,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:57.051396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.052006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.052528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.055609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.055609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.055609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.055609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.056446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.056446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.057155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.057570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.058146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.058709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.097315 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-af4cd941-e209-46ac-b998-a748be2580d1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6251421 Dec 16 15:52:57.102810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:57.112377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:57.174663 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:57.232314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:57.373765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Pushing event deleted for resources: {'Port': ['ID=011f59cf-155d-4061-af83-783309a61186,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.400365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-de2edd6a-2f2f-4882-8892-9df0aef7e4e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643637 Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.401538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:52:57.409823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ee3db-8695-4864-afb9-d215ea6e0ac8 None None] No DVR routers for this DVR port 011f59cf-155d-4061-af83-783309a61186 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:52:57.441578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d677b71-3c46-4a5e-a54b-2c1c8edad63d None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:52:57.497482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:57.497482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:57.586315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e216-c51a-4474-b291-34296f7d9cbb req-9836409f-016a-493e-b264-0db594b069c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:57.589639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-9836409f-016a-493e-b264-0db594b069c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=554306f38bf84e3b82842103e7a234a9&device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 1096 time: 0.0933902 Dec 16 15:52:57.644855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '2583cefe-126a-461b-9a21-fc65583000f2'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:52:57.646055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:57.855576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e216-c51a-4474-b291-34296f7d9cbb req-191f550e-c80d-41cf-8392-1f79406f5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:57.858043 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-191f550e-c80d-41cf-8392-1f79406f5fa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 200 len: 914 time: 0.2240121 Dec 16 15:52:57.946937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-8a65245c-9036-43bb-b264-328935a5a1e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a HTTP/1.1" status: 200 len: 217 time: 0.0793412 Dec 16 15:52:58.038177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Allocated IP 172.20.0.2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/2583cefe-126a-461b-9a21-fc65583000f2/f387cf7a-7c2f-439a-85be-26576804fbb2) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:58.062706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e216-c51a-4474-b291-34296f7d9cbb req-81025d8e-1083-4f42-aa06-291c10e80b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:58.073052 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-81025d8e-1083-4f42-aa06-291c10e80b26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 200 len: 853 time: 0.1161580 Dec 16 15:52:58.135019 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-8c9a6199-c868-417a-93e4-891ea866d743 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231b7e87-4618-457c-ae82-ce864ff2e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552354 Dec 16 15:52:58.286478 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-fb12bbf6-88c1-4361-bd21-8b5dd221cd5a service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428773 Dec 16 15:52:58.324779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:52:58.326603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:58.395202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=95a7622d-09b8-4160-bd4a-7f2f38358b20,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:58.418188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:58.421275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:58.439591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:52:58.439591 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:58.494608 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:58.535784 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5057e216-c51a-4474-b291-34296f7d9cbb req-d991d90d-5361-41d4-8959-f64250b85b6e service neutron] 10.222.0.30 "GET /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383657 Dec 16 15:52:58.583205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54810) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:52:58.586170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-49736a9b-c3e6-47b2-a748-8d3fa14e108d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4798410 Dec 16 15:52:58.588769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:3c:63:78', 'name': 'tempest-NetworksTestDHCPv6-163333356'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:52:58.618433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:58.783520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Pushing event updated for resources: {'Port': ['ID=f387cf7a-7c2f-439a-85be-26576804fbb2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:58.830689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:52:58.843062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:52:58.852628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:52:58.889589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:52:58.986036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:58.992721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Attempting to bind port f387cf7a-7c2f-439a-85be-26576804fbb2 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:52:58.992721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Attempting to bind port f387cf7a-7c2f-439a-85be-26576804fbb2 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:52:58.992721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Attempting to bind port f387cf7a-7c2f-439a-85be-26576804fbb2 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:52:59.001285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:52:59.001855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:52:59.002595 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:59.003381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:52:59.005233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Bound port: f387cf7a-7c2f-439a-85be-26576804fbb2, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:52:59.005233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:59.062960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:59.112849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 7374da98-9dcb-4f1f-b547-59b66be0efbc yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:52:59.163077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] For port f387cf7a-7c2f-439a-85be-26576804fbb2, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:52:59.171036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] For port f387cf7a-7c2f-439a-85be-26576804fbb2, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f387cf7a-7c2f-439a-85be-26576804fbb2,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:52:59.254983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:59.383188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebf534-1c1d-4624-ab16-dec33f67c471 None None] Pushing event updated for resources: {'Port': ['ID=f387cf7a-7c2f-439a-85be-26576804fbb2,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:52:59.540134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 172.20.0.7 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/2583cefe-126a-461b-9a21-fc65583000f2/7374da98-9dcb-4f1f-b547-59b66be0efbc) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:59.552198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe3c:6378 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/95a7622d-09b8-4160-bd4a-7f2f38358b20/7374da98-9dcb-4f1f-b547-59b66be0efbc) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:52:59.662875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:52:59.942807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:00.730970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:00.809038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:00.814126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:00.817034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:00.817969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d18742-26af-4c7c-b2a7-ba2f5c439295 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:00.964612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=7374da98-9dcb-4f1f-b547-59b66be0efbc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:01.037183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f387cf7a-7c2f-439a-85be-26576804fbb2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:01.044561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:01.045883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.081843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] Provisioning complete for port f387cf7a-7c2f-439a-85be-26576804fbb2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:01.082506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.205044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f387cf7a-7c2f-439a-85be-26576804fbb2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:01.205455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.220637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58d1d3d8-d814-4d33-8be2-29b59dffc43e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6358402 Dec 16 15:53:01.234182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:01.285745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.322091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad771125-f949-40e2-a86f-19c89b4564f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:01.328338 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad771125-f949-40e2-a86f-19c89b4564f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:01.332473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ad771125-f949-40e2-a86f-19c89b4564f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0940034 Dec 16 15:53:01.332677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '2583cefe-126a-461b-9a21-fc65583000f2', 'ip_address': '172.20.0.2'}, {'subnet_id': '95a7622d-09b8-4160-bd4a-7f2f38358b20'}], 'binding:host_id': 'n-d-821947-3'}, 'id': 'f387cf7a-7c2f-439a-85be-26576804fbb2'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:53:01.332819 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:01.440520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 7374da98-9dcb-4f1f-b547-59b66be0efbc {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:01.440871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.450710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] For port f387cf7a-7c2f-439a-85be-26576804fbb2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f387cf7a-7c2f-439a-85be-26576804fbb2,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:01.470099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.540898 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.586933 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.591379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:01.614780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 7374da98-9dcb-4f1f-b547-59b66be0efbc owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:01.897078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b8241-2d2c-4467-86a6-9a89490faea5 None None] Pushing event updated for resources: {'Port': ['ID=f387cf7a-7c2f-439a-85be-26576804fbb2,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:01.907963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:53:01.908922 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:53:01.976230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Allocated IP 2001:db8::f816:3eff:fe1d:21fb (fa6a33dc-208e-40b8-a979-8ec634d1fff7/95a7622d-09b8-4160-bd4a-7f2f38358b20/f387cf7a-7c2f-439a-85be-26576804fbb2) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:02.033880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.148308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=7374da98-9dcb-4f1f-b547-59b66be0efbc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:02.148459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] For port f387cf7a-7c2f-439a-85be-26576804fbb2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f387cf7a-7c2f-439a-85be-26576804fbb2,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:02.199739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.270351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.321710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.331116 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-27d8137d-c528-4ad2-b1e6-8297930aa641 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/7374da98-9dcb-4f1f-b547-59b66be0efbc HTTP/1.1" status: 204 len: 168 time: 0.9950435 Dec 16 15:53:02.331679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:02.420975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3a69f-55fe-447a-8b51-452a844b5d66 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:02.423131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3a69f-55fe-447a-8b51-452a844b5d66 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:02.425429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3a69f-55fe-447a-8b51-452a844b5d66 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:02.430238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:02.431046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-adf3a69f-55fe-447a-8b51-452a844b5d66 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0964785 Dec 16 15:53:02.447012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3b3ba-9f0a-446c-ac1a-9089c40fcb1a None None] Pushing event updated for resources: {'Port': ['ID=f387cf7a-7c2f-439a-85be-26576804fbb2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:02.511867 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 2583cefe-126a-461b-9a21-fc65583000f2 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:02.521685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.583101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.699133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:02.917639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f387cf7a-7c2f-439a-85be-26576804fbb2 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:03.021574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.045184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.047993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f387cf7a-7c2f-439a-85be-26576804fbb2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:03.050492 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.059211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:03.074908 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/2583cefe-126a-461b-9a21-fc65583000f2 HTTP/1.1" status: 204 len: 168 time: 0.6433756 Dec 16 15:53:03.116393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bde33d-6f23-460e-800e-0ff9ce988e2f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=2583cefe-126a-461b-9a21-fc65583000f2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:03.152689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 95a7622d-09b8-4160-bd4a-7f2f38358b20 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:03.157262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.246033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.417117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.441612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4a4df-0a10-4552-a9d2-7e3979fb50ef None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:03.453988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-af85e029-0289-42ed-8136-691888be8329 None None] Provisioning complete for port f387cf7a-7c2f-439a-85be-26576804fbb2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:03.454514 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af85e029-0289-42ed-8136-691888be8329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.621401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.690900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-af85e029-0289-42ed-8136-691888be8329 None None] Could not find standard attr ID for object 7374da98-9dcb-4f1f-b547-59b66be0efbc. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:03.696409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:03.704555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/95a7622d-09b8-4160-bd4a-7f2f38358b20 HTTP/1.1" status: 204 len: 168 time: 0.6404998 Dec 16 15:53:03.704555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7076e-6b95-4f7e-94b6-7b77dd49a092 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=95a7622d-09b8-4160-bd4a-7f2f38358b20,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:03.705040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54952) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:03.721944 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:53:03.779756 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-395bf21b-ecfb-490e-adca-0cc43089c3fe tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727518 Dec 16 15:53:03.783591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54958) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:03.792168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:03.833840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf835c5-4497-494d-979f-0b9af0c10b72 None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '95a7622d-09b8-4160-bd4a-7f2f38358b20'}], 'binding:host_id': 'n-d-821947-3'}, 'id': 'f387cf7a-7c2f-439a-85be-26576804fbb2'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:53:03.910414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0cf835c5-4497-494d-979f-0b9af0c10b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.176157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4075863-d72b-416d-a60c-5f27ff5732d9 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:04.179047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:04.185245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.312838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba89aea7-7b5f-4423-8ed1-8d8cf05c47a0 None None] Provisioning complete for port f387cf7a-7c2f-439a-85be-26576804fbb2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:04.313172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba89aea7-7b5f-4423-8ed1-8d8cf05c47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.542807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:04.616524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Deleting port f387cf7a-7c2f-439a-85be-26576804fbb2 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:04.617205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.678855 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.730931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] For port f387cf7a-7c2f-439a-85be-26576804fbb2, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f387cf7a-7c2f-439a-85be-26576804fbb2,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:04.730931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.749275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Calling delete_port for f387cf7a-7c2f-439a-85be-26576804fbb2 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:04.754642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:04.761103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:04.769537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:04.770536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:04.809406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=5e63de49-20f9-4480-a3dd-bd433972a9d5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:04.899233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b165495-bd4e-461f-929e-23a140bf288d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139917 Dec 16 15:53:04.910971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f387cf7a-7c2f-439a-85be-26576804fbb2 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:04.911182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54974) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:04.924996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:05.021735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:05.082013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] Pushing event deleted for resources: {'Port': ['ID=f387cf7a-7c2f-439a-85be-26576804fbb2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:05.090274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No active binding found for port f387cf7a-7c2f-439a-85be-26576804fbb2 {{(pid=104057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 15:53:05.090977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f387cf7a-7c2f-439a-85be-26576804fbb2 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:05.100993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648a403-119e-44c4-bcd1-5d31420e4333 None None] No DVR routers for this DVR port f387cf7a-7c2f-439a-85be-26576804fbb2 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:05.146945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c17c94-cb96-4561-824f-e670efcc156e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:05.301954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 54982) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:05.323239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '5e63de49-20f9-4480-a3dd-bd433972a9d5'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:05.355674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:05.480400 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8c91162-47d7-4274-8977-55989853fe11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:05.533495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Allocated IP 172.20.0.2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/5e63de49-20f9-4480-a3dd-bd433972a9d5/1d407170-40ec-458c-b487-bd016c735b50) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:05.613109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8c91162-47d7-4274-8977-55989853fe11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:05.700820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:05.705446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:05.750481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.630522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8c91162-47d7-4274-8977-55989853fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.680393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.682688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c91162-47d7-4274-8977-55989853fe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021c79b-a1d7-4baf-9d3a-c5fc4d623f37,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:06.697242 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8c91162-47d7-4274-8977-55989853fe11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b971c762c6a473faad8948befb3a5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3931670 Dec 16 15:53:06.702777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 54998) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:06.794798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Pushing event updated for resources: {'Port': ['ID=1d407170-40ec-458c-b487-bd016c735b50,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:06.826654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:06.828676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:06.831371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:06.951742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Attempting to bind port 1d407170-40ec-458c-b487-bd016c735b50 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:06.954549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Attempting to bind port 1d407170-40ec-458c-b487-bd016c735b50 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:06.955196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Attempting to bind port 1d407170-40ec-458c-b487-bd016c735b50 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:06.966139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:06.969563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:06.969563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:06.969563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:06.969563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Bound port: 1d407170-40ec-458c-b487-bd016c735b50, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:06.969563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.010980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.020385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:07.060739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] For port 1d407170-40ec-458c-b487-bd016c735b50, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:07.066085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] For port 1d407170-40ec-458c-b487-bd016c735b50, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d407170-40ec-458c-b487-bd016c735b50,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:07.148607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.244352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6daaf-47cf-4600-b0bf-6e1815cd27de None None] Pushing event updated for resources: {'Port': ['ID=1d407170-40ec-458c-b487-bd016c735b50,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:07.283763 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.659278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.673409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.679156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:07.693248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a021c79b-a1d7-4baf-9d3a-c5fc4d623f37 HTTP/1.1" status: 204 len: 168 time: 0.9770985 Dec 16 15:53:07.720614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5af434-4872-4160-9dd5-1430ae72e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021c79b-a1d7-4baf-9d3a-c5fc4d623f37,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:08.115948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port 1d407170-40ec-458c-b487-bd016c735b50, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d407170-40ec-458c-b487-bd016c735b50,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:08.168507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:08.317909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:08.319135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:08.461796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=1944b424-5173-40f4-abe8-4ffc427f7699,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:08.491636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:08.496910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:08.502781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:08.503937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:08.562060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=1d407170-40ec-458c-b487-bd016c735b50,revision_number=4']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:08.681912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46866199-3f38-4ed9-a0c4-2d25dbbf16f4 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:08.810258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c42f687-6dd3-443e-82a8-f017cb81b337 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8908789 Dec 16 15:53:08.810258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55020) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:08.816007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:c1:ae:3a', 'name': 'tempest-NetworksTestDHCPv6-1975413758'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:08.986260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55022) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:08.994760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] Provisioning complete for port 1d407170-40ec-458c-b487-bd016c735b50 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:08.995140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.040114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5823b46e-0056-4d20-a1e4-19bcd8d184c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.048622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d407170-40ec-458c-b487-bd016c735b50 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:09.158140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5823b46e-0056-4d20-a1e4-19bcd8d184c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.161649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:09.189637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1d407170-40ec-458c-b487-bd016c735b50 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:09.190285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.325145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.345273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5823b46e-0056-4d20-a1e4-19bcd8d184c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.357266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port f451ed49-eef3-4ce6-a421-5e2904a4f58d yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:09.388293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.411113 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5823b46e-0056-4d20-a1e4-19bcd8d184c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=568aea1c11e543c6ab392178049214bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228103 Dec 16 15:53:09.447024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55026) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:09.449068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.474033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] For port 1d407170-40ec-458c-b487-bd016c735b50, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d407170-40ec-458c-b487-bd016c735b50,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:09.503685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823b46e-0056-4d20-a1e4-19bcd8d184c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34fc7e0-3cfd-415a-bd29-c0e1e8a2d5c8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:09.553960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.595337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.636900 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.741603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 172.20.0.7 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/5e63de49-20f9-4480-a3dd-bd433972a9d5/f451ed49-eef3-4ce6-a421-5e2904a4f58d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:09.753908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fec1:ae3a (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1944b424-5173-40f4-abe8-4ffc427f7699/f451ed49-eef3-4ce6-a421-5e2904a4f58d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:09.809110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.810862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:53:09.810862 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:53:09.811719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bc2b2-48e8-40d9-8c9f-a765777a7307 None None] Pushing event updated for resources: {'Port': ['ID=1d407170-40ec-458c-b487-bd016c735b50,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:09.823950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:09.825507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d34fc7e0-3cfd-415a-bd29-c0e1e8a2d5c8 HTTP/1.1" status: 204 len: 168 time: 0.3766723 Dec 16 15:53:09.845314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cde328-0d1f-4d55-8c73-2c91cdc23a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34fc7e0-3cfd-415a-bd29-c0e1e8a2d5c8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:10.171770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:10.290347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:10.446891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=f451ed49-eef3-4ce6-a421-5e2904a4f58d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:10.465541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:10.468516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:10.480356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:10.635855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-95f217a8-cbae-48b1-b8a8-27b886a561f6 None None] Provisioning complete for port 1d407170-40ec-458c-b487-bd016c735b50 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:10.636147 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95f217a8-cbae-48b1-b8a8-27b886a561f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:10.669861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:10.671786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:10.794511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-781ffcb8-7114-478c-8b3f-2b806f950cb3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9834349 Dec 16 15:53:10.798451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55048) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:10.976319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d407170-40ec-458c-b487-bd016c735b50 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:11.138651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-99422f8c-2f50-4a4f-b7aa-f26c9a6cda88 None None] Could not find standard attr ID for object e2ac115b-da98-4830-97c8-99c6308f5941. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:11.192158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1d407170-40ec-458c-b487-bd016c735b50 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:11.192752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.404384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa505933-c1c9-4293-b53b-706895b45009 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:11.413377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa505933-c1c9-4293-b53b-706895b45009 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:11.415600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aa505933-c1c9-4293-b53b-706895b45009 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6162069 Dec 16 15:53:11.420242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55058) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:11.659096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6426ec7b-72a3-433d-bb8a-677b2bf72273 None None] Could not find standard attr ID for object 7374da98-9dcb-4f1f-b547-59b66be0efbc. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:11.673870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port f451ed49-eef3-4ce6-a421-5e2904a4f58d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:11.674455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.933810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:11.974302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for f451ed49-eef3-4ce6-a421-5e2904a4f58d owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:12.483603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.546504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e141d7b-ef89-4f9f-9fac-03888a349434 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:53:12.553180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=f451ed49-eef3-4ce6-a421-5e2904a4f58d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:12.679193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.686917 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ff314b6-5aa5-41be-861b-e7cbb6ee68f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/f451ed49-eef3-4ce6-a421-5e2904a4f58d HTTP/1.1" status: 204 len: 168 time: 1.2605040 Dec 16 15:53:12.687441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:12.745015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e141d7b-ef89-4f9f-9fac-03888a349434 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:53:12.795208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e97da-96ab-4e7f-bf2d-8f590b344490 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.797628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e97da-96ab-4e7f-bf2d-8f590b344490 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.799436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e97da-96ab-4e7f-bf2d-8f590b344490 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:12.809860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55100) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:12.811580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8c4e97da-96ab-4e7f-bf2d-8f590b344490 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1148868 Dec 16 15:53:12.872572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 1944b424-5173-40f4-abe8-4ffc427f7699 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:12.877189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:12.937064 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.168819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.310523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ecafc5a9-b5c7-4b3d-a461-43acc5e64757 None None] Provisioning complete for port 520bf053-9f83-4926-b31d-1ce5b5160f2a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:13.310982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ecafc5a9-b5c7-4b3d-a461-43acc5e64757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.387364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.466407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=1944b424-5173-40f4-abe8-4ffc427f7699,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:13.474942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.484191 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f2aadd2-8e59-41a8-91b3-21a9ee2d01e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1944b424-5173-40f4-abe8-4ffc427f7699 HTTP/1.1" status: 204 len: 168 time: 0.6725540 Dec 16 15:53:13.487967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55122) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:13.608422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 5e63de49-20f9-4480-a3dd-bd433972a9d5 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:13.612849 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.689734 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:13.885654 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.124331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.175563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=5e63de49-20f9-4480-a3dd-bd433972a9d5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:14.218971 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2eb7a21-e2ab-4d51-802f-9e800c676d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.222367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.241934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c8fe0d49-b284-4222-818f-b8622bf70dd7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/5e63de49-20f9-4480-a3dd-bd433972a9d5 HTTP/1.1" status: 204 len: 168 time: 0.7518330 Dec 16 15:53:14.244782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55166) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:14.324415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa1d1ec0-be90-46f1-85f3-73623a84c38b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758462 Dec 16 15:53:14.326918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:14.384774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad31531-a499-46b5-88ea-baf0180a2ca0 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:14.440535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28171a64-c52e-4610-9698-22176c610595 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:14.446899 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-28171a64-c52e-4610-9698-22176c610595 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1180062 Dec 16 15:53:14.448886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55170) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:14.464523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e73535d1-4b42-4758-99df-ef439e2d5af6 None None] Provisioning complete for port 1d407170-40ec-458c-b487-bd016c735b50 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:14.464830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73535d1-4b42-4758-99df-ef439e2d5af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.551232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58c5f4-701a-4e72-8d40-f6ba0e9d4268 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:14.557091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:14.565745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c58c5f4-701a-4e72-8d40-f6ba0e9d4268 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133358 Dec 16 15:53:14.612750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c922707c-f774-4e47-a632-5732af3f94dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539219 Dec 16 15:53:14.624221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55182) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:14.629911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:14.671569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:14.730161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Deleting port 1d407170-40ec-458c-b487-bd016c735b50 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:14.730461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.811802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] For port 1d407170-40ec-458c-b487-bd016c735b50, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1d407170-40ec-458c-b487-bd016c735b50,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:14.812343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.833150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Calling delete_port for 1d407170-40ec-458c-b487-bd016c735b50 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:14.883297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1d407170-40ec-458c-b487-bd016c735b50 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:14.893635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:14.900197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:14.903380 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:14.904155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:15.006428 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:15.328657 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-62dafb7e-57ac-4976-94a8-31aafbc9e511 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7028577 Dec 16 15:53:15.332455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55184) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:15.339218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:15.428035 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:15.502637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] Pushing event deleted for resources: {'Port': ['ID=1d407170-40ec-458c-b487-bd016c735b50,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:15.506544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f2365-35c9-43ca-a7a4-61700fa56755 None None] No DVR routers for this DVR port 1d407170-40ec-458c-b487-bd016c735b50 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:15.603987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:15.611725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:15.614536 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:15.615031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:15.790441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d376651-b023-485c-88c3-e3b560d59b82 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4530518 Dec 16 15:53:15.791201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:15.803704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:15.871605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55202) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:16.129502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5d2f-83e8-4cda-b519-a14dab57c9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.226707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:16.233075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.235505 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:16.236251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:16.259050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5d2f-83e8-4cda-b519-a14dab57c9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.395783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9ec5d2f-83e8-4cda-b519-a14dab57c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.404889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4182661b-0f42-4273-88a1-562c9fbdfc40 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6104701 Dec 16 15:53:16.415552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55208) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:16.424475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:16.462513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec5d2f-83e8-4cda-b519-a14dab57c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee325de0-12aa-4335-bd22-c149d54a09cb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:16.473422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9ec5d2f-83e8-4cda-b519-a14dab57c9e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1b588d8119d42839261959cd6e855ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996783 Dec 16 15:53:16.483383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55210) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:16.544704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c631fae-e6e9-4445-a959-73210a92f7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.603908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.662736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.694968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445346e-1117-4c5f-84c5-41c8eb2733cf req-91c0765b-6c29-4553-a052-29b04aa21f07 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:16.696746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5445346e-1117-4c5f-84c5-41c8eb2733cf req-91c0765b-6c29-4553-a052-29b04aa21f07 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.1163847 Dec 16 15:53:16.705742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:16.710808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.713274 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:16.713846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:16.763495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5445346e-1117-4c5f-84c5-41c8eb2733cf req-59b91f52-663e-4614-87a0-987e299db89c tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592253 Dec 16 15:53:16.823200 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8f44eb37-a850-41e9-8182-8af3d1fd21c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4062386 Dec 16 15:53:16.826721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55214) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:16.834931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:16.852996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.861731 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:16.861731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ee325de0-12aa-4335-bd22-c149d54a09cb HTTP/1.1" status: 204 len: 168 time: 0.3729281 Dec 16 15:53:16.870037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58e8f8-3d2b-4d0c-8610-5e5ab3c24134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee325de0-12aa-4335-bd22-c149d54a09cb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:17.094625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:17.098779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.101556 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:17.102189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:17.331518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e543751-b32d-4170-9fe7-a49e2697fe2a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5031929 Dec 16 15:53:17.336522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55220) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:17.342776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:17.705583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:17.709395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.711288 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:17.712208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:17.831210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48f2a828-afa0-4b72-8f55-9c70074b2e8e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4928720 Dec 16 15:53:17.834383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55234) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:17.900476 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:17.907803 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ccc473e6-88ac-4798-98b4-cea5feb7ce28 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0674665 Dec 16 15:53:17.908859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55236) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:17.969516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13742d2-da73-4701-979c-b150a88cf8bd req-05ca68d8-b01e-4a45-b2ae-acfdba75e9a7 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:17.971419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b13742d2-da73-4701-979c-b150a88cf8bd req-05ca68d8-b01e-4a45-b2ae-acfdba75e9a7 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.0863159 Dec 16 15:53:17.991456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c003e-47de-45f0-8e8c-48b9877c7273 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:17.993337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fb3c003e-47de-45f0-8e8c-48b9877c7273 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828536 Dec 16 15:53:17.996669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55238) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:18.054736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b13742d2-da73-4701-979c-b150a88cf8bd req-cb2d2de1-1eab-4d80-8be4-db913ea53695 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/security-groups?id=12a2623d-3ea4-48cf-807f-920e246ede83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729721 Dec 16 15:53:18.057719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61a66923-beef-4b02-a075-1382a45ac03b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592141 Dec 16 15:53:18.066756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55242) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:18.071701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:18.241403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-bb320574-bb0b-4d65-8aa3-491187fda32c tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:18.244187 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-bb320574-bb0b-4d65-8aa3-491187fda32c tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 945 time: 0.0800338 Dec 16 15:53:18.384804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Deleting port 520bf053-9f83-4926-b31d-1ce5b5160f2a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:18.385285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:18.454625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:18.461187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:18.561455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] For port 520bf053-9f83-4926-b31d-1ce5b5160f2a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=520bf053-9f83-4926-b31d-1ce5b5160f2a,segment=NetworkSegment(aab7db8a-580e-434d-8f06-26b40019fa9e),segment_id=aab7db8a-580e-434d-8f06-26b40019fa9e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:18.561817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:18.588011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Calling delete_port for 520bf053-9f83-4926-b31d-1ce5b5160f2a owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:18.956444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:18.961573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:18.964338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:18.995995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['520bf053-9f83-4926-b31d-1ce5b5160f2a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:53:19.073231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:19.080392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:19.090411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:19.090874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:19.116148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=4f9d3ad1-89e6-46a9-848a-52c85a792014,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:19.117244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212b900-3a2a-4e36-8b8e-bbbe1d31490e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:19.271468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4288c3ad-5aa4-489f-b732-a809beaf90bf req-e220da8b-554d-4c71-975b-2759d88ba91a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.0497990 Dec 16 15:53:19.292672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-977f6ec3-4edc-4007-ab42-9cad3b48116a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2283039 Dec 16 15:53:19.295491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55260) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:19.301205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:29:24:4f', 'name': 'tempest-NetworksTestDHCPv6-1218316888'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:19.343427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '4f9d3ad1-89e6-46a9-848a-52c85a792014'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:19.345825 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:19.374924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Pushing event deleted for resources: {'Port': ['ID=520bf053-9f83-4926-b31d-1ce5b5160f2a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:19.428520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] No DVR routers for this DVR port 520bf053-9f83-4926-b31d-1ce5b5160f2a on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:19.431981 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:19.437028 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7f413145-d10f-4fec-882b-e78fe8ddd122 req-2ef3391c-6b8f-449d-8c79-b172f73fca5a tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.30 "DELETE /v2.0/ports/520bf053-9f83-4926-b31d-1ce5b5160f2a HTTP/1.1" status: 204 len: 173 time: 1.1837082 Dec 16 15:53:19.437644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'name': 'network-vif-deleted', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:19.440834 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d84137-1ecd-42dc-81ee-9a0aa90ea23a" -d '{"events": [{"server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "name": "network-vif-deleted", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:19.505678 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18e2c95-82b4-472f-b7b9-860e8e7ec421 x-openstack-request-id: req-b18e2c95-82b4-472f-b7b9-860e8e7ec421 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:19.506781 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f7e1f7-613e-4c12-90d0-8d22ac830032", "name": "network-vif-deleted", "tag": "520bf053-9f83-4926-b31d-1ce5b5160f2a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:19.507204 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b18e2c95-82b4-472f-b7b9-860e8e7ec421 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:19.507901 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f7e1f7-613e-4c12-90d0-8d22ac830032', 'name': 'network-vif-deleted', 'tag': '520bf053-9f83-4926-b31d-1ce5b5160f2a', 'status': 'completed', 'code': 200} Dec 16 15:53:19.513262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49fc0e8-e3ba-4474-879b-0eb53652c7c3 None None] DHCP port deletion for 231b7e87-4618-457c-ae82-ce864ff2e491 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:19.594249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Allocated IP 2001:db8::f816:3eff:fe51:5842 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f9d3ad1-89e6-46a9-848a-52c85a792014/ba1795a4-0955-4c3d-879a-7ea26321f642) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:19.767178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.209356 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.352595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:20.353442 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.357819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.423367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:20.428201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:20.433008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Pushing event updated for resources: {'Port': ['ID=ba1795a4-0955-4c3d-879a-7ea26321f642,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:20.439619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:20.487030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-928b871e-5933-4a87-bbd7-c1788182e49c req-2f705d19-ff22-4ba3-87a9-8dc8b4b96d28 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.1238723 Dec 16 15:53:20.530362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Attempting to bind port ba1795a4-0955-4c3d-879a-7ea26321f642 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:20.530895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Attempting to bind port ba1795a4-0955-4c3d-879a-7ea26321f642 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:20.531232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Attempting to bind port ba1795a4-0955-4c3d-879a-7ea26321f642 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:20.537967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:20.538488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:20.538753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.539279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:20.539779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Bound port: ba1795a4-0955-4c3d-879a-7ea26321f642, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:20.540789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.563655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.591983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 4034f673-1a6e-4ed3-a99d-58838fe980fc yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:20.675615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] For port ba1795a4-0955-4c3d-879a-7ea26321f642, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:20.679270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] For port ba1795a4-0955-4c3d-879a-7ea26321f642, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ba1795a4-0955-4c3d-879a-7ea26321f642,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:20.748242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:20.751149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe29:244f (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f9d3ad1-89e6-46a9-848a-52c85a792014/4034f673-1a6e-4ed3-a99d-58838fe980fc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:20.794162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:20.925901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c80414-d9f9-4f62-95fe-b1950f90d4fe None None] Pushing event updated for resources: {'Port': ['ID=ba1795a4-0955-4c3d-879a-7ea26321f642,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:20.951753 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.008387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-504181094'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:21.170385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.220762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Made reservation on behalf of 258e88b1a59f4b54bfcd416a359a69ed for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:21.228174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.245841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.251060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:21.255758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:21.260017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:21.269807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:21.270603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.290884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=4034f673-1a6e-4ed3-a99d-58838fe980fc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:21.373241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.509546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aa2d2f1e-604d-4b1b-ac48-a0874870a667 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2125335 Dec 16 15:53:21.512920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:21.571161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05770a-89cd-446f-8634-e88333dca7c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:21.576949 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.577271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05770a-89cd-446f-8634-e88333dca7c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:21.581802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f05770a-89cd-446f-8634-e88333dca7c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0651202 Dec 16 15:53:21.582168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55288) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:21.623161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:53:21.661090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243cbd46-058c-47fa-a5a1-4ea87a28cae3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:21.669537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.670096 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Added segment 4c5308a3-fb3b-4e09-9a7b-77c41b719cf3 of type vlan for network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee Dec 16 15:53:21.699163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c74b3ab-7346-4338-80cd-af1fb0e91257 req-9639f294-2b5e-4524-81cc-636bd6494033 tempest-VolumesSnapshotTestJSON-92818803 tempest-VolumesSnapshotTestJSON-92818803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e7f7e1f7-613e-4c12-90d0-8d22ac830032 HTTP/1.1" status: 200 len: 210 time: 0.0698421 Dec 16 15:53:21.750833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.758186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 4034f673-1a6e-4ed3-a99d-58838fe980fc {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:21.758186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.878710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.891327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:21.892712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.969035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:21.992145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 4034f673-1a6e-4ed3-a99d-58838fe980fc owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:21.995678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 520bf053-9f83-4926-b31d-1ce5b5160f2a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:22.038778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 520bf053-9f83-4926-b31d-1ce5b5160f2a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:53:22.039407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 520bf053-9f83-4926-b31d-1ce5b5160f2a not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:22.113794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Pushing event updated for resources: {'Network': ['ID=58cbf0f0-64e9-4118-b28b-941e6a4ad3ee,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:22.128154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:53:22.171628 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7167e840-7460-4cf0-929d-0dad107aafd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4219763 Dec 16 15:53:22.300588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] Provisioning complete for port ba1795a4-0955-4c3d-879a-7ea26321f642 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:22.301252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.357897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.395785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=4034f673-1a6e-4ed3-a99d-58838fe980fc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:22.465043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.473242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-90e470f4-bf94-46ab-96a2-051818f6db35 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/4034f673-1a6e-4ed3-a99d-58838fe980fc HTTP/1.1" status: 204 len: 168 time: 0.8859727 Dec 16 15:53:22.473242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55296) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:22.487407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.524196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55298) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:22.531883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee', 'binding:host_id': 'n-h1-821947-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057461919'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:22.550364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fba24-24fb-4c88-adb6-b199522b7dbe tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:22.552228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22fba24-24fb-4c88-adb6-b199522b7dbe tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:22.554199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e22fba24-24fb-4c88-adb6-b199522b7dbe tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0810089 Dec 16 15:53:22.557585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55300) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:22.586757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] For port ba1795a4-0955-4c3d-879a-7ea26321f642, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ba1795a4-0955-4c3d-879a-7ea26321f642,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:22.636631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 4f9d3ad1-89e6-46a9-848a-52c85a792014 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:22.640476 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.692056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.694671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.734838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Made reservation on behalf of 97ac1074e8b34fbba1220d97cdc326d1 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:22.737847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.765524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:22.806069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bc861-cfb6-42a5-ad89-6eaf1a598c6a None None] Pushing event updated for resources: {'Port': ['ID=ba1795a4-0955-4c3d-879a-7ea26321f642,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:22.816798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e06af7d3-d51c-469d-bd99-f5d83e80165d None None] Could not find standard attr ID for object 4034f673-1a6e-4ed3-a99d-58838fe980fc. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:23.024998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.082992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ba1795a4-0955-4c3d-879a-7ea26321f642 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:23.179441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.199692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ba1795a4-0955-4c3d-879a-7ea26321f642 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:23.200381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.373895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.378075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.398651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:23.438833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.447038 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f9d3ad1-89e6-46a9-848a-52c85a792014 HTTP/1.1" status: 204 len: 168 time: 0.8848436 Dec 16 15:53:23.448445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:23.459982 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e8697-8b2c-4485-b792-afe21ee5d918 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9d3ad1-89e6-46a9-848a-52c85a792014,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:23.468518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8ce26-fdb1-4429-97e3-00c8159516fb None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:23.535699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-357c3498-caeb-4b37-8152-920d4df021c5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848660 Dec 16 15:53:23.554285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55310) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:23.563756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:23.631356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e635804-1443-4124-b2e0-0484418e6e6f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:23.787174 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:23.845995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:23.857247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.880201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Deleting port ba1795a4-0955-4c3d-879a-7ea26321f642 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:23.881243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:23.945673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:23.959232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.031009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.224184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:24.246600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Checking segment: {'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:24.247405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Network hostable DHCP agents. Network: 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:53:24.277064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] For port ba1795a4-0955-4c3d-879a-7ea26321f642, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ba1795a4-0955-4c3d-879a-7ea26321f642,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:24.278043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.305610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Calling delete_port for ba1795a4-0955-4c3d-879a-7ea26321f642 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:24.375123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:53:24.597032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:24.601670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:24.608371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6f1e0-a7b1-43b7-b4dd-410f6b84a0e5 None None] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:24.619127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.619415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.619716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.624848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.625175 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.625601 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 2 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.640179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.640694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.640929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.647204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.647591 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.648053 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 3 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.664667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.664972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.665289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.671275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.671647 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.672083 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 4 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.673407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.686569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.686904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.687254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.693601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.694062 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.694472 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 5 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.717717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.717717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.718190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.726997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.727730 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.728511 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 6 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.738747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] Pushing event deleted for resources: {'Port': ['ID=ba1795a4-0955-4c3d-879a-7ea26321f642,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:24.748664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac1bb3-106b-4415-bf03-6992da0c1be3 None None] No DVR routers for this DVR port ba1795a4-0955-4c3d-879a-7ea26321f642 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:24.765825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.766506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.767156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.768475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:24.771966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.777657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.778411 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.779151 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 7 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.828870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.843390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.843738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.850847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.851743 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.851743 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 8 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.877998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:24.883383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.883730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.884119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:24.884292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.889556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.889926 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.890286 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 9 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.892495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:24.894947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:24.898402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ba1795a4-0955-4c3d-879a-7ea26321f642 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:24.910749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.911308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.911804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.918663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.919042 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.919493 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 10 to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b Dec 16 15:53:24.929356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=c19d02b6-82f0-4e39-93c4-168bfe3e0535,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:24.953309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f41b04-1cfe-48fb-a18b-60cbbe29e8aa None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:24.959448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:24.959695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:24.959978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:24.960663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ba1795a4-0955-4c3d-879a-7ea26321f642 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:53:24.961317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ba1795a4-0955-4c3d-879a-7ea26321f642 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:24.965618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:24.966093 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:24.967434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.046185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:25.046660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempted to set empty binding levels {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:53:25.084011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-16536db7-1a2e-4751-9120-794baa257420 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5235405 Dec 16 15:53:25.084011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55320) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:25.089303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:9b:d5:c0', 'name': 'tempest-NetworksTestDHCPv6-1404633462'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:25.143723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'c19d02b6-82f0-4e39-93c4-168bfe3e0535'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:25.144821 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.174604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.305459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:25.306811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.340404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:25.387571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Allocated IP 2001:db8::f816:3eff:fe59:1c22 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c19d02b6-82f0-4e39-93c4-168bfe3e0535/7d0cb196-2c6b-4265-9dd3-33299dd92de6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:25.391010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:25.395652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.421341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 7d50882f-14d4-46a2-9547-2541a6c1b7f2 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:25.447060 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc2ea8c4-089b-4570-9705-d68cf8b68fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.9208679 Dec 16 15:53:25.448496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:25.566568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Deleting port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:25.567106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.624274 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.645413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:25.645672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.661491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Calling delete_port for fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:25.773833 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.830968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe9b:d5c0 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c19d02b6-82f0-4e39-93c4-168bfe3e0535/7d50882f-14d4-46a2-9547-2541a6c1b7f2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:25.843943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:25.847663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:25.852629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:25.867645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Pushing event updated for resources: {'Port': ['ID=7d0cb196-2c6b-4265-9dd3-33299dd92de6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:25.937794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Attempting to bind port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:25.938233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Attempting to bind port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:25.938823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Attempting to bind port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:25.947697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:25.948253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:25.948885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.949478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:25.950613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Bound port: 7d0cb196-2c6b-4265-9dd3-33299dd92de6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:25.950841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:25.953119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.015964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:26.022748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.028844 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9ea8471-9155-4b63-ba6d-5f5a5dfe74cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "DELETE /v2.0/ports/fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b HTTP/1.1" status: 204 len: 168 time: 0.5785871 Dec 16 15:53:26.035658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:26.084751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] For port 7d0cb196-2c6b-4265-9dd3-33299dd92de6, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:26.090538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] For port 7d0cb196-2c6b-4265-9dd3-33299dd92de6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7d0cb196-2c6b-4265-9dd3-33299dd92de6,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:26.103626 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b1115b-f31b-44a6-95f5-349004f0ac5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:53:26.105626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-21b1115b-f31b-44a6-95f5-349004f0ac5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports/fd45f3c8-8fe0-4699-9ae1-0c1f43d7910b HTTP/1.1" status: 404 len: 333 time: 0.0678732 Dec 16 15:53:26.112299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:26.120930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-260997489'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:26.222432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.311100 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.364401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Made reservation on behalf of 97ac1074e8b34fbba1220d97cdc326d1 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:26.370185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.416583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port eed28b6e-203d-4207-a519-e5f4a0e710a5 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:26.421906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27048672-1494-41b4-b86d-0d536f2b451b None None] Pushing event updated for resources: {'Port': ['ID=7d0cb196-2c6b-4265-9dd3-33299dd92de6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:26.433014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.509709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=7d50882f-14d4-46a2-9547-2541a6c1b7f2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:26.519525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:26.522986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:26.527767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:26.540304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:26.541360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.696507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:26.736660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6871f77c-1bd0-4aea-b1f3-69b00307654e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6516128 Dec 16 15:53:26.743366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55336) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:26.802646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b631b-9085-4b8e-b471-467d735ac16d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:26.815966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75b631b-9085-4b8e-b471-467d735ac16d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:26.819411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b75b631b-9085-4b8e-b471-467d735ac16d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0786493 Dec 16 15:53:26.824720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55338) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:26.916217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7d0cb196-2c6b-4265-9dd3-33299dd92de6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:26.959690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.020760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:27.020760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.050362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:27.057871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:27.062581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:27.064014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:27.064209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.076969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=eed28b6e-203d-4207-a519-e5f4a0e710a5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:27.092304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 7d50882f-14d4-46a2-9547-2541a6c1b7f2 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:27.092660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.149037 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.188335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 7d0cb196-2c6b-4265-9dd3-33299dd92de6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7d0cb196-2c6b-4265-9dd3-33299dd92de6,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:27.221238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.247119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 7d50882f-14d4-46a2-9547-2541a6c1b7f2 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:27.315274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a45d2c78-219d-4ab6-a8b6-4c2f844c7e0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2012701 Dec 16 15:53:27.319113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:27.326444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:27.449572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.477461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.568917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.584664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=7d0cb196-2c6b-4265-9dd3-33299dd92de6,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:27.620397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=7d50882f-14d4-46a2-9547-2541a6c1b7f2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:27.641458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.648936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6e633085-c81e-415d-b837-204648b14c5c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/7d50882f-14d4-46a2-9547-2541a6c1b7f2 HTTP/1.1" status: 204 len: 168 time: 0.8187253 Dec 16 15:53:27.648936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55348) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:27.705991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8e876-1204-4672-ae13-c190135b1bfd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:27.707598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8e876-1204-4672-ae13-c190135b1bfd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:27.710388 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-44d8e876-1204-4672-ae13-c190135b1bfd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0604253 Dec 16 15:53:27.713190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:27.730078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port eed28b6e-203d-4207-a519-e5f4a0e710a5 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:27.740946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.775228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet c19d02b6-82f0-4e39-93c4-168bfe3e0535 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:27.779103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.806740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-02048620-1afc-4878-b98b-f2279da55fb4 None None] Provisioning complete for port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:27.807053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02048620-1afc-4878-b98b-f2279da55fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.848120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:27.991512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.001093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.060420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a3548964-5060-41a8-a3ae-17d591dc04c5 None None] Could not find standard attr ID for object 7d50882f-14d4-46a2-9547-2541a6c1b7f2. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:28.066590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=eed28b6e-203d-4207-a519-e5f4a0e710a5,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:28.080417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.080780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.081123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.090012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.091147 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.092046 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 2 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.116496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.116981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.117331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.126671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.127875 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.128042 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 3 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.152563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.154043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.154866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.166019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.166747 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.167425 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 4 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.191077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.191646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.192262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.201887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.202452 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.203115 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 5 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.226442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.226992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.227686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.242571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.242571 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.242571 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 6 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.252195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.252731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.253167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.259455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.259845 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.260352 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 7 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.276593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.277522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.277706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.283099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.283440 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.283875 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 8 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.298081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.298411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.298753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.303774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.304151 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.304551 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 9 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.322753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.322753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.322753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.326696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.327080 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.327497 n-d-821947-3 neutron-server[104056]: INFO neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 10 to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 Dec 16 15:53:28.346950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:28.347294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:28.347644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:28.351522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.353353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:28.353708 n-d-821947-3 neutron-server[104056]: ERROR neutron.plugins.ml2.managers [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port eed28b6e-203d-4207-a519-e5f4a0e710a5 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:28.354089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.410470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.415020 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c19d02b6-82f0-4e39-93c4-168bfe3e0535 HTTP/1.1" status: 204 len: 168 time: 0.7007003 Dec 16 15:53:28.416298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194ef9a-e16e-402c-ba6b-0321d30ccbae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=c19d02b6-82f0-4e39-93c4-168bfe3e0535,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:28.419977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:28.426066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868df109-ddec-4cea-bcef-376c85ea53b5 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:28.445771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port eed28b6e-203d-4207-a519-e5f4a0e710a5, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:28.446836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempted to set empty binding levels {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:53:28.530512 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-68493ada-fe3d-4170-acf1-e94b95ae3cd2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049151 Dec 16 15:53:28.532148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55358) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:28.597299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.687787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] In _notify_port_updated(), no bound segment for port eed28b6e-203d-4207-a519-e5f4a0e710a5 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:53:28.688757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.689374 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.691894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "PUT /v2.0/ports/eed28b6e-203d-4207-a519-e5f4a0e710a5 HTTP/1.1" status: 200 len: 978 time: 1.3705251 Dec 16 15:53:28.695294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55360) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:28.721265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c3af7-073e-45de-a401-3450f6b6eac9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.722869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d22c3af7-073e-45de-a401-3450f6b6eac9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1888077 Dec 16 15:53:28.735100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55362) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:28.751101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96b3b2-9b97-4ed4-bb18-2afd67007a22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=eed28b6e-203d-4207-a519-e5f4a0e710a5,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:28.761217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:28.869495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.870566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.872396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Deleting port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:28.872699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.876174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.877172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.877745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.881195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.882321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.883205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.884189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.889897 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.890974 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.893156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1edb6d-19a3-4360-a15f-240ecef36a7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.894971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:28.895610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:28.906292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7f1edb6d-19a3-4360-a15f-240ecef36a7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696620 Dec 16 15:53:28.908690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55364) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:28.911383 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56551ad1-2676-462c-823c-224feba9cfdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11023 time: 0.2145987 Dec 16 15:53:28.916456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:29.022071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] For port 7d0cb196-2c6b-4265-9dd3-33299dd92de6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7d0cb196-2c6b-4265-9dd3-33299dd92de6,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:29.025603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.054650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Calling delete_port for 7d0cb196-2c6b-4265-9dd3-33299dd92de6 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:29.068404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-890f49d6-d90b-4da4-9489-3e0c7a6c71bd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1550336 Dec 16 15:53:29.070230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55368) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:29.094690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:29.124896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Deleting port eed28b6e-203d-4207-a519-e5f4a0e710a5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:29.125814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.219875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7d0cb196-2c6b-4265-9dd3-33299dd92de6 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:29.281971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port eed28b6e-203d-4207-a519-e5f4a0e710a5, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:29.282762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.314527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Calling delete_port for eed28b6e-203d-4207-a519-e5f4a0e710a5 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:29.383802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.395408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:29.401736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.449239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.486767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] No DVR routers for this DVR port 7d0cb196-2c6b-4265-9dd3-33299dd92de6 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:29.492131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e272a-0770-439c-8a75-a9ddeb5e1778 None None] Pushing event deleted for resources: {'Port': ['ID=7d0cb196-2c6b-4265-9dd3-33299dd92de6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:29.586806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.656526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event deleted for resources: {'Port': ['ID=eed28b6e-203d-4207-a519-e5f4a0e710a5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:29.669589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.674315 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-91efaf1d-a159-4bab-964a-f447ad9cd415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "DELETE /v2.0/ports/eed28b6e-203d-4207-a519-e5f4a0e710a5 HTTP/1.1" status: 204 len: 168 time: 0.7555110 Dec 16 15:53:29.676828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55374) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:29.717044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.726422 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a707c4-69e2-43e4-bf7e-c22ee9ab7555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:53:29.729772 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80a707c4-69e2-43e4-bf7e-c22ee9ab7555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports/eed28b6e-203d-4207-a519-e5f4a0e710a5 HTTP/1.1" status: 404 len: 333 time: 0.0504439 Dec 16 15:53:29.738138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55376) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:29.755934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1947711103', 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:29.909436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Made reservation on behalf of 97ac1074e8b34fbba1220d97cdc326d1 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:29.911854 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:29.931799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port d9408472-ee73-41d7-8644-f7239448c3d7 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:29.951532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:29.953469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.009504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:30.013262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:30.016454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:30.017069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.025601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf763342-14c9-4a68-8ccb-eb1c93d76eea None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:30.048205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:30.156269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.160189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ec1b062d-e339-416a-9dc3-55f5e5a8edbd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0864868 Dec 16 15:53:30.162461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:30.172226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:30.173599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.175169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:dd:62:01', 'name': 'tempest-NetworksTestDHCPv6-2011854192'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:30.295281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.391230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:30.397444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:30.407957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:30.409958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:30.412039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.413069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Allocated IP 2001:db8::f816:3eff:fee9:dca9 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8/b6520484-36e0-495b-a21b-844b602fe43a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:30.434428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=d9408472-ee73-41d7-8644-f7239448c3d7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:30.435645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:30.557572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.566069 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56b45d35-8d90-4f3c-9d04-1f684915829f tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8262379 Dec 16 15:53:30.571805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55380) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:30.588124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port c6fd383b-6839-466f-9369-0e6d969e78c1 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:30.623608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e7179-fd6d-4961-8004-d23ea68640b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:30.627869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-873e7179-fd6d-4961-8004-d23ea68640b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports/d9408472-ee73-41d7-8644-f7239448c3d7 HTTP/1.1" status: 200 len: 959 time: 0.0519094 Dec 16 15:53:30.629807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55382) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:30.652187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.728811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Deleting port d9408472-ee73-41d7-8644-f7239448c3d7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:30.729323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.786476 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.827696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:30.861673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Calling delete_port for d9408472-ee73-41d7-8644-f7239448c3d7 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:30.881494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fedd:6201 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8/c6fd383b-6839-466f-9369-0e6d969e78c1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:30.909610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:30.911788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Pushing event updated for resources: {'Port': ['ID=b6520484-36e0-495b-a21b-844b602fe43a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:30.919624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:30.939904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:31.086317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Attempting to bind port b6520484-36e0-495b-a21b-844b602fe43a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:31.087305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Attempting to bind port b6520484-36e0-495b-a21b-844b602fe43a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:31.087305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Attempting to bind port b6520484-36e0-495b-a21b-844b602fe43a on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:31.093504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:31.093888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:31.094298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.094689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:31.095295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Bound port: b6520484-36e0-495b-a21b-844b602fe43a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:31.096061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.187576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] For port b6520484-36e0-495b-a21b-844b602fe43a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:31.250758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.255175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] For port b6520484-36e0-495b-a21b-844b602fe43a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b6520484-36e0-495b-a21b-844b602fe43a,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:31.269441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.299008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9408472-ee73-41d7-8644-f7239448c3d7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:31.321812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.325528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3cbaee6d-55cb-4cf9-9200-adb777e3b4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "DELETE /v2.0/ports/d9408472-ee73-41d7-8644-f7239448c3d7 HTTP/1.1" status: 204 len: 168 time: 0.6937211 Dec 16 15:53:31.330344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55394) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:31.372721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.374544 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d471e18-734b-4e1b-a537-f1f051f74026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:53:31.383930 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9d471e18-734b-4e1b-a537-f1f051f74026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports/d9408472-ee73-41d7-8644-f7239448c3d7 HTTP/1.1" status: 404 len: 333 time: 0.0519156 Dec 16 15:53:31.384940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55398) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:31.393064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1077123097'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:31.454609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73491c-9ae8-44b1-a792-7aef3aae80e1 None None] Pushing event updated for resources: {'Port': ['ID=b6520484-36e0-495b-a21b-844b602fe43a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:31.468002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.534325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:31.542771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:31.545456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:31.551680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Made reservation on behalf of 97ac1074e8b34fbba1220d97cdc326d1 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:31.552501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.553052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.556698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.587778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=c6fd383b-6839-466f-9369-0e6d969e78c1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:31.595062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port 7f4e409b-5329-47dd-8014-4fe5a95498b9 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:31.610315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-c25fb44d-8a0c-4c16-8266-5e2aaaa0476f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.615466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-c25fb44d-8a0c-4c16-8266-5e2aaaa0476f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.2234507 Dec 16 15:53:31.644299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-fd3702fc-a067-42e9-8c00-fd6344e8cc1a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0153601 Dec 16 15:53:31.796386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-350aba6a-eb88-40b0-9abf-0f7ac878392d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098847 Dec 16 15:53:31.859915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-11eaa9bf-e785-49b5-9091-758c41d34c60 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6958392 Dec 16 15:53:31.865018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55404) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:31.865918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:31.945695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32208766-3fc5-41da-bb0d-7930261e11c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.952296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32208766-3fc5-41da-bb0d-7930261e11c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:31.954112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-32208766-3fc5-41da-bb0d-7930261e11c1 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0879843 Dec 16 15:53:31.958434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55406) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:32.021188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-1d731fb8-1786-43e3-81cf-1f22da9ddaeb service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230825 Dec 16 15:53:32.159016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port c6fd383b-6839-466f-9369-0e6d969e78c1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:32.159336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.165458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-7af06add-29cc-4c6c-9fc8-5f5c332de14b service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306729 Dec 16 15:53:32.236554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.311624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:32.315319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:32.321153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:32.322337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:32.323011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.350014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4e409b-5329-47dd-8014-4fe5a95498b9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:32.354103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.379031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for c6fd383b-6839-466f-9369-0e6d969e78c1 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:32.545145 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce2ab258-2ad5-4565-b23b-04d5555995e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1541066 Dec 16 15:53:32.547153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:32.555576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:32.646810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.665119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.719945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=c6fd383b-6839-466f-9369-0e6d969e78c1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:32.760152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:32.769314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1724b1e9-caa4-49c9-baad-3c2b271eca7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/c6fd383b-6839-466f-9369-0e6d969e78c1 HTTP/1.1" status: 204 len: 168 time: 0.8040380 Dec 16 15:53:32.769314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55416) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:32.875698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0c1cc-fe25-43a0-a949-41fd6fec2419 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:32.879196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0c1cc-fe25-43a0-a949-41fd6fec2419 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:32.882664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-71e0c1cc-fe25-43a0-a949-41fd6fec2419 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1118362 Dec 16 15:53:32.888470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55418) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:32.996514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b6520484-36e0-495b-a21b-844b602fe43a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:33.040295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] device_id is not set on port 7f4e409b-5329-47dd-8014-4fe5a95498b9 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:33.058119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.077089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:33.089020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.113677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-67c154d8-7001-45cd-a1b0-efd7f014c588 None None] Provisioning complete for port b6520484-36e0-495b-a21b-844b602fe43a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:33.115583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67c154d8-7001-45cd-a1b0-efd7f014c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.168283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.195132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.224924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port b6520484-36e0-495b-a21b-844b602fe43a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:33.225306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.282105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4e409b-5329-47dd-8014-4fe5a95498b9,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:33.328303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.329456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.330141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.337985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.338782 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.340140 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 2 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.358104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.358626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.359132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.364513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.364937 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.365410 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 3 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.393998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.394890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.395559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.396567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.403615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.404256 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.404896 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 4 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.426080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67c154d8-7001-45cd-a1b0-efd7f014c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.427149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.427998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.428524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.436083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.436630 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.438057 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 5 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.456281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.456679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.457070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.463990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.464405 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.464885 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 6 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.482886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.483291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.483616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.493981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.494770 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.495549 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 7 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.504907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port b6520484-36e0-495b-a21b-844b602fe43a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b6520484-36e0-495b-a21b-844b602fe43a,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:33.516564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.516564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.517246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.528802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.528802 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.528802 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 8 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.549084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.549535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.550138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.556935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.557423 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.557695 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 9 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.576748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.577163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.577510 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.584693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.585209 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.585484 n-d-821947-3 neutron-server[104055]: INFO neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempt 10 to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 Dec 16 15:53:33.606933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:33.607479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:33.607865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempting to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:33.615303 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.615730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:33.616212 n-d-821947-3 neutron-server[104055]: ERROR neutron.plugins.ml2.managers [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Failed to bind port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on host n-h1-821947-3 for vnic_type normal using segments [{'id': '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '58cbf0f0-64e9-4118-b28b-941e6a4ad3ee'}] Dec 16 15:53:33.616837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.765134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-67c154d8-7001-45cd-a1b0-efd7f014c588 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:53:33.765869 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-67c154d8-7001-45cd-a1b0-efd7f014c588 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:53:33.777135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=b6520484-36e0-495b-a21b-844b602fe43a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:33.800924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port 7f4e409b-5329-47dd-8014-4fe5a95498b9, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:33.804089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attempted to set empty binding levels {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 16 15:53:33.900549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:33.997888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] In _notify_port_updated(), no bound segment for port 7f4e409b-5329-47dd-8014-4fe5a95498b9 on network 58cbf0f0-64e9-4118-b28b-941e6a4ad3ee {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:53:33.999364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:34.000409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.006814 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "PUT /v2.0/ports/7f4e409b-5329-47dd-8014-4fe5a95498b9 HTTP/1.1" status: 200 len: 979 time: 1.4556448 Dec 16 15:53:34.008434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55436) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:34.013754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c921e1d-075a-4bfd-ae6d-5d70d37169dc req-98257a9f-d02c-456a-bca0-23aad9824056 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.6070125 Dec 16 15:53:34.015725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.020571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f821f1-0cd8-43e5-8028-3e89752c5213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event updated for resources: {'Port': ['ID=7f4e409b-5329-47dd-8014-4fe5a95498b9,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:34.135469 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Deleting port 7f4e409b-5329-47dd-8014-4fe5a95498b9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:34.135740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.233388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.239701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] For port 7f4e409b-5329-47dd-8014-4fe5a95498b9, host n-h1-821947-3, got binding levels [] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:34.239701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.260906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Calling delete_port for 7f4e409b-5329-47dd-8014-4fe5a95498b9 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:34.289935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:34.318329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.333416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93a2b5-883a-434e-a35d-903ddb3505c4 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:34.334160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e42bf43-de0d-447d-9a72-ec6791c41335 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8 HTTP/1.1" status: 204 len: 168 time: 1.4434924 Dec 16 15:53:34.337030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55440) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:34.381058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ea7e0f7-ae04-428d-84ff-7d198a4c6ac5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419886 Dec 16 15:53:34.385092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:34.396823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:34.455998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-149bfa8a-903c-4deb-b930-435b7e5670ee None None] Could not find standard attr ID for object c6fd383b-6839-466f-9369-0e6d969e78c1. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:34.550528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.598099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f4e409b-5329-47dd-8014-4fe5a95498b9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:34.615469 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.619063 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ae04ed5-fdee-4b98-9b3f-9f4379e11d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "DELETE /v2.0/ports/7f4e409b-5329-47dd-8014-4fe5a95498b9 HTTP/1.1" status: 204 len: 168 time: 0.6094229 Dec 16 15:53:34.623177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:34.630813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:34.667883 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fe1809-9489-42d7-9fa1-553a1972aa31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] GET failed (client error): The resource could not be found. Dec 16 15:53:34.670494 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-80fe1809-9489-42d7-9fa1-553a1972aa31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560221814-project-admin] 10.222.0.71 "GET /v2.0/ports/7f4e409b-5329-47dd-8014-4fe5a95498b9 HTTP/1.1" status: 404 len: 333 time: 0.0449121 Dec 16 15:53:34.674169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:34.700095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Deleting port b6520484-36e0-495b-a21b-844b602fe43a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:34.700812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.793690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.794946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] For port b6520484-36e0-495b-a21b-844b602fe43a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b6520484-36e0-495b-a21b-844b602fe43a,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:34.794946 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.806099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Calling delete_port for b6520484-36e0-495b-a21b-844b602fe43a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:34.885814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:34.889620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.909169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b6520484-36e0-495b-a21b-844b602fe43a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:34.955264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:34.999859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cbf0f0-64e9-4118-b28b-941e6a4ad3ee']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.010379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.024105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.025060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5308a3-fb3b-4e09-9a7b-77c41b719cf3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:35.042911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.061658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:53:35.075499 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:53:35.176321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dcd75838-f10e-4f6f-91c7-75ec3ccdfbc8 req-771765e9-75e8-4180-8577-d1f184edc5d2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0482461 Dec 16 15:53:35.361184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.424115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.431357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] Pushing event deleted for resources: {'Port': ['ID=b6520484-36e0-495b-a21b-844b602fe43a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:35.435020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fc9c2-62ff-4752-8ed8-d83bbd914aa4 None None] No DVR routers for this DVR port b6520484-36e0-495b-a21b-844b602fe43a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:35.467775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:35.474175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] 10.222.0.71 "DELETE /v2.0/networks/58cbf0f0-64e9-4118-b28b-941e6a4ad3ee HTTP/1.1" status: 204 len: 168 time: 0.7982242 Dec 16 15:53:35.496349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13156ce6-3811-4d38-ba06-f784f1c74bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-396068829-project] Pushing event deleted for resources: {'Network': ['ID=58cbf0f0-64e9-4118-b28b-941e6a4ad3ee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:35.996177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:35.997897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.060932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:36.069432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:36.078086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:36.079130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.083770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f415c-faea-4760-80c2-121c367cf779 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:36.110966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=1a276163-1a61-44df-99cd-cdb04094b4c5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:36.207372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d4326152-c80c-4e52-b7d2-3457be3fad87 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8205230 Dec 16 15:53:36.210451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55458) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.234253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:2b:5f:ec', 'name': 'tempest-NetworksTestDHCPv6-1345692422'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:36.287773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.463492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8ab3cd-4890-4a40-8c98-f2a7c884ef70 req-6c22218f-c823-4b93-88a8-b456b65e6a56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0456226 Dec 16 15:53:36.560561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '1a276163-1a61-44df-99cd-cdb04094b4c5'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:36.568303 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.570155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:36.667310 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66f41428-6cfb-4775-a171-1a25b91e10f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=258e88b1a59f4b54bfcd416a359a69ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778796 Dec 16 15:53:36.669868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:36.764914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.795268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.818295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.827501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Allocated IP 2001:db8::f816:3eff:fe29:120c (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1a276163-1a61-44df-99cd-cdb04094b4c5/c9537e29-9488-41e6-875a-79a58ed323e3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:36.866956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port c89099cd-3d76-488a-b181-c239bea2b8c7 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:36.946139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.952291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:36.960118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/243cbd46-058c-47fa-a5a1-4ea87a28cae3 HTTP/1.1" status: 204 len: 168 time: 0.2880673 Dec 16 15:53:36.995122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1ddd3-6d3b-41b0-9276-a1891fb5f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243cbd46-058c-47fa-a5a1-4ea87a28cae3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.117324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.259449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.347104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:37.369457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:37.386763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Pushing event updated for resources: {'Port': ['ID=c9537e29-9488-41e6-875a-79a58ed323e3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.397088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:37.417589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe2b:5fec (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1a276163-1a61-44df-99cd-cdb04094b4c5/c89099cd-3d76-488a-b181-c239bea2b8c7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:37.576027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Attempting to bind port c9537e29-9488-41e6-875a-79a58ed323e3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:37.588537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Attempting to bind port c9537e29-9488-41e6-875a-79a58ed323e3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:37.589221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Attempting to bind port c9537e29-9488-41e6-875a-79a58ed323e3 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:37.593757 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-cfa14cd9-c807-4b6b-986e-785ba93d4449 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:37.599599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-cfa14cd9-c807-4b6b-986e-785ba93d4449 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.2337189 Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Bound port: c9537e29-9488-41e6-875a-79a58ed323e3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:37.615902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.632926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '37607774-e03b-4ee0-9355-62095f9f6584', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:37.775170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] For port c9537e29-9488-41e6-875a-79a58ed323e3, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:37.779956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] For port c9537e29-9488-41e6-875a-79a58ed323e3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c9537e29-9488-41e6-875a-79a58ed323e3,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:37.810218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.858504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:37.884848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a561ed92-5b5a-4297-8a1e-a6875bec7f0c req-984bf607-0c04-46c5-98a6-bba33e06b69d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0885363 Dec 16 15:53:37.968743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccd334-bcf6-457e-bb72-f6b3e80ab451 None None] Pushing event updated for resources: {'Port': ['ID=c9537e29-9488-41e6-875a-79a58ed323e3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:37.975772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:37.981174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.108402 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.248355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.3 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/4881d157-941a-47cc-9e0b-1844be8ac0b8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:38.312488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=c89099cd-3d76-488a-b181-c239bea2b8c7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:38.316177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:38.328675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:38.335467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:38.347969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:38.358098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.436370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55478) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:38.522924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-55448b7a-7be1-4b26-adc7-657004dace76 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2987559 Dec 16 15:53:38.526446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55480) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:38.631876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.709272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b9b8d95c-7291-4a77-bffa-a07a7d906052 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=97ac1074e8b34fbba1220d97cdc326d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710440 Dec 16 15:53:38.719699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:38.781470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc445c56-4968-4738-bfba-d8a47e4d9071 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:38.793964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc445c56-4968-4738-bfba-d8a47e4d9071 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:38.796992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dc445c56-4968-4738-bfba-d8a47e4d9071 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2510936 Dec 16 15:53:38.803310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:38.914122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:38.925546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.013754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.068409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c9537e29-9488-41e6-875a-79a58ed323e3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:39.113059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:39.154047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:39.204781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:39.209385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:39.297002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15d41-8468-4f37-ae6a-687e945792cc req-6bb584a4-b207-4b6b-a274-ad2638bdd4ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:39.314959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f15d41-8468-4f37-ae6a-687e945792cc req-6bb584a4-b207-4b6b-a274-ad2638bdd4ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 931 time: 0.1701317 Dec 16 15:53:39.316515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c9537e29-9488-41e6-875a-79a58ed323e3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:39.316515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.320018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:39.320018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.366405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port c89099cd-3d76-488a-b181-c239bea2b8c7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:39.372113 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.384772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.412252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.417567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e635804-1443-4124-b2e0-0484418e6e6f HTTP/1.1" status: 204 len: 168 time: 0.6913071 Dec 16 15:53:39.502413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91767a-2c30-4b51-aa90-0bd39b8bca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e635804-1443-4124-b2e0-0484418e6e6f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:39.531603 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-82dae425-40a6-4631-82b5-cdec5e85bdd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9176672 Dec 16 15:53:39.582609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Request body: {'port': {'device_id': '37607774-e03b-4ee0-9355-62095f9f6584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:39.661980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f15d41-8468-4f37-ae6a-687e945792cc req-db49d119-414a-4cfd-95de-6fd9c93811fa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513784 Dec 16 15:53:39.793443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.900688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c9537e29-9488-41e6-875a-79a58ed323e3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c9537e29-9488-41e6-875a-79a58ed323e3,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:39.907361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.937334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:39.967500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-55afb4d0-a055-44e5-98f1-112a32daf4fa None None] Provisioning complete for port 4881d157-941a-47cc-9e0b-1844be8ac0b8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:39.967910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55afb4d0-a055-44e5-98f1-112a32daf4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.101144 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.193002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-55afb4d0-a055-44e5-98f1-112a32daf4fa None None] Port 4881d157-941a-47cc-9e0b-1844be8ac0b8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:53:40.237537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for c89099cd-3d76-488a-b181-c239bea2b8c7 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:40.277511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c9537e29-9488-41e6-875a-79a58ed323e3,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:40.456678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-077461b7-9a48-4710-a1d6-ac062ffff743 None None] Provisioning complete for port c9537e29-9488-41e6-875a-79a58ed323e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:40.457229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-077461b7-9a48-4710-a1d6-ac062ffff743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.648931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4881d157-941a-47cc-9e0b-1844be8ac0b8 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:40.690647 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.692185 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:53:40.966853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Transition to ACTIVE for port object 4881d157-941a-47cc-9e0b-1844be8ac0b8 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:53:40.968362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:40.975371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f30ccd-5802-428b-b4c1-c258e5982857 req-341f3081-65ef-4d3c-9c1c-026129269c65 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:40.979597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f30ccd-5802-428b-b4c1-c258e5982857 req-341f3081-65ef-4d3c-9c1c-026129269c65 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 931 time: 0.1777165 Dec 16 15:53:41.004128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c9537e29-9488-41e6-875a-79a58ed323e3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:41.088992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=c89099cd-3d76-488a-b181-c239bea2b8c7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:41.109439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5a398620-83f0-499e-8eca-af5b1a0d4c05 None None] Could not find standard attr ID for object c89099cd-3d76-488a-b181-c239bea2b8c7. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:41.120305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.138653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c9537e29-9488-41e6-875a-79a58ed323e3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:41.139275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.186191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f30ccd-5802-428b-b4c1-c258e5982857 req-dc574ba6-377a-4b2d-b18b-98be3b9ec86f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988842 Dec 16 15:53:41.249906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Pushing event updated for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:41.324131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.331612 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2341f56f-1fcb-483f-93db-0c83924cd79c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/c89099cd-3d76-488a-b181-c239bea2b8c7 HTTP/1.1" status: 204 len: 168 time: 2.5253375 Dec 16 15:53:41.334052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55506) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:41.573627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393a42f-5101-4da3-a8c0-7f6f511af31c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:41.578870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f393a42f-5101-4da3-a8c0-7f6f511af31c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:41.585079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f393a42f-5101-4da3-a8c0-7f6f511af31c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2491317 Dec 16 15:53:41.595049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55510) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:41.735250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Attempting to bind port 4881d157-941a-47cc-9e0b-1844be8ac0b8 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:41.735912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Attempting to bind port 4881d157-941a-47cc-9e0b-1844be8ac0b8 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:41.736254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Attempting to bind port 4881d157-941a-47cc-9e0b-1844be8ac0b8 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:41.767485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Port 4881d157-941a-47cc-9e0b-1844be8ac0b8 on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:53:41.768320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Attempting to bind port 4881d157-941a-47cc-9e0b-1844be8ac0b8 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:41.818226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 1a276163-1a61-44df-99cd-cdb04094b4c5 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:41.822502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:41.826655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:41.830053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:41.830369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Bound port: 4881d157-941a-47cc-9e0b-1844be8ac0b8, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:41.837224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.846322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:41.948266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.206489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.314259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:42.360979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:42.544696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.672124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.691813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.692505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.702035 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] 10.222.0.30 "PUT /v2.0/ports/4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 200 len: 1091 time: 3.1462986 Dec 16 15:53:42.705999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:53:42.713955 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616d7e32-82f3-4348-8864-f757e21ec985" -d '{"events": [{"name": "network-changed", "server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:53:42.743739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfbf85-b2f7-43d4-a375-e0fe73189318 req-0351262a-2bd8-4fbf-bfc9-36f71e301c28 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:42.753789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35bfbf85-b2f7-43d4-a375-e0fe73189318 req-0351262a-2bd8-4fbf-bfc9-36f71e301c28 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1607993 Dec 16 15:53:42.793272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=1a276163-1a61-44df-99cd-cdb04094b4c5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:42.821584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f4f8e-e13d-48ca-bdaf-5e26c46a86cf None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:42.825602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:42.854363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4056594d-cf31-4f85-a4fa-c6656900cbc3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1a276163-1a61-44df-99cd-cdb04094b4c5 HTTP/1.1" status: 204 len: 168 time: 1.2564096 Dec 16 15:53:42.860079 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f349f6e-204d-4bdd-99db-67deafc1b2b8 x-openstack-request-id: req-6f349f6e-204d-4bdd-99db-67deafc1b2b8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:53:42.862916 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:53:42.862916 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6f349f6e-204d-4bdd-99db-67deafc1b2b8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:53:42.862916 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8', 'status': 'completed', 'code': 200} Dec 16 15:53:42.879896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:43.018618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5c7c8b1d-95fb-45ef-b72c-664c3dbbd902 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729930 Dec 16 15:53:43.049708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35bfbf85-b2f7-43d4-a375-e0fe73189318 req-51c2b46e-1394-42db-8166-44137e85289a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787938 Dec 16 15:53:43.050505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:43.242153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5921e9c-6e4e-456b-81de-f480ce0609f6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.250080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f5921e9c-6e4e-456b-81de-f480ce0609f6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1979496 Dec 16 15:53:43.265826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55534) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:43.281060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:43.419067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Deleting port c9537e29-9488-41e6-875a-79a58ed323e3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:43.419725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:43.478220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187c91d9-de38-4c0c-bcb4-8f6998c158e5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.506705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-187c91d9-de38-4c0c-bcb4-8f6998c158e5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2373548 Dec 16 15:53:43.509394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55540) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:43.599114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05d3753f-f713-4928-8bbe-7384a22884ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813575 Dec 16 15:53:43.600466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55542) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:43.609833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:43.616766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] For port c9537e29-9488-41e6-875a-79a58ed323e3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c9537e29-9488-41e6-875a-79a58ed323e3,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:43.617846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:43.637536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69dab4-d955-4ea1-9656-faab61cc373d service neutron] Pushing event updated for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:43.642475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Calling delete_port for c9537e29-9488-41e6-875a-79a58ed323e3 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:43.656890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-dc85bfb1-bffa-4a41-901a-d154eb7211d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.659312 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-dc85bfb1-bffa-4a41-901a-d154eb7211d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 1094 time: 0.7884281 Dec 16 15:53:43.778778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-b62cb891-67e2-47f7-93e0-69df2547f73d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 200 len: 217 time: 0.1033072 Dec 16 15:53:43.876518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-0d4eb112-b4c7-4c6b-9078-1ce350b6d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.878453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-0d4eb112-b4c7-4c6b-9078-1ce350b6d18e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0913105 Dec 16 15:53:43.927202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:43.972773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-067a1338-27d4-4446-982e-49a675752665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:43.975682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] Pushing event deleted for resources: {'Port': ['ID=c9537e29-9488-41e6-875a-79a58ed323e3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:43.978849 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-067a1338-27d4-4446-982e-49a675752665 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912528 Dec 16 15:53:43.992090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfbef9-7657-400e-bd17-d7b7378a0a3f None None] No DVR routers for this DVR port c9537e29-9488-41e6-875a-79a58ed323e3 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:44.159081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:44.179399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:44.189491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-2d6762eb-aaa3-4e3d-8391-38f05e7f9422 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022443 Dec 16 15:53:44.211204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9bb4fde4-6a61-4438-b3ea-25c93f625428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:44.415750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0267863f-4f5e-44d1-af04-2a3d58d19535 req-b07c1999-e9a9-4ba4-af1a-d5b3af21323e service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188225 Dec 16 15:53:44.674932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a723ed-fb21-4b2d-88bd-ddfe8cba92db req-58b3f90e-0120-43bb-a8a9-c61447af00e9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.681302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7e32-82f3-4348-8864-f757e21ec985 req-2f265ef0-4634-4af9-bf17-063ec526a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.681868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a723ed-fb21-4b2d-88bd-ddfe8cba92db req-58b3f90e-0120-43bb-a8a9-c61447af00e9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.0901425 Dec 16 15:53:44.683220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55558) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:44.684236 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-2f265ef0-4634-4af9-bf17-063ec526a215 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 1094 time: 0.0849631 Dec 16 15:53:44.684791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:44.831801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:44.840638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:44.848965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7e32-82f3-4348-8864-f757e21ec985 req-894dba1f-4896-4002-ab79-21a74b653299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.850779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-894dba1f-4896-4002-ab79-21a74b653299 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1581545 Dec 16 15:53:44.854133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:44.855254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e863c0-cb2c-4f72-80b0-2b4073281048 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:44.855406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:44.911638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=1d285951-beab-4c36-b09e-11903597702a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:44.941474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.942277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.942953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.943619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.944377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.945136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.945755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.946397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.947092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.948179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.948903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.949609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.950322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:44.968172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1486939772', 'router:external': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:44.980087 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-d2a811f1-8cdc-431e-a9aa-c545876b9aeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 200 len: 217 time: 0.1159496 Dec 16 15:53:44.980220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64a723ed-fb21-4b2d-88bd-ddfe8cba92db req-796fdcbd-60ed-41ad-8e96-6574c73ead97 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577081 Dec 16 15:53:45.049856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c9537e29-9488-41e6-875a-79a58ed323e3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:45.062633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7e32-82f3-4348-8864-f757e21ec985 req-36c021a0-9ef7-4ea9-a43d-7f05cad2f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:45.064966 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-36c021a0-9ef7-4ea9-a43d-7f05cad2f6ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0821738 Dec 16 15:53:45.080032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c9537e29-9488-41e6-875a-79a58ed323e3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:53:45.080652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c9537e29-9488-41e6-875a-79a58ed323e3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:45.107258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-08324fe9-3fe2-4228-9fc3-29b056738d63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4978836 Dec 16 15:53:45.107258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55562) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:45.123384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:4f:9c:ee', 'name': 'tempest-NetworksTestDHCPv6-1015449591'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:45.188289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '1d285951-beab-4c36-b09e-11903597702a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:45.198001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.232379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d7e32-82f3-4348-8864-f757e21ec985 req-e0ab7902-0c12-45ef-8fbb-6a8be3a1d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:45.237012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-e0ab7902-0c12-45ef-8fbb-6a8be3a1d9f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633668 Dec 16 15:53:45.383971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Made reservation on behalf of f2b18fa3903646b8b77171e6595a5c01 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:45.387206 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.416870 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-2ad1be87-d2f8-42d5-9c5f-d1548690ab54 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707339 Dec 16 15:53:45.421579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.478302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1d285951-beab-4c36-b09e-11903597702a/a19d0201-6143-4862-b8e3-ade2989160f5) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:45.583485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.586192 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-616d7e32-82f3-4348-8864-f757e21ec985 req-b1fb75aa-0dff-4137-b875-1540698f4152 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601710 Dec 16 15:53:45.680649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:45.748992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.774702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.825498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:53:45.835733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.839370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea587097-75b1-4ab4-9cb0-e05c5aec0290,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:45.846789 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.847146 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Added segment 73ddff30-8832-466c-a300-9124009c1254 of type vlan for network f49439f4-a23a-47f4-8b4c-42eea2013558 Dec 16 15:53:45.879495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.883803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 6f19ffa1-e441-4e04-be55-1dcf211865d3 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:45.964234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Pushing event updated for resources: {'Port': ['ID=a19d0201-6143-4862-b8e3-ade2989160f5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:45.981333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:45.983103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:45.993999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:45.996801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:46.121550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Attempting to bind port a19d0201-6143-4862-b8e3-ade2989160f5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:46.122330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Attempting to bind port a19d0201-6143-4862-b8e3-ade2989160f5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:46.123197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Attempting to bind port a19d0201-6143-4862-b8e3-ade2989160f5 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:46.131476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:46.132044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:46.132466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.132872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:46.133370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Bound port: a19d0201-6143-4862-b8e3-ade2989160f5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:46.133762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.219171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::39a (fa6a33dc-208e-40b8-a979-8ec634d1fff7/1d285951-beab-4c36-b09e-11903597702a/6f19ffa1-e441-4e04-be55-1dcf211865d3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:46.237245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491212fb-ce3a-41b1-838f-c0f25500f894 req-cdcc44bb-4ce1-4e50-b282-1165840bf6a7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:46.244803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-491212fb-ce3a-41b1-838f-c0f25500f894 req-cdcc44bb-4ce1-4e50-b282-1165840bf6a7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1315823 Dec 16 15:53:46.255930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] For port a19d0201-6143-4862-b8e3-ade2989160f5, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:46.263893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] For port a19d0201-6143-4862-b8e3-ade2989160f5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a19d0201-6143-4862-b8e3-ade2989160f5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:46.326463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.327660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:46.328372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.347055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-491212fb-ce3a-41b1-838f-c0f25500f894 req-49bf512f-b3c0-408f-a888-6714beefdfdf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007879 Dec 16 15:53:46.402718 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.475984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Network': ['ID=f49439f4-a23a-47f4-8b4c-42eea2013558,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:46.500264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f49439f4-a23a-47f4-8b4c-42eea2013558 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:53:46.558471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55568) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:46.561777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-662c383f-ba1f-4877-b2f3-be80142e17e4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8723023 Dec 16 15:53:46.563567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'subnet': {'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:46.611573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.656062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6e1b99c6-f38a-4c9d-8746-aebc94b0a033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.678625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc1318-389f-4a40-8520-7d5a81dd918c None None] Pushing event updated for resources: {'Port': ['ID=a19d0201-6143-4862-b8e3-ade2989160f5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:46.739991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Made reservation on behalf of f2b18fa3903646b8b77171e6595a5c01 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:46.745047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.792383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:46.959853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:46.971893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:46.991758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:47.009787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.027080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.061551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=6f19ffa1-e441-4e04-be55-1dcf211865d3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:47.066246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a19d0201-6143-4862-b8e3-ade2989160f5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:47.151733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a19d0201-6143-4862-b8e3-ade2989160f5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:47.152467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.159961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7394e595-3d2e-4b34-96c9-364c7ba32aae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0483239 Dec 16 15:53:47.164772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:47.256680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7131de-9a03-4f30-868f-60653bf21d7a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.261887 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.263054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7131de-9a03-4f30-868f-60653bf21d7a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.268052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e7131de-9a03-4f30-868f-60653bf21d7a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0985789 Dec 16 15:53:47.273737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:47.330006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a19d0201-6143-4862-b8e3-ade2989160f5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a19d0201-6143-4862-b8e3-ade2989160f5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:47.426139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 6f19ffa1-e441-4e04-be55-1dcf211865d3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:47.427471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.472686 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.572929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:47.573635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.591256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a19d0201-6143-4862-b8e3-ade2989160f5,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:47.649177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Subnet': ['ID=265beded-2048-4160-b508-2f3f87ddf63c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:47.694739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Checking segment: {'id': '73ddff30-8832-466c-a300-9124009c1254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:47.695882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network hostable DHCP agents. Network: f49439f4-a23a-47f4-8b4c-42eea2013558, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:53:47.716348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db232d-7e13-405b-8bb8-e3e75b4870c4 req-f7c63678-e263-4de3-a87d-2727ef0ffd14 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.718243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84db232d-7e13-405b-8bb8-e3e75b4870c4 req-f7c63678-e263-4de3-a87d-2727ef0ffd14 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1756341 Dec 16 15:53:47.766291 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.809892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 6f19ffa1-e441-4e04-be55-1dcf211865d3 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:47.818351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network f49439f4-a23a-47f4-8b4c-42eea2013558 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:53:47.827082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84db232d-7e13-405b-8bb8-e3e75b4870c4 req-2aa049ed-352c-4ea0-b1bb-40a00c78629d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971260 Dec 16 15:53:47.909432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:47.956924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f49439f4-a23a-47f4-8b4c-42eea2013558) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:47.966147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff05b1-71e9-45b2-ac04-a65e472535e8 None None] Network f49439f4-a23a-47f4-8b4c-42eea2013558 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:47.972946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:47.973716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.135109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303135f0-2b92-426e-8770-d8d20fd4ad7e None None] Network f49439f4-a23a-47f4-8b4c-42eea2013558 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:48.144669 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c9adc98-bbd5-4072-8853-99f362d4b5ca tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5848150 Dec 16 15:53:48.149074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:48.164211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1347121661', 'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:48.190180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.264645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=6f19ffa1-e441-4e04-be55-1dcf211865d3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:48.301262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.308792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-329e0da8-b4ac-4355-98a0-978918c8a15b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/6f19ffa1-e441-4e04-be55-1dcf211865d3 HTTP/1.1" status: 204 len: 168 time: 1.0320845 Dec 16 15:53:48.310147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55586) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:48.325659 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Made reservation on behalf of f2b18fa3903646b8b77171e6595a5c01 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:48.328196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.343088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e304e11f-067c-447e-b84d-547c4d366199 None None] Provisioning complete for port a19d0201-6143-4862-b8e3-ade2989160f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:48.343958 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e304e11f-067c-447e-b84d-547c4d366199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.384229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] device_id is not set on port 874707a4-a047-4008-9815-4fed23a8dce9 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:48.425775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7202fb2-2b2e-40c8-8407-beee0c64c6c2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:48.434630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7202fb2-2b2e-40c8-8407-beee0c64c6c2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:48.439874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e7202fb2-2b2e-40c8-8407-beee0c64c6c2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1250813 Dec 16 15:53:48.440752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55592) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:48.530815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 1d285951-beab-4c36-b09e-11903597702a {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:48.534700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.603497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.635927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 2001:db8::2b (f49439f4-a23a-47f4-8b4c-42eea2013558/265beded-2048-4160-b508-2f3f87ddf63c/874707a4-a047-4008-9815-4fed23a8dce9) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:48.700881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2c49ceb6-6751-4ce9-bdbd-32ddc788d5c5 None None] Could not find standard attr ID for object 6f19ffa1-e441-4e04-be55-1dcf211865d3. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:48.754313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:48.980889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a19d0201-6143-4862-b8e3-ade2989160f5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:48.988381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.036741 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.058769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a19d0201-6143-4862-b8e3-ade2989160f5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:49.059223 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.096188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=1d285951-beab-4c36-b09e-11903597702a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:49.104300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.110750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b91e0510-c63f-48d6-9a6e-329537a1e4f2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1d285951-beab-4c36-b09e-11903597702a HTTP/1.1" status: 204 len: 168 time: 0.6686618 Dec 16 15:53:49.113504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55596) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.145112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.149586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef85f746-24fa-4cb4-9edb-3d764fe9e187 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:49.174229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d8fbc-c585-438a-9cd1-882ab8b4966d req-386e1e3a-6c5d-4010-84fb-e186fa13dd4c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.176028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7d8fbc-c585-438a-9cd1-882ab8b4966d req-386e1e3a-6c5d-4010-84fb-e186fa13dd4c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1846323 Dec 16 15:53:49.178715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f0cc7426-3d70-482f-a7a1-200b837d2022 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640876 Dec 16 15:53:49.184539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55598) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.235457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network f49439f4-a23a-47f4-8b4c-42eea2013558 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:49.270749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:49.281836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:49.285479 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.287386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.300811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7d8fbc-c585-438a-9cd1-882ab8b4966d req-8503eef4-13bc-48fe-bf06-71e550a91bb4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046660 Dec 16 15:53:49.315331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae819887-813e-4632-a3e0-bcf3cf836145 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.317972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=874707a4-a047-4008-9815-4fed23a8dce9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:49.319212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ae819887-813e-4632-a3e0-bcf3cf836145 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1335485 Dec 16 15:53:49.322057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55600) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.332772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.384139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:49.400573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fd718-ff84-484c-bc7b-e25a0338ee38 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:49.404181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55602) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.404353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-321fd718-ff84-484c-bc7b-e25a0338ee38 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804560 Dec 16 15:53:49.442699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Deleting port a19d0201-6143-4862-b8e3-ade2989160f5 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:49.443086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.455964 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-766fcf87-be9d-40cd-a84b-b3614d1407af tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458198 Dec 16 15:53:49.455964 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d01af36f-eba6-4682-9602-b3c597fce03a tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3040481 Dec 16 15:53:49.461347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55604) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.463676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:49.473620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:49.625584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Deleting port 874707a4-a047-4008-9815-4fed23a8dce9 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:49.626426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.707314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] For port a19d0201-6143-4862-b8e3-ade2989160f5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a19d0201-6143-4862-b8e3-ade2989160f5,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:49.708435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.709866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:49.713691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.725324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Calling delete_port for a19d0201-6143-4862-b8e3-ade2989160f5 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:49.746367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.773945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Calling delete_port for 874707a4-a047-4008-9815-4fed23a8dce9 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:49.938012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:49.973784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] Pushing event deleted for resources: {'Port': ['ID=a19d0201-6143-4862-b8e3-ade2989160f5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:49.978255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf7d39-f377-4436-b449-a6c286a9e3c7 None None] No DVR routers for this DVR port a19d0201-6143-4862-b8e3-ade2989160f5 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:50.024774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.133825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:50.134648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.135629 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.169839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Port': ['ID=874707a4-a047-4008-9815-4fed23a8dce9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:50.172145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:50.182966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:50.185351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:50.185946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.203789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.205775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a104357-7044-4463-8868-d3c87206837f None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:50.209949 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e6d065f-43ac-4842-b91c-1561625b886b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/ports/874707a4-a047-4008-9815-4fed23a8dce9 HTTP/1.1" status: 204 len: 168 time: 0.7439165 Dec 16 15:53:50.212773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:50.219223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=82d79235-1ddd-4c7a-ae8a-c0d17013b85e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:50.229006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558', 'external_fixed_ips': [{'subnet_id': '265beded-2048-4160-b508-2f3f87ddf63c', 'ip_address': '2001:db8::2b'}]}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:50.313841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '82d79235-1ddd-4c7a-ae8a-c0d17013b85e'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:53:50.314857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.336189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a40cfeb4-7e59-4a08-bea0-94284d227a8c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8737583 Dec 16 15:53:50.341113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:50.347984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:50.471345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.474005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.587597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Allocated IP 2001:db8::f816:3eff:fe7a:5237 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/82d79235-1ddd-4c7a-ae8a-c0d17013b85e/c4299831-d92b-4941-b7a6-92fc4c3340f4) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:50.612070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.820307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca74f9-8de9-4a6a-9e75-c5ff38bad209 req-7bf695ae-80e3-4343-902d-bb70ad345ba3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:50.821811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cca74f9-8de9-4a6a-9e75-c5ff38bad209 req-7bf695ae-80e3-4343-902d-bb70ad345ba3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1226065 Dec 16 15:53:50.844057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.899326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cca74f9-8de9-4a6a-9e75-c5ff38bad209 req-dacf8b37-fbfa-47ed-a46d-7b14ae76aa53 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641553 Dec 16 15:53:50.917624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:50.925380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a19d0201-6143-4862-b8e3-ade2989160f5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:53:50.949175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: a19d0201-6143-4862-b8e3-ade2989160f5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:53:50.949531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a19d0201-6143-4862-b8e3-ade2989160f5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:53:51.046843 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.094385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:51.097639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:51.102562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:51.108658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Pushing event updated for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:51.122597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:51.128508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.168107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Attempting to bind port c4299831-d92b-4941-b7a6-92fc4c3340f4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:53:51.168464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Attempting to bind port c4299831-d92b-4941-b7a6-92fc4c3340f4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:53:51.168849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Attempting to bind port c4299831-d92b-4941-b7a6-92fc4c3340f4 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:53:51.174889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:53:51.175254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:53:51.175626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.175974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:53:51.177853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Bound port: c4299831-d92b-4941-b7a6-92fc4c3340f4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:53:51.177853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.251379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-23079a11-5988-423c-a198-52640eb3e34a None None] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:53:51.266620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-23079a11-5988-423c-a198-52640eb3e34a None None] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c4299831-d92b-4941-b7a6-92fc4c3340f4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:53:51.277398 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82d79235-1ddd-4c7a-ae8a-c0d17013b85e (CIDR: 2001:db8::/64) Dec 16 15:53:51.317988 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:53:51.318455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:53:51.357538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.362776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.384352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.451286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-84df491c-6d1f-40ec-8d16-a6dd584d9738 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0963931 Dec 16 15:53:51.451286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:51.451286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:51.467409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23079a11-5988-423c-a198-52640eb3e34a None None] Pushing event updated for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:51.596776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 2001:db8::2b (f49439f4-a23a-47f4-8b4c-42eea2013558/265beded-2048-4160-b508-2f3f87ddf63c/88efad60-a9bf-41e4-a021-ac014be12c00) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:51.688067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:51.714251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.817667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:51.968076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.032911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network f49439f4-a23a-47f4-8b4c-42eea2013558 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:52.041713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:52.048066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:52.123287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=88efad60-a9bf-41e4-a021-ac014be12c00,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:52.159566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620660a-42b2-4f8c-9862-de8d7f29dae8 req-51ba3fd6-e706-41b7-9df1-99a5194b1111 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:52.162435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7620660a-42b2-4f8c-9862-de8d7f29dae8 req-51ba3fd6-e706-41b7-9df1-99a5194b1111 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1109166 Dec 16 15:53:52.254981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7620660a-42b2-4f8c-9862-de8d7f29dae8 req-4303c76d-083b-4c30-ad31-4ffbb3b06a11 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Dec 16 15:53:52.358329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.460705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.463966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:52.470330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:52.475449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:52.476452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:52.508543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=4f2fe802-12af-4d05-824d-8bed4a1c3e64,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:52.631702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b58a16b6-e545-4401-92fb-13615b3602bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1786933 Dec 16 15:53:52.634552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55626) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:52.654191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:65:4d:ef', 'name': 'tempest-NetworksTestDHCPv6-15334045'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:52.829094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.005394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0dc34-8f65-4055-9665-e8aed41749c9 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:53.124512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c4299831-d92b-4941-b7a6-92fc4c3340f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:53.132827 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:53.179502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router 38e98217-a05b-49f5-95bc-5e41f6e3300b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:53:53.199990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:53.200335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.293438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:53.297538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.410805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.463150 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.469710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:53:53.494980 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Sync routers for ids ['38e98217-a05b-49f5-95bc-5e41f6e3300b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:53:53.519239 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Routers {'38e98217-a05b-49f5-95bc-5e41f6e3300b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:53:53.521149 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['38e98217-a05b-49f5-95bc-5e41f6e3300b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:53.528382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c4299831-d92b-4941-b7a6-92fc4c3340f4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:53.531572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': '82d79235-1ddd-4c7a-ae8a-c0d17013b85e', 'ip_address': '2001:db8::f816:3eff:fe7a:5237'}, {'subnet_id': '4f2fe802-12af-4d05-824d-8bed4a1c3e64'}], 'binding:host_id': 'n-d-821947-3'}, 'id': 'c4299831-d92b-4941-b7a6-92fc4c3340f4'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:53:53.533162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 91b50b62-2d7c-4f5b-8703-26f4aca6fb93 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:53:53.594500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.615320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.620746 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.621597 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.623133 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b00b6ede-0591-4d4f-a9ca-d0cbb625cf84 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.4083357 Dec 16 15:53:53.626375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55636) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:53.721503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fa8ca-e249-4608-afe1-5b2038773fb5 None None] Pushing event updated for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:53.766389 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Set router 38e98217-a05b-49f5-95bc-5e41f6e3300b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:53:53.841917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:53.937197 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:53:53.937591 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:53:53.951621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8:0:1::327 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f2fe802-12af-4d05-824d-8bed4a1c3e64/91b50b62-2d7c-4f5b-8703-26f4aca6fb93) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:53.966613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:fe65:4def (fa6a33dc-208e-40b8-a979-8ec634d1fff7/82d79235-1ddd-4c7a-ae8a-c0d17013b85e/91b50b62-2d7c-4f5b-8703-26f4aca6fb93) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:53.974846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.034323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540561a-04c4-4939-9fbe-aa0dedc748c1 req-61426a50-409f-4eab-8805-5140681da7c0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.037384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4540561a-04c4-4939-9fbe-aa0dedc748c1 req-61426a50-409f-4eab-8805-5140681da7c0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.6193774 Dec 16 15:53:54.124870 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e98217-a05b-49f5-95bc-5e41f6e3300b', 'name': '', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558', 'external_fixed_ips': [{'subnet_id': '265beded-2048-4160-b508-2f3f87ddf63c', 'ip_address': '2001:db8::2b'}], 'enable_snat': True}, 'gw_port_id': '88efad60-a9bf-41e4-a021-ac014be12c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:53:50Z', 'updated_at': '2021-12-16T15:53:52Z', 'revision_number': 3, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port': {'id': '88efad60-a9bf-41e4-a021-ac014be12c00', 'name': '', 'network_id': 'f49439f4-a23a-47f4-8b4c-42eea2013558', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e98217-a05b-49f5-95bc-5e41f6e3300b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '265beded-2048-4160-b508-2f3f87ddf63c', 'ip_address': '2001:db8::2b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:53:51Z', 'updated_at': '2021-12-16T15:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '265beded-2048-4160-b508-2f3f87ddf63c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:54.167096 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Checking router: 38e98217-a05b-49f5-95bc-5e41f6e3300b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:53:54.167779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Updating router 38e98217-a05b-49f5-95bc-5e41f6e3300b port 88efad60-a9bf-41e4-a021-ac014be12c00 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:53:54.174617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4540561a-04c4-4939-9fbe-aa0dedc748c1 req-b4cb9c95-ace7-4ed0-8ff1-753307718452 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291730 Dec 16 15:53:54.208105 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.211704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Deleting port 88efad60-a9bf-41e4-a021-ac014be12c00 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:54.212479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.256295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.343930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.358923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Calling delete_port for 88efad60-a9bf-41e4-a021-ac014be12c00 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:54.411158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.485910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:54.488034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:54.540479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:53:54.560342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:54.561194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.589607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Allocated IP 2001:db8:0:1::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4f2fe802-12af-4d05-824d-8bed4a1c3e64/c4299831-d92b-4941-b7a6-92fc4c3340f4) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:53:54.606140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=91b50b62-2d7c-4f5b-8703-26f4aca6fb93,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:54.624372 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.688540 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.db.api [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 16 15:53:54.688540 n-d-821947-3 neutron-server[104058]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 16 15:53:54.688540 n-d-821947-3 neutron-server[104058]: [parameters: {'host': 'n-d-821947-3', 'ml2_port_bindings_port_id': '88efad60-a9bf-41e4-a021-ac014be12c00', 'ml2_port_bindings_host': ''}] Dec 16 15:53:54.688540 n-d-821947-3 neutron-server[104058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:53:54.693872 n-d-821947-3 neutron-server[104058]: DEBUG oslo_db.api [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:53:54.724944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c4299831-d92b-4941-b7a6-92fc4c3340f4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:54.725332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e206b16-4a3b-4a75-be93-e7a850ec3f63 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0841074 Dec 16 15:53:54.729223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:54.759339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.767444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.806189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Port': ['ID=88efad60-a9bf-41e4-a021-ac014be12c00,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:54.828726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.858995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:54.973919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c4299831-d92b-4941-b7a6-92fc4c3340f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:55.014327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa8bb-bee6-49aa-8751-6c3fe881f0bc None None] Pushing event updated for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:55.063305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:55.063689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.231506 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Port 88efad60-a9bf-41e4-a021-ac014be12c00 not found while updating agent binding for router 38e98217-a05b-49f5-95bc-5e41f6e3300b. {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 16 15:53:55.251075 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Routers {'38e98217-a05b-49f5-95bc-5e41f6e3300b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:53:55.253218 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['38e98217-a05b-49f5-95bc-5e41f6e3300b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:55.357991 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] Set router 38e98217-a05b-49f5-95bc-5e41f6e3300b gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:53:55.415889 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e98217-a05b-49f5-95bc-5e41f6e3300b', 'name': '', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:53:50Z', 'updated_at': '2021-12-16T15:53:54Z', 'revision_number': 5, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:55.428510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.432015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.454743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d94bb7-300c-4921-b3d4-cd78d29ad2c8 req-48a4f5d8-79ea-410c-8726-89e385211092 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:55.463907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d94bb7-300c-4921-b3d4-cd78d29ad2c8 req-48a4f5d8-79ea-410c-8726-89e385211092 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1206701 Dec 16 15:53:55.504065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 91b50b62-2d7c-4f5b-8703-26f4aca6fb93 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:55.518105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.527351 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5192-1d9b-4f03-8d25-c4064cdc7aa8 None None] The sync data for ids ['38e98217-a05b-49f5-95bc-5e41f6e3300b'] in n-d-821947-3 is: [{'id': '38e98217-a05b-49f5-95bc-5e41f6e3300b', 'name': '', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:53:50Z', 'updated_at': '2021-12-16T15:53:54Z', 'revision_number': 5, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:53:55.555172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d94bb7-300c-4921-b3d4-cd78d29ad2c8 req-04a4d7d2-aed1-4258-9731-6cef39622c95 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903058 Dec 16 15:53:55.577279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.577925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38e98217-a05b-49f5-95bc-5e41f6e3300b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:53:55.589707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.590893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c767b619-0099-47f5-944a-78091f0b4a5d tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/routers/38e98217-a05b-49f5-95bc-5e41f6e3300b HTTP/1.1" status: 204 len: 168 time: 1.9623654 Dec 16 15:53:55.594261 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:55.676011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Deleting subnet 265beded-2048-4160-b508-2f3f87ddf63c {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:55.688007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.711383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.733049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 91b50b62-2d7c-4f5b-8703-26f4aca6fb93 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:55.748885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.841481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:55.982898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2ca921da-812a-4e87-b288-8abb6c865d3b None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:55.983746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ca921da-812a-4e87-b288-8abb6c865d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.116978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.164975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.169245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/265beded-2048-4160-b508-2f3f87ddf63c HTTP/1.1" status: 204 len: 168 time: 0.5739548 Dec 16 15:53:56.171082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c603b-d55b-400b-8da6-88e290eefe6b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=265beded-2048-4160-b508-2f3f87ddf63c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:56.172427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:56.236471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.270885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.318654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=91b50b62-2d7c-4f5b-8703-26f4aca6fb93,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:56.345549 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.349488 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-da5a41d6-67a4-48ba-9c14-f3122b95fa8d tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/91b50b62-2d7c-4f5b-8703-26f4aca6fb93 HTTP/1.1" status: 204 len: 168 time: 1.6189139 Dec 16 15:53:56.352298 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:56.412194 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b16a248-d000-472f-9fa7-6169ab461f02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.417239 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5b16a248-d000-472f-9fa7-6169ab461f02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0637276 Dec 16 15:53:56.418033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55656) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:56.435194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-03ae132f-91ad-487c-83b2-f70c98fc9625 None None] Could not find standard attr ID for object 91b50b62-2d7c-4f5b-8703-26f4aca6fb93. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:53:56.449963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.490236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f2b1cf-489f-4a2a-af60-073864daff7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.494876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55658) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:56.502575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-38f2b1cf-489f-4a2a-af60-073864daff7e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0832884 Dec 16 15:53:56.520922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49439f4-a23a-47f4-8b4c-42eea2013558']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:56.580050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ddff30-8832-466c-a300-9124009c1254') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:56.580554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ddff30-8832-466c-a300-9124009c1254') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:53:56.610088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.638036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.667909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243946a3-24b2-422e-931a-fad67fbeeb77 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.671725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243946a3-24b2-422e-931a-fad67fbeeb77 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.674966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243946a3-24b2-422e-931a-fad67fbeeb77 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.677963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-243946a3-24b2-422e-931a-fad67fbeeb77 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1801543 Dec 16 15:53:56.680738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55664) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:56.682126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:53:56.682889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:53:56.686158 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:53:56.778605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 4f2fe802-12af-4d05-824d-8bed4a1c3e64 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:56.784399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.844614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:56.877196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ad39-4cbe-45d2-a169-0d0cd279e766 req-c8a46c34-e362-4f50-8d2d-36f70fcbb9de tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:56.880574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1021ad39-4cbe-45d2-a169-0d0cd279e766 req-c8a46c34-e362-4f50-8d2d-36f70fcbb9de tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.2008891 Dec 16 15:53:56.990189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c4299831-d92b-4941-b7a6-92fc4c3340f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:53:57.001510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.021754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1021ad39-4cbe-45d2-a169-0d0cd279e766 req-dcf6ee0a-8126-477d-b98e-8d01d07e3282 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288261 Dec 16 15:53:57.029932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.042075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f49439f4-a23a-47f4-8b4c-42eea2013558 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 16 15:53:57.048010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.055436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/networks/f49439f4-a23a-47f4-8b4c-42eea2013558 HTTP/1.1" status: 204 len: 168 time: 0.8814349 Dec 16 15:53:57.085699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb84ab-d34b-491f-a2c2-88645e6c9a45 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Network': ['ID=f49439f4-a23a-47f4-8b4c-42eea2013558,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:57.119503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:57.120129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.259703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.295580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2fe802-12af-4d05-824d-8bed4a1c3e64,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:57.299793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.305535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f2fe802-12af-4d05-824d-8bed4a1c3e64 HTTP/1.1" status: 204 len: 168 time: 0.6235173 Dec 16 15:53:57.308317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55670) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:57.308778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb0200-9faf-49b3-a44d-dae87864f11e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:57.314823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.315201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.315555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.315932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.316273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.316617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.317481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.317818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.318160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.318494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.318940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.319279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.319606 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef8858-b804-4b72-95d3-f796cfcdd1f9 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:57.417088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 82d79235-1ddd-4c7a-ae8a-c0d17013b85e {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:53:57.422201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.503264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.577131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55676) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:57.587050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'name': 'tempest-router--196507845', 'project_id': 'f12727b6d1f84466a027b54e0b00c488'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:57.727204 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.728348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.776181 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.814148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.904998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:57.974775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.029689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=82d79235-1ddd-4c7a-ae8a-c0d17013b85e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:58.033204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.039365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ef049605-299a-4236-b3b0-0b39b6b714ae tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/82d79235-1ddd-4c7a-ae8a-c0d17013b85e HTTP/1.1" status: 204 len: 168 time: 0.7292829 Dec 16 15:53:58.041657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55678) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:58.044174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.045913 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2de2dc01-bd1a-4bce-a6a1-b2685dbe8a73 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4675291 Dec 16 15:53:58.053714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55682) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:58.127727 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-13bae821-d440-49ec-bd0f-73823bd5f0c8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841885 Dec 16 15:53:58.132100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55684) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:58.142412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:58.169336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4881d157-941a-47cc-9e0b-1844be8ac0b8 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:53:58.170451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.315629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104eea-158c-4b17-b19b-9b82656b6ae8 req-e4fe7a3e-6549-417a-bd15-8fc7a39dbd01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:58.318402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23104eea-158c-4b17-b19b-9b82656b6ae8 req-e4fe7a3e-6549-417a-bd15-8fc7a39dbd01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 943 time: 0.1501045 Dec 16 15:53:58.329887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:58.342956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '4881d157-941a-47cc-9e0b-1844be8ac0b8', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': '4881d157-941a-47cc-9e0b-1844be8ac0b8', 'mac_address': 'fa:16:3e:0d:e2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:53:58.406679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.416729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23104eea-158c-4b17-b19b-9b82656b6ae8 req-d14e967a-dbe3-48e9-adbe-9274c4b87807 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840704 Dec 16 15:53:58.426754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4881d157-941a-47cc-9e0b-1844be8ac0b8 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:53:58.439354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.443339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.459561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:58.492855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:53:58.496519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.550209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.588867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.589767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb73ad81-69fe-4cbd-a2da-2d9eb6134205 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:53:58.594045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.595253 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3237a4e-3230-42c5-864e-4af0ad76920c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/routers/fb73ad81-69fe-4cbd-a2da-2d9eb6134205 HTTP/1.1" status: 204 len: 168 time: 0.5401006 Dec 16 15:53:58.621039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:58.634285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.634635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.634986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.635324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.635660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.641109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:53:58.651801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e795f2b-a8b0-493b-a3d9-ed64616697d1 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:53:58.762741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-10a66b19-aaf0-4e87-a037-876868c60193 None None] Provisioning complete for port c4299831-d92b-4941-b7a6-92fc4c3340f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:53:58.763115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10a66b19-aaf0-4e87-a037-876868c60193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.837597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4881d157-941a-47cc-9e0b-1844be8ac0b8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:53:58.889108 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:58.935772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:53:58.958313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55692) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:53:59.100617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:53:59.267092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-75115047', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:53:59.300602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Deleting port c4299831-d92b-4941-b7a6-92fc4c3340f4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:53:59.301716 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.370241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.414826 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.417022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.419288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c4299831-d92b-4941-b7a6-92fc4c3340f4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:59.420378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.433698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Calling delete_port for c4299831-d92b-4941-b7a6-92fc4c3340f4 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:53:59.558775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.630417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port c4299831-d92b-4941-b7a6-92fc4c3340f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c4299831-d92b-4941-b7a6-92fc4c3340f4,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:53:59.668875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a07f7-6182-471a-b4ef-13d38eecddb1 req-a5508e07-de06-436a-994f-6965e9f3443a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:59.670435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a00a07f7-6182-471a-b4ef-13d38eecddb1 req-a5508e07-de06-436a-994f-6965e9f3443a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 944 time: 0.0893369 Dec 16 15:53:59.680060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.697576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.748669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a00a07f7-6182-471a-b4ef-13d38eecddb1 req-894ee0d0-625c-456b-864e-64abe1e345b1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Dec 16 15:53:59.791386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.792178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.817002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.874538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:53:59.885530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:53:59.889648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:53:59.890262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.894654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:53:59.897777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=d88d6b28-658c-4444-96bc-266db9c36714,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:59.909226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:59.973737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] No DVR routers for this DVR port c4299831-d92b-4941-b7a6-92fc4c3340f4 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:53:59.988307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3d9b3-7b8a-48ed-8ea3-6405ea1a6dca None None] Pushing event deleted for resources: {'Port': ['ID=c4299831-d92b-4941-b7a6-92fc4c3340f4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:53:59.998825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba06de-97a5-4be4-ad3a-80a24ef9f62f None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:00.066369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dbb87cf0-8beb-4653-8721-12c146097459 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9324467 Dec 16 15:54:00.069422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:00.079847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:00.136754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'd88d6b28-658c-4444-96bc-266db9c36714'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:54:00.138850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.157735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.188560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.249449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4881d157-941a-47cc-9e0b-1844be8ac0b8 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:00.366199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:00.369977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Allocated IP 2001:db8::f816:3eff:feae:c223 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/d88d6b28-658c-4444-96bc-266db9c36714/437d3ecd-41d1-45d1-aa36-5126b07e6f31) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:00.370621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.378232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Allocated IP 172.25.7.4 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e7797c80-42d0-4a68-a90c-036af9f2e6f2) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:00.489673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 4881d157-941a-47cc-9e0b-1844be8ac0b8 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:54:00.501376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 4881d157-941a-47cc-9e0b-1844be8ac0b8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:00.502027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.558134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.574760 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d88d6b28-658c-4444-96bc-266db9c36714 (CIDR: 2001:db8::/64) Dec 16 15:54:00.647777 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:54:00.648272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:00.664905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.705722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.717472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.731248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:00.733608 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae8349-98ee-4359-aaa1-c4ce15a25b97" -d '{"events": [{"server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "name": "network-vif-plugged", "status": "completed", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:00.749277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:00.757321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.761252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d97f3d2e-b85b-45a1-b82c-4daaab290e02 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6870260 Dec 16 15:54:00.761252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:00.769678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:00.807364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:00.810288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:00.818770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Pushing event updated for resources: {'Port': ['ID=437d3ecd-41d1-45d1-aa36-5126b07e6f31,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:00.825977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:00.864115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a3081-43b3-4ea4-b107-e6ed4ee92634 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:00.871686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:00.876028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event updated for resources: {'Port': ['ID=e7797c80-42d0-4a68-a90c-036af9f2e6f2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:00.876365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:00.884557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:00.891520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:00.943184 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55d8166-662d-4b6a-a9b3-dc9e8c846adf x-openstack-request-id: req-b55d8166-662d-4b6a-a9b3-dc9e8c846adf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:00.943674 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "name": "network-vif-plugged", "status": "completed", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:00.944340 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b55d8166-662d-4b6a-a9b3-dc9e8c846adf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:00.945816 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8', 'code': 200} Dec 16 15:54:01.096832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c4299831-d92b-4941-b7a6-92fc4c3340f4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:01.103466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cee20-240f-40d0-8fd9-0a3f5705753a req-2d009f54-cb19-4676-bd94-07da84a8a75a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.108354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e9cee20-240f-40d0-8fd9-0a3f5705753a req-2d009f54-cb19-4676-bd94-07da84a8a75a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1007955 Dec 16 15:54:01.140703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fd8c4-1cd8-46d7-9b9a-ea11c849e649 req-82231000-1045-4afd-967b-1a6f42c723dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.145257 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-056fd8c4-1cd8-46d7-9b9a-ea11c849e649 req-82231000-1045-4afd-967b-1a6f42c723dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 1096 time: 0.1035426 Dec 16 15:54:01.172728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e9cee20-240f-40d0-8fd9-0a3f5705753a req-c4a660d2-5ce8-4902-bedd-9997bdcc6af8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540500 Dec 16 15:54:01.192806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c4299831-d92b-4941-b7a6-92fc4c3340f4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:01.193221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c4299831-d92b-4941-b7a6-92fc4c3340f4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:01.212097 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-056fd8c4-1cd8-46d7-9b9a-ea11c849e649 req-28f14742-1acd-4c02-a51d-10cd5dc3c8b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Dec 16 15:54:01.212696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Attempting to bind port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:01.213122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Attempting to bind port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:01.213440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Attempting to bind port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:01.215572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:01.226635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ec33362e-f0da-46ba-b51c-d517a396337f None None] Provisioning complete for port e7797c80-42d0-4a68-a90c-036af9f2e6f2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:01.227012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ec33362e-f0da-46ba-b51c-d517a396337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.229552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:01.230029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:01.230334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.230334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:01.231502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Bound port: 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:01.231664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:01.231813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.237420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.302826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ec33362e-f0da-46ba-b51c-d517a396337f None None] Port e7797c80-42d0-4a68-a90c-036af9f2e6f2 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:01.334310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] For port 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:01.338218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] For port 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=437d3ecd-41d1-45d1-aa36-5126b07e6f31,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:01.480189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.487515 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.619539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cedc5-3d9e-4c7f-b37b-48a2f4889edf None None] Pushing event updated for resources: {'Port': ['ID=437d3ecd-41d1-45d1-aa36-5126b07e6f31,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:01.692103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.750695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:01.756295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:01.758691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:01.759319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.769303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=d10cbd59-b9bd-420f-8c2d-c2df5818c995,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:01.792804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:01.859406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-988346fa-4abb-49c4-8ce3-9b1fea84a937 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0964367 Dec 16 15:54:01.859930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55716) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:01.866055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:b1:88:11', 'name': 'tempest-NetworksTestDHCPv6-41841232'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:02.126339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Router b30182eb-c912-40e3-b6c0-aa34217184bd is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:02.206426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:02.268361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:02.290993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] Sync routers for ids ['b30182eb-c912-40e3-b6c0-aa34217184bd'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:02.312527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] Routers {'b30182eb-c912-40e3-b6c0-aa34217184bd'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:02.313183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b30182eb-c912-40e3-b6c0-aa34217184bd'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:02.380971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:02.396190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] Routers {'b30182eb-c912-40e3-b6c0-aa34217184bd'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:02.396822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b30182eb-c912-40e3-b6c0-aa34217184bd'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:02.403464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:02.404838 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f11f1f6a-484e-44f7-abc0-93164816a917 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4449892 Dec 16 15:54:02.409523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:02.452546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:02.453388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29b2de-0542-4387-a9f2-a05d61e335ea None None] The sync data for ids ['b30182eb-c912-40e3-b6c0-aa34217184bd'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:02.542729 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:02.563293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fc5fa-2e19-4ef1-a286-76896cb9d1a8 req-ba4c905a-efaa-444f-8ef8-4f2a0fff1502 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:02.565143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb8fc5fa-2e19-4ef1-a286-76896cb9d1a8 req-ba4c905a-efaa-444f-8ef8-4f2a0fff1502 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1445637 Dec 16 15:54:02.581767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 398277b0-5447-4aaa-b64c-d48ffea289c6 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:54:02.707257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb8fc5fa-2e19-4ef1-a286-76896cb9d1a8 req-911bef6a-8f3a-40e0-bb21-2945900c05ef tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281192 Dec 16 15:54:02.721354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-37dc3b19-586e-4579-8079-e53de4d9db83 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/b30182eb-c912-40e3-b6c0-aa34217184bd HTTP/1.1" status: 200 len: 921 time: 0.3100533 Dec 16 15:54:02.725386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55724) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:02.788548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4270655b-aaf7-4300-b20a-ac9dcc2c27bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=b30182eb-c912-40e3-b6c0-aa34217184bd HTTP/1.1" status: 200 len: 205 time: 0.0559068 Dec 16 15:54:02.789035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55726) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:02.964732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8:0:1::37d (fa6a33dc-208e-40b8-a979-8ec634d1fff7/d10cbd59-b9bd-420f-8c2d-c2df5818c995/398277b0-5447-4aaa-b64c-d48ffea289c6) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:02.975376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::f816:3eff:feb1:8811 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/d88d6b28-658c-4444-96bc-266db9c36714/398277b0-5447-4aaa-b64c-d48ffea289c6) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:03.046503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 437d3ecd-41d1-45d1-aa36-5126b07e6f31 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:03.088828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.135416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:03.135885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.245284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.283147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc168cc8-1bb9-44ac-ae22-d834cfd8cecc None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:03.316101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=437d3ecd-41d1-45d1-aa36-5126b07e6f31,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:03.318590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.391984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.461490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6de0cb81-7ae7-449a-8edc-cfd98eac0e87 None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:03.462067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6de0cb81-7ae7-449a-8edc-cfd98eac0e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.506417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.609395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=398277b0-5447-4aaa-b64c-d48ffea289c6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:03.632549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:03.635686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:03.647510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:03.659687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:03.660956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.679510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:03.680159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=437d3ecd-41d1-45d1-aa36-5126b07e6f31,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:03.773247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7cecf479-0ed2-4cc7-95f5-2da48b842f90 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9117141 Dec 16 15:54:03.777395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55730) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:03.913909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Update dhcp port {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'fixed_ips': [{'subnet_id': 'd88d6b28-658c-4444-96bc-266db9c36714', 'ip_address': '2001:db8::f816:3eff:feae:c223'}, {'subnet_id': 'd10cbd59-b9bd-420f-8c2d-c2df5818c995'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '437d3ecd-41d1-45d1-aa36-5126b07e6f31'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:54:03.954346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a9f2f-2a7a-4b29-8e45-1149d1488294 req-e2d543ae-0bf0-4837-aa01-9174722bcf2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:03.956032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7a9f2f-2a7a-4b29-8e45-1149d1488294 req-e2d543ae-0bf0-4837-aa01-9174722bcf2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1189232 Dec 16 15:54:03.987042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.018943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port e7797c80-42d0-4a68-a90c-036af9f2e6f2 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:04.019242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.047703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c7a9f2f-2a7a-4b29-8e45-1149d1488294 req-cd1c4544-f667-4369-b7cc-7b8a857fd5b4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Dec 16 15:54:04.123723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 398277b0-5447-4aaa-b64c-d48ffea289c6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:04.124510 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.301850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181106-5cf6-4a3a-9098-20d6b8878ed2 req-4e83c5de-f72a-4884-8353-f3295c6d1d77 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:04.304050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba181106-5cf6-4a3a-9098-20d6b8878ed2 req-4e83c5de-f72a-4884-8353-f3295c6d1d77 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1105933 Dec 16 15:54:04.332969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Allocated IP 2001:db8:0:1::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/d10cbd59-b9bd-420f-8c2d-c2df5818c995/437d3ecd-41d1-45d1-aa36-5126b07e6f31) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:04.352704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.392117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.412437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for e7797c80-42d0-4a68-a90c-036af9f2e6f2 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:04.432078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 398277b0-5447-4aaa-b64c-d48ffea289c6 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:04.446017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba181106-5cf6-4a3a-9098-20d6b8878ed2 req-bfe880df-ed99-4f71-a362-4ce6aea033c3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310387 Dec 16 15:54:04.604082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] For port 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=437d3ecd-41d1-45d1-aa36-5126b07e6f31,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:04.647623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.722803 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.931423 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:04.972214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=e7797c80-42d0-4a68-a90c-036af9f2e6f2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:04.985629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80c988-d212-474d-81b8-d9b29f215e48 None None] Pushing event updated for resources: {'Port': ['ID=437d3ecd-41d1-45d1-aa36-5126b07e6f31,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:05.011548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.030301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b6fc4-0c2f-41e4-9fc6-14d3426194f3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:05.054700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 437d3ecd-41d1-45d1-aa36-5126b07e6f31 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:05.105253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=398277b0-5447-4aaa-b64c-d48ffea289c6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:05.180271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:05.183455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.195091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.198586 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-82a39d38-266f-4f07-8a43-a6aee62e5a71 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/398277b0-5447-4aaa-b64c-d48ffea289c6 HTTP/1.1" status: 204 len: 168 time: 1.4179728 Dec 16 15:54:05.203271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:05.205867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.426308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.432035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.452102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ea440-30af-4806-8c3f-3923db388b28 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.454950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9e7ea440-30af-4806-8c3f-3923db388b28 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2505498 Dec 16 15:54:05.460694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55748) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:05.585335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1013f-51f7-45b9-b7d0-cbb951a54aca tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.595724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95a1013f-51f7-45b9-b7d0-cbb951a54aca tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1234117 Dec 16 15:54:05.596118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55750) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:05.660088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.661642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router b30182eb-c912-40e3-b6c0-aa34217184bd {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:05.675120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.677440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b3920e78-e6a1-4017-8ada-0a9fd385883f tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/b30182eb-c912-40e3-b6c0-aa34217184bd HTTP/1.1" status: 204 len: 168 time: 2.8868568 Dec 16 15:54:05.682865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:05.695264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'name': 'tempest-snat-router-657619767', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:05.759946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a1ca2-67c8-482c-89cb-9944da526ee5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.763134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a1ca2-67c8-482c-89cb-9944da526ee5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.766555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a1ca2-67c8-482c-89cb-9944da526ee5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:05.770665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-746a1ca2-67c8-482c-89cb-9944da526ee5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1779499 Dec 16 15:54:05.774662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:05.879886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet d10cbd59-b9bd-420f-8c2d-c2df5818c995 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:05.885969 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.953889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:05.956507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.015537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.137517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a98288cd-9aaf-4a3d-994b-10dc4a72cb5d None None] Could not find standard attr ID for object 398277b0-5447-4aaa-b64c-d48ffea289c6. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:54:06.156984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.196690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a98288cd-9aaf-4a3d-994b-10dc4a72cb5d None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:06.199582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a98288cd-9aaf-4a3d-994b-10dc4a72cb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.359768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.709603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7ed03ee2-9a6d-4402-8219-52fe6ed4c50c None None] Could not find standard attr ID for object 398277b0-5447-4aaa-b64c-d48ffea289c6. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:54:06.782888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:06.986588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.036995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 437d3ecd-41d1-45d1-aa36-5126b07e6f31 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:07.087943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.091547 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/d10cbd59-b9bd-420f-8c2d-c2df5818c995 HTTP/1.1" status: 204 len: 168 time: 1.3154123 Dec 16 15:54:07.095129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea86e1e-1363-4cc2-8b62-7d137fbfaeda tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=d10cbd59-b9bd-420f-8c2d-c2df5818c995,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:07.097263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:07.100630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f1d06-fb63-470f-a2bb-092420018283 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:07.262887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:07.263552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.265886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet d88d6b28-658c-4444-96bc-266db9c36714 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:07.270807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.386878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.513049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.559637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:07.995496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 172.25.7.41 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/bf7c7dda-7e96-4dda-b2c5-c924ede64cc0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:08.174859 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.305766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.378336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.477513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:08.534437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:08.540377 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:08.549012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:08.560446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e51b06-2278-4134-87fe-3c040d9e0c18 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:08.699051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-784a3f3b-f0ec-49ea-919b-3d451faa9bec None None] Provisioning complete for port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:08.699719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-784a3f3b-f0ec-49ea-919b-3d451faa9bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.702999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.810856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-784a3f3b-f0ec-49ea-919b-3d451faa9bec None None] Port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:08.825011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:08.844965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/d88d6b28-658c-4444-96bc-266db9c36714 HTTP/1.1" status: 204 len: 168 time: 1.7454212 Dec 16 15:54:08.848644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55804) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:08.862623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22349d0d-a49a-46a4-9510-0f68264755f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=d88d6b28-658c-4444-96bc-266db9c36714,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:08.911173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e0239-0197-4ede-89fa-746d83587038 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:08.932699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-54ed1d65-9628-4433-8411-80998b1ad1c5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825365 Dec 16 15:54:08.933897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55806) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:08.939338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:09.111657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a7ae414d-d933-4e87-9028-8b8365ba5e27 None None] Provisioning complete for port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:09.113097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7ae414d-d933-4e87-9028-8b8365ba5e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.285951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:09.322158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:09.322158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.372993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Deleting port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:09.372993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.613323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.622559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] For port 437d3ecd-41d1-45d1-aa36-5126b07e6f31, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=437d3ecd-41d1-45d1-aa36-5126b07e6f31,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:09.640018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:09.683906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Calling delete_port for 437d3ecd-41d1-45d1-aa36-5126b07e6f31 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:10.116272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.122017 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.139575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.171116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] Pushing event deleted for resources: {'Port': ['ID=437d3ecd-41d1-45d1-aa36-5126b07e6f31,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:10.178671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e184a4-b12e-42a6-992c-415266518fb3 None None] No DVR routers for this DVR port 437d3ecd-41d1-45d1-aa36-5126b07e6f31 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:10.215235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:10.220730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:10.227790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:10.228656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.241249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77333b9d-c799-4847-8ec9-009bbacdb2fd None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:10.260873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:10.348028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d946e33-028f-4c3c-ade4-494d39cc6bbb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4088569 Dec 16 15:54:10.348299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:10.358555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:10.411763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': 'c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:54:10.412975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.573133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router 5679b014-df1f-45ef-93b5-75cbb3ea31c8 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:10.606462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf/69960fd1-facb-4fa3-a042-7a5fbae1f474) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:10.692735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:10.696880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.716397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:10.730204 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Sync routers for ids ['5679b014-df1f-45ef-93b5-75cbb3ea31c8'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:10.759118 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Routers {'5679b014-df1f-45ef-93b5-75cbb3ea31c8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:10.761584 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5679b014-df1f-45ef-93b5-75cbb3ea31c8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:10.857618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:10.870072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7d3d6dce-c015-4006-a539-f116c7a50e1e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1850638 Dec 16 15:54:10.877658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:11.089829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 437d3ecd-41d1-45d1-aa36-5126b07e6f31 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:11.249525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Set router 5679b014-df1f-45ef-93b5-75cbb3ea31c8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:11.250692 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86006680-8358-4387-8c08-a5d6abba9344 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/5679b014-df1f-45ef-93b5-75cbb3ea31c8 HTTP/1.1" status: 200 len: 907 time: 0.3632815 Dec 16 15:54:11.251334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:11.256840 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'name': 'tempest-snat-router-657619767', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': True}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:11.323112 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf (CIDR: 2001:db8::/64) Dec 16 15:54:11.349266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 437d3ecd-41d1-45d1-aa36-5126b07e6f31 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:11.353773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 437d3ecd-41d1-45d1-aa36-5126b07e6f31 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:11.367712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.415734 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:54:11.417011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:11.462452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.469345 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.494487 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.509758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-effb9bc2-4528-4760-a10c-f9304dc89d8a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:11.528665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-effb9bc2-4528-4760-a10c-f9304dc89d8a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.3250074 Dec 16 15:54:11.551387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-359a1f5d-db03-47e7-b23f-bf26e8dedeaa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0177360 Dec 16 15:54:11.600528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c48c58f0-c37a-4b67-a999-267973552423 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2501884 Dec 16 15:54:11.614508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:11.620344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:11.630097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:11.632169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:11.641210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:11.653655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Pushing event updated for resources: {'Port': ['ID=69960fd1-facb-4fa3-a042-7a5fbae1f474,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:11.662251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.679207 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'name': 'tempest-snat-router-657619767', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41'}], 'enable_snat': False}, 'gw_port_id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:54:05Z', 'updated_at': '2021-12-16T15:54:09Z', 'revision_number': 3, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port': {'id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:54:07Z', 'updated_at': '2021-12-16T15:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:11.722118 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Checking router: 5679b014-df1f-45ef-93b5-75cbb3ea31c8 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:54:11.723087 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Updating router 5679b014-df1f-45ef-93b5-75cbb3ea31c8 port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:54:11.754800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Attempting to bind port 69960fd1-facb-4fa3-a042-7a5fbae1f474 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:11.755878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Attempting to bind port 69960fd1-facb-4fa3-a042-7a5fbae1f474 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:11.756760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Attempting to bind port 69960fd1-facb-4fa3-a042-7a5fbae1f474 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:11.766410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:11.771006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:11.771006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.771006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:11.771006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Bound port: 69960fd1-facb-4fa3-a042-7a5fbae1f474, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:11.771006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.777789 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:11.788130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-06034646-f7dd-4212-938a-7a8c4f69247d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223656 Dec 16 15:54:11.954858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] For port 69960fd1-facb-4fa3-a042-7a5fbae1f474, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:11.964452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] For port 69960fd1-facb-4fa3-a042-7a5fbae1f474, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=69960fd1-facb-4fa3-a042-7a5fbae1f474,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:12.114546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-5322b853-1c37-4b69-a047-c5ad2161593d service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981348 Dec 16 15:54:12.123157 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.242077 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.310312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:12.316544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.333202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f26dc0-be32-446a-af54-8fad5b3c1f90 None None] Pushing event updated for resources: {'Port': ['ID=69960fd1-facb-4fa3-a042-7a5fbae1f474,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:12.387334 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.407580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.445192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb47073f-8668-4453-acfe-17f81f2996b6 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:12.513459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Attempting to bind port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:12.514432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Attempting to bind port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:12.515245 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Attempting to bind port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:12.533656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:12.540143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:12.540464 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:12.541150 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.542270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:12.544621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Bound port: bf7c7dda-7e96-4dda-b2c5-c924ede64cc0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:12.544621 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.606011 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.606904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.608886 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.609921 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.610512 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.610912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.611646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.611783 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.612171 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.612499 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.612839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.613730 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.614169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:12.629987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-13e4ec7c-d112-46f1-9a89-afa7403d8bef None None] Provisioning complete for port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:12.630982 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13e4ec7c-d112-46f1-9a89-afa7403d8bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.724051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-13e4ec7c-d112-46f1-9a89-afa7403d8bef None None] Port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:12.726095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-c9ecec82-521a-449d-9205-b0341bbd0059 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6057310 Dec 16 15:54:12.752224 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] For port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:12.761125 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] For port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:12.888318 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:12.943779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.043747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.120453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 69960fd1-facb-4fa3-a042-7a5fbae1f474 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:13.138902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1067c-5bcd-4b82-86cb-328002e2d3a3 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:13.169988 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Routers {'5679b014-df1f-45ef-93b5-75cbb3ea31c8'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:13.171227 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5679b014-df1f-45ef-93b5-75cbb3ea31c8'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:13.209295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4355d1-adf5-4c3d-a674-50955ebf0ebd None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:13.237374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:13.237757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.306387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] Provisioning complete for port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:13.306830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.318761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 172.25.7.194 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/222ded60-e44a-4d5d-aa78-2308cd80fbac) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:13.403592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.426973 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] Set router 5679b014-df1f-45ef-93b5-75cbb3ea31c8 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:13.483628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 69960fd1-facb-4fa3-a042-7a5fbae1f474, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=69960fd1-facb-4fa3-a042-7a5fbae1f474,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:13.505145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.544389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] For port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:13.578871 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.614581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.656964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.697947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=69960fd1-facb-4fa3-a042-7a5fbae1f474,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:13.760879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:54:13.768220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:13.789967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a0d19-708f-483a-aa44-dc7ddbd66d91 None None] Pushing event updated for resources: {'Port': ['ID=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:13.891977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:13.914256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:13.932115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:13.932354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cceb50-de20-4604-83ee-dfd722a8ffb1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:13.940057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'name': 'tempest-snat-router-657619767', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41'}], 'enable_snat': False}, 'gw_port_id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:54:05Z', 'updated_at': '2021-12-16T15:54:09Z', 'revision_number': 3, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port': {'id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:54:07Z', 'updated_at': '2021-12-16T15:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:13.998879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=222ded60-e44a-4d5d-aa78-2308cd80fbac,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:14.005070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbb0e7eb-453e-4534-9a79-9b5e59f3f002 req-8ec40de4-2030-4096-bb4d-b4f2a4f78b58 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0768239 Dec 16 15:54:14.025547 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a12d-8394-4526-a356-a1f0c6a6af0c None None] The sync data for ids ['5679b014-df1f-45ef-93b5-75cbb3ea31c8'] in n-d-821947-3 is: [{'id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'name': 'tempest-snat-router-657619767', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41'}], 'enable_snat': False}, 'gw_port_id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:54:05Z', 'updated_at': '2021-12-16T15:54:09Z', 'revision_number': 3, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port': {'id': 'bf7c7dda-7e96-4dda-b2c5-c924ede64cc0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5679b014-df1f-45ef-93b5-75cbb3ea31c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:54:07Z', 'updated_at': '2021-12-16T15:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:14.167930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc1ddef2-2afa-41e1-99d1-2fdd06149c80 None None] Provisioning complete for port 222ded60-e44a-4d5d-aa78-2308cd80fbac triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:14.170625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc1ddef2-2afa-41e1-99d1-2fdd06149c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.251459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6616fb4-8f8d-4236-bafb-e94c118a4da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.289037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ddef2-2afa-41e1-99d1-2fdd06149c80 None None] Port 222ded60-e44a-4d5d-aa78-2308cd80fbac cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:14.340338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.584610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bd1105e4-3bf6-40d0-8107-53dccdbb3ab5 None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:14.585320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd1105e4-3bf6-40d0-8107-53dccdbb3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.678328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.764205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port 69960fd1-facb-4fa3-a042-7a5fbae1f474, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=69960fd1-facb-4fa3-a042-7a5fbae1f474,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:14.854407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.971326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:14.977965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:15.188557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:15.197422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:15.214660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 69960fd1-facb-4fa3-a042-7a5fbae1f474 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:15.220809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:15.230294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9c4a793-1c1f-42cb-875c-df313105a81e req-bee375b7-149b-4261-8267-dd870ed274f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.1054709 Dec 16 15:54:15.232076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:15.232683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:15.240660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=69960fd1-facb-4fa3-a042-7a5fbae1f474,revision_number=5']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:15.254000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=440940ee-4ed4-4c14-a71b-dba3b1c83844,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:15.296396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c0312-4a1c-4110-9afd-80a4d5e3ef1d None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:15.344983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2ec9076b-7ba4-4264-9b75-964d9644f256 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7112601 Dec 16 15:54:15.345555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:15.351900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:7b:77:4f', 'name': 'tempest-NetworksTestDHCPv6-1516019200'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:15.472942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:15.473531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:15.641513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:15.716824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:15.716998 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router 99e46ceb-554b-447c-97f0-a9ed8bc6f455 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:15.721701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:15.730475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:15.990386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:16.001570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:16.024835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 668f4ee2-5488-4298-9f7b-70e76fb092be yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:54:16.026931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Sync routers for ids ['99e46ceb-554b-447c-97f0-a9ed8bc6f455'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:16.055582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Routers {'99e46ceb-554b-447c-97f0-a9ed8bc6f455'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:16.058088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:53:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['99e46ceb-554b-447c-97f0-a9ed8bc6f455'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:16.178542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:16.180981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0d1ae1e-357a-4179-ac3c-220ad9fff5fc tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9281037 Dec 16 15:54:16.184314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55884) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:16.246766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Set router 99e46ceb-554b-447c-97f0-a9ed8bc6f455 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:54:16.374098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::39c (fa6a33dc-208e-40b8-a979-8ec634d1fff7/c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf/668f4ee2-5488-4298-9f7b-70e76fb092be) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:16.403757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:774f (fa6a33dc-208e-40b8-a979-8ec634d1fff7/440940ee-4ed4-4c14-a71b-dba3b1c83844/668f4ee2-5488-4298-9f7b-70e76fb092be) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:16.502831 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c52731a9-23fd-4795-835f-e7f439b74f9f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/99e46ceb-554b-447c-97f0-a9ed8bc6f455 HTTP/1.1" status: 200 len: 907 time: 0.3166530 Dec 16 15:54:16.505715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55888) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:16.520883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a6e97f5-95cb-4748-a4d8-7b36727c14d0 req-2c6f98f6-59b9-49cd-98f2-7d721d8df948 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0889053 Dec 16 15:54:16.663201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-642e4977-ea41-43f2-9ace-b6fc9f8083af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:16.719593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e46ceb-554b-447c-97f0-a9ed8bc6f455', 'name': 'tempest-snat-router-657619767', 'tenant_id': 'f2b18fa3903646b8b77171e6595a5c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '222ded60-e44a-4d5d-aa78-2308cd80fbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:54:11Z', 'updated_at': '2021-12-16T15:54:14Z', 'revision_number': 3, 'project_id': 'f2b18fa3903646b8b77171e6595a5c01', 'gw_port': {'id': '222ded60-e44a-4d5d-aa78-2308cd80fbac', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e46ceb-554b-447c-97f0-a9ed8bc6f455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:54:13Z', 'updated_at': '2021-12-16T15:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:16.771605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Checking router: 99e46ceb-554b-447c-97f0-a9ed8bc6f455 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:54:16.772004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Updating router 99e46ceb-554b-447c-97f0-a9ed8bc6f455 port 222ded60-e44a-4d5d-aa78-2308cd80fbac binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:54:16.808776 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:16.829083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:16.832086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.034100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7c81e911-2b40-4b31-bfce-682ba0e418ae None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:17.034644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c81e911-2b40-4b31-bfce-682ba0e418ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.042716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 69960fd1-facb-4fa3-a042-7a5fbae1f474 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:17.101104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.103201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.185175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:17.197232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:17.206471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:17.235008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:17.236315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.247996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=668f4ee2-5488-4298-9f7b-70e76fb092be,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:17.290833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:17.291306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.345933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Deleting port 222ded60-e44a-4d5d-aa78-2308cd80fbac {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:17.346582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.405941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fadc3b5a-66ef-47ce-b751-bbb5044ff907 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0566251 Dec 16 15:54:17.406952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55892) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:17.491078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.513121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.529356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Calling delete_port for 222ded60-e44a-4d5d-aa78-2308cd80fbac owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:17.618795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.632102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 668f4ee2-5488-4298-9f7b-70e76fb092be {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:17.632102 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.683096 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:54:17.701244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:17.702286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:17.703060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:17.707166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d12d15-d2c2-43fd-9f90-a0f544bfca9e None None] Pushing event updated for resources: {'Port': ['ID=222ded60-e44a-4d5d-aa78-2308cd80fbac,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:17.721674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51dd65b-dcd3-4dda-80f3-fc442bc46ebe None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:17.724817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:17.725568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:17.726201 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.726820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:17.727585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Bound port: 222ded60-e44a-4d5d-aa78-2308cd80fbac, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:17.728366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.813433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3a27bdd8-153d-45b6-a688-0dea14eb6306 None None] Provisioning complete for port 668f4ee2-5488-4298-9f7b-70e76fb092be triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:17.814281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a27bdd8-153d-45b6-a688-0dea14eb6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.862069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-09fca25c-81fc-436a-92ab-f19c9c7a7a56 req-7db80a39-a9ab-4094-88e6-99053d5a1dd8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0612650 Dec 16 15:54:17.875082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3a27bdd8-153d-45b6-a688-0dea14eb6306 None None] Port 668f4ee2-5488-4298-9f7b-70e76fb092be cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:17.908507 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.922521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 668f4ee2-5488-4298-9f7b-70e76fb092be owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:17.934597 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:54:17.935606 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.957158 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:54:17.974255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:17.993881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Port': ['ID=222ded60-e44a-4d5d-aa78-2308cd80fbac,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:17.997673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b4bfb394-2078-4a1f-98ae-c01a58bd98fa None None] Could not find standard attr ID for object 222ded60-e44a-4d5d-aa78-2308cd80fbac. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:54:18.031976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dc9f7-8fab-465e-93bb-ae9c47837b76 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:18.116658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.229736 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.233254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.406406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.442184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.442994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e46ceb-554b-447c-97f0-a9ed8bc6f455 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:18.450114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.453497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=668f4ee2-5488-4298-9f7b-70e76fb092be,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:18.457956 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aafeb197-604c-422d-9f93-74b28c493b6f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/routers/99e46ceb-554b-447c-97f0-a9ed8bc6f455 HTTP/1.1" status: 204 len: 168 time: 1.9505026 Dec 16 15:54:18.458972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:18.490523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:18.491962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:18.492359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Attempting to bind port 222ded60-e44a-4d5d-aa78-2308cd80fbac on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:18.505507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:18.506196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:18.506795 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.507353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:18.508709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Bound port: 222ded60-e44a-4d5d-aa78-2308cd80fbac, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:18.509382 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.536191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Port 222ded60-e44a-4d5d-aa78-2308cd80fbac has been deleted concurrently {{(pid=104057) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 16 15:54:18.577390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Routers set() bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:18.578039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Router IDs set() for agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 16 15:54:18.578763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_agentschedulers_db [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99e46ceb-554b-447c-97f0-a9ed8bc6f455'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent'). {{(pid=104057) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 16 15:54:18.579268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a753ba2a-dbfc-4ba7-b9d4-58f3c49cbc27 None None] The sync data for ids ['99e46ceb-554b-447c-97f0-a9ed8bc6f455'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:18.590071 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.595379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1416b41b-c767-4205-8f64-3ba00fcc189a tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/668f4ee2-5488-4298-9f7b-70e76fb092be HTTP/1.1" status: 204 len: 168 time: 1.1877997 Dec 16 15:54:18.608850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55900) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:18.678193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.702963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-3178dfa5-4733-49d2-bb89-f0e3de78a175 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:18.704951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-3178dfa5-4733-49d2-bb89-f0e3de78a175 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.3554757 Dec 16 15:54:18.735663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27008a4-7904-4654-bb2a-7569242350ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:18.739140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c27008a4-7904-4654-bb2a-7569242350ff tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1288421 Dec 16 15:54:18.744708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:18.748405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:18.851063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:18.908334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b105add-68a3-4529-b29f-12e71bcba8bb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:18.912455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7b105add-68a3-4529-b29f-12e71bcba8bb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1605484 Dec 16 15:54:18.914339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:19.020174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1140e-5bc4-4c24-a985-c9fcb930cc49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:19.021891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1140e-5bc4-4c24-a985-c9fcb930cc49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:19.023433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1140e-5bc4-4c24-a985-c9fcb930cc49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:19.029260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70c1140e-5bc4-4c24-a985-c9fcb930cc49 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1105039 Dec 16 15:54:19.030505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:19.057130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a9e5858-f38e-469c-b81b-b065ccb921fb req-dba23210-b5d1-44d9-9bed-f16e1b2e0a39 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0525081 Dec 16 15:54:19.087344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Deleting port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:19.087715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.140276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 440940ee-4ed4-4c14-a71b-dba3b1c83844 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:19.149229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.189346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:19.194595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.225494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.282566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.304024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] For port bf7c7dda-7e96-4dda-b2c5-c924ede64cc0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:19.304561 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.328012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Calling delete_port for bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:19.424748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.427225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.8 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/8b6ec4b7-682e-45a1-bc73-37a7036e0521) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:19.667078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.721180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=440940ee-4ed4-4c14-a71b-dba3b1c83844,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:19.732898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.739407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d40e2aef-f4a3-4582-96e5-2659df4cfddc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/440940ee-4ed4-4c14-a71b-dba3b1c83844 HTTP/1.1" status: 204 len: 168 time: 0.7061489 Dec 16 15:54:19.743297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:19.749921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82ee52-c527-4f99-89e9-809af16d4826 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:19.792922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:19.872871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf7c7dda-7e96-4dda-b2c5-c924ede64cc0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:20.028686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:20.065789 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.116239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.229283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.236448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.345758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e5ecf3f-bead-427a-9b53-6a056befb495 req-90c8f0db-2952-48c5-8666-4d5c7d7314d0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0928762 Dec 16 15:54:20.350644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.435108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:20.442186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:20.443591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979c7df-293d-43e9-ab0e-f665813e9cab None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:20.446836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4881d157-941a-47cc-9e0b-1844be8ac0b8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:54:20.466093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:20.653017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:20.681571 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.717339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:20.720478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:20.877888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-f0718b10-4b47-4cfe-8335-73d943fb96e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1373873 Dec 16 15:54:20.948371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Request body: {'port': {'device_id': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:21.247166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.373722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-68a0ce02-817b-495a-9db4-1f9683ebc703 None None] Provisioning complete for port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:21.374239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68a0ce02-817b-495a-9db4-1f9683ebc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.500910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.515413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.756529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-68a0ce02-817b-495a-9db4-1f9683ebc703 None None] Port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:21.785721 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.963708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac02b93-dd80-445d-b0e3-11dfc96498d7 req-a12cd440-15ff-4692-bc95-74f759851c2b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:21.987243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ac02b93-dd80-445d-b0e3-11dfc96498d7 req-a12cd440-15ff-4692-bc95-74f759851c2b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 931 time: 0.1951175 Dec 16 15:54:21.988445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:21.993378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5679b014-df1f-45ef-93b5-75cbb3ea31c8 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:22.032452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.035576 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-595c146b-b5d6-42db-aab0-9dbe504175ff tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "DELETE /v2.0/routers/5679b014-df1f-45ef-93b5-75cbb3ea31c8 HTTP/1.1" status: 204 len: 168 time: 3.5743833 Dec 16 15:54:22.048861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55932) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:22.077438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1523211271', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:22.108985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.238190 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:22.278313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.283109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ac02b93-dd80-445d-b0e3-11dfc96498d7 req-d5e2220f-3e19-4e2b-8670-5a45dd7d4e06 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738259 Dec 16 15:54:22.293055 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b318656-973b-4e8b-b7de-dfde978cc4e7 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf HTTP/1.1" status: 204 len: 168 time: 2.5478542 Dec 16 15:54:22.296440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:22.335279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6ec4b7-682e-45a1-bc73-37a7036e0521 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:54:22.396262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.398132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.418465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2f541-67b2-4014-8ac8-24ad9c7549ef None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:22.447432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b1484344-1bc7-484e-8626-22c3a5fe2058 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497319 Dec 16 15:54:22.450226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.452854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:22.459051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:22.522588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Transition to ACTIVE for port object 8b6ec4b7-682e-45a1-bc73-37a7036e0521 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:54:22.631070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.635503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.681164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-53bffa92-3869-494d-a7b7-0af1b505af34 None None] Provisioning complete for port 69960fd1-facb-4fa3-a042-7a5fbae1f474 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:22.683970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53bffa92-3869-494d-a7b7-0af1b505af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.732171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:22.739303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:22.976643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:23.092151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:23.092810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bf7c7dda-7e96-4dda-b2c5-c924ede64cc0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:23.232261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:23.247693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Attempting to bind port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:23.259581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Attempting to bind port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:23.261608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:23.261838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Attempting to bind port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:23.362156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:23.418513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:54:23.421127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Deleting port 69960fd1-facb-4fa3-a042-7a5fbae1f474 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:23.421339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Attempting to bind port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:23.421491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:23.506630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:23.509631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:23.510492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:23.511562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Bound port: 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:23.512432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:23.675498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] For port 69960fd1-facb-4fa3-a042-7a5fbae1f474, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=69960fd1-facb-4fa3-a042-7a5fbae1f474,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:23.676249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:23.710067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Calling delete_port for 69960fd1-facb-4fa3-a042-7a5fbae1f474 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:23.982671 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.011509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.100090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.142248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:24.155228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:24.164159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.182049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] No DVR routers for this DVR port 69960fd1-facb-4fa3-a042-7a5fbae1f474 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:24.292231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06f947-511a-4d71-ae88-6bf8b502f5a8 req-d622c8a1-fee9-459a-a9c5-065ea2b45128 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:24.296112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af06f947-511a-4d71-ae88-6bf8b502f5a8 req-d622c8a1-fee9-459a-a9c5-065ea2b45128 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.8076289 Dec 16 15:54:24.311469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.320503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90727c-1e9a-4597-a6bb-03ca1e331578 None None] Pushing event deleted for resources: {'Port': ['ID=69960fd1-facb-4fa3-a042-7a5fbae1f474,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:24.383427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Allocated IP 172.25.7.20 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/6b307783-f9d0-4868-be32-ff8a6f58c727) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:24.428384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=4107f54b-b67f-40bc-96ed-8973e5a6edf4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:24.464435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:24.470496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:24.488962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292bb38-671d-4790-89a7-bb5509bac5a0 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:24.690710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.780065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'project_id': 'd5fd7de695a945dab104b6e5b59326da', 'fixed_ips': [{'subnet_id': '4107f54b-b67f-40bc-96ed-8973e5a6edf4'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:54:24.781828 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.846219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:24.966699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:24.972017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:24.975760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event updated for resources: {'Port': ['ID=6b307783-f9d0-4868-be32-ff8a6f58c727,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:24.990486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075a514-ec03-4bce-b174-66227d4a721a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:24.999450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:25.044897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 69960fd1-facb-4fa3-a042-7a5fbae1f474 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:25.109461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 69960fd1-facb-4fa3-a042-7a5fbae1f474 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:25.110537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 69960fd1-facb-4fa3-a042-7a5fbae1f474 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:25.168555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2a611c09-0cd0-4f78-9507-d880089b3ad8 None None] Provisioning complete for port 6b307783-f9d0-4868-be32-ff8a6f58c727 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:25.169218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a611c09-0cd0-4f78-9507-d880089b3ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.178572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Allocated IP 2001:db8::2 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4107f54b-b67f-40bc-96ed-8973e5a6edf4/f9210794-2c12-49d4-abeb-2002a37dbb29) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:25.203653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:25.207795 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.249978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:25.251340 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.254179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] 10.222.0.74 "PUT /v2.0/ports/8b6ec4b7-682e-45a1-bc73-37a7036e0521 HTTP/1.1" status: 200 len: 1091 time: 4.3432493 Dec 16 15:54:25.255249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:54:25.260878 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4cbd2-8440-409c-a383-dad7fcb77f63" -d '{"events": [{"name": "network-changed", "server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:54:25.333750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af06f947-511a-4d71-ae88-6bf8b502f5a8 req-9783983c-cae4-4768-a54b-8fadb1ff49c9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0097589 Dec 16 15:54:25.367285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2a611c09-0cd0-4f78-9507-d880089b3ad8 None None] Port 6b307783-f9d0-4868-be32-ff8a6f58c727 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:25.383275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfffd23-8aa6-47b6-a9e9-87764a4be4ce service neutron] Pushing event updated for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:25.419314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb22e7ac-455a-447d-8c3d-e3736d7fa8ce tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9650056 Dec 16 15:54:25.420107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:25.443324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:25.699139 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ee939-8a5a-4654-906c-2a7450ffe036 x-openstack-request-id: req-c99ee939-8a5a-4654-906c-2a7450ffe036 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:54:25.699490 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:54:25.699703 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c99ee939-8a5a-4654-906c-2a7450ffe036 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:54:25.700154 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521', 'status': 'completed', 'code': 200} Dec 16 15:54:25.710369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.742165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-add25761-520e-418e-ac09-7ddbb8023605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:25.743528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-add25761-520e-418e-ac09-7ddbb8023605 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 1094 time: 0.2636180 Dec 16 15:54:25.825759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.841075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-48c023ea-e956-4e92-9e91-adb5e70916ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521 HTTP/1.1" status: 200 len: 217 time: 0.0747347 Dec 16 15:54:25.845313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:25.855765 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.963263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:25.965219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:25.971726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:25.976169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Pushing event updated for resources: {'Port': ['ID=f9210794-2c12-49d4-abeb-2002a37dbb29,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:25.983049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:25.990303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-285cc3ee-acef-4d6d-8b0e-add8bd4d1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:25.991926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-285cc3ee-acef-4d6d-8b0e-add8bd4d1f67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.1231437 Dec 16 15:54:26.133500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-80a79c83-16a4-4f3a-b358-130355c93682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:26.135144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-80a79c83-16a4-4f3a-b358-130355c93682 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306684 Dec 16 15:54:26.153203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Attempting to bind port f9210794-2c12-49d4-abeb-2002a37dbb29 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:26.154055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Attempting to bind port f9210794-2c12-49d4-abeb-2002a37dbb29 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:26.158679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Attempting to bind port f9210794-2c12-49d4-abeb-2002a37dbb29 on network fa6a33dc-208e-40b8-a979-8ec634d1fff7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:26.175787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:26.180185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Checking segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:26.181016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:26.181760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Bound using segment: {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:26.182459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Bound port: f9210794-2c12-49d4-abeb-2002a37dbb29, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81da33b-16ea-41e4-8556-b7a31e237565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:26.183130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:26.234501 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4107f54b-b67f-40bc-96ed-8973e5a6edf4 (CIDR: 2001:db8::/64) Dec 16 15:54:26.294288 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:54:26.296533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:26.316961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] For port f9210794-2c12-49d4-abeb-2002a37dbb29, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:26.321396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-61bd7909-64b4-498e-8fa1-36eb58e542a4 service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727645 Dec 16 15:54:26.322138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] For port f9210794-2c12-49d4-abeb-2002a37dbb29, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f9210794-2c12-49d4-abeb-2002a37dbb29,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:26.410697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:26.454087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e2c6f4e0-6b3d-4b0c-9e3b-588014d80395 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0327716 Dec 16 15:54:26.456050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55960) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:26.463148 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:26.463714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'subnet': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:26.470907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ad1037a-b456-4ab6-9f27-a1f06baa044b req-41f261be-4c83-4790-a6ce-1124235f380f service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360810 Dec 16 15:54:26.718992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15b3ab-c11b-4a81-a43f-e9c34766bc55 None None] Pushing event updated for resources: {'Port': ['ID=f9210794-2c12-49d4-abeb-2002a37dbb29,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:26.813128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Router 7581b1fb-ced1-4b25-b397-447623a90971 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:26.986764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:26.993703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:27.067046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:27.091723 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] Sync routers for ids ['7581b1fb-ced1-4b25-b397-447623a90971'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:27.118092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] Routers {'7581b1fb-ced1-4b25-b397-447623a90971'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:27.119115 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7581b1fb-ced1-4b25-b397-447623a90971'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:27.121407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-0b2ac6c8-9075-4bad-96c3-9459e9bb7149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.126143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-0b2ac6c8-9075-4bad-96c3-9459e9bb7149 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 1094 time: 0.3439281 Dec 16 15:54:27.155640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9722-8d83-4fb0-9dea-11b63f4cf680 req-2efef693-2b75-48e1-ad11-10a55d6e1a60 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.171712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-364a9722-8d83-4fb0-9dea-11b63f4cf680 req-2efef693-2b75-48e1-ad11-10a55d6e1a60 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.3874726 Dec 16 15:54:27.211282 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:27.218697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:27.225710 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4174164a-a130-4f63-832e-edea65f49a52 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1724083 Dec 16 15:54:27.233366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:27.241923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:27.243342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] Routers {'7581b1fb-ced1-4b25-b397-447623a90971'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:27.244430 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7581b1fb-ced1-4b25-b397-447623a90971'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:27.356379 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:27.357525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b26c3e6-4aaf-4069-bd2f-128143a3a84e None None] The sync data for ids ['7581b1fb-ced1-4b25-b397-447623a90971'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:27.423606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-364a9722-8d83-4fb0-9dea-11b63f4cf680 req-8d2ac07b-480d-47b1-9b07-254f36d737e8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506678 Dec 16 15:54:27.598979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-183e2ba9-22c8-45ce-a3a7-2faca986e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.601854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-183e2ba9-22c8-45ce-a3a7-2faca986e5aa service neutron] 10.222.0.74 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.4050827 Dec 16 15:54:27.700046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-6ba3e39b-44b7-4910-a92a-79d22490bb2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521 HTTP/1.1" status: 200 len: 217 time: 0.0823145 Dec 16 15:54:27.860259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-5abdcabd-b371-4dd1-88f4-f4b40a26e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.863891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-5abdcabd-b371-4dd1-88f4-f4b40a26e84e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.1527326 Dec 16 15:54:27.990682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-b8082b2d-9ff2-4cd7-97f8-02d2324fee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:27.992397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-b8082b2d-9ff2-4cd7-97f8-02d2324fee4c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147239 Dec 16 15:54:28.078308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:28.235238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-6ed866f3-d149-4f19-9767-517470e1ad32 service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299955 Dec 16 15:54:28.367640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:54:28.494063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cb4cbd2-8440-409c-a383-dad7fcb77f63 req-56c1c224-4db4-4c49-a197-ab2345309697 service neutron] 10.222.0.74 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350237 Dec 16 15:54:28.644346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] Provisioning complete for port f9210794-2c12-49d4-abeb-2002a37dbb29 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:28.645183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:28.689073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc062e-7dd7-4c6c-a040-677639ca6ee6 req-7f0b108b-b12a-4fa6-9e15-a371dc428605 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:28.697238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46bc062e-7dd7-4c6c-a040-677639ca6ee6 req-7f0b108b-b12a-4fa6-9e15-a371dc428605 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0955675 Dec 16 15:54:28.809793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:28.827607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:28.862080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] For port f9210794-2c12-49d4-abeb-2002a37dbb29, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f9210794-2c12-49d4-abeb-2002a37dbb29,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:28.905467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-46bc062e-7dd7-4c6c-a040-677639ca6ee6 req-06a1e939-41fe-4ffc-b812-ff5c33f6d2f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068086 Dec 16 15:54:28.917978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:28.966722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.084910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3815e8-0ffd-41dd-bef2-9d50c66e77b5 None None] Pushing event updated for resources: {'Port': ['ID=f9210794-2c12-49d4-abeb-2002a37dbb29,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:29.138133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f9210794-2c12-49d4-abeb-2002a37dbb29 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:29.146545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.152148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.235868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f9210794-2c12-49d4-abeb-2002a37dbb29 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:29.236536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.237056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] For port f9210794-2c12-49d4-abeb-2002a37dbb29, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f9210794-2c12-49d4-abeb-2002a37dbb29,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:29.298979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.312869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router 7581b1fb-ced1-4b25-b397-447623a90971 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:54:29.424083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.425185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.547234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:29.560632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:29.574742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:29.575351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.592867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba97ba-53d6-4604-b8d9-dbcd7221b482 None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:29.617108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Subnet': ['ID=66e8d23d-da36-4a41-b6c0-0670729836cc,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:29.617108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=f9210794-2c12-49d4-abeb-2002a37dbb29,revision_number=5']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:29.824639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:29.831580 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.850556 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-28f425fa-65dc-4bd9-a886-f47217a626bf tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "PUT /v2.0/routers/7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 200 len: 925 time: 2.5978591 Dec 16 15:54:29.850721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88f92303-b2ba-4205-bcf9-8c42c5cd1a19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3765571 Dec 16 15:54:29.851414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:29.851604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55976) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:29.851780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] Sync routers for ids ['7581b1fb-ced1-4b25-b397-447623a90971'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:29.852423 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Request body: {'port': {'network_id': 'fa6a33dc-208e-40b8-a979-8ec634d1fff7', 'mac_address': 'fa:16:3e:d9:c0:e8', 'name': 'tempest-NetworksTestDHCPv6-128090896'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:29.855629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] Routers {'7581b1fb-ced1-4b25-b397-447623a90971'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:29.856304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7581b1fb-ced1-4b25-b397-447623a90971'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:29.905031 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:29.905929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:29.922279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] Routers {'7581b1fb-ced1-4b25-b397-447623a90971'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:29.923588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7581b1fb-ced1-4b25-b397-447623a90971'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:30.041598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:30.042822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c096e-5218-4661-995b-ac3c967f6884 None None] The sync data for ids ['7581b1fb-ced1-4b25-b397-447623a90971'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:30.111652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f79b185e-95d5-42a3-80e0-c3eb36397587 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 200 len: 925 time: 0.2726982 Dec 16 15:54:30.112009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:30.210698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096858d-641d-4c52-9ad2-f41d9a6cd1e6 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.216770 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b096858d-641d-4c52-9ad2-f41d9a6cd1e6 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=7581b1fb-ced1-4b25-b397-447623a90971&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0985994 Dec 16 15:54:30.217540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d506e-8e15-4173-925d-b9cf4c2ded62 req-5c794d29-1ca7-4302-8b31-e01a638b1fbe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.218525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 55984) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:30.220242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-576d506e-8e15-4173-925d-b9cf4c2ded62 req-5c794d29-1ca7-4302-8b31-e01a638b1fbe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0978663 Dec 16 15:54:30.304484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-576d506e-8e15-4173-925d-b9cf4c2ded62 req-f98e8113-cef9-4c7f-a414-03555a6a839d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712492 Dec 16 15:54:30.343093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Made reservation on behalf of d5fd7de695a945dab104b6e5b59326da for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:30.492346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01c7ac-b4bc-4678-b41c-f3c5b158f15f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:30.504445 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5e01c7ac-b4bc-4678-b41c-f3c5b158f15f tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.2798519 Dec 16 15:54:30.504952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55992) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:30.546446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-32c558d8-425d-4b56-bf77-bb9d5b7f57ac tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 200 len: 205 time: 0.0404890 Dec 16 15:54:30.551039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 55994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:30.600322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:30.685773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] device_id is not set on port 3a4036f7-d3f7-461f-9157-2b81215e5b23 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:54:30.899663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.038812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1015e5fb-d1fe-48f8-b640-a82894c97aa4 None None] Provisioning complete for port f9210794-2c12-49d4-abeb-2002a37dbb29 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:31.041977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1015e5fb-d1fe-48f8-b640-a82894c97aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.054544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f9210794-2c12-49d4-abeb-2002a37dbb29 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:31.241161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8::27c (fa6a33dc-208e-40b8-a979-8ec634d1fff7/4107f54b-b67f-40bc-96ed-8973e5a6edf4/3a4036f7-d3f7-461f-9157-2b81215e5b23) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:31.248120 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.260078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:c0e8 (fa6a33dc-208e-40b8-a979-8ec634d1fff7/66e8d23d-da36-4a41-b6c0-0670729836cc/3a4036f7-d3f7-461f-9157-2b81215e5b23) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:31.336762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f9210794-2c12-49d4-abeb-2002a37dbb29 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:31.337111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.568315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port 6b307783-f9d0-4868-be32-ff8a6f58c727 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:31.568735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.622585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.663040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d36e5-e5e7-4161-8552-e4b2f38282c8 req-b09c180e-712b-4a2d-89ab-e62f89176f28 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.664996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-130d36e5-e5e7-4161-8552-e4b2f38282c8 req-b09c180e-712b-4a2d-89ab-e62f89176f28 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1601911 Dec 16 15:54:31.716986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.742329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for 6b307783-f9d0-4868-be32-ff8a6f58c727 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:31.767580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-130d36e5-e5e7-4161-8552-e4b2f38282c8 req-bc7aa297-3610-4a2b-9ff8-75294651e7b2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Dec 16 15:54:31.823530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.923046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:31.929427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:31.937949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:31.957076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:31.958145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:31.971229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event updated for resources: {'Port': ['ID=3a4036f7-d3f7-461f-9157-2b81215e5b23,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:32.219394 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fb786330-bb12-4c98-9bc3-69ba44298ae8 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3793194 Dec 16 15:54:32.219942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56000) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:32.473393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47b9c90a-7fc6-44e6-a811-db66a244bea2 None None] Provisioning complete for port 3a4036f7-d3f7-461f-9157-2b81215e5b23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:32.474280 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47b9c90a-7fc6-44e6-a811-db66a244bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:32.507539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting port 3a4036f7-d3f7-461f-9157-2b81215e5b23 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:32.508659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:32.584848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-47b9c90a-7fc6-44e6-a811-db66a244bea2 None None] Port 3a4036f7-d3f7-461f-9157-2b81215e5b23 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:32.641033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:32.684436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:32.699307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=6b307783-f9d0-4868-be32-ff8a6f58c727,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:32.700725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Calling delete_port for 3a4036f7-d3f7-461f-9157-2b81215e5b23 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:32.718137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff85ef-9906-47e3-9761-a52d8fd302b9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:32.800733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.033135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.036563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.098173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c8c61-b781-45e6-aaf7-32c4ccc97dc8 req-5e8e1cb6-5f5a-4ac3-b459-876528caf757 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.099768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f68c8c61-b781-45e6-aaf7-32c4ccc97dc8 req-5e8e1cb6-5f5a-4ac3-b459-876528caf757 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1404493 Dec 16 15:54:33.170565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f68c8c61-b781-45e6-aaf7-32c4ccc97dc8 req-c61742d2-f20a-4c1c-b222-029793141201 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Dec 16 15:54:33.263319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.297088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Port': ['ID=3a4036f7-d3f7-461f-9157-2b81215e5b23,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:33.360963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.386595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router 7581b1fb-ced1-4b25-b397-447623a90971 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:33.388938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.389143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.389363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9c6f161f-8135-4241-a647-04836b3f910c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3a4036f7-d3f7-461f-9157-2b81215e5b23 HTTP/1.1" status: 204 len: 168 time: 1.1588767 Dec 16 15:54:33.389363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56006) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:33.389635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-816881d6-70d2-4bc6-a054-edf982426d48 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 204 len: 168 time: 2.8332527 Dec 16 15:54:33.390190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:33.397124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1578078281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:33.465967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec1f8f-9819-4f33-9e57-fbda4dac1809 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.493487 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18ec1f8f-9819-4f33-9e57-fbda4dac1809 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0852132 Dec 16 15:54:33.495094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:33.560684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85bb5d8-a90b-49e9-9de7-6414b1e5fbe0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.565119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e85bb5d8-a90b-49e9-9de7-6414b1e5fbe0 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0670600 Dec 16 15:54:33.566397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56012) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:33.626934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c61ca-22f5-44d7-b138-e279f6eb28b5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.628679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c61ca-22f5-44d7-b138-e279f6eb28b5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.630244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c61ca-22f5-44d7-b138-e279f6eb28b5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:33.632008 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-875c61ca-22f5-44d7-b138-e279f6eb28b5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0645618 Dec 16 15:54:33.635264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56014) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:33.705025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 4107f54b-b67f-40bc-96ed-8973e5a6edf4 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:33.711419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.763754 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.825810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.827974 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.888544 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:33.904750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.052433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.103627 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.155090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=4107f54b-b67f-40bc-96ed-8973e5a6edf4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:34.161475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.167777 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a9443a5-23d4-4710-a35f-667e11c0391b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4107f54b-b67f-40bc-96ed-8973e5a6edf4 HTTP/1.1" status: 204 len: 168 time: 0.5310285 Dec 16 15:54:34.170884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56018) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:34.173763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a454d-8ba4-404e-8f37-393df0f7541e None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:34.235057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.237220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-59f9a445-cc82-4c11-82de-014e1d0b540d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8454061 Dec 16 15:54:34.242116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56022) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:34.254529 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:34.286481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Deleting subnet 66e8d23d-da36-4a41-b6c0-0670729836cc {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:34.290791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.381128 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.447874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef921b5-5d8a-4c0a-a0c5-41de6058f99a req-a01d5b90-f140-47c5-8831-16481ec56756 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:34.449754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ef921b5-5d8a-4c0a-a0c5-41de6058f99a req-a01d5b90-f140-47c5-8831-16481ec56756 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1329100 Dec 16 15:54:34.545839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.584987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ef921b5-5d8a-4c0a-a0c5-41de6058f99a req-132cddb3-e053-4459-850a-ee759da87fd5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995777 Dec 16 15:54:34.654527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.806869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.836557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Subnet': ['ID=66e8d23d-da36-4a41-b6c0-0670729836cc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:34.841899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:34.847860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-86e35755-224b-48f5-b693-67097170df89 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/66e8d23d-da36-4a41-b6c0-0670729836cc HTTP/1.1" status: 204 len: 168 time: 0.6730003 Dec 16 15:54:34.850850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:34.912661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1edd8bb0-5051-4e66-bfe6-c0a06366bdf4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600133 Dec 16 15:54:34.916162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.052014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca3857-238f-4dea-827a-fb35cf905bf4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:35.060178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ceca3857-238f-4dea-827a-fb35cf905bf4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1370711 Dec 16 15:54:35.060395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56032) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.128356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693291df-e6c6-484a-9214-f6f371221a12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:35.129918 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-693291df-e6c6-484a-9214-f6f371221a12 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0693743 Dec 16 15:54:35.134013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56034) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.187594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-782901df-84cf-41cd-95f7-5719a6d58027 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511603 Dec 16 15:54:35.194788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56036) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.220926 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f461fc6e-e88c-4f4f-841f-285345b2a377 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.221552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f461fc6e-e88c-4f4f-841f-285345b2a377 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.228066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f461fc6e-e88c-4f4f-841f-285345b2a377 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3a4036f7-d3f7-461f-9157-2b81215e5b23 HTTP/1.1" status: 404 len: 333 time: 0.0297673 Dec 16 15:54:35.228420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.292527 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc4e316-e082-47bd-9530-761b1f25a331 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.296135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc4e316-e082-47bd-9530-761b1f25a331 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.299309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3cc4e316-e082-47bd-9530-761b1f25a331 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/66e8d23d-da36-4a41-b6c0-0670729836cc HTTP/1.1" status: 404 len: 337 time: 0.0697739 Dec 16 15:54:35.300126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56042) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.322023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:35.329536 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3fc488-50a7-4a55-9a30-78ecb022785c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.332502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3fc488-50a7-4a55-9a30-78ecb022785c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.336665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce3fc488-50a7-4a55-9a30-78ecb022785c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4107f54b-b67f-40bc-96ed-8973e5a6edf4 HTTP/1.1" status: 404 len: 337 time: 0.0353301 Dec 16 15:54:35.337307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56044) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.361764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:35.370859 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a87e755-d5c7-4c8b-a547-2edb1f042a69 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.379537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ad94f-3bbc-4eb3-ae31-ef456dc15dbe None None] Network fa6a33dc-208e-40b8-a979-8ec634d1fff7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:35.380411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a87e755-d5c7-4c8b-a547-2edb1f042a69 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.380411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2a87e755-d5c7-4c8b-a547-2edb1f042a69 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/668f4ee2-5488-4298-9f7b-70e76fb092be HTTP/1.1" status: 404 len: 333 time: 0.0369270 Dec 16 15:54:35.380713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56046) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.437809 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2834229-0b62-4ba2-98c4-10ca1e06f277 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.438179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2834229-0b62-4ba2-98c4-10ca1e06f277 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.441475 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e2834229-0b62-4ba2-98c4-10ca1e06f277 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/440940ee-4ed4-4c14-a71b-dba3b1c83844 HTTP/1.1" status: 404 len: 337 time: 0.0607615 Dec 16 15:54:35.445112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56048) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.480556 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f1b500-b5c3-485e-a08f-6f7d65715a09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.481035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f1b500-b5c3-485e-a08f-6f7d65715a09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.484297 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7f1b500-b5c3-485e-a08f-6f7d65715a09 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c1ad7909-b0b7-4560-9c5c-5c1ca3023ccf HTTP/1.1" status: 404 len: 337 time: 0.0378737 Dec 16 15:54:35.488522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56050) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.493386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-833f976f-ea94-41f0-8a7b-114d823c54d1 None None] Provisioning complete for port f9210794-2c12-49d4-abeb-2002a37dbb29 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:35.494427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-833f976f-ea94-41f0-8a7b-114d823c54d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:35.527106 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f510b2c-aedd-45e1-b2f5-38ab76f62b31 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.527717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f510b2c-aedd-45e1-b2f5-38ab76f62b31 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.532115 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f510b2c-aedd-45e1-b2f5-38ab76f62b31 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/398277b0-5447-4aaa-b64c-d48ffea289c6 HTTP/1.1" status: 404 len: 333 time: 0.0415330 Dec 16 15:54:35.535094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.582651 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b272bc0-30bf-408a-b064-1927e223493e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.583133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b272bc0-30bf-408a-b064-1927e223493e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.588599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b272bc0-30bf-408a-b064-1927e223493e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/d10cbd59-b9bd-420f-8c2d-c2df5818c995 HTTP/1.1" status: 404 len: 337 time: 0.0498331 Dec 16 15:54:35.589035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.597540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Allocated IP 172.25.7.3 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/03077e01-7e2c-4b36-9e42-970e8c1e146c) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:35.641889 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d97a71-b6ba-48e9-a334-a912560d4cb6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.642717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d97a71-b6ba-48e9-a334-a912560d4cb6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.658374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07d97a71-b6ba-48e9-a334-a912560d4cb6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/d88d6b28-658c-4444-96bc-266db9c36714 HTTP/1.1" status: 404 len: 337 time: 0.0673275 Dec 16 15:54:35.662253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56058) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.736991 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83ca63f-4926-467d-9c1b-7df15a53a66f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.737919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83ca63f-4926-467d-9c1b-7df15a53a66f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.742694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f83ca63f-4926-467d-9c1b-7df15a53a66f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/91b50b62-2d7c-4f5b-8703-26f4aca6fb93 HTTP/1.1" status: 404 len: 333 time: 0.0792530 Dec 16 15:54:35.754073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56060) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.766623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:35.777048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] DHCP port deletion for fa6a33dc-208e-40b8-a979-8ec634d1fff7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:35.802535 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eb550e-fa77-49d4-9469-13a395040a97 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.802905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eb550e-fa77-49d4-9469-13a395040a97 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.806276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-11eb550e-fa77-49d4-9469-13a395040a97 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f2fe802-12af-4d05-824d-8bed4a1c3e64 HTTP/1.1" status: 404 len: 337 time: 0.0497336 Dec 16 15:54:35.810410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56062) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.846289 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7636e8-6660-401c-b0d7-cfb82808c987 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.847088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7636e8-6660-401c-b0d7-cfb82808c987 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.850296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e7636e8-6660-401c-b0d7-cfb82808c987 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/82d79235-1ddd-4c7a-ae8a-c0d17013b85e HTTP/1.1" status: 404 len: 337 time: 0.0386379 Dec 16 15:54:35.862873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56064) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.873662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87682-2e90-41db-b8b2-564015252afb req-ef053303-ed29-401a-9c03-4021eb6653c1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:35.875693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Deleting port f9210794-2c12-49d4-abeb-2002a37dbb29 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:35.876602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:35.882100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00a87682-2e90-41db-b8b2-564015252afb req-ef053303-ed29-401a-9c03-4021eb6653c1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1379595 Dec 16 15:54:35.890164 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f4809c-e501-4bf5-950e-8016120198f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.890932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f4809c-e501-4bf5-950e-8016120198f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.898565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56066) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.900153 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-89f4809c-e501-4bf5-950e-8016120198f5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/6f19ffa1-e441-4e04-be55-1dcf211865d3 HTTP/1.1" status: 404 len: 333 time: 0.0417840 Dec 16 15:54:35.931879 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f26539-c7a9-4ed1-91b6-3d9cea45cdad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.932430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f26539-c7a9-4ed1-91b6-3d9cea45cdad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.937989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-01f26539-c7a9-4ed1-91b6-3d9cea45cdad tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1d285951-beab-4c36-b09e-11903597702a HTTP/1.1" status: 404 len: 337 time: 0.0346823 Dec 16 15:54:35.939740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56068) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:35.982676 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd83c152-7948-4784-acf9-5596579b14e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:35.990788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd83c152-7948-4784-acf9-5596579b14e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:35.990788 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd83c152-7948-4784-acf9-5596579b14e2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/c89099cd-3d76-488a-b181-c239bea2b8c7 HTTP/1.1" status: 404 len: 333 time: 0.0451787 Dec 16 15:54:35.991182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56070) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.007560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00a87682-2e90-41db-b8b2-564015252afb req-8f959019-6b12-480d-bd05-2915932ffa70 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242120 Dec 16 15:54:36.032248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] For port f9210794-2c12-49d4-abeb-2002a37dbb29, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f9210794-2c12-49d4-abeb-2002a37dbb29,segment=NetworkSegment(c81da33b-16ea-41e4-8556-b7a31e237565),segment_id=c81da33b-16ea-41e4-8556-b7a31e237565)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:36.033590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.035269 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ffa029-b6ed-4e61-ba75-14549288c9aa tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.035740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ffa029-b6ed-4e61-ba75-14549288c9aa tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.049412 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3ffa029-b6ed-4e61-ba75-14549288c9aa tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1a276163-1a61-44df-99cd-cdb04094b4c5 HTTP/1.1" status: 404 len: 337 time: 0.0465100 Dec 16 15:54:36.049412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.050233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56072) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.059363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Calling delete_port for f9210794-2c12-49d4-abeb-2002a37dbb29 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:36.082156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:36.084533 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8d1766-90b1-4e74-ba94-3024f88af156 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.104363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8d1766-90b1-4e74-ba94-3024f88af156 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.105929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:36.106136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf8d1766-90b1-4e74-ba94-3024f88af156 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/c6fd383b-6839-466f-9369-0e6d969e78c1 HTTP/1.1" status: 404 len: 333 time: 0.0387208 Dec 16 15:54:36.106315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:36.106743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56074) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.125445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event updated for resources: {'Port': ['ID=03077e01-7e2c-4b36-9e42-970e8c1e146c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:36.143297 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c6cc33-31fe-4615-8fe2-fe629da3093f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.145105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c6cc33-31fe-4615-8fe2-fe629da3093f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.148779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a8c6cc33-31fe-4615-8fe2-fe629da3093f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/11fb87b7-ead0-47a8-a7df-9f3cb7cf29f8 HTTP/1.1" status: 404 len: 337 time: 0.0399191 Dec 16 15:54:36.152813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.158012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec6442-110c-4266-a84b-5ef63174b2f1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:36.200725 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ceea86-08b7-44cc-966f-55f66c535dec tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.201972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ceea86-08b7-44cc-966f-55f66c535dec tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.205704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-14ceea86-08b7-44cc-966f-55f66c535dec tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/7d50882f-14d4-46a2-9547-2541a6c1b7f2 HTTP/1.1" status: 404 len: 333 time: 0.0514467 Dec 16 15:54:36.210427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56078) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.242864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-61f42cff-b583-409e-977f-17435e6b0deb None None] Provisioning complete for port 03077e01-7e2c-4b36-9e42-970e8c1e146c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:36.243472 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61f42cff-b583-409e-977f-17435e6b0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.259712 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecc716a-8cc2-488f-8364-6c873723912e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.260365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecc716a-8cc2-488f-8364-6c873723912e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.264753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ecc716a-8cc2-488f-8364-6c873723912e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c19d02b6-82f0-4e39-93c4-168bfe3e0535 HTTP/1.1" status: 404 len: 337 time: 0.0499115 Dec 16 15:54:36.269463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56080) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.299637 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9f7441-48a0-4525-859f-b39de271a233 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.300611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9f7441-48a0-4525-859f-b39de271a233 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.304528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e9f7441-48a0-4525-859f-b39de271a233 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/4034f673-1a6e-4ed3-a99d-58838fe980fc HTTP/1.1" status: 404 len: 333 time: 0.0336409 Dec 16 15:54:36.308248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56082) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.348837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-61f42cff-b583-409e-977f-17435e6b0deb None None] Port 03077e01-7e2c-4b36-9e42-970e8c1e146c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:36.361983 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e19994-7746-4f25-808f-513387edb410 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.362713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e19994-7746-4f25-808f-513387edb410 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.367512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5e19994-7746-4f25-808f-513387edb410 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f9d3ad1-89e6-46a9-848a-52c85a792014 HTTP/1.1" status: 404 len: 337 time: 0.0566750 Dec 16 15:54:36.368918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56086) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.396645 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1666fc5-b53c-42b9-b693-3580a5cefb14 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.397259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1666fc5-b53c-42b9-b693-3580a5cefb14 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.400552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1666fc5-b53c-42b9-b693-3580a5cefb14 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/f451ed49-eef3-4ce6-a421-5e2904a4f58d HTTP/1.1" status: 404 len: 333 time: 0.0303984 Dec 16 15:54:36.403202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56088) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.443799 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58927a1-9661-47db-bd64-7582f9c42b01 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.444625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58927a1-9661-47db-bd64-7582f9c42b01 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.450598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e58927a1-9661-47db-bd64-7582f9c42b01 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1944b424-5173-40f4-abe8-4ffc427f7699 HTTP/1.1" status: 404 len: 337 time: 0.0460820 Dec 16 15:54:36.453804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56090) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.457924 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.492228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] No DVR routers for this DVR port f9210794-2c12-49d4-abeb-2002a37dbb29 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:36.497502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4345212-c1c6-4d23-8e34-82004a3a8705 None None] Pushing event deleted for resources: {'Port': ['ID=f9210794-2c12-49d4-abeb-2002a37dbb29,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:36.505209 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbb0b7c-a93a-49e7-bd7b-32558f6db0bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.505209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbb0b7c-a93a-49e7-bd7b-32558f6db0bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.509916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4dbb0b7c-a93a-49e7-bd7b-32558f6db0bc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/5e63de49-20f9-4480-a3dd-bd433972a9d5 HTTP/1.1" status: 404 len: 337 time: 0.0546787 Dec 16 15:54:36.510567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.544381 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0e7fbe-fad9-49b5-b260-58971c9b1041 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.544964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0e7fbe-fad9-49b5-b260-58971c9b1041 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.548297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ca0e7fbe-fad9-49b5-b260-58971c9b1041 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/7374da98-9dcb-4f1f-b547-59b66be0efbc HTTP/1.1" status: 404 len: 333 time: 0.0366611 Dec 16 15:54:36.552327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.582692 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae2b9f0-ffaa-414b-b6ca-ba186c4ca405 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.583488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae2b9f0-ffaa-414b-b6ca-ba186c4ca405 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.590142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ae2b9f0-ffaa-414b-b6ca-ba186c4ca405 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/95a7622d-09b8-4160-bd4a-7f2f38358b20 HTTP/1.1" status: 404 len: 337 time: 0.0366662 Dec 16 15:54:36.591556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.621814 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b5f2ea-1fac-4d24-a0d1-198c2246e208 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.622316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b5f2ea-1fac-4d24-a0d1-198c2246e208 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.630655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-50b5f2ea-1fac-4d24-a0d1-198c2246e208 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/2583cefe-126a-461b-9a21-fc65583000f2 HTTP/1.1" status: 404 len: 337 time: 0.0337710 Dec 16 15:54:36.630989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:36.631142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.672862 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8487a8-4d10-4ea1-b5fa-d2fde456eaa5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.673790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8487a8-4d10-4ea1-b5fa-d2fde456eaa5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.679172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-af8487a8-4d10-4ea1-b5fa-d2fde456eaa5 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/e2ac115b-da98-4830-97c8-99c6308f5941 HTTP/1.1" status: 404 len: 333 time: 0.0465600 Dec 16 15:54:36.681471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56100) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.710925 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a2f6af-0874-4a30-8ddd-c947d53e1903 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.711305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a2f6af-0874-4a30-8ddd-c947d53e1903 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.714477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-74a2f6af-0874-4a30-8ddd-c947d53e1903 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e3f2f440-f9fe-4e64-97a2-4d217805f997 HTTP/1.1" status: 404 len: 337 time: 0.0319545 Dec 16 15:54:36.718625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.747269 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f012f7d3-fad1-4b8f-81ed-327179ab5ad3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.750993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f012f7d3-fad1-4b8f-81ed-327179ab5ad3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.750993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f012f7d3-fad1-4b8f-81ed-327179ab5ad3 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/8c56303f-de80-4da0-9178-18023cdf3dac HTTP/1.1" status: 404 len: 337 time: 0.0312650 Dec 16 15:54:36.755155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56104) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.791012 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-9292b801-de32-4bb0-a0cc-347c8e0945dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.791012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9292b801-de32-4bb0-a0cc-347c8e0945dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.794243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9292b801-de32-4bb0-a0cc-347c8e0945dc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3d5e7676-5cd4-4b0e-8a65-de98d2eefad3 HTTP/1.1" status: 404 len: 333 time: 0.0380499 Dec 16 15:54:36.797373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.831722 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73cb5bd-b684-46a9-be5b-a41896b5c8dd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.832239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73cb5bd-b684-46a9-be5b-a41896b5c8dd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.835438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c73cb5bd-b684-46a9-be5b-a41896b5c8dd tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e09aec85-b258-4472-a2f0-31e8489f64c0 HTTP/1.1" status: 404 len: 337 time: 0.0369322 Dec 16 15:54:36.837964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56108) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.866055 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e096020-ceac-470a-9f63-73efd1610ece tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:36.866890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e096020-ceac-470a-9f63-73efd1610ece tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:36.874376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.874925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e096020-ceac-470a-9f63-73efd1610ece tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/1c3ee9e3-88f3-413e-8bf5-c05f70f682c4 HTTP/1.1" status: 404 len: 337 time: 0.0352025 Dec 16 15:54:36.921839 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-642edabf-d301-430a-b11b-896e5e0ef6ab tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports?device_id=cea87162-f355-4dd9-b767-0c585fcedabf HTTP/1.1" status: 200 len: 205 time: 0.0435057 Dec 16 15:54:36.922593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56112) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:36.983501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f9210794-2c12-49d4-abeb-2002a37dbb29 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:37.009059 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-14c749fc-4695-4f1c-892d-576f51073452 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] delete failed (client error): The resource could not be found. Dec 16 15:54:37.010147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-14c749fc-4695-4f1c-892d-576f51073452 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/routers/cea87162-f355-4dd9-b767-0c585fcedabf HTTP/1.1" status: 404 len: 336 time: 0.0864944 Dec 16 15:54:37.013850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.015305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f9210794-2c12-49d4-abeb-2002a37dbb29 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:54:37.016120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f9210794-2c12-49d4-abeb-2002a37dbb29 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:54:37.041092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:37.047361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:37.075135 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d5aaca-6256-4634-91a8-85dec58bf7fc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.075630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d5aaca-6256-4634-91a8-85dec58bf7fc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.078984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-25d5aaca-6256-4634-91a8-85dec58bf7fc tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c16a0a68-7a88-441d-8ed8-c60ec750ae9f HTTP/1.1" status: 404 len: 337 time: 0.0520399 Dec 16 15:54:37.083637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.139169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-12f36581-5d40-4ee9-b89f-23cdd89118fb tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d143814-0098-4698-b540-1dec1cb95bc8 HTTP/1.1" status: 200 len: 205 time: 0.0534222 Dec 16 15:54:37.140151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.200057 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-e3ed8b63-e3d1-4252-bc31-230582e81b00 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] delete failed (client error): The resource could not be found. Dec 16 15:54:37.201516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e3ed8b63-e3d1-4252-bc31-230582e81b00 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/routers/2d143814-0098-4698-b540-1dec1cb95bc8 HTTP/1.1" status: 404 len: 336 time: 0.0580943 Dec 16 15:54:37.204171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56122) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.238184 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e46298a-5cc5-4f86-8c25-47319361d07f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.238763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e46298a-5cc5-4f86-8c25-47319361d07f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.244639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7e46298a-5cc5-4f86-8c25-47319361d07f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/69da1540-47a9-4f75-8bc3-56948e71aa61 HTTP/1.1" status: 404 len: 337 time: 0.0358820 Dec 16 15:54:37.246066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.266920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2ec2f-c048-4ce8-86e2-9eb289bb32f3 req-c4386c66-6694-4880-8436-fbcaf978b731 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:37.268942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3b2ec2f-c048-4ce8-86e2-9eb289bb32f3 req-c4386c66-6694-4880-8436-fbcaf978b731 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1275322 Dec 16 15:54:37.289714 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b0882a-25cf-4421-bc16-694680fbd074 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.290169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b0882a-25cf-4421-bc16-694680fbd074 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.293304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4b0882a-25cf-4421-bc16-694680fbd074 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/b6337d3e-b7c5-439d-a97d-c502fd65084a HTTP/1.1" status: 404 len: 337 time: 0.0460176 Dec 16 15:54:37.296154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56126) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.321860 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6686c37a-9683-40bd-a8a3-9dffb51a95b6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.322449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6686c37a-9683-40bd-a8a3-9dffb51a95b6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.325666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6686c37a-9683-40bd-a8a3-9dffb51a95b6 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/272313ce-7c2a-4a97-a4cd-f507a5d4506a HTTP/1.1" status: 404 len: 333 time: 0.0284028 Dec 16 15:54:37.329876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56128) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.372422 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd6ca3b-b9e9-4d6c-895e-b04a91460835 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.372882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd6ca3b-b9e9-4d6c-895e-b04a91460835 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.376080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9bd6ca3b-b9e9-4d6c-895e-b04a91460835 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/e3ebfeca-895d-430f-824e-28af8b8ac0a0 HTTP/1.1" status: 404 len: 337 time: 0.0450377 Dec 16 15:54:37.379263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56130) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.381780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3b2ec2f-c048-4ce8-86e2-9eb289bb32f3 req-91dae637-9ff9-4317-9281-502e1ed0d0b8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941906 Dec 16 15:54:37.398725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Router b503cafd-3c75-4de9-a946-ad0fcbaf5e34 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:37.431902 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7230b7-73ca-4779-8ed5-63458bea4138 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.432877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7230b7-73ca-4779-8ed5-63458bea4138 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.439135 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aa7230b7-73ca-4779-8ed5-63458bea4138 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/60f7a79b-a16c-435a-89c4-01ef11d83a40 HTTP/1.1" status: 404 len: 333 time: 0.0579915 Dec 16 15:54:37.444104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56134) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.501330 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1edecac-6b97-41bc-a38f-69d4b7340563 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.502266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1edecac-6b97-41bc-a38f-69d4b7340563 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.508927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b1edecac-6b97-41bc-a38f-69d4b7340563 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/c463d483-20de-4be7-b9e4-3517a4d76466 HTTP/1.1" status: 404 len: 337 time: 0.0630553 Dec 16 15:54:37.512617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56136) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.545527 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fb0867-398c-4cad-8534-adf7927eba19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.546125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fb0867-398c-4cad-8534-adf7927eba19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.554912 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13fb0867-398c-4cad-8534-adf7927eba19 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3f7f5c52-1cab-4141-a2cb-fb27a69dc3ac HTTP/1.1" status: 404 len: 333 time: 0.0357661 Dec 16 15:54:37.555122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.585903 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c5abcc-7768-4143-8e7f-cef20832022c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.592572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c5abcc-7768-4143-8e7f-cef20832022c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.592572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-75c5abcc-7768-4143-8e7f-cef20832022c tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4f352988-43e0-44b2-b026-ab8810e9aa49 HTTP/1.1" status: 404 len: 337 time: 0.0341427 Dec 16 15:54:37.595281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56140) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.620963 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d6e3d5-1096-4ca5-a902-99770fed4800 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.621574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d6e3d5-1096-4ca5-a902-99770fed4800 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.629257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-15d6e3d5-1096-4ca5-a902-99770fed4800 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/134e5a53-6695-4b94-bb1f-8ad4e6013f8c HTTP/1.1" status: 404 len: 333 time: 0.0301936 Dec 16 15:54:37.629503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56142) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.635160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:37.648188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:37.654541 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24354157-7f66-417d-a31b-d14f93481574 None None] Sync routers for ids ['b503cafd-3c75-4de9-a946-ad0fcbaf5e34'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:37.666989 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7d99b9bd-ce18-49e7-958f-2dadc9658680 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "PUT /v2.0/routers/b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 200 len: 882 time: 3.4112420 Dec 16 15:54:37.666989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56144) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.667253 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e3df63-2517-477a-aa7e-37c757f3f8ca tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.667253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e3df63-2517-477a-aa7e-37c757f3f8ca tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.669773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38e3df63-2517-477a-aa7e-37c757f3f8ca tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/a6f60f3b-a9e7-415f-a620-5b99cda215b4 HTTP/1.1" status: 404 len: 337 time: 0.0389268 Dec 16 15:54:37.672772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56146) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.674668 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] Routers {'b503cafd-3c75-4de9-a946-ad0fcbaf5e34'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:37.675522 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b503cafd-3c75-4de9-a946-ad0fcbaf5e34'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:37.702061 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ade190-4191-4eb6-893c-237a829a756f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.703021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ade190-4191-4eb6-893c-237a829a756f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.710861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d0ade190-4191-4eb6-893c-237a829a756f tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/94278332-5eb7-4632-8695-269fa95c930f HTTP/1.1" status: 404 len: 333 time: 0.0366712 Dec 16 15:54:37.711570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56148) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.712608 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:37.723368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] Routers {'b503cafd-3c75-4de9-a946-ad0fcbaf5e34'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:37.724281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b503cafd-3c75-4de9-a946-ad0fcbaf5e34'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:37.746506 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f672660-3fa2-4a52-a91d-85d2ecb435f4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.747131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f672660-3fa2-4a52-a91d-85d2ecb435f4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.758402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f672660-3fa2-4a52-a91d-85d2ecb435f4 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/4012f5fb-5c05-448d-b7d0-6d1013875736 HTTP/1.1" status: 404 len: 337 time: 0.0393295 Dec 16 15:54:37.760540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56150) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.774627 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-24354157-7f66-417d-a31b-d14f93481574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:37.775167 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24354157-7f66-417d-a31b-d14f93481574 None None] The sync data for ids ['b503cafd-3c75-4de9-a946-ad0fcbaf5e34'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:37.818612 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c786f0e4-bf1d-4c8e-9ac8-c676518a0ed2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.819465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c786f0e4-bf1d-4c8e-9ac8-c676518a0ed2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.822639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c786f0e4-bf1d-4c8e-9ac8-c676518a0ed2 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/dd29857a-c047-4d62-8cb8-e33c6bb0f022 HTTP/1.1" status: 404 len: 333 time: 0.0595081 Dec 16 15:54:37.825368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56152) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.860367 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-62083837-c1b1-41ab-b6b1-7039a817035b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.860838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62083837-c1b1-41ab-b6b1-7039a817035b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.864884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-62083837-c1b1-41ab-b6b1-7039a817035b tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/5a4d6036-0fa5-4408-84a6-49058eec15dd HTTP/1.1" status: 404 len: 337 time: 0.0384345 Dec 16 15:54:37.869025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.877054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a0f3cc8a-b575-4579-a310-ef012c99cf04 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 200 len: 923 time: 0.2196782 Dec 16 15:54:37.884454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56156) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.920843 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5fa4e6-7f3d-4519-af6e-de429367900e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.921873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5fa4e6-7f3d-4519-af6e-de429367900e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.928924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4e5fa4e6-7f3d-4519-af6e-de429367900e tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/ports/3c2e6634-bc81-4554-8779-17e0d20fc598 HTTP/1.1" status: 404 len: 333 time: 0.0578687 Dec 16 15:54:37.930808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.966634 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec71d89-1e3c-4cf9-bec2-85852d80d060 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] DELETE failed (client error): The resource could not be found. Dec 16 15:54:37.967091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec71d89-1e3c-4cf9-bec2-85852d80d060 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:54:37.970861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6ec71d89-1e3c-4cf9-bec2-85852d80d060 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/subnets/cc077d11-94d9-4b87-9cca-fd95216108c9 HTTP/1.1" status: 404 len: 337 time: 0.0379529 Dec 16 15:54:37.982387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f7c64-315d-4bc1-97cd-ccc435a962d4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:37.982387 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea4f7c64-315d-4bc1-97cd-ccc435a962d4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=b503cafd-3c75-4de9-a946-ad0fcbaf5e34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0891511 Dec 16 15:54:37.982966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:37.983136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:38.069476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.078468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5696be8-8444-4b41-8566-db52e9bfbce5 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:38.080040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a5696be8-8444-4b41-8566-db52e9bfbce5 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.1010454 Dec 16 15:54:38.082874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56164) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:38.119760 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-94718d75-77c9-4b51-aa59-51cb79a6d177 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 200 len: 205 time: 0.0345299 Dec 16 15:54:38.122366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56166) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:38.189563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.213426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6a33dc-208e-40b8-a979-8ec634d1fff7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:38.226574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81da33b-16ea-41e4-8556-b7a31e237565') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:38.226972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81da33b-16ea-41e4-8556-b7a31e237565') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:38.250722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.274381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.278208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.285292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:54:38.285957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:54:38.290522 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:54:38.421836 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.556584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325c5fb-99b9-4a09-af06-b3eba4e04c20 req-9b60b748-db92-48cc-b1af-e86977f1e651 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:38.557557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5325c5fb-99b9-4a09-af06-b3eba4e04c20 req-9b60b748-db92-48cc-b1af-e86977f1e651 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0641823 Dec 16 15:54:38.621230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5325c5fb-99b9-4a09-af06-b3eba4e04c20 req-e98827c6-cb3b-400a-82dd-7440a5976865 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547781 Dec 16 15:54:38.657003 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.666210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.669664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] 10.222.0.71 "DELETE /v2.0/networks/fa6a33dc-208e-40b8-a979-8ec634d1fff7 HTTP/1.1" status: 204 len: 168 time: 0.6917393 Dec 16 15:54:38.682298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931cd08-ba25-4a61-9079-101679f88512 tempest-NetworksTestDHCPv6-673051504 tempest-NetworksTestDHCPv6-673051504-project] Pushing event deleted for resources: {'Network': ['ID=fa6a33dc-208e-40b8-a979-8ec634d1fff7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:38.854669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port 03077e01-7e2c-4b36-9e42-970e8c1e146c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:38.855776 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.963015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:38.980497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for 03077e01-7e2c-4b36-9e42-970e8c1e146c owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:39.521089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:39.569304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=03077e01-7e2c-4b36-9e42-970e8c1e146c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:39.600184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324422df-0df3-4e6d-96c1-aab2665d047e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:39.763291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:39.781965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56188) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:39.847359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef5996-2263-41ef-8d2e-00b8d8f71d2e req-d8ad830b-16d0-4bb6-851e-89ad9faa286e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:39.857264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eef5996-2263-41ef-8d2e-00b8d8f71d2e req-d8ad830b-16d0-4bb6-851e-89ad9faa286e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0843217 Dec 16 15:54:39.935394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5eef5996-2263-41ef-8d2e-00b8d8f71d2e req-c3285d30-10f7-4ff1-9199-1486747517a7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765641 Dec 16 15:54:40.098711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88776999-bd7d-47bb-a41a-c3165c49124f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d5fd7de695a945dab104b6e5b59326da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151801 Dec 16 15:54:40.101483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:40.186441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.219812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.391813 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.397642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.429831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.435744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.439376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/485178c9-f722-49fb-bf31-9416a740ad0d HTTP/1.1" status: 204 len: 168 time: 0.3328941 Dec 16 15:54:40.458548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981771-97e4-4361-bfea-fb2f36726b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485178c9-f722-49fb-bf31-9416a740ad0d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:40.676309 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.681289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router b503cafd-3c75-4de9-a946-ad0fcbaf5e34 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:40.724243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.728186 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8de80851-ba9c-4214-87df-fa7222bfeb0c tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 204 len: 168 time: 2.6033983 Dec 16 15:54:40.731318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56206) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:40.745419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143113102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:40.967172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:40.973637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:41.116619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:41.183063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d51a9-31d0-4e72-9d88-0b0c507ef015 req-2c120e68-a421-439a-a59f-d304e4efae60 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:41.185840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-693d51a9-31d0-4e72-9d88-0b0c507ef015 req-2c120e68-a421-439a-a59f-d304e4efae60 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0975544 Dec 16 15:54:41.194140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:41.302038 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-693d51a9-31d0-4e72-9d88-0b0c507ef015 req-8832d869-f489-487b-bd15-3d90745cebb8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083698 Dec 16 15:54:41.322118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:41.322118 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aecb5822-94a5-4897-b809-26f745617aa9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5814426 Dec 16 15:54:41.325063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:41.329721 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': True}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:41.747552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.209224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.245262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.408873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56236) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:42.461131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 172.25.7.160 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/9072d60c-38a9-49cd-bb75-b5d725a4f04d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:42.512337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bec7c-3b20-4555-8495-ac77f726f220 req-c131a560-52a9-4afc-a024-97f393f7050d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:42.515193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b28bec7c-3b20-4555-8495-ac77f726f220 req-c131a560-52a9-4afc-a024-97f393f7050d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0938599 Dec 16 15:54:42.559607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1577878963'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:42.619500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b28bec7c-3b20-4555-8495-ac77f726f220 req-4a122202-55aa-4e68-9081-90e669815119 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972333 Dec 16 15:54:42.663250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.795410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Made reservation on behalf of ae5fea39710e424db5dea26de1e50b78 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:42.800589 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.810331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.853103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.936238 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:42.942556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:42.951110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:42.983152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:42.990216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2991cc-106e-4215-9e6a-5137f79a70f2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:42.996450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=9072d60c-38a9-49cd-bb75-b5d725a4f04d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:43.043119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54009464-3e1a-4c73-8781-fb079c8ba116 None None] Provisioning complete for port 9072d60c-38a9-49cd-bb75-b5d725a4f04d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:43.043962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54009464-3e1a-4c73-8781-fb079c8ba116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.111523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-54009464-3e1a-4c73-8781-fb079c8ba116 None None] Port 9072d60c-38a9-49cd-bb75-b5d725a4f04d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:43.161363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.188509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:54:43.204458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae2aee-a428-4bad-af5e-6fdf89d86d3d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:43.211265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.218069 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Added segment 872746ca-bc0a-41e9-9cb9-902932a8d29f of type vlan for network ef303a21-1de2-4ff0-9522-7920fb4284b2 Dec 16 15:54:43.266477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.480009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.482505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.486331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:43.487721 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.572452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'Network': ['ID=ef303a21-1de2-4ff0-9522-7920fb4284b2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:43.588348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:54:43.668293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53922e2c-3396-435c-a254-a5d1183fb257 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2562532 Dec 16 15:54:43.670779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56242) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:43.677550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Request body: {'subnet': {'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:43.809018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.812817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:43.895154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87efa-500a-422b-92fa-011f861790ad req-e58642d5-a463-4658-a0f0-0f511b3516e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:43.896836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c87efa-500a-422b-92fa-011f861790ad req-e58642d5-a463-4658-a0f0-0f511b3516e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0853295 Dec 16 15:54:43.974147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c87efa-500a-422b-92fa-011f861790ad req-a6b24d98-6589-4648-bfa7-23de0fdf09e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616865 Dec 16 15:54:44.010595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Made reservation on behalf of ae5fea39710e424db5dea26de1e50b78 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:44.014786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:44.194907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router cf3867c4-8236-4208-be2e-ae276d7e8d18 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:44.351408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:44.359349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:44.363182 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50437d98-7218-4feb-bb34-6aaf00f6ffb3 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "PUT /v2.0/routers/cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 200 len: 918 time: 3.0352452 Dec 16 15:54:44.364830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56248) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:44.367379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] Sync routers for ids ['cf3867c4-8236-4208-be2e-ae276d7e8d18'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:44.379522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c202133-f5e5-4b25-8733-22acf041fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:44.382389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] Routers {'cf3867c4-8236-4208-be2e-ae276d7e8d18'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:44.382999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cf3867c4-8236-4208-be2e-ae276d7e8d18'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:44.407251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:44.418562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:44.429319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] Routers {'cf3867c4-8236-4208-be2e-ae276d7e8d18'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:44.429977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cf3867c4-8236-4208-be2e-ae276d7e8d18'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:44.472572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:44.473544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e7ebd-8c9f-4173-ac05-067b0e57f834 None None] The sync data for ids ['cf3867c4-8236-4208-be2e-ae276d7e8d18'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:44.524514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'Subnet': ['ID=dff9b182-b470-46c8-8ef4-0779b0b509e0,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:44.528987 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-17f08899-f92f-4d8a-a799-f8d1a7c3bc58 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 200 len: 924 time: 0.1594048 Dec 16 15:54:44.529664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56250) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:44.536058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Checking segment: {'id': '872746ca-bc0a-41e9-9cb9-902932a8d29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:44.536058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Network hostable DHCP agents. Network: ef303a21-1de2-4ff0-9522-7920fb4284b2, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:54:44.593908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb06586-eb0e-4902-9355-d79dc7e15f22 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:44.596015 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-beb06586-eb0e-4902-9355-d79dc7e15f22 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=cf3867c4-8236-4208-be2e-ae276d7e8d18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0651116 Dec 16 15:54:44.599290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56252) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:44.668912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:54:44.703520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd4093-337b-45d0-b32c-a93d5d0f958b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:44.705616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-39bd4093-337b-45d0-b32c-a93d5d0f958b tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.1051016 Dec 16 15:54:44.710351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56254) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:44.746362 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c80a8594-b61c-4077-9d0f-8434f6b97df9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 200 len: 205 time: 0.0344582 Dec 16 15:54:44.749668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56256) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:44.799436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ef303a21-1de2-4ff0-9522-7920fb4284b2) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:44.804162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:44.804844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:44.817177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493b498-9708-4ec2-b573-4ff4acbb21b0 None None] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:44.885494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.006865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8857565-a481-400d-b381-6bf573928868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ef303a21-1de2-4ff0-9522-7920fb4284b2', 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2', 'project_id': 'ae5fea39710e424db5dea26de1e50b78', 'fixed_ips': [{'subnet_id': 'dff9b182-b470-46c8-8ef4-0779b0b509e0'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:54:45.010157 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.027537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ad980b0-f3db-469b-a3fb-f7b7577a1be9 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3513064 Dec 16 15:54:45.032541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56262) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:45.035993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Request body: {'port': {'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2051109436'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:45.113846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.215643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b8857565-a481-400d-b381-6bf573928868 None None] Allocated IP 172.20.0.2 (ef303a21-1de2-4ff0-9522-7920fb4284b2/dff9b182-b470-46c8-8ef4-0779b0b509e0/6f8f2899-725f-4f31-a323-be018052f097) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:45.304065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port 9072d60c-38a9-49cd-bb75-b5d725a4f04d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:45.304903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.358871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Made reservation on behalf of ae5fea39710e424db5dea26de1e50b78 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:45.365136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.399530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.405196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] device_id is not set on port 0840857f-4f69-4c92-a7d5-8e20990046a5 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:54:45.469825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f778-4caf-4211-bcb2-acdd633fae9e req-5bfe8863-5307-4207-847b-96959f33c965 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:45.471584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6446f778-4caf-4211-bcb2-acdd633fae9e req-5bfe8863-5307-4207-847b-96959f33c965 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.3412011 Dec 16 15:54:45.539485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.542745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.570590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6446f778-4caf-4211-bcb2-acdd633fae9e req-bc251960-b9d3-4783-8406-bd0f3a8fabc3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912056 Dec 16 15:54:45.597806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for 9072d60c-38a9-49cd-bb75-b5d725a4f04d owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:45.631441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8857565-a481-400d-b381-6bf573928868 None None] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:45.633816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b8857565-a481-400d-b381-6bf573928868 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:45.640280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8857565-a481-400d-b381-6bf573928868 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:45.658770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8857565-a481-400d-b381-6bf573928868 None None] Pushing event updated for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:45.736888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Allocated IP 172.20.0.11 (ef303a21-1de2-4ff0-9522-7920fb4284b2/dff9b182-b470-46c8-8ef4-0779b0b509e0/0840857f-4f69-4c92-a7d5-8e20990046a5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:45.746395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b8857565-a481-400d-b381-6bf573928868 None None] Attempting to bind port 6f8f2899-725f-4f31-a323-be018052f097 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:54:45.747037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b8857565-a481-400d-b381-6bf573928868 None None] Attempting to bind port 6f8f2899-725f-4f31-a323-be018052f097 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '872746ca-bc0a-41e9-9cb9-902932a8d29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:54:45.747630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8857565-a481-400d-b381-6bf573928868 None None] Attempting to bind port 6f8f2899-725f-4f31-a323-be018052f097 on network ef303a21-1de2-4ff0-9522-7920fb4284b2 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:54:45.757045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8857565-a481-400d-b381-6bf573928868 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:54:45.757735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8857565-a481-400d-b381-6bf573928868 None None] Checking segment: {'id': '872746ca-bc0a-41e9-9cb9-902932a8d29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:54:45.758498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.759043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8857565-a481-400d-b381-6bf573928868 None None] Bound using segment: {'id': '872746ca-bc0a-41e9-9cb9-902932a8d29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:54:45.759902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b8857565-a481-400d-b381-6bf573928868 None None] Bound port: 6f8f2899-725f-4f31-a323-be018052f097, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872746ca-bc0a-41e9-9cb9-902932a8d29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:54:45.771619 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:45.886311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b8857565-a481-400d-b381-6bf573928868 None None] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:54:45.891589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b8857565-a481-400d-b381-6bf573928868 None None] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f8f2899-725f-4f31-a323-be018052f097,segment=NetworkSegment(872746ca-bc0a-41e9-9cb9-902932a8d29f),segment_id=872746ca-bc0a-41e9-9cb9-902932a8d29f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:54:46.008044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8857565-a481-400d-b381-6bf573928868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.012697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.115052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8857565-a481-400d-b381-6bf573928868 None None] Pushing event updated for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:46.161063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.206256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=9072d60c-38a9-49cd-bb75-b5d725a4f04d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:46.236818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51600a9b-4c72-425b-8dd8-3aafcfb1ea8b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:46.238220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.350217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:46.357424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'Port': ['ID=0840857f-4f69-4c92-a7d5-8e20990046a5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:46.360474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:46.365621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.368525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:46.541382 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.546509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.564910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:46.566032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.731928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6e95febf-07dc-487e-ae26-1184f9713542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.751463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a285080-1257-4d96-953d-3cb371a1541f req-83b940d6-5743-466f-9ec2-9d19208a2fc2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:46.753433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a285080-1257-4d96-953d-3cb371a1541f req-83b940d6-5743-466f-9ec2-9d19208a2fc2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0593989 Dec 16 15:54:46.817603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.818169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router cf3867c4-8236-4208-be2e-ae276d7e8d18 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:46.825851 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:46.834236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:46.834955 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8bce85d4-a1c4-4639-8a8a-5d87e8094feb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 204 len: 168 time: 2.0841646 Dec 16 15:54:46.840485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-497064818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:46.858668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a285080-1257-4d96-953d-3cb371a1541f req-5ff4e96d-cdac-4455-8d76-a58059d8ee05 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905507 Dec 16 15:54:46.899124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f47ea9ed-1297-4859-86ba-276107a8b265 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8644729 Dec 16 15:54:46.901213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:46.916929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Request body: {'port': {'network_id': 'ef303a21-1de2-4ff0-9522-7920fb4284b2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1510853730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:46.917597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.api.validators [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] bootfile-name is not in valid_values {{(pid=104055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:46.918035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.api.validators [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] tftp-server is not in valid_values {{(pid=104055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:46.918960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.api.validators [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] server-ip-address is not in valid_values {{(pid=104055) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:47.044948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f8f2899-725f-4f31-a323-be018052f097 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:47.189424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6f8f2899-725f-4f31-a323-be018052f097 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:47.189424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.278987 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.331755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f8f2899-725f-4f31-a323-be018052f097,segment=NetworkSegment(872746ca-bc0a-41e9-9cb9-902932a8d29f),segment_id=872746ca-bc0a-41e9-9cb9-902932a8d29f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:47.542803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e84bc-e27d-4e81-a3b5-c905565ab24d None None] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:47.610800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.612686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.618948 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.683673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2593ed0e-03e0-4cda-ad7d-91c4836aefc3 None None] Provisioning complete for port 6f8f2899-725f-4f31-a323-be018052f097 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:47.684516 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2593ed0e-03e0-4cda-ad7d-91c4836aefc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.731725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.757287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:47.810828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Made reservation on behalf of ae5fea39710e424db5dea26de1e50b78 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:54:47.812168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.859548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] device_id is not set on port 10ecad2f-396e-40c3-a05d-758173ba58de yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:54:47.902082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:47.952747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:48.063688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721288a9-c901-40a3-92c6-98364185e814 req-65edd120-45e5-47b1-9e82-536ddba86603 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:48.077351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-721288a9-c901-40a3-92c6-98364185e814 req-65edd120-45e5-47b1-9e82-536ddba86603 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1184971 Dec 16 15:54:48.136380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:48.137232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Allocated IP 172.20.0.3 (ef303a21-1de2-4ff0-9522-7920fb4284b2/dff9b182-b470-46c8-8ef4-0779b0b509e0/10ecad2f-396e-40c3-a05d-758173ba58de) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:48.138256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8e6c222e-f5b9-4eda-a52d-d592621ce92e tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3015902 Dec 16 15:54:48.141887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56282) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:48.154740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'enable_snat': False}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:48.198269 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-721288a9-c901-40a3-92c6-98364185e814 req-54ff1a6e-afcb-4d83-b2b2-cc4eaaa00267 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176205 Dec 16 15:54:48.234060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-afe21039-da27-47e6-9b06-c4a33c728e17 None None] Provisioning complete for port 0840857f-4f69-4c92-a7d5-8e20990046a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:48.257939 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-afe21039-da27-47e6-9b06-c4a33c728e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:48.462733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-afe21039-da27-47e6-9b06-c4a33c728e17 None None] Port 0840857f-4f69-4c92-a7d5-8e20990046a5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:48.479895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-afe21039-da27-47e6-9b06-c4a33c728e17 None None] Provisioning complete for port 6f8f2899-725f-4f31-a323-be018052f097 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:48.480329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-afe21039-da27-47e6-9b06-c4a33c728e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:48.711677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-824930a6-98d1-4b31-8eaa-74026e946779 None None] Provisioning complete for port 0840857f-4f69-4c92-a7d5-8e20990046a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:48.712313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-824930a6-98d1-4b31-8eaa-74026e946779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:48.781956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-824930a6-98d1-4b31-8eaa-74026e946779 None None] Port 0840857f-4f69-4c92-a7d5-8e20990046a5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:49.017340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f8f2899-725f-4f31-a323-be018052f097 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:54:49.111030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.112069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6f8f2899-725f-4f31-a323-be018052f097 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:49.112714 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.206225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.348851 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.411811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.450206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad4e45-9afd-4255-a1c6-dab2c049a824 req-7ebf3b46-3b00-4b5b-afcd-bae551fb5c09 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:49.452938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bad4e45-9afd-4255-a1c6-dab2c049a824 req-7ebf3b46-3b00-4b5b-afcd-bae551fb5c09 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1003213 Dec 16 15:54:49.523626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:49.540538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:49.553480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:49.558301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bad4e45-9afd-4255-a1c6-dab2c049a824 req-dfc06101-6111-43fc-8672-640ae698bddf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880816 Dec 16 15:54:49.564614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'Port': ['ID=10ecad2f-396e-40c3-a05d-758173ba58de,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:49.709314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:49.710045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.751912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.791411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.854369 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-991cfc46-5262-45cc-a1e0-749cce029ad1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9517579 Dec 16 15:54:49.857888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56290) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:49.915137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3be975e4-0c59-4440-b574-45a9fc32fdf1 None None] Provisioning complete for port 10ecad2f-396e-40c3-a05d-758173ba58de triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:49.916042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3be975e4-0c59-4440-b574-45a9fc32fdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:49.974303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3be975e4-0c59-4440-b574-45a9fc32fdf1 None None] Port 10ecad2f-396e-40c3-a05d-758173ba58de cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:50.035608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a842f2a-2a51-4200-9924-76366a927da5 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.047476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a842f2a-2a51-4200-9924-76366a927da5 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.057456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.061881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a842f2a-2a51-4200-9924-76366a927da5 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.062517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a842f2a-2a51-4200-9924-76366a927da5 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2029524 Dec 16 15:54:50.066334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:50.077242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Allocated IP 172.25.7.28 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/4115052b-d9c2-4d56-9fc3-775a941412b1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:50.194807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Deleting port 10ecad2f-396e-40c3-a05d-758173ba58de {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:50.194807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.203355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.304729 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.325388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Calling delete_port for 10ecad2f-396e-40c3-a05d-758173ba58de owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:50.333369 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.389966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:50.394326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:50.397215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:50.418793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcd883-154b-4aab-8611-833422ce1d49 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:50.425578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Pushing event updated for resources: {'Port': ['ID=4115052b-d9c2-4d56-9fc3-775a941412b1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:50.505723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2b34b7fa-aac1-4f4c-a839-e9cf92e99a32 None None] Provisioning complete for port 4115052b-d9c2-4d56-9fc3-775a941412b1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:50.506858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b34b7fa-aac1-4f4c-a839-e9cf92e99a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.554673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2b34b7fa-aac1-4f4c-a839-e9cf92e99a32 None None] Port 4115052b-d9c2-4d56-9fc3-775a941412b1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:50.740420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6022022-1f3e-4c63-bb8a-adc416c994bd req-bb67179b-78eb-4b68-a1e2-d79fecbc6a4a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:50.742075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6022022-1f3e-4c63-bb8a-adc416c994bd req-bb67179b-78eb-4b68-a1e2-d79fecbc6a4a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0658143 Dec 16 15:54:50.771607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.823945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event deleted for resources: {'Port': ['ID=10ecad2f-396e-40c3-a05d-758173ba58de,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:50.829404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6022022-1f3e-4c63-bb8a-adc416c994bd req-c2540895-b93e-415c-8d66-f52b5c1a4900 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802238 Dec 16 15:54:50.844588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.844943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.845298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.845642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.846016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.846861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.847200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.847531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.847897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.848211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.848655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.848861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.849200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:50.949955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:50.955334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cd82c505-ed3c-4c1a-8b65-8698e89794e0 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "DELETE /v2.0/ports/10ecad2f-396e-40c3-a05d-758173ba58de HTTP/1.1" status: 204 len: 168 time: 0.8878009 Dec 16 15:54:50.963518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56302) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:50.975414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Request body: {'port': {'name': 'tempest-new-port-name-1445024231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:50.976186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] bootfile-name is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:50.978347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] tftp-server is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:50.979931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.api.validators [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] server-ip-address is not in valid_values {{(pid=104056) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 16 15:54:51.122713 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.204988 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.506895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.560388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.564617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.623497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.775554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event updated for resources: {'Port': ['ID=0840857f-4f69-4c92-a7d5-8e20990046a5,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:51.801839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] In _notify_port_updated(), no bound segment for port 0840857f-4f69-4c92-a7d5-8e20990046a5 on network ef303a21-1de2-4ff0-9522-7920fb4284b2 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:54:51.815419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:51.816616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:51.818978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-da42506e-e9be-48f9-b08a-bc2b76c390d7 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "PUT /v2.0/ports/0840857f-4f69-4c92-a7d5-8e20990046a5 HTTP/1.1" status: 200 len: 1137 time: 0.8561411 Dec 16 15:54:51.821686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:51.840273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Router 8bace7f7-6dea-4dcd-b41b-f90cc90bea79 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:51.939097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055dee7-4f62-492e-a928-919648ca22d3 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:51.947189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:51.960305 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7055dee7-4f62-492e-a928-919648ca22d3 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "GET /v2.0/ports/0840857f-4f69-4c92-a7d5-8e20990046a5 HTTP/1.1" status: 200 len: 1137 time: 0.1267142 Dec 16 15:54:52.088165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c1868-25bd-408f-a198-bd7e484818d4 req-ec1c4a30-b565-42ca-9b6c-f8415fcb1dfe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:52.101424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b3c1868-25bd-408f-a198-bd7e484818d4 req-ec1c4a30-b565-42ca-9b6c-f8415fcb1dfe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1081717 Dec 16 15:54:52.104266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2c434f98-1f25-442e-94ee-7929e24732fe None None] Provisioning complete for port 0840857f-4f69-4c92-a7d5-8e20990046a5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:52.105949 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c434f98-1f25-442e-94ee-7929e24732fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.208144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:52.209467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2c434f98-1f25-442e-94ee-7929e24732fe None None] Port 0840857f-4f69-4c92-a7d5-8e20990046a5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:52.215104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.217580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dfae0e56-c895-4764-875c-35c3626e74f4 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "PUT /v2.0/routers/8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 200 len: 918 time: 4.0738163 Dec 16 15:54:52.223627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56312) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:52.230925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] Sync routers for ids ['8bace7f7-6dea-4dcd-b41b-f90cc90bea79'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:52.243366 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] Routers {'8bace7f7-6dea-4dcd-b41b-f90cc90bea79'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:52.244486 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['8bace7f7-6dea-4dcd-b41b-f90cc90bea79'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:52.305013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b3c1868-25bd-408f-a198-bd7e484818d4 req-e5b83fe1-3d3b-46e2-bfe8-e11716936a5b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024131 Dec 16 15:54:52.306720 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:52.322377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Deleting port 0840857f-4f69-4c92-a7d5-8e20990046a5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:52.322956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.326163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] Routers {'8bace7f7-6dea-4dcd-b41b-f90cc90bea79'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:52.327516 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['8bace7f7-6dea-4dcd-b41b-f90cc90bea79'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:52.401270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:52.402678 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70175f2-df22-4b4a-91ce-148e174162df None None] The sync data for ids ['8bace7f7-6dea-4dcd-b41b-f90cc90bea79'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:52.838381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3be71f8c-6dc5-47ca-8bc0-03f4bc68976c tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 200 len: 924 time: 0.6126673 Dec 16 15:54:52.843044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:52.843371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:52.864966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Calling delete_port for 0840857f-4f69-4c92-a7d5-8e20990046a5 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:52.916633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05a8ba-6837-4615-bce1-5d8fd9104135 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:52.921802 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a05a8ba-6837-4615-bce1-5d8fd9104135 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=8bace7f7-6dea-4dcd-b41b-f90cc90bea79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0745914 Dec 16 15:54:52.922250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56316) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:53.094295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3eacf-ea3b-4fd3-8aca-a0816062f621 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:53.097867 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0cc3eacf-ea3b-4fd3-8aca-a0816062f621 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/networks/69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 881 time: 0.1740134 Dec 16 15:54:53.100809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56318) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:53.156269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50b5b31a-fe09-4eb5-870c-af6e1ca9a6f7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 200 len: 205 time: 0.0535631 Dec 16 15:54:53.158823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:53.240774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.290010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event deleted for resources: {'Port': ['ID=0840857f-4f69-4c92-a7d5-8e20990046a5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:53.411508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.597957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.603725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e761dc4-154a-40f3-8f70-fbaebd986af1 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "DELETE /v2.0/ports/0840857f-4f69-4c92-a7d5-8e20990046a5 HTTP/1.1" status: 204 len: 168 time: 1.6547234 Dec 16 15:54:53.608056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:53.634809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40785e38-30bc-490c-8a86-53cc2f231c7b req-d6549a15-d2d8-4b09-8c75-7eba938f0a3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:53.637535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40785e38-30bc-490c-8a86-53cc2f231c7b req-d6549a15-d2d8-4b09-8c75-7eba938f0a3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1430798 Dec 16 15:54:53.683132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.713586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Deleting subnet dff9b182-b470-46c8-8ef4-0779b0b509e0 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:53.718827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.728967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40785e38-30bc-490c-8a86-53cc2f231c7b req-234ed46d-10aa-4c03-bbb2-fa9edc45f21c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829053 Dec 16 15:54:53.777917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.901151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:53.962394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port 4115052b-d9c2-4d56-9fc3-775a941412b1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:53.962770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.058921 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.075116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for 4115052b-d9c2-4d56-9fc3-775a941412b1 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:54.498748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.535595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event deleted for resources: {'Subnet': ['ID=dff9b182-b470-46c8-8ef4-0779b0b509e0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:54.540789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.547970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-02df06b6-e5ab-432e-bb06-c976e4884be2 tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "DELETE /v2.0/subnets/dff9b182-b470-46c8-8ef4-0779b0b509e0 HTTP/1.1" status: 204 len: 168 time: 0.9351859 Dec 16 15:54:54.550699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56330) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:54.555373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65208c4e-be51-4043-b920-c9baf1327d6c None None] Network ef303a21-1de2-4ff0-9522-7920fb4284b2 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:54.694691 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:54:54.707937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.820377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] DHCP port deletion for ef303a21-1de2-4ff0-9522-7920fb4284b2 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:54.822895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Deleting port 6f8f2899-725f-4f31-a323-be018052f097 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:54.823496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.889550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Deleting port 6f8f2899-725f-4f31-a323-be018052f097 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:54:54.889952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.949944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:54.980452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6f8f2899-725f-4f31-a323-be018052f097 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:54:54.988309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=4115052b-d9c2-4d56-9fc3-775a941412b1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:55.039996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21090cf4-a5f2-41c5-b93e-ed39fb3a9294 req-e70b2bbd-6dc6-4a6f-a77f-9776d458a22b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:55.372650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21090cf4-a5f2-41c5-b93e-ed39fb3a9294 req-e70b2bbd-6dc6-4a6f-a77f-9776d458a22b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1449442 Dec 16 15:54:55.372885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b076479-8e0b-4318-afaa-f486b058cae0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:55.373021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f8f2899-725f-4f31-a323-be018052f097,segment=NetworkSegment(872746ca-bc0a-41e9-9cb9-902932a8d29f),segment_id=872746ca-bc0a-41e9-9cb9-902932a8d29f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:55.373021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.373225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f8f2899-725f-4f31-a323-be018052f097,segment=NetworkSegment(872746ca-bc0a-41e9-9cb9-902932a8d29f),segment_id=872746ca-bc0a-41e9-9cb9-902932a8d29f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:55.373225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.373411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Calling delete_port for 6f8f2899-725f-4f31-a323-be018052f097 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:55.373510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Calling delete_port for 6f8f2899-725f-4f31-a323-be018052f097 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:54:55.373631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.373744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.373838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21090cf4-a5f2-41c5-b93e-ed39fb3a9294 req-044074c0-b499-4eff-9d75-466c4316050c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524210 Dec 16 15:54:55.373925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 6f8f2899-725f-4f31-a323-be018052f097, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6f8f2899-725f-4f31-a323-be018052f097,segment=NetworkSegment(872746ca-bc0a-41e9-9cb9-902932a8d29f),segment_id=872746ca-bc0a-41e9-9cb9-902932a8d29f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:54:55.374043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.374043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.583509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.646022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:55.675233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.686399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router 8bace7f7-6dea-4dcd-b41b-f90cc90bea79 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:54:55.691256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.692879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-17cedd11-1b58-474d-8e27-de67043cc9bb tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 204 len: 168 time: 2.5324788 Dec 16 15:54:55.701491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56336) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:55.708521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-888738234', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:55.738015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.752978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.771437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] Pushing event deleted for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:55.779088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f1e8f-8146-48e4-84e2-a2e184ef5f3d None None] No DVR routers for this DVR port 6f8f2899-725f-4f31-a323-be018052f097 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:55.858576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event deleted for resources: {'Port': ['ID=6f8f2899-725f-4f31-a323-be018052f097,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:55.858576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] No DVR routers for this DVR port 6f8f2899-725f-4f31-a323-be018052f097 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:54:55.881811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.883686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:55.984692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.097227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef303a21-1de2-4ff0-9522-7920fb4284b2']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.102199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.117512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872746ca-bc0a-41e9-9cb9-902932a8d29f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.125611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872746ca-bc0a-41e9-9cb9-902932a8d29f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:56.135849 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.163843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.171697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:54:56.172262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:54:56.176637 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:54:56.351688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2d570-fa0d-4dfc-a557-6a4428932665 req-cad8cd53-da6b-469d-85cd-524743c449ae tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:56.353317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45e2d570-fa0d-4dfc-a557-6a4428932665 req-cad8cd53-da6b-469d-85cd-524743c449ae tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0622079 Dec 16 15:54:56.422405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56342) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:56.538994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.545106 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.548731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] 10.222.0.71 "DELETE /v2.0/networks/ef303a21-1de2-4ff0-9522-7920fb4284b2 HTTP/1.1" status: 204 len: 168 time: 1.9922662 Dec 16 15:54:56.567319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.591199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45e2d570-fa0d-4dfc-a557-6a4428932665 req-680affda-57b2-4617-b4aa-0a8a38162449 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921597 Dec 16 15:54:56.592442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac35f2-061f-41f4-a1a4-a804ca126b0e tempest-ExtraDHCPOptionsTestJSON-838706675 tempest-ExtraDHCPOptionsTestJSON-838706675-project] Pushing event deleted for resources: {'Network': ['ID=ef303a21-1de2-4ff0-9522-7920fb4284b2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:56.680224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Deleting subnet 4119052c-103a-410e-8540-48765f7d7998 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:54:56.684856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.740908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:56.829531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.050569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.096063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.100167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.146983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4119052c-103a-410e-8540-48765f7d7998,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:57.158467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.163923 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8330cd3a-194b-4720-b0ab-d3f7e5fd7d3d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4119052c-103a-410e-8540-48765f7d7998 HTTP/1.1" status: 204 len: 168 time: 0.7400444 Dec 16 15:54:57.165387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd5f6b-17af-401b-8ec2-0eac31651281 None None] Network 231b7e87-4618-457c-ae82-ce864ff2e491 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:54:57.167019 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56348) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:57.290306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.298561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88479c01-c2fc-42f0-9b9c-ed0bd5acb233 None None] DHCP port deletion for 231b7e87-4618-457c-ae82-ce864ff2e491 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:57.312293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Allocated IP 172.25.7.154 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/58fb19ab-6fad-4bb9-b55f-7bacc61f164e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:54:57.453306 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.479941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231b7e87-4618-457c-ae82-ce864ff2e491']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:57.491352 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab7db8a-580e-434d-8f06-26b40019fa9e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:57.491700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab7db8a-580e-434d-8f06-26b40019fa9e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:57.492740 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.502978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.518864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.527748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:54:57.528466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: items = [ Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:54:57.531065 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:54:57.540862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56352) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:57.785710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb3b8630-6235-46e2-b7fb-1b3fbff19ec2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ae5fea39710e424db5dea26de1e50b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441137 Dec 16 15:54:57.788776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:57.827853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14401035-77a2-43d7-ba08-d45469d029c7 req-bb30ce7b-bf74-414d-af5d-1c60d66bdd01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:57.827853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14401035-77a2-43d7-ba08-d45469d029c7 req-bb30ce7b-bf74-414d-af5d-1c60d66bdd01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0989442 Dec 16 15:54:57.840050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.862349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.867223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.876085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:57.880568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] 10.222.0.71 "DELETE /v2.0/networks/231b7e87-4618-457c-ae82-ce864ff2e491 HTTP/1.1" status: 204 len: 168 time: 0.7115660 Dec 16 15:54:57.912536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Pushing event deleted for resources: {'Network': ['ID=231b7e87-4618-457c-ae82-ce864ff2e491,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:57.942102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:54:57.944493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.947065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.948138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.951980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.952567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event updated for resources: {'Port': ['ID=58fb19ab-6fad-4bb9-b55f-7bacc61f164e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:57.952935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.953507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.960811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:54:57.964868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.966458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.966458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.967157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.967483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.967886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.968502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c43941c-9006-4793-9449-4c8d02e53003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:54:57.969554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:54:57.975910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0627c-fe7e-4a6c-bd22-40d839a36fc9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:54:57.977237 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.031159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14401035-77a2-43d7-ba08-d45469d029c7 req-ff92bc30-3e85-45d0-8084-564906ee49d4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993122 Dec 16 15:54:58.118990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c1fbacda-5325-482e-8134-f7d121147bdd None None] Provisioning complete for port 58fb19ab-6fad-4bb9-b55f-7bacc61f164e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:54:58.119577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c1fbacda-5325-482e-8134-f7d121147bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.183941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c1fbacda-5325-482e-8134-f7d121147bdd None None] Port 58fb19ab-6fad-4bb9-b55f-7bacc61f164e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:54:58.211297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.215555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.215797 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20ae2aee-a428-4bad-af5e-6fdf89d86d3d HTTP/1.1" status: 204 len: 168 time: 0.4255083 Dec 16 15:54:58.226115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52280323-e12d-4ac1-9435-7677ba4b3820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae2aee-a428-4bad-af5e-6fdf89d86d3d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:58.508669 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.570923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56364) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:58.617039 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a44e742b-0815-43cd-8685-dd739db35274 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=554306f38bf84e3b82842103e7a234a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447850 Dec 16 15:54:58.621142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:58.681083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.708588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.806320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.857466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.939231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.941002 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:58.942472 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12a2623d-3ea4-48cf-807f-920e246ede83 HTTP/1.1" status: 204 len: 168 time: 0.3200963 Dec 16 15:54:58.953418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fb042-7038-44eb-8524-aba851bbc8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a2623d-3ea4-48cf-807f-920e246ede83,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:54:59.243194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e616610-f79d-49c6-b6fb-1e62b6cf546f req-0cfd5c32-fa07-4240-bf44-ca0d1a4641bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:54:59.244875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e616610-f79d-49c6-b6fb-1e62b6cf546f req-0cfd5c32-fa07-4240-bf44-ca0d1a4641bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0646217 Dec 16 15:54:59.305414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e616610-f79d-49c6-b6fb-1e62b6cf546f req-04c780a1-800b-4492-852a-0dff568bdaa6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530255 Dec 16 15:54:59.306496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Router 490edc15-f0ff-411b-8f5a-aaea52496f19 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:54:59.436582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:54:59.454960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] Sync routers for ids ['490edc15-f0ff-411b-8f5a-aaea52496f19'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:54:59.478953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] Routers {'490edc15-f0ff-411b-8f5a-aaea52496f19'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:59.480080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['490edc15-f0ff-411b-8f5a-aaea52496f19'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:59.522976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:59.534144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] Routers {'490edc15-f0ff-411b-8f5a-aaea52496f19'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:54:59.534785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['490edc15-f0ff-411b-8f5a-aaea52496f19'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:59.577248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:54:59.578146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543c924-662a-4380-a63e-8d2b1b94a7ed None None] The sync data for ids ['490edc15-f0ff-411b-8f5a-aaea52496f19'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:54:59.599514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:54:59.602850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-daae98e7-8d65-432a-be7b-69a6c5cc35c7 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8993993 Dec 16 15:54:59.605658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56384) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:54:59.611510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:54:59.844613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.201622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56402) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:00.359396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1943515306'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:00.421644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.509472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190733a-6f7a-4841-b902-2a57df000641 req-dd99666d-4e93-4087-9439-d5eb6db51cb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.512504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0190733a-6f7a-4841-b902-2a57df000641 req-dd99666d-4e93-4087-9439-d5eb6db51cb5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0863948 Dec 16 15:55:00.518247 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-f43a72eb-4718-4550-8222-85f3780d75da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966057 Dec 16 15:55:00.522933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:00.528774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.547030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.581461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.602030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0190733a-6f7a-4841-b902-2a57df000641 req-d16dfa52-b9bf-4e29-b9bb-32e595576b96 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797348 Dec 16 15:55:00.697944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a321-eb96-4953-ba33-40584635bd3b req-597dec3d-ffe9-45e2-849c-20b601567534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.700390 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-597dec3d-ffe9-45e2-849c-20b601567534 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 1096 time: 0.1113825 Dec 16 15:55:00.785786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.844910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Deleting port 58fb19ab-6fad-4bb9-b55f-7bacc61f164e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:00.846745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.846933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a321-eb96-4953-ba33-40584635bd3b req-79969544-ec2e-4b28-8c5a-bc05520e8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:00.850191 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-79969544-ec2e-4b28-8c5a-bc05520e8e5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1224108 Dec 16 15:55:00.918372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.931483 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-7567252a-5ff3-4d12-a9c4-762fa2af5041 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 200 len: 217 time: 0.0721912 Dec 16 15:55:00.959276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:00.978560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:00.981203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Calling delete_port for 58fb19ab-6fad-4bb9-b55f-7bacc61f164e owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:01.045124 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.045721 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment 78e06727-6573-4e1f-9058-478aa1b3b5e1 of type vlan for network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf Dec 16 15:55:01.051452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3c684-039c-4252-95e1-edd9073b2fb2,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:01.102855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a321-eb96-4953-ba33-40584635bd3b req-5d0a2e39-0182-415f-a039-1af5db07b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.104707 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-5d0a2e39-0182-415f-a039-1af5db07b01a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.1570151 Dec 16 15:55:01.135244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.186179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a321-eb96-4953-ba33-40584635bd3b req-a02a98c4-22b6-47fa-a611-12eaf7d07272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.189144 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-a02a98c4-22b6-47fa-a611-12eaf7d07272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684822 Dec 16 15:55:01.321272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-c8f534a4-2791-4a42-afe8-315583e1d14e service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239884 Dec 16 15:55:01.328228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.333304 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:01.334385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.348303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.376282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Pushing event deleted for resources: {'Port': ['ID=58fb19ab-6fad-4bb9-b55f-7bacc61f164e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:01.394913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14842aa5-26db-41d3-bb6f-bbc433e5870b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:01.462519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.536394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:01.558863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:01.568045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d97f17af-5a73-48db-b0c1-9080c4e90504 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3618348 Dec 16 15:55:01.590467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-dd69a321-eb96-4953-ba33-40584635bd3b req-8a691164-55cc-41d5-be22-24db445a93e6 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499042 Dec 16 15:55:01.986998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7873276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35997'] for router, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:01.995101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7873271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7873262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880516'] for router, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.015423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10949c6-1476-4a2a-89c6-8b3f6d541808 req-f2f85a9b-0b1e-469b-a622-cc65c3dc649d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:02.018479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d10949c6-1476-4a2a-89c6-8b3f6d541808 req-f2f85a9b-0b1e-469b-a622-cc65c3dc649d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.3044407 Dec 16 15:55:02.143772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Router 490edc15-f0ff-411b-8f5a-aaea52496f19 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:02.165983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d10949c6-1476-4a2a-89c6-8b3f6d541808 req-75c1ecc5-0200-42c5-816e-cf14d43ae486 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397884 Dec 16 15:55:02.231880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56434) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:02.334628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:02.342201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.346157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:02.346960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c8a3d259-c882-4afa-a7c0-7441ceb6e7c8 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "PUT /v2.0/routers/490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 200 len: 709 time: 2.7394264 Dec 16 15:55:02.351884 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] Sync routers for ids ['490edc15-f0ff-411b-8f5a-aaea52496f19'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:02.376137 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] Routers {'490edc15-f0ff-411b-8f5a-aaea52496f19'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:02.377690 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['490edc15-f0ff-411b-8f5a-aaea52496f19'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:02.452531 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:02.470566 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] Routers {'490edc15-f0ff-411b-8f5a-aaea52496f19'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:02.472090 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['490edc15-f0ff-411b-8f5a-aaea52496f19'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:02.507882 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6bcc414e-ab46-484c-bcc5-6b8803e116e8 tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/routers/490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 200 len: 744 time: 0.1591251 Dec 16 15:55:02.510122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56440) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:02.534840 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:02.535806 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a624bde0-2e7e-472d-848e-bbfd5defca15 None None] The sync data for ids ['490edc15-f0ff-411b-8f5a-aaea52496f19'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:02.568471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'network': {'name': 'tempest-network-smoke--1410576527', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:02.602560 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1901e17-4efa-4d34-9b3c-e6936833da5e tempest-RoutersIpV6AdminTest-591985715 tempest-RoutersIpV6AdminTest-591985715-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=69499b07-3049-4342-94ac-015cd286c29f&device_id=490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 200 len: 205 time: 0.0874617 Dec 16 15:55:02.604252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:02.650264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81f5def0-fdf1-4810-97d6-1d2825e15edf tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 200 len: 205 time: 0.0434668 Dec 16 15:55:02.654601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56444) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:02.697403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:02.706413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.719885 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.786059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:02.888911 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.031911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.034853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.068177 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.120768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:03.145466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863e8c19-d62c-4822-b182-532d807669e8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:03.150715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.151254 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Added segment 1e2a2ea4-77c6-420b-9c14-4aa850398dee of type vlan for network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 Dec 16 15:55:03.225958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.254069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.254932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Fanout notify agent at l3_agent the message router_deleted on router 490edc15-f0ff-411b-8f5a-aaea52496f19 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:55:03.291540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.307892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5bb9583f-ac91-4505-8779-1e77c0b15db9 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 204 len: 168 time: 0.6484923 Dec 16 15:55:03.310179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56448) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.370022 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8ed61fb8-9ad6-4c71-b861-82d9706dfada tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 200 len: 205 time: 0.0572979 Dec 16 15:55:03.374355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56450) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.406642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ebd8-1902-4671-b245-dc650636ab25 req-630373ec-ddf3-4c0d-b017-2716ec8ea3ec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:03.415528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c99ebd8-1902-4671-b245-dc650636ab25 req-630373ec-ddf3-4c0d-b017-2716ec8ea3ec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1079226 Dec 16 15:55:03.431176 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-0b09ab52-0619-4a8b-9c6b-89a1865948bf tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:03.434220 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0b09ab52-0619-4a8b-9c6b-89a1865948bf tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/490edc15-f0ff-411b-8f5a-aaea52496f19 HTTP/1.1" status: 404 len: 336 time: 0.0569553 Dec 16 15:55:03.434220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.437212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56452) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.440508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:03.441160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.475178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a2614c5-9f06-40bb-b71f-ffb3f0cbaddf tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 200 len: 205 time: 0.0364428 Dec 16 15:55:03.479063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.556015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Network': ['ID=5fbfb5a4-fced-4770-8d2f-4238fe202e73,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:03.570850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:03.606312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c99ebd8-1902-4671-b245-dc650636ab25 req-929a2390-2509-4cc4-af88-09737bf7836c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892638 Dec 16 15:55:03.608855 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-a342d521-0291-4775-ba5f-781deff3f0ac tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:03.616596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a342d521-0291-4775-ba5f-781deff3f0ac tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/8bace7f7-6dea-4dcd-b41b-f90cc90bea79 HTTP/1.1" status: 404 len: 336 time: 0.1357241 Dec 16 15:55:03.616826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56456) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.637607 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-720a3e9f-f1af-4c82-baee-a7bf57f1e8ce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4007366 Dec 16 15:55:03.637721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56458) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.645607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-876238221', 'admin_state_up': True, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:03.691948 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-61fb99d6-8d4b-4b66-913c-c7ff70abe188 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 200 len: 205 time: 0.0688131 Dec 16 15:55:03.708038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.757466 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-144ea10e-0b3f-4791-8626-2bea5d892166 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:03.758715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-144ea10e-0b3f-4791-8626-2bea5d892166 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/cf3867c4-8236-4208-be2e-ae276d7e8d18 HTTP/1.1" status: 404 len: 336 time: 0.0495338 Dec 16 15:55:03.772196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.804682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.805651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.811076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3df5f520-1bf7-499c-bacd-3d66d659f69d tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 200 len: 205 time: 0.0374613 Dec 16 15:55:03.816090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56464) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.858143 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-c7e06b69-2597-4bf6-bc0c-15024e6eb9b4 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:03.859237 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c7e06b69-2597-4bf6-bc0c-15024e6eb9b4 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/b503cafd-3c75-4de9-a946-ad0fcbaf5e34 HTTP/1.1" status: 404 len: 336 time: 0.0397091 Dec 16 15:55:03.865856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.901288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:03.931666 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-193932a1-bf1c-46d6-b2b7-16569eaccd84 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 200 len: 205 time: 0.0610323 Dec 16 15:55:03.932441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56468) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:03.995012 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-a87ceade-0613-4328-9388-eb426759eaee tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:03.996128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a87ceade-0613-4328-9388-eb426759eaee tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/7581b1fb-ced1-4b25-b397-447623a90971 HTTP/1.1" status: 404 len: 336 time: 0.0621951 Dec 16 15:55:03.999051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56470) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:04.029457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7cdbf37f-502b-4be3-9eb4-9d071ddc09bc tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "GET /v2.0/ports?device_id=b30182eb-c912-40e3-b6c0-aa34217184bd HTTP/1.1" status: 200 len: 205 time: 0.0291641 Dec 16 15:55:04.034252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56472) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:04.136628 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-ab29c1b8-1928-45b2-94bb-4630d8f50cab tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] delete failed (client error): The resource could not be found. Dec 16 15:55:04.137715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ab29c1b8-1928-45b2-94bb-4630d8f50cab tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/routers/b30182eb-c912-40e3-b6c0-aa34217184bd HTTP/1.1" status: 404 len: 336 time: 0.1035657 Dec 16 15:55:04.142077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56474) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:04.175682 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e09a614-e684-4ba9-9a3d-d3f0dc7e2e25 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:04.176175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e09a614-e684-4ba9-9a3d-d3f0dc7e2e25 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:04.179660 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2e09a614-e684-4ba9-9a3d-d3f0dc7e2e25 tempest-RoutersIpV6AdminTest-1146289089 tempest-RoutersIpV6AdminTest-1146289089-project] 10.222.0.71 "DELETE /v2.0/subnets/265beded-2048-4160-b508-2f3f87ddf63c HTTP/1.1" status: 404 len: 337 time: 0.0358009 Dec 16 15:55:04.231997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:04.630546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:04.664164 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:04.856169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3a26-c1d6-422c-aa43-e9a9dcf60600 req-8ee39e9f-737d-43b6-a73b-39fccbe5fe61 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:04.857788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36bb3a26-c1d6-422c-aa43-e9a9dcf60600 req-8ee39e9f-737d-43b6-a73b-39fccbe5fe61 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1121585 Dec 16 15:55:04.877562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.25.7.180 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/51f3f644-4826-4d55-b3f3-9b567fd695e7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:05.006143 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56482) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:05.034432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36bb3a26-c1d6-422c-aa43-e9a9dcf60600 req-982db2b2-7e73-49d6-8e79-3871f770d37a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571569 Dec 16 15:55:05.142453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.155159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56486) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:05.169280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:05.203273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28041257-0c33-4b0a-95a9-de43bf1086b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.317598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28041257-0c33-4b0a-95a9-de43bf1086b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.411732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.457839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:05.461325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:05.467328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-28041257-0c33-4b0a-95a9-de43bf1086b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.467568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:05.468246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:05.472095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.487748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfe069-0908-4488-8536-c207adfbda7a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:05.515177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=51f3f644-4826-4d55-b3f3-9b567fd695e7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:05.549441 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-28041257-0c33-4b0a-95a9-de43bf1086b2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd9868a819c8411ebcec18004a7d9528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401900 Dec 16 15:55:05.551006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28041257-0c33-4b0a-95a9-de43bf1086b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955de29d-e35e-4f35-8272-1163a54653ff,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:05.555317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56488) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:05.595314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-102e0799-1eeb-450e-bab9-cbf47c31d95f None None] Provisioning complete for port 51f3f644-4826-4d55-b3f3-9b567fd695e7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:05.596649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-102e0799-1eeb-450e-bab9-cbf47c31d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.645518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.648318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-102e0799-1eeb-450e-bab9-cbf47c31d95f None None] Port 51f3f644-4826-4d55-b3f3-9b567fd695e7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:05.673328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.885598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.888649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:05.890042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/955de29d-e35e-4f35-8272-1163a54653ff HTTP/1.1" status: 204 len: 168 time: 0.3344471 Dec 16 15:55:05.900670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c61059-d399-4a0f-93c1-b8cd53906ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955de29d-e35e-4f35-8272-1163a54653ff,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:06.059430 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.500116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.538993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=c7195d71-e87d-4dc9-a743-d5f699233b01,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:06.578787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': '78e06727-6573-4e1f-9058-478aa1b3b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:06.579152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:06.623799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4dc06-360c-4284-8bd4-9a38ef49e762 req-b3facf30-6f6a-4fa6-a27c-1377f0962266 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:06.625448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0df4dc06-360c-4284-8bd4-9a38ef49e762 req-b3facf30-6f6a-4fa6-a27c-1377f0962266 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1761005 Dec 16 15:55:06.742711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:06.751003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0df4dc06-360c-4284-8bd4-9a38ef49e762 req-e24a2868-5d9b-40e4-92bc-e6166af2909b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037593 Dec 16 15:55:06.798077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56496) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:06.817967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.847233 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b300361e-3891-408c-b1ec-8955e2de3ebe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f2b18fa3903646b8b77171e6595a5c01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469072 Dec 16 15:55:06.850285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56498) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:06.912192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.932277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:06.936719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.957386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:06.959524 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:06.959949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f639878-7c79-4579-9db5-48acd84cf3db None None] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:07.148721 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.151700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-534c91d1-d5f9-4945-9648-bc85916982a8 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9895449 Dec 16 15:55:07.154554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.156722 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea587097-75b1-4ab4-9cb0-e05c5aec0290 HTTP/1.1" status: 204 len: 168 time: 0.3049526 Dec 16 15:55:07.157170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56500) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:07.184145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa321b3b-556e-4417-84cb-bbff2760808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea587097-75b1-4ab4-9cb0-e05c5aec0290,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:07.198617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341125989'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:07.269758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:55:07.327143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf', 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': 'c7195d71-e87d-4dc9-a743-d5f699233b01'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:07.328050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.412852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:07.416912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.468883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:07.474768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:07.492440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.499230 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment cc659c54-82be-4cd5-9786-66a8654a533f of type vlan for network 060df3aa-5c08-4d83-b8b9-986527357a3f Dec 16 15:55:07.536189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:07.541316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.592661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:07.593469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:07.597588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Allocated IP 2001:db8:0:ffff::2 (6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf/c7195d71-e87d-4dc9-a743-d5f699233b01/36ec71e1-c770-4643-a171-5a5d86db2680) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:07.619150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.621488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3ef6499d-cef8-437d-9b29-79859b0abdc9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9819322 Dec 16 15:55:07.624011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56504) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:07.690977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.697118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:07.697775 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:07.777940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=060df3aa-5c08-4d83-b8b9-986527357a3f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:07.798595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 060df3aa-5c08-4d83-b8b9-986527357a3f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:07.823405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:08.027944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-90978cf0-856f-4e32-8dc4-1f78e434c018 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8660614 Dec 16 15:55:08.028311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56516) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:08.030906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ea5620e-6d1c-41ad-86a2-ce9e0bd86d23 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4052825 Dec 16 15:55:08.034488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56518) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:08.039154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:08.101243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.179814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:05Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:08.210111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:08.210468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Updating router f823731a-6fc8-452d-8022-2c146e7c36c0 port 51f3f644-4826-4d55-b3f3-9b567fd695e7 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:55:08.240769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76cb42-c06f-470d-adc3-d9b514302e97 req-f0415e66-fd07-4f97-ac64-0e255bdf36b2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:08.242396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f76cb42-c06f-470d-adc3-d9b514302e97 req-f0415e66-fd07-4f97-ac64-0e255bdf36b2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.3428063 Dec 16 15:55:08.255467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.287559 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.370342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d06fe-4a50-4b46-b52c-53fddd16335e tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:08.372807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c9d06fe-4a50-4b46-b52c-53fddd16335e tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3367083 Dec 16 15:55:08.378697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56522) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:08.379716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:08.386363 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.401208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f76cb42-c06f-470d-adc3-d9b514302e97 req-b6b25710-8a60-4e10-ad98-c6a2a85c9f2d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457977 Dec 16 15:55:08.460047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2fb46457-eef3-425c-811d-538a4ee61403 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795407 Dec 16 15:55:08.462567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56526) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:08.468024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1160061605', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:08.473553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:08.480304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:08.484881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:08.496068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Pushing event updated for resources: {'Port': ['ID=36ec71e1-c770-4643-a171-5a5d86db2680,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:08.543274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.543808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.544259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.545107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.545107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.545551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.545919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.546306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.546306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.551663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.551663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.551663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.551663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:08.616248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Attempting to bind port 36ec71e1-c770-4643-a171-5a5d86db2680 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:08.616625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Attempting to bind port 36ec71e1-c770-4643-a171-5a5d86db2680 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '78e06727-6573-4e1f-9058-478aa1b3b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:08.616991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Attempting to bind port 36ec71e1-c770-4643-a171-5a5d86db2680 on network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:08.625372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:08.625654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Checking segment: {'id': '78e06727-6573-4e1f-9058-478aa1b3b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:08.626042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.626476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Bound using segment: {'id': '78e06727-6573-4e1f-9058-478aa1b3b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:08.627009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Bound port: 36ec71e1-c770-4643-a171-5a5d86db2680, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e06727-6573-4e1f-9058-478aa1b3b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:08.627393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.742757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] For port 36ec71e1-c770-4643-a171-5a5d86db2680, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:08.747188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] For port 36ec71e1-c770-4643-a171-5a5d86db2680, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=36ec71e1-c770-4643-a171-5a5d86db2680,segment=NetworkSegment(78e06727-6573-4e1f-9058-478aa1b3b5e1),segment_id=78e06727-6573-4e1f-9058-478aa1b3b5e1)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:08.778374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:08.784874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.817235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.938613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:08.973117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:55:08.975036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.011184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.058491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:09.069428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': 'cc659c54-82be-4cd5-9786-66a8654a533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:09.069808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: 060df3aa-5c08-4d83-b8b9-986527357a3f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:09.072803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cc6bb-d754-4a43-b9b0-da21b59ca7b9 None None] Pushing event updated for resources: {'Port': ['ID=36ec71e1-c770-4643-a171-5a5d86db2680,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:09.098564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Attempting to bind port 51f3f644-4826-4d55-b3f3-9b567fd695e7 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:09.098918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Attempting to bind port 51f3f644-4826-4d55-b3f3-9b567fd695e7 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:09.099288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Attempting to bind port 51f3f644-4826-4d55-b3f3-9b567fd695e7 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:09.126506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150834c-854d-48d2-bbd1-6330a7fc511d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Bound port: 51f3f644-4826-4d55-b3f3-9b567fd695e7, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:09.145915 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.178216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1014b-c2c2-4bca-9627-7d76dbe941ec None None] Pushing event updated for resources: {'Port': ['ID=51f3f644-4826-4d55-b3f3-9b567fd695e7,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:09.246412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-aaafa217-13ae-48a2-9e4e-4d7efe65dc0c None None] Provisioning complete for port 51f3f644-4826-4d55-b3f3-9b567fd695e7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:09.246713 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aaafa217-13ae-48a2-9e4e-4d7efe65dc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.249095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] For port 51f3f644-4826-4d55-b3f3-9b567fd695e7, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:09.253409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] For port 51f3f644-4826-4d55-b3f3-9b567fd695e7, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f3f644-4826-4d55-b3f3-9b567fd695e7,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:09.262269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 060df3aa-5c08-4d83-b8b9-986527357a3f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:09.264295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.294505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-aaafa217-13ae-48a2-9e4e-4d7efe65dc0c None None] Port 51f3f644-4826-4d55-b3f3-9b567fd695e7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:09.348188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:09.382006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Subnet': ['ID=4a76c20f-2713-44af-a6b9-9a8e1116b159,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:09.394685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.401548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Checking segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:09.402999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network hostable DHCP agents. Network: 5fbfb5a4-fced-4770-8d2f-4238fe202e73, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:09.464872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 060df3aa-5c08-4d83-b8b9-986527357a3f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:09.470380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:09.471768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.489937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f4ba3-e853-4d64-89db-3cbe8f99a470 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:09.493050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a35b0b-cca8-4158-9738-306fdd2fbc5e None None] Network 060df3aa-5c08-4d83-b8b9-986527357a3f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:09.498934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:09.499600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:09.586408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1415487641'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:09.594403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1014b-c2c2-4bca-9627-7d76dbe941ec None None] Pushing event updated for resources: {'Port': ['ID=51f3f644-4826-4d55-b3f3-9b567fd695e7,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:09.644087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1b33e-d6ce-46b7-bdc2-bc2cc6ffa46a req-fd098bd2-9880-45cc-8378-a39063306a30 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:09.648523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f1b33e-d6ce-46b7-bdc2-bc2cc6ffa46a req-fd098bd2-9880-45cc-8378-a39063306a30 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1027718 Dec 16 15:55:09.677275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:09.689588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5fbfb5a4-fced-4770-8d2f-4238fe202e73) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:09.692346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] Provisioning complete for port 51f3f644-4826-4d55-b3f3-9b567fd695e7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:09.692881 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.701066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:09.701758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.706260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56542) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:09.707938 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2256003-16a0-4cb9-a753-71648f527c5b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6673677 Dec 16 15:55:09.725906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'port': {'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f', 'name': 'tempest-NetworksIpV6TestAttrs-367012901'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:09.740180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac27f6-e9bd-48c7-9eb9-e90bfcce3b1d None None] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:09.816293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1f1b33e-d6ce-46b7-bdc2-bc2cc6ffa46a req-6610b590-4033-4408-bc1d-9659521d8fc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630595 Dec 16 15:55:09.827712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:09.846238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.870535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:09.881386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9fd316ea-6d07-4b2f-9356-b57beda7cd79 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4134171 Dec 16 15:55:09.882830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56544) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:10.017637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.038405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:10.041112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-060df3aa-5c08-4d83-b8b9-986527357a3f', 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': '4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:10.042242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.185348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.196731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:10.206028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.235158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:10.245352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] device_id is not set on port 7bd0c4a7-aa83-44c8-a277-2159a5b31fdb yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:10.257047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.264105 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Added segment a1501aae-5f72-4073-bc20-652c55cd8cf2 of type vlan for network 3d24432a-0e00-4232-92b9-bda87303f375 Dec 16 15:55:10.330118 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf3011-c4eb-4ce8-a0bb-b49edd0e728c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:10.348169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.493239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:10.494085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.513712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.521768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:10.522890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.527011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.536420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Allocated IP 2001:db8::f816:3eff:fe0e:ef4b (060df3aa-5c08-4d83-b8b9-986527357a3f/4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb/358b809a-d81e-4439-9d3c-584d6ec52512) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:10.587236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f825d-c63d-45d2-b573-4b4afdb43e14 None None] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:10.592925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] For port 51f3f644-4826-4d55-b3f3-9b567fd695e7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f3f644-4826-4d55-b3f3-9b567fd695e7,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:10.643921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Network': ['ID=3d24432a-0e00-4232-92b9-bda87303f375,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:10.735644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 3d24432a-0e00-4232-92b9-bda87303f375 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:10.743101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18758de8-3e1a-4a7d-bc9f-92acf6019e9e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3926821 Dec 16 15:55:10.746550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.746765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56546) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:10.757044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'subnet': {'network_id': '3d24432a-0e00-4232-92b9-bda87303f375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:10.770383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:10.980236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:05Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:11.074905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac09b59-b8d6-49ce-bbe0-c3e0d8849000 None None] Pushing event updated for resources: {'Port': ['ID=51f3f644-4826-4d55-b3f3-9b567fd695e7,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:11.080632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:11.084426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.106888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c465a7-be99-4b75-b3b0-8b1707a4ee8b None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:05Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:11.118179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27242-190b-40d5-be8e-e930179f1888 req-6c116e33-9bd0-4a63-b96b-eeb4c9ef8dec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:11.124373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] Provisioning complete for port 36ec71e1-c770-4643-a171-5a5d86db2680 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:11.124373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.131060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb27242-190b-40d5-be8e-e930179f1888 req-6c116e33-9bd0-4a63-b96b-eeb4c9ef8dec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1834252 Dec 16 15:55:11.142595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Allocated IP 172.20.0.2 (5fbfb5a4-fced-4770-8d2f-4238fe202e73/4a76c20f-2713-44af-a6b9-9a8e1116b159/fa5db2db-2456-4e6f-8c87-988073ae5f1a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:11.218237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.250683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 36ec71e1-c770-4643-a171-5a5d86db2680 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:11.379274 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.643555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Network 060df3aa-5c08-4d83-b8b9-986527357a3f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:11.692247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.785897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.791254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Pushing event updated for resources: {'Port': ['ID=358b809a-d81e-4439-9d3c-584d6ec52512,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:11.792470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9fb27242-190b-40d5-be8e-e930179f1888 req-e10da980-9bed-46d8-8189-060749778596 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6602597 Dec 16 15:55:11.821550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:11.821550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 36ec71e1-c770-4643-a171-5a5d86db2680 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:11.821550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.870602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Allocated IP 2001:db8::f816:3eff:fe43:164e (060df3aa-5c08-4d83-b8b9-986527357a3f/4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb/7bd0c4a7-aa83-44c8-a277-2159a5b31fdb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:11.870979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:11.901554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:11.939431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Checking segment: {'id': 'a1501aae-5f72-4073-bc20-652c55cd8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3d24432a-0e00-4232-92b9-bda87303f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:11.942347 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network hostable DHCP agents. Network: 3d24432a-0e00-4232-92b9-bda87303f375, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:11.954990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Subnet': ['ID=66659b4f-d62e-43bd-a617-abee2588f7b0,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:12.007328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:12.026749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.1 (5fbfb5a4-fced-4770-8d2f-4238fe202e73/4a76c20f-2713-44af-a6b9-9a8e1116b159/d70b5522-f558-4f08-9a77-83468c2485c3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:12.049486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:12.060460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:12.075254 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.132885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:12.203306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Pushing event updated for resources: {'Port': ['ID=fa5db2db-2456-4e6f-8c87-988073ae5f1a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:12.216302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Attempting to bind port 358b809a-d81e-4439-9d3c-584d6ec52512 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:12.220293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Attempting to bind port 358b809a-d81e-4439-9d3c-584d6ec52512 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'cc659c54-82be-4cd5-9786-66a8654a533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:12.220293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Attempting to bind port 358b809a-d81e-4439-9d3c-584d6ec52512 on network 060df3aa-5c08-4d83-b8b9-986527357a3f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:12.227908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Attempting to bind port fa5db2db-2456-4e6f-8c87-988073ae5f1a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:12.228381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Attempting to bind port fa5db2db-2456-4e6f-8c87-988073ae5f1a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:12.228830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Attempting to bind port fa5db2db-2456-4e6f-8c87-988073ae5f1a on network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:12.242708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] For port 36ec71e1-c770-4643-a171-5a5d86db2680, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=36ec71e1-c770-4643-a171-5a5d86db2680,segment=NetworkSegment(78e06727-6573-4e1f-9058-478aa1b3b5e1),segment_id=78e06727-6573-4e1f-9058-478aa1b3b5e1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:12.248160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Checking segment: {'id': 'cc659c54-82be-4cd5-9786-66a8654a533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Bound using segment: {'id': 'cc659c54-82be-4cd5-9786-66a8654a533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Bound port: 358b809a-d81e-4439-9d3c-584d6ec52512, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc659c54-82be-4cd5-9786-66a8654a533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '060df3aa-5c08-4d83-b8b9-986527357a3f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Checking segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Bound using segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Bound port: fa5db2db-2456-4e6f-8c87-988073ae5f1a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:12.258659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.286857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 3d24432a-0e00-4232-92b9-bda87303f375) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:12.293388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:12.295364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.433626 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6d9d1058-8fc8-4895-a738-e8a1601adbcd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6851292 Dec 16 15:55:12.437810 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:12.449819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.451572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-133811667', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:12.492638 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.516246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92384849-8d89-4199-b708-fb51ff81ec5a None None] Network 3d24432a-0e00-4232-92b9-bda87303f375 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:12.524179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.628527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.680443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.683016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.761513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.771213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4b6a-e1a3-4e79-a837-2376fc0879bb None None] Pushing event updated for resources: {'Port': ['ID=36ec71e1-c770-4643-a171-5a5d86db2680,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:12.786244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.790104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] For port 358b809a-d81e-4439-9d3c-584d6ec52512, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:12.803165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.813849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc9c98e9-ba9e-4f25-8163-a733dad9a4ad None None] Provisioning complete for port 36ec71e1-c770-4643-a171-5a5d86db2680 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:12.814205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc9c98e9-ba9e-4f25-8163-a733dad9a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.832970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] For port fa5db2db-2456-4e6f-8c87-988073ae5f1a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:12.862329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 060df3aa-5c08-4d83-b8b9-986527357a3f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:12.887784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:12.887784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:12.887784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:12.887784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:12.887784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.889418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] For port 358b809a-d81e-4439-9d3c-584d6ec52512, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=358b809a-d81e-4439-9d3c-584d6ec52512,segment=NetworkSegment(cc659c54-82be-4cd5-9786-66a8654a533f),segment_id=cc659c54-82be-4cd5-9786-66a8654a533f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:12.889580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:12.891071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:12.895816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76833fcc-2e44-48ab-895d-d76fd0bd9a18 None None] Network 3d24432a-0e00-4232-92b9-bda87303f375 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:12.906018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] For port fa5db2db-2456-4e6f-8c87-988073ae5f1a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa5db2db-2456-4e6f-8c87-988073ae5f1a,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:12.950243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:12.950577 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:12.954349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:12.961003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Port': ['ID=7bd0c4a7-aa83-44c8-a277-2159a5b31fdb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:13.046277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.120183 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.140735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.167615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-67a5d700-d13e-4309-9082-d97c741ee37d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4553008 Dec 16 15:55:13.170133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56554) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:13.171418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:13.178749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1c07-a63e-4900-a47e-8df9d02f974b None None] Pushing event updated for resources: {'Port': ['ID=358b809a-d81e-4439-9d3c-584d6ec52512,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:13.245499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58554bf9-5686-4946-b4e5-1ee97b2c63d2 req-81cf4016-f990-4db3-b07f-049561c7c128 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:13.248267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58554bf9-5686-4946-b4e5-1ee97b2c63d2 req-81cf4016-f990-4db3-b07f-049561c7c128 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2355165 Dec 16 15:55:13.290914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a44e75-8982-4483-bcc6-f7c985b4ad74 None None] Pushing event updated for resources: {'Port': ['ID=fa5db2db-2456-4e6f-8c87-988073ae5f1a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:13.393271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58554bf9-5686-4946-b4e5-1ee97b2c63d2 req-0cc4ac3a-8ab6-4956-81b8-c5add7b2f155 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060307 Dec 16 15:55:13.405130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting subnet 4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:13.408048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.471964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.625949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.751267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:13.798475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.072321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.084360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.27 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/966bb137-c2bc-4967-8b93-4caba48ec896) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:14.153086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f3f644-4826-4d55-b3f3-9b567fd695e7 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:14.225552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 51f3f644-4826-4d55-b3f3-9b567fd695e7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:14.226036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.260101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.268156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a95a956a-2d75-4104-9a59-cafc5103dadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.326367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 36ec71e1-c770-4643-a171-5a5d86db2680 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:14.341156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.379513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 36ec71e1-c770-4643-a171-5a5d86db2680 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:14.379922 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.423118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:14.427130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.436144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05aa34b2-78b2-49c4-b49e-a8aff47e36c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb HTTP/1.1" status: 204 len: 168 time: 1.2546432 Dec 16 15:55:14.443334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56558) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:14.474422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 358b809a-d81e-4439-9d3c-584d6ec52512 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:14.496320 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.538523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 358b809a-d81e-4439-9d3c-584d6ec52512 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:14.539255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.560328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:14.569743 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:14.575765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:14.579527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.591723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b5ebd-9955-46b9-af85-18b0d39293d0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:14.617013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=966bb137-c2bc-4967-8b93-4caba48ec896,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:14.664707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65428076-db3c-40c3-809c-fde258be5126 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:14.669027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65428076-db3c-40c3-809c-fde258be5126 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:14.672616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-65428076-db3c-40c3-809c-fde258be5126 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2273006 Dec 16 15:55:14.679499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56560) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:14.699027 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.707133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.727615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6241b059-e0f0-4765-994b-688d24543346 None None] Provisioning complete for port 966bb137-c2bc-4967-8b93-4caba48ec896 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:14.729143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6241b059-e0f0-4765-994b-688d24543346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.791225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 358b809a-d81e-4439-9d3c-584d6ec52512, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=358b809a-d81e-4439-9d3c-584d6ec52512,segment=NetworkSegment(cc659c54-82be-4cd5-9786-66a8654a533f),segment_id=cc659c54-82be-4cd5-9786-66a8654a533f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:14.794175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6241b059-e0f0-4765-994b-688d24543346 None None] Port 966bb137-c2bc-4967-8b93-4caba48ec896 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:14.892521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552de00-f96c-439d-983f-b5a82e33d85c req-27f7c88d-8fb8-4d1f-84d4-35442fc20aca tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:14.894417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c552de00-f96c-439d-983f-b5a82e33d85c req-27f7c88d-8fb8-4d1f-84d4-35442fc20aca tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.3285780 Dec 16 15:55:14.898738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.912693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7aa8625a-f19f-469f-91f5-b0f0e26ff235 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.923357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:14.959943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:14.975230 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa8625a-f19f-469f-91f5-b0f0e26ff235 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 15:55:14.975881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa8625a-f19f-469f-91f5-b0f0e26ff235 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:14.983993 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7aa8625a-f19f-469f-91f5-b0f0e26ff235 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/060df3aa-5c08-4d83-b8b9-986527357a3f HTTP/1.1" status: 409 len: 405 time: 0.3027050 Dec 16 15:55:14.987317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56562) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:14.992791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126013304'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:15.040213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=358b809a-d81e-4439-9d3c-584d6ec52512,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:15.082687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c552de00-f96c-439d-983f-b5a82e33d85c req-9cb28cfb-df9c-4e21-93ae-7fed91df0573 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769867 Dec 16 15:55:15.133126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.150434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:15.152426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:15.168519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f7e0b-f1a5-4950-aabc-2e9c504896b1 None None] Network 060df3aa-5c08-4d83-b8b9-986527357a3f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:15.303934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f4187a97-ba8d-49b2-aaec-b5228c067905 None None] Provisioning complete for port 358b809a-d81e-4439-9d3c-584d6ec52512 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:15.304365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4187a97-ba8d-49b2-aaec-b5228c067905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.339791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:15.344179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.351981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:15.459195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] DHCP port deletion for 060df3aa-5c08-4d83-b8b9-986527357a3f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:15.465643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.519426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:15.539147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Deleting port 358b809a-d81e-4439-9d3c-584d6ec52512 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:15.539445 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.544307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.544825 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment 17af7ff8-0078-4bc7-ab1d-0402afb9a300 of type vlan for network cafc67d1-b1e0-4a63-baa5-b2736452f573 Dec 16 15:55:15.572923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:15.585622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c71e5df-6782-4e4a-b018-de45c94ec638 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/f823731a-6fc8-452d-8022-2c146e7c36c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7021704 Dec 16 15:55:15.586509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56564) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:15.586866 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:15.599184 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:15.600295 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:54:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:15.601247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ced502-252b-4930-a230-25bed1cfcb2f None None] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:15.718351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] For port 358b809a-d81e-4439-9d3c-584d6ec52512, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=358b809a-d81e-4439-9d3c-584d6ec52512,segment=NetworkSegment(cc659c54-82be-4cd5-9786-66a8654a533f),segment_id=cc659c54-82be-4cd5-9786-66a8654a533f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:15.718351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.723566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] Provisioning complete for port fa5db2db-2456-4e6f-8c87-988073ae5f1a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:15.723977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.731797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:15.758538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Calling delete_port for 358b809a-d81e-4439-9d3c-584d6ec52512 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:15.825742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:55:15.860582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa5db2db-2456-4e6f-8c87-988073ae5f1a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:15.878342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:16.037940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fa5db2db-2456-4e6f-8c87-988073ae5f1a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:16.038318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.076406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.092730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.097610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.098241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.166138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.170906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] For port fa5db2db-2456-4e6f-8c87-988073ae5f1a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa5db2db-2456-4e6f-8c87-988073ae5f1a,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:16.218974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] Pushing event deleted for resources: {'Port': ['ID=358b809a-d81e-4439-9d3c-584d6ec52512,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:16.256802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.260959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710b3f0c-088e-41e4-a4f6-6311128f1505 None None] No DVR routers for this DVR port 358b809a-d81e-4439-9d3c-584d6ec52512 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:16.267621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.275256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.275256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.276011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.276745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.289716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.291701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.291930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.295649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.298060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c02fe05a-06b6-4e05-b34f-55e1c470b4ad tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6358 time: 0.6849167 Dec 16 15:55:16.305302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:16.310507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.343672 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:14Z', 'revision_number': 2, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:16.365202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3765135 Dec 16 15:55:16.409830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56570) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:16.428292 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:16.429073 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Updating router f823731a-6fc8-452d-8022-2c146e7c36c0 port d70b5522-f558-4f08-9a77-83468c2485c3 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:55:16.483350 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.502360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:16.508589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be12d30-eb26-4374-995f-d61e4269ea4a None None] Pushing event updated for resources: {'Port': ['ID=fa5db2db-2456-4e6f-8c87-988073ae5f1a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:16.578860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-320cfecf-524a-4c35-8338-5e73e69aba85 None None] Provisioning complete for port d70b5522-f558-4f08-9a77-83468c2485c3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:16.579296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-320cfecf-524a-4c35-8338-5e73e69aba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.629670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:16.630177 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:16.641342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-320cfecf-524a-4c35-8338-5e73e69aba85 None None] Port d70b5522-f558-4f08-9a77-83468c2485c3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:16.645474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19d6a4-8405-4549-9005-56b8ac35c7b6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=cafc67d1-b1e0-4a63-baa5-b2736452f573,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:16.660025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:16.734616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-320cfecf-524a-4c35-8338-5e73e69aba85 None None] Provisioning complete for port fa5db2db-2456-4e6f-8c87-988073ae5f1a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:16.734928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-320cfecf-524a-4c35-8338-5e73e69aba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.743236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-949ae41e-87ef-4268-9a4b-aa184e6af0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.746474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.747332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.748330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.748523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.748872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.749330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.749825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.750279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.757685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a70005c6-9a74-4c2e-aafd-2a18da3fdf56 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5236 time: 0.4032774 Dec 16 15:55:16.768194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06bac-17e7-4b4c-9ed7-15c8e4f8b3c9 req-de86ad80-cdc2-48bd-bb21-e589eba28b9d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:16.769939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7e06bac-17e7-4b4c-9ed7-15c8e4f8b3c9 req-de86ad80-cdc2-48bd-bb21-e589eba28b9d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.4655659 Dec 16 15:55:16.770625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:16.839791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:16.893262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:16.897225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.969548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:16.972161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-19c097fb-1f4c-4c47-86fb-8d1d309a7807 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5325789 Dec 16 15:55:16.978218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56574) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:17.012934 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.094840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:17.109619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7e06bac-17e7-4b4c-9ed7-15c8e4f8b3c9 req-505012aa-8fb8-4dfb-b7d9-fe9ffbb07c6e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080573 Dec 16 15:55:17.177867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:17.178647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:17.205465 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.258361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:17.299237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:17.305635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:17.410079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Attempting to bind port d70b5522-f558-4f08-9a77-83468c2485c3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:17.411254 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Attempting to bind port d70b5522-f558-4f08-9a77-83468c2485c3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:17.411544 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Attempting to bind port d70b5522-f558-4f08-9a77-83468c2485c3 on network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:17.436088 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:17.436899 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Checking segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:17.438126 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.438992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Bound using segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:17.439840 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Bound port: d70b5522-f558-4f08-9a77-83468c2485c3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:17.440558 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.479384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:17.480486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7941ac9-c4ef-455a-a802-b34f7061af4d None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:17.523522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 358b809a-d81e-4439-9d3c-584d6ec52512 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:17.574143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 358b809a-d81e-4439-9d3c-584d6ec52512 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:17.579351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 358b809a-d81e-4439-9d3c-584d6ec52512 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:17.608785 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] For port d70b5522-f558-4f08-9a77-83468c2485c3, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:17.613872 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] For port d70b5522-f558-4f08-9a77-83468c2485c3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d70b5522-f558-4f08-9a77-83468c2485c3,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:17.619729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Pushing event updated for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:17.658353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.674946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.677304 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.678056 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.682995 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.683665 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:17.731998 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.761388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] Provisioning complete for port d70b5522-f558-4f08-9a77-83468c2485c3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:17.761771 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:17.835999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa5db2db-2456-4e6f-8c87-988073ae5f1a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:17.908757 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626765a-6cff-4f13-a099-f35c0638a7ec None None] Pushing event updated for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:17.970973 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:17.972603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:17.973964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fa5db2db-2456-4e6f-8c87-988073ae5f1a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:17.974351 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.008689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.020430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1edf587c-3b5f-4d44-8c38-dab65992e495 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 1.2484703 Dec 16 15:55:18.030413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.066209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] For port d70b5522-f558-4f08-9a77-83468c2485c3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d70b5522-f558-4f08-9a77-83468c2485c3,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:18.185764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.186404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.200010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.objects.ports [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104056) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:55:18.203646 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.285818 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:18.359526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-37843371-be4a-4c6d-b61c-3f7caa26966e None None] Provisioning complete for port d70b5522-f558-4f08-9a77-83468c2485c3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:18.363938 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37843371-be4a-4c6d-b61c-3f7caa26966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.448738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbace0-4681-4be8-ac4c-6736b228b8b2 None None] Pushing event updated for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:18.467616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=a6388f22-8399-4ae2-bee5-f944f0a30e3c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:18.487502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3406c-3a7e-4f9b-a893-8fdd41331092 req-51987ca0-7971-4b04-8144-39de9023424f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:18.490157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71e3406c-3a7e-4f9b-a893-8fdd41331092 req-51987ca0-7971-4b04-8144-39de9023424f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2098229 Dec 16 15:55:18.501866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': '17af7ff8-0078-4bc7-ab1d-0402afb9a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:18.502470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: cafc67d1-b1e0-4a63-baa5-b2736452f573, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:18.600387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71e3406c-3a7e-4f9b-a893-8fdd41331092 req-4923e03c-8f5a-4d5d-a149-f78885bd12ab tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906727 Dec 16 15:55:18.638834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9606e737-61a0-4aa2-a0d7-9307fea765a5 None None] Provisioning complete for port d70b5522-f558-4f08-9a77-83468c2485c3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:18.639701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9606e737-61a0-4aa2-a0d7-9307fea765a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.673218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.1 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/6b39e98f-815b-4579-a0be-b6e74a91f009) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:18.760904 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:17Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:18.762286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56582) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:18.773454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206531611', 'description': 'tempest-secgroup-smoke-1206531611 description', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:18.793798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a00fc77-439e-436c-8514-6c40caa865ee None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:17Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:18.802456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:18.833308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.987745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cafc67d1-b1e0-4a63-baa5-b2736452f573) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:18.988964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:18.989916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:18.994710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11e73f-26a3-4890-9587-84bad4b588eb None None] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:19.073574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.074765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.146595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-cafc67d1-b1e0-4a63-baa5-b2736452f573', 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': 'a6388f22-8399-4ae2-bee5-f944f0a30e3c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:19.152030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-90b470af-45c0-4a1e-bd73-bda92425262f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6971002 Dec 16 15:55:19.154191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.159997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56584) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:19.160179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:19.161778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'port': {'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573', 'name': 'tempest-NetworksIpV6TestAttrs-1328234227'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:19.164789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:19.169527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:19.214796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=6b39e98f-815b-4579-a0be-b6e74a91f009,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:19.247949 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.286605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.410324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.455496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81198683-e6be-4a6f-a9b5-acdaed90b4ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:19.472107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:19.472780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.484704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Allocated IP 2001:db8::f816:3eff:fe27:e513 (cafc67d1-b1e0-4a63-baa5-b2736452f573/a6388f22-8399-4ae2-bee5-f944f0a30e3c/712ce308-a81e-4099-ad69-cc93e4f51358) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:19.505651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] device_id is not set on port 03758326-d208-451d-adfd-4061147bb0cb yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:19.569157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.589581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.594301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5ac5a2f5-619b-453d-b02b-9be5e2db5880 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8285489 Dec 16 15:55:19.594636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.605410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56586) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:19.614932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:19.760090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.825456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.839548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d70b5522-f558-4f08-9a77-83468c2485c3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:19.900509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d70b5522-f558-4f08-9a77-83468c2485c3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:19.900950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.957696 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.966951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:19.972764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c8abe-d779-4b75-98a3-d2bb5e9903c6 req-062ef732-e548-4aca-adf8-30f071a95db0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:19.976360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-887c8abe-d779-4b75-98a3-d2bb5e9903c6 req-062ef732-e548-4aca-adf8-30f071a95db0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1434562 Dec 16 15:55:20.035434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.067554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:20.078045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:20.084225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.087019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:20.100429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Allocated IP 2001:db8::f816:3eff:fe8d:7a78 (cafc67d1-b1e0-4a63-baa5-b2736452f573/a6388f22-8399-4ae2-bee5-f944f0a30e3c/03758326-d208-451d-adfd-4061147bb0cb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:20.111090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Pushing event updated for resources: {'Port': ['ID=712ce308-a81e-4099-ad69-cc93e4f51358,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.124552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-887c8abe-d779-4b75-98a3-d2bb5e9903c6 req-99f5e6ce-14cc-4e74-8f24-76603717e2da tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378620 Dec 16 15:55:20.214272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=6b39e98f-815b-4579-a0be-b6e74a91f009,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.219172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.249160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.249467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Attempting to bind port 712ce308-a81e-4099-ad69-cc93e4f51358 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:20.249467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Attempting to bind port 712ce308-a81e-4099-ad69-cc93e4f51358 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '17af7ff8-0078-4bc7-ab1d-0402afb9a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:20.249467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Attempting to bind port 712ce308-a81e-4099-ad69-cc93e4f51358 on network cafc67d1-b1e0-4a63-baa5-b2736452f573 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:20.266897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:20.267870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Checking segment: {'id': '17af7ff8-0078-4bc7-ab1d-0402afb9a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:20.268534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.268903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Bound using segment: {'id': '17af7ff8-0078-4bc7-ab1d-0402afb9a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:20.269499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Bound port: 712ce308-a81e-4099-ad69-cc93e4f51358, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17af7ff8-0078-4bc7-ab1d-0402afb9a300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cafc67d1-b1e0-4a63-baa5-b2736452f573'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:20.269885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.339546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.361517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de72de1-49e0-4a72-a8ed-932a9c1348fa,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.416727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] For port 712ce308-a81e-4099-ad69-cc93e4f51358, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:20.433141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] For port 712ce308-a81e-4099-ad69-cc93e4f51358, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712ce308-a81e-4099-ad69-cc93e4f51358,segment=NetworkSegment(17af7ff8-0078-4bc7-ab1d-0402afb9a300),segment_id=17af7ff8-0078-4bc7-ab1d-0402afb9a300)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:20.438084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:20.442249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:20.453408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.477864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.479569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-82af530c-6c6e-4a67-87be-49b81ca04938 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8712854 Dec 16 15:55:20.486782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56590) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:20.503676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:20.511883 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.622961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.633576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5328d-4f05-4947-aad8-c8408e36d7db None None] Pushing event updated for resources: {'Port': ['ID=712ce308-a81e-4099-ad69-cc93e4f51358,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.634928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:20.736564 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.742913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:20.757808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:20.765538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:20.771617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:20.772485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.786241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Port': ['ID=03758326-d208-451d-adfd-4061147bb0cb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:20.836593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:20.874603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:20.876012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-062f69c0-f8c2-43c5-adfb-febb83f071b1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/routers/abf8321d-86d6-4a75-9301-c3d2460648ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8963575 Dec 16 15:55:20.879883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56592) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:20.885816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'port': {'network_id': '3d24432a-0e00-4232-92b9-bda87303f375', 'name': 'tempest-FloatingIPTestJSON-495064084'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:20.886127 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:20.905647 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:20.907380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:20.970413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-76286554-e6f1-4252-813c-c83787cf069f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8142445 Dec 16 15:55:20.973083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:20.975874 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:20.994002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:20.995681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:21.059603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:21.061281 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f6f9d-54cc-4f02-b904-8e8dedd68b7d None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:21.068043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.078476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting subnet a6388f22-8399-4ae2-bee5-f944f0a30e3c {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:21.085126 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.096521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9869300-8895-4b47-bf14-ac31b316fe50,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:21.138507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.271127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.273180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3fb5a87c-8139-4267-bb4c-efa5699df69c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7845979 Dec 16 15:55:21.277525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56598) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:21.284720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:21.317662 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.318481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44329aa-9c49-473a-a757-653de54d0d8b req-885af692-0aab-4444-8a01-9a851ca0f413 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:21.318481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b44329aa-9c49-473a-a757-653de54d0d8b req-885af692-0aab-4444-8a01-9a851ca0f413 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1010187 Dec 16 15:55:21.383457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b44329aa-9c49-473a-a757-653de54d0d8b req-fe41cb09-5fbf-4943-add0-5957bc2391d6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Dec 16 15:55:21.450534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:21.454863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.490561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] device_id is not set on port 85fe0f4c-ff61-43a5-a589-72826e1f6a86 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:21.643580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.11 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/85fe0f4c-ff61-43a5-a589-72826e1f6a86) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:21.679540 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.693321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.740625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=a6388f22-8399-4ae2-bee5-f944f0a30e3c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:21.751760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.756598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1a408635-d10b-49eb-ae9f-37e6452cf3f1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/a6388f22-8399-4ae2-bee5-f944f0a30e3c HTTP/1.1" status: 204 len: 168 time: 0.7821379 Dec 16 15:55:21.760391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:21.844902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712ce308-a81e-4099-ad69-cc93e4f51358 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:21.877248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad858fa-5de6-4176-b2e7-f8dd905d5d2a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:21.879160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad858fa-5de6-4176-b2e7-f8dd905d5d2a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:21.886489 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fad858fa-5de6-4176-b2e7-f8dd905d5d2a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1200793 Dec 16 15:55:21.886931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56602) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:21.918173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.944556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:21.995793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 712ce308-a81e-4099-ad69-cc93e4f51358 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:21.996818 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.028329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4125ecb5-0cdd-4004-a2d8-506f9aa8876f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.038720 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-4125ecb5-0cdd-4004-a2d8-506f9aa8876f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 16 15:55:22.039334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4125ecb5-0cdd-4004-a2d8-506f9aa8876f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:22.042914 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4125ecb5-0cdd-4004-a2d8-506f9aa8876f tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/cafc67d1-b1e0-4a63-baa5-b2736452f573 HTTP/1.1" status: 409 len: 405 time: 0.1548197 Dec 16 15:55:22.049759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.055466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1151564248'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:22.083867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5447d525-579b-470a-9836-32110248eedb None None] Network cafc67d1-b1e0-4a63-baa5-b2736452f573 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:22.085670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.110964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b874bfa-b539-4def-bad6-52ab3daca92d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:22.182844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.199204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.201543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fafe3e39-853c-4dea-9e81-5e74b7d3e6cb None None] Provisioning complete for port 712ce308-a81e-4099-ad69-cc93e4f51358 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:22.201981 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fafe3e39-853c-4dea-9e81-5e74b7d3e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.218604 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:22.233098 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.262807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.265577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b8379cec-eab3-48d0-98d9-9764bf2166eb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9862452 Dec 16 15:55:22.273462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.280302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:22.293539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:22.297689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:22.301162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:22.304533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 712ce308-a81e-4099-ad69-cc93e4f51358, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712ce308-a81e-4099-ad69-cc93e4f51358,segment=NetworkSegment(17af7ff8-0078-4bc7-ab1d-0402afb9a300),segment_id=17af7ff8-0078-4bc7-ab1d-0402afb9a300)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:22.309822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:22.349427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.354263 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment 115c2e60-e098-441b-b332-45a60589ce9a of type vlan for network 430b5cc6-e357-4327-b3d9-b67e145f5a99 Dec 16 15:55:22.369634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fafe3e39-853c-4dea-9e81-5e74b7d3e6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.412642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:22.413440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.420929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=85fe0f4c-ff61-43a5-a589-72826e1f6a86,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:22.424394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.467447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.532126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] DHCP port deletion for cafc67d1-b1e0-4a63-baa5-b2736452f573 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:22.543135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.607867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45825733-2c5d-4af4-9135-3d395c111356 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7255614 Dec 16 15:55:22.618303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56610) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.636727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.640575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898fae-4126-463b-9174-88042093d2ff req-ceab262f-5080-4787-9eef-e8a817736c36 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:22.644433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4898fae-4126-463b-9174-88042093d2ff req-ceab262f-5080-4787-9eef-e8a817736c36 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1468048 Dec 16 15:55:22.645176 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:22.646291 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.652988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-fafe3e39-853c-4dea-9e81-5e74b7d3e6cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:22.653556 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-fafe3e39-853c-4dea-9e81-5e74b7d3e6cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:22.657740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'port': {'network_id': '3d24432a-0e00-4232-92b9-bda87303f375', 'name': 'tempest-FloatingIPTestJSON-814215247'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:22.687411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=712ce308-a81e-4099-ad69-cc93e4f51358,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:22.754702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Deleting port 712ce308-a81e-4099-ad69-cc93e4f51358 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:22.755450 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.828598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=430b5cc6-e357-4327-b3d9-b67e145f5a99,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:22.853320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4898fae-4126-463b-9174-88042093d2ff req-14cb2bd2-6278-4430-846c-8ccd6a493298 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177578 Dec 16 15:55:22.855347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 430b5cc6-e357-4327-b3d9-b67e145f5a99 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:22.875762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:22.895808 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9b442fc3-3128-4332-8439-1e8bc7bfa4bb tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8446794 Dec 16 15:55:22.902953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56612) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:22.909099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:23.002381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.015953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] For port 712ce308-a81e-4099-ad69-cc93e4f51358, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=712ce308-a81e-4099-ad69-cc93e4f51358,segment=NetworkSegment(17af7ff8-0078-4bc7-ab1d-0402afb9a300),segment_id=17af7ff8-0078-4bc7-ab1d-0402afb9a300)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:23.016421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.037393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fe4202-0f4c-4228-bedc-60c020d9887e,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:23.040745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Calling delete_port for 712ce308-a81e-4099-ad69-cc93e4f51358 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:23.079336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:23.083980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.122803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] device_id is not set on port 9a80a4de-86d8-458b-895d-85884b1b25f5 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:23.201586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.206168 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bdefc85b-b877-440d-9bde-8688f6045324 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9268911 Dec 16 15:55:23.207296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:23.214647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:23.297710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.330752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] No DVR routers for this DVR port 712ce308-a81e-4099-ad69-cc93e4f51358 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:23.337121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11875c3b-9a41-4eeb-9bc9-0ba566046139 None None] Pushing event deleted for resources: {'Port': ['ID=712ce308-a81e-4099-ad69-cc93e4f51358,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:23.340120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.8 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/9a80a4de-86d8-458b-895d-85884b1b25f5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:23.412009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:23.419223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.502687 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:55:23.531485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.653941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.699869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.771041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712ce308-a81e-4099-ad69-cc93e4f51358 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:23.797016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 712ce308-a81e-4099-ad69-cc93e4f51358 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:23.797357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 712ce308-a81e-4099-ad69-cc93e4f51358 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:23.884950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:23.907401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ac8805-b422-4731-856a-135ee46d3eba,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:23.965730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.110882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:24.120985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:24.132727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:24.147996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.149280 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8f83c40d-d0b5-4e0c-9a4f-779574665df8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9403281 Dec 16 15:55:24.152799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:24.157711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '81198683-e6be-4a6f-a9b5-acdaed90b4ed', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:24.185971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=9a80a4de-86d8-458b-895d-85884b1b25f5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:24.208042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:55:24.213550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.224807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ede83-d860-440a-8bc9-9607bf1c1479 req-29f32abe-9afe-4442-b67b-d30389b5fba2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:24.227694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c86ede83-d860-440a-8bc9-9607bf1c1479 req-29f32abe-9afe-4442-b67b-d30389b5fba2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2498374 Dec 16 15:55:24.286523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:24.287665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.289803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=1574da94-998d-472c-b925-ed18ab289e30,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:24.303945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': '115c2e60-e098-441b-b332-45a60589ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:24.304412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: 430b5cc6-e357-4327-b3d9-b67e145f5a99, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:24.355885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c86ede83-d860-440a-8bc9-9607bf1c1479 req-62492e28-6d87-4e5e-985f-11ce08079bf3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113291 Dec 16 15:55:24.387706 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:55:24.394598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.466794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.472012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fd8e1423-ece5-44fb-879b-64bd7a800375 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8242421 Dec 16 15:55:24.475954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56620) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:24.490193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '9a80a4de-86d8-458b-895d-85884b1b25f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:24.530490 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 430b5cc6-e357-4327-b3d9-b67e145f5a99 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:24.691106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.712132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78b6220-5134-47e5-8583-db6272f12246,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:24.776514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.779341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 430b5cc6-e357-4327-b3d9-b67e145f5a99) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:24.791997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdf8b9a-2163-40a5-8013-714533e93a13 None None] Network 430b5cc6-e357-4327-b3d9-b67e145f5a99 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:24.792751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:24.793388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.906136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.923513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:24.924529 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f3f7237d-e66b-4eaf-81b5-d7d79d202919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7706926 Dec 16 15:55:24.973444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-430b5cc6-e357-4327-b3d9-b67e145f5a99', 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': '1574da94-998d-472c-b925-ed18ab289e30'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:24.973444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.032163 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dda69fe2-7ca1-45f1-99ce-fec6f1da7a12 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1279893 Dec 16 15:55:25.037114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56624) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:25.054806 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.7 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:25.255707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.271632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.287594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Allocated IP 2001:db8::f816:3eff:fe6d:e08c (430b5cc6-e357-4327-b3d9-b67e145f5a99/1574da94-998d-472c-b925-ed18ab289e30/0f2ae517-c996-4f7a-8181-c606d44443f6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:25.414697 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.467478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:25.469987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-6e5d6c60-453f-4d7c-a764-06fbb52a5610 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206531611&fields=id&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 267 time: 0.2072301 Dec 16 15:55:25.493481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.496831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:25.499447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:25.503163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:25.546823 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.644081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.709877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eb440-b858-47ad-8619-71d11539badd req-e78220c0-f255-402c-892c-15d720947a64 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.711604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f71eb440-b858-47ad-8619-71d11539badd req-e78220c0-f255-402c-892c-15d720947a64 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2267756 Dec 16 15:55:25.736339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1ebc4c29-49da-4fe6-9f44-cc2d8d15ac0e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:25.737925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1ebc4c29-49da-4fe6-9f44-cc2d8d15ac0e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 797 time: 0.1906233 Dec 16 15:55:25.762949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Network 430b5cc6-e357-4327-b3d9-b67e145f5a99 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:25.772786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:25.778066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-af14b832-31df-4f7b-a873-785a4af25871 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/quotas/b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 375 time: 0.0234511 Dec 16 15:55:25.790143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:25.818942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f71eb440-b858-47ad-8619-71d11539badd req-c51c980e-265e-436a-a230-3f0540657e01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Dec 16 15:55:25.827141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Pushing event updated for resources: {'Port': ['ID=0f2ae517-c996-4f7a-8181-c606d44443f6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:25.851104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:25.889608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=1574da94-998d-472c-b925-ed18ab289e30,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:25.918673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-2c654f84-784e-495d-a64d-497f36e7a246 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156929 Dec 16 15:55:25.969106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-20b3c630-ef75-440a-baf9-f425444fc4fa service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:55:25.971503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-20b3c630-ef75-440a-baf9-f425444fc4fa service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058184 Dec 16 15:55:26.007141 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.114369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430b5cc6-e357-4327-b3d9-b67e145f5a99']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.131400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115c2e60-e098-441b-b332-45a60589ce9a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.132642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115c2e60-e098-441b-b332-45a60589ce9a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:26.147088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.177154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.183652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Attempting to bind port 0f2ae517-c996-4f7a-8181-c606d44443f6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:26.184990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Attempting to bind port 0f2ae517-c996-4f7a-8181-c606d44443f6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '115c2e60-e098-441b-b332-45a60589ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:26.184990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Attempting to bind port 0f2ae517-c996-4f7a-8181-c606d44443f6 on network 430b5cc6-e357-4327-b3d9-b67e145f5a99 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:26.189426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:26.193601 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:26.201102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:26.201889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Checking segment: {'id': '115c2e60-e098-441b-b332-45a60589ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:26.202801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.203665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Bound using segment: {'id': '115c2e60-e098-441b-b332-45a60589ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:26.205310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Bound port: 0f2ae517-c996-4f7a-8181-c606d44443f6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115c2e60-e098-441b-b332-45a60589ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:26.206040 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.256777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-5c02e4c3-0016-4dcc-9a23-0e7f6ab77de7 service neutron] 10.222.0.71 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333109 Dec 16 15:55:26.337478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] For port 0f2ae517-c996-4f7a-8181-c606d44443f6, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:26.370507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] For port 0f2ae517-c996-4f7a-8181-c606d44443f6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0f2ae517-c996-4f7a-8181-c606d44443f6,segment=NetworkSegment(115c2e60-e098-441b-b332-45a60589ce9a),segment_id=115c2e60-e098-441b-b332-45a60589ce9a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:26.428069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:55:26.428069 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:55:26.428069 n-d-821947-3 neutron-server[104056]: [parameters: {'id': '430b5cc6-e357-4327-b3d9-b67e145f5a99'}] Dec 16 15:55:26.428069 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:26.428845 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:26.436487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-ca300933-2963-4fcc-bc83-b621ece04a8d service neutron] 10.222.0.71 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713824 Dec 16 15:55:26.474805 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.586326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.645369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dd536-2cfc-445d-8ed5-532206810f60 None None] Pushing event updated for resources: {'Port': ['ID=0f2ae517-c996-4f7a-8181-c606d44443f6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:26.659622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd8a87-847e-4b57-89a8-b1e5f55eeda5 None None] Network 430b5cc6-e357-4327-b3d9-b67e145f5a99 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:26.804584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fcc007-843b-4e4a-aa22-e1b31897b362 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:55:26.828968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95418996-add7-45f6-be54-ca9872112f76 req-abfad650-b268-4f3e-b8c2-83f756950b1a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0531158 Dec 16 15:55:26.833845 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:26.921781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fcc007-843b-4e4a-aa22-e1b31897b362 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:55:26.929638 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.158274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de05ab-89a2-46cf-8631-d49bfb224275 req-88a86b2e-d7db-40c8-b53a-27dbbb7c0d2e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:27.160950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22de05ab-89a2-46cf-8631-d49bfb224275 req-88a86b2e-d7db-40c8-b53a-27dbbb7c0d2e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1530151 Dec 16 15:55:27.165176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port 0f2ae517-c996-4f7a-8181-c606d44443f6 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:27.166080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.176313 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.343701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.355527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] For port 0f2ae517-c996-4f7a-8181-c606d44443f6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0f2ae517-c996-4f7a-8181-c606d44443f6,segment=NetworkSegment(115c2e60-e098-441b-b332-45a60589ce9a),segment_id=115c2e60-e098-441b-b332-45a60589ce9a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:27.356158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.366711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22de05ab-89a2-46cf-8631-d49bfb224275 req-5cba5614-0d23-454b-8c23-17b592593f3f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966996 Dec 16 15:55:27.373227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Provisioning complete for port 85fe0f4c-ff61-43a5-a589-72826e1f6a86 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:27.373813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.398070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for 0f2ae517-c996-4f7a-8181-c606d44443f6 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:27.447362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Port 85fe0f4c-ff61-43a5-a589-72826e1f6a86 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:27.472977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Provisioning complete for port 6b39e98f-815b-4579-a0be-b6e74a91f009 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:27.473587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.513000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:27.517692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.536268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Port 6b39e98f-815b-4579-a0be-b6e74a91f009 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:27.554675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Provisioning complete for port 9a80a4de-86d8-458b-895d-85884b1b25f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:27.555329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.617379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e1bb-e4dd-4f25-8610-a5f67d450c5e None None] Port 9a80a4de-86d8-458b-895d-85884b1b25f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:27.686329 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP 94c2d7e3-4d84-490e-9d5a-a6f1e9e3a965 associated. External IP: 172.25.7.7, port: 9a80a4de-86d8-458b-895d-85884b1b25f5. Dec 16 15:55:27.707952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.750742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No DVR routers for this DVR port 0f2ae517-c996-4f7a-8181-c606d44443f6 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:27.753708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=0f2ae517-c996-4f7a-8181-c606d44443f6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:27.870159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.897659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430b5cc6-e357-4327-b3d9-b67e145f5a99']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:27.909743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115c2e60-e098-441b-b332-45a60589ce9a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:27.910063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115c2e60-e098-441b-b332-45a60589ce9a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:27.936076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.951779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.958600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:27.968823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:27.969504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:27.972973 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:27.997931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e89823b8-26d5-4e77-9946-49ea63720fc7 req-bf0b9085-12cd-42c2-87ae-372b4fcabcad tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0506554 Dec 16 15:55:28.094939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:28.107722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:28.120243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:28.121087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:28.163592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:28.173546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:28.174311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:28.215491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:28.215790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.216522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d7c9ac-af0a-4f24-abfa-a4482327741d None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:28.225456 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.228869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/430b5cc6-e357-4327-b3d9-b67e145f5a99 HTTP/1.1" status: 204 len: 168 time: 3.1903105 Dec 16 15:55:28.233668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:28.239038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2004952595'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:28.239315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822182-714b-45f8-9f7d-53ea0e08578d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=430b5cc6-e357-4327-b3d9-b67e145f5a99,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.254031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.291962 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ea2d72e-95e8-4a98-a62e-c8c750cdc8e3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.8148112 Dec 16 15:55:28.294916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56656) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:28.300262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:28.367195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.484814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:28.491383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.528539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:28.543173 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.547227 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment a00ea236-c401-4233-ae90-42cef6c156c4 of type vlan for network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 Dec 16 15:55:28.562169 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.575364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510e2b1-9c28-4575-a8f7-1109f390ba34 req-be65f113-7ab6-4e5f-a0c0-f28a4ef85a1b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:28.577025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b510e2b1-9c28-4575-a8f7-1109f390ba34 req-be65f113-7ab6-4e5f-a0c0-f28a4ef85a1b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1044049 Dec 16 15:55:28.590425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.644783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b510e2b1-9c28-4575-a8f7-1109f390ba34 req-2f353a04-cc8d-42d4-b654-5c3123859ec6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600080 Dec 16 15:55:28.724085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.724466 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP 94c2d7e3-4d84-490e-9d5a-a6f1e9e3a965 disassociated. External IP: 172.25.7.7, port: 9a80a4de-86d8-458b-895d-85884b1b25f5. Dec 16 15:55:28.787388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.793319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:28.794005 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.880570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=1e4a2cce-2eb8-4ff1-9785-8f70b144a004,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:28.900205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:28.919010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:28.999767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:29.040838 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9566c28-7e97-43b8-bd6c-d2a4cd9f02a2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8017902 Dec 16 15:55:29.040838 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56662) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:29.047179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:29.387064 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:29.390963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.588656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71002a09-f2fa-403b-bd59-1815faa56a12 req-c00711e5-5c39-4b33-9f44-79ad395d0cf9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.4955902 Dec 16 15:55:29.629651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:29.636978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.661415 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:29.681587 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:29.683189 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.716166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48c4420e-14c6-4a32-b64e-6f5d69ac2443 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/94c2d7e3-4d84-490e-9d5a-a6f1e9e3a965 HTTP/1.1" status: 200 len: 686 time: 1.4193051 Dec 16 15:55:29.719617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:29.731254 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.771757 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.783559 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:29.784228 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.806861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:29.819642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:29.820337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1416-fff8-4b33-bf59-ea0bb4a1c917 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:29.924583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba05575-892b-43c3-95c9-e6bf7f8fb801 req-ed3f6fe4-6d2d-4065-a34e-574aa82ca6b6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:29.926696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ba05575-892b-43c3-95c9-e6bf7f8fb801 req-ed3f6fe4-6d2d-4065-a34e-574aa82ca6b6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1300139 Dec 16 15:55:29.934239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=b25c16e8-0084-4d0d-8b3b-e78547af260a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:29.957684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': 'a00ea236-c401-4233-ae90-42cef6c156c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:29.958515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: 1e4a2cce-2eb8-4ff1-9785-8f70b144a004, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:30.034457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:30.035019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.062282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ba05575-892b-43c3-95c9-e6bf7f8fb801 req-15d330ab-e206-4ceb-a556-d82cbc28fad8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180191 Dec 16 15:55:30.130268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:30.158237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.158541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.172667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:30.319929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1e4a2cce-2eb8-4ff1-9785-8f70b144a004) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:30.328302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:30.329281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.333163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f17f7de-ee94-4ebc-ad90-7c5530748765 None None] Network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:30.446164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-1e4a2cce-2eb8-4ff1-9785-8f70b144a004', 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': 'b25c16e8-0084-4d0d-8b3b-e78547af260a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:30.447494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.496747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.501771 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f33c9e0a-bd8e-4619-a4d4-65aaba948cb6 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4581776 Dec 16 15:55:30.506736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56670) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:30.550210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=1fa0c83b-f5e2-40b1-93ab-1b05ed4bd0de,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:30.670083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.675757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.677999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-766df5e1-6208-46a7-a869-39b0ebf01fd0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/94c2d7e3-4d84-490e-9d5a-a6f1e9e3a965 HTTP/1.1" status: 204 len: 168 time: 0.9558856 Dec 16 15:55:30.681503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56674) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:30.691924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '85fe0f4c-ff61-43a5-a589-72826e1f6a86'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:30.712392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.729220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Allocated IP 2001:db8::2 (1e4a2cce-2eb8-4ff1-9785-8f70b144a004/b25c16e8-0084-4d0d-8b3b-e78547af260a/76d8b23c-4719-4506-9e3b-6b17299a32bd) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:30.794344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41402c65-03a2-469d-8a26-ceee8b293083 req-c7448d7a-1325-4f94-b4c5-36055111d625 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0506308 Dec 16 15:55:30.857252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:30.976402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.016311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.138060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.258257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.297291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d571cbe-b001-41a4-8774-7e41770706ec req-a615fe0f-9c32-47b1-96e1-7a0e2ce6e64f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:31.299699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d571cbe-b001-41a4-8774-7e41770706ec req-a615fe0f-9c32-47b1-96e1-7a0e2ce6e64f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1423755 Dec 16 15:55:31.313853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.252 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:31.356984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:31.364468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Pushing event updated for resources: {'Port': ['ID=76d8b23c-4719-4506-9e3b-6b17299a32bd,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.369325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:31.373396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:31.384216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-79b53c2a-9b89-43af-8a1a-a15b8cd4d23b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:31.397747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-79b53c2a-9b89-43af-8a1a-a15b8cd4d23b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 797 time: 0.1909208 Dec 16 15:55:31.448839 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.499571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Attempting to bind port 76d8b23c-4719-4506-9e3b-6b17299a32bd on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:31.500138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Attempting to bind port 76d8b23c-4719-4506-9e3b-6b17299a32bd by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a00ea236-c401-4233-ae90-42cef6c156c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:31.500569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Attempting to bind port 76d8b23c-4719-4506-9e3b-6b17299a32bd on network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:31.509180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:31.509180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Checking segment: {'id': 'a00ea236-c401-4233-ae90-42cef6c156c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:31.510447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.510447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Bound using segment: {'id': 'a00ea236-c401-4233-ae90-42cef6c156c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:31.510447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Bound port: 76d8b23c-4719-4506-9e3b-6b17299a32bd, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00ea236-c401-4233-ae90-42cef6c156c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:31.510919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.525963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.531404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d571cbe-b001-41a4-8774-7e41770706ec req-72c6f769-0f4f-4312-820d-1be104b3888c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131557 Dec 16 15:55:31.579036 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-385b6d4b-4df0-4a59-8705-a62678b1eb8f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 380 time: 0.1656408 Dec 16 15:55:31.590291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=b25c16e8-0084-4d0d-8b3b-e78547af260a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.603539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'port': {'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'admin_state_up': True, 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'security_groups': ['81198683-e6be-4a6f-a9b5-acdaed90b4ed']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:31.614207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] For port 76d8b23c-4719-4506-9e3b-6b17299a32bd, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:31.620345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] For port 76d8b23c-4719-4506-9e3b-6b17299a32bd, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=76d8b23c-4719-4506-9e3b-6b17299a32bd,segment=NetworkSegment(a00ea236-c401-4233-ae90-42cef6c156c4),segment_id=a00ea236-c401-4233-ae90-42cef6c156c4)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:31.692989 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:55:31.714380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.751995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4a2cce-2eb8-4ff1-9785-8f70b144a004']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.776522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00ea236-c401-4233-ae90-42cef6c156c4') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.776852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00ea236-c401-4233-ae90-42cef6c156c4') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:31.777269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.793072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.847145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.851061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.857770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:31.861562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:31.865684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:31.866550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:31.866753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:31.906977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:31.947356 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:32.033156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:32.034506 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.067439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e859d-b27c-4906-a1fb-6771d9f8c87e None None] Pushing event updated for resources: {'Port': ['ID=76d8b23c-4719-4506-9e3b-6b17299a32bd,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:32.109640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3223d250-fe3e-47c9-b6eb-57c20b2cc3fd None None] Network 1e4a2cce-2eb8-4ff1-9785-8f70b144a004 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:32.112936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0ea350e-cf04-4856-92f7-19cf3f58cebc req-7cf9dd82-55f7-45c6-8ccc-8cda136bd8a9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0876701 Dec 16 15:55:32.150238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:55:32.150238 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:55:32.150238 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '1e4a2cce-2eb8-4ff1-9785-8f70b144a004'}] Dec 16 15:55:32.150238 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:32.152010 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:32.287971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64182fb-e5cc-46a0-9863-9364b0c396a1 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:55:32.315541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.7 (5fbfb5a4-fced-4770-8d2f-4238fe202e73/4a76c20f-2713-44af-a6b9-9a8e1116b159/41a55caf-e81c-4932-b536-529365a10239) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:32.450350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64182fb-e5cc-46a0-9863-9364b0c396a1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:55:32.578782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.676027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.761041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port 76d8b23c-4719-4506-9e3b-6b17299a32bd {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:32.761310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.839027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] For port 76d8b23c-4719-4506-9e3b-6b17299a32bd, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=76d8b23c-4719-4506-9e3b-6b17299a32bd,segment=NetworkSegment(a00ea236-c401-4233-ae90-42cef6c156c4),segment_id=a00ea236-c401-4233-ae90-42cef6c156c4)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:32.839410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.856408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for 76d8b23c-4719-4506-9e3b-6b17299a32bd owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:32.907193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.934498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdca88-bb04-4bb1-9c29-3babc6c1a2f1 req-ae24646a-0fca-435d-adfe-5772d8544981 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:32.937416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6fdca88-bb04-4bb1-9c29-3babc6c1a2f1 req-ae24646a-0fca-435d-adfe-5772d8544981 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2813780 Dec 16 15:55:32.977796 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:32.991234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:33.003891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:33.009551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:33.014158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:33.089165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.091577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.169376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6fdca88-bb04-4bb1-9c29-3babc6c1a2f1 req-c0d0c093-0f18-4da6-b74c-b51f4ea89d44 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247396 Dec 16 15:55:33.244933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.281884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f7904-f6b6-4dfa-b732-287f60cfd9c2 req-065f7df2-db87-4485-b134-6bcfe6a3de32 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:33.285003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed3f7904-f6b6-4dfa-b732-287f60cfd9c2 req-065f7df2-db87-4485-b134-6bcfe6a3de32 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 931 time: 0.0773234 Dec 16 15:55:33.288107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3c6ec90c-cfcd-4b2c-8a38-8b28184c8a9b None None] Provisioning complete for port 41a55caf-e81c-4932-b536-529365a10239 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:33.289247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c6ec90c-cfcd-4b2c-8a38-8b28184c8a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.294850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=76d8b23c-4719-4506-9e3b-6b17299a32bd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:33.297066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No DVR routers for this DVR port 76d8b23c-4719-4506-9e3b-6b17299a32bd on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:33.338292 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-323db61f-3f67-4b31-bc59-047fb174ecf5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7504573 Dec 16 15:55:33.339792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ec90c-cfcd-4b2c-8a38-8b28184c8a9b None None] Port 41a55caf-e81c-4932-b536-529365a10239 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:33.409854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Request body: {'port': {'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:33.417307 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.461782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed3f7904-f6b6-4dfa-b732-287f60cfd9c2 req-eccce387-93a0-4350-8c73-218059c34183 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672249 Dec 16 15:55:33.474959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.564701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4a2cce-2eb8-4ff1-9785-8f70b144a004']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:33.587986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00ea236-c401-4233-ae90-42cef6c156c4') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:33.588483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00ea236-c401-4233-ae90-42cef6c156c4') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:33.591870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.622489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.656952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.687812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.706223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:33.706864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:33.712257 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:33.816814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:33.900272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:33.913387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.074526 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP 06292b78-b10a-45c5-8f3d-0a169fd1ec0d associated. External IP: 172.25.7.252, port: 85fe0f4c-ff61-43a5-a589-72826e1f6a86. Dec 16 15:55:34.108543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.121422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.124811 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/1e4a2cce-2eb8-4ff1-9785-8f70b144a004 HTTP/1.1" status: 204 len: 168 time: 3.6166809 Dec 16 15:55:34.132219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56684) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:34.140427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-380421490'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:34.141321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fe592-c76e-4bfb-bfb6-abb7fc0490c4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=1e4a2cce-2eb8-4ff1-9785-8f70b144a004,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.147638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a55caf-e81c-4932-b536-529365a10239 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:34.156775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.171430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Transition to ACTIVE for port object 41a55caf-e81c-4932-b536-529365a10239 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:55:34.313271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.337231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3f9f6-8cec-46da-80c3-b8c005cec67e req-0d3c8298-b38c-43c7-814f-6e7ba3f006ad tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:34.338872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfe3f9f6-8cec-46da-80c3-b8c005cec67e req-0d3c8298-b38c-43c7-814f-6e7ba3f006ad tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0865693 Dec 16 15:55:34.402349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:34.411485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.413421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Pushing event updated for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.495686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfe3f9f6-8cec-46da-80c3-b8c005cec67e req-5aaa0187-823f-42e9-8ae8-76006be5c2d2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251867 Dec 16 15:55:34.510207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:34.527165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:34.530692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.531166 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Added segment 7fc1daab-f559-476c-8dc7-aa44a379de8e of type vlan for network 89f32e80-5b98-444b-8715-105762c1aa56 Dec 16 15:55:34.578259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Attempting to bind port 41a55caf-e81c-4932-b536-529365a10239 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:34.578930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Attempting to bind port 41a55caf-e81c-4932-b536-529365a10239 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:34.580226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Attempting to bind port 41a55caf-e81c-4932-b536-529365a10239 on network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:34.586902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Port 41a55caf-e81c-4932-b536-529365a10239 on network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:55:34.587560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Attempting to bind port 41a55caf-e81c-4932-b536-529365a10239 on network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:34.595264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:34.595992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Checking segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:34.603076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Bound using segment: {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:34.603076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Bound port: 41a55caf-e81c-4932-b536-529365a10239, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2a2ea4-77c6-420b-9c14-4aa850398dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:34.603076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.689320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:34.694830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=41a55caf-e81c-4932-b536-529365a10239,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:34.805216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.812186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.851630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:34.852149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:34.853827 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] 10.222.0.30 "PUT /v2.0/ports/41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 1091 time: 1.4553623 Dec 16 15:55:34.854109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:34.856317 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae120ff4-5a52-4dd2-aa91-f060516dec7a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:34.896384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498dc1e-5952-4dd9-9bc1-420159874df3 service neutron] Pushing event updated for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:34.908469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0f536-70a4-447c-ae2a-3ff7fdae9913 req-5ff05625-c436-427f-b8f6-e516460cd210 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:34.911193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43f0f536-70a4-447c-ae2a-3ff7fdae9913 req-5ff05625-c436-427f-b8f6-e516460cd210 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 943 time: 0.2637546 Dec 16 15:55:34.952600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:34.982299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:35.011707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:35.025294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:35.047404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43f0f536-70a4-447c-ae2a-3ff7fdae9913 req-7f0a8917-11ae-4c60-ba39-3be1176baef7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171298 Dec 16 15:55:35.149835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:35.160863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-7ca95789-c6f1-4ee8-aa50-f9f57f9713dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.164748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-7ca95789-c6f1-4ee8-aa50-f9f57f9713dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1094 time: 0.1075540 Dec 16 15:55:35.178590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:35.180062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:35.216089 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af986d7e-c7e6-4ea0-a3ef-56327cf1f496 x-openstack-request-id: req-af986d7e-c7e6-4ea0-a3ef-56327cf1f496 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:35.216582 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:35.216999 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af986d7e-c7e6-4ea0-a3ef-56327cf1f496 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:35.217687 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239', 'status': 'completed', 'code': 200} Dec 16 15:55:35.227022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:35.237058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.237058 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:35.249314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:35.250437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad63681-112c-408a-bd7c-c96b9c9b2c34 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:35.266353 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-91ce6e10-57f4-4407-8648-b7b7e2372c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 217 time: 0.0883949 Dec 16 15:55:35.325684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-4f367c5b-d3ac-4398-810b-d63a2209cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.327431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-4f367c5b-d3ac-4398-810b-d63a2209cfc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 200 len: 835 time: 0.0531576 Dec 16 15:55:35.369898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Network': ['ID=89f32e80-5b98-444b-8715-105762c1aa56,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:35.383774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 89f32e80-5b98-444b-8715-105762c1aa56 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:35.384694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-70222ae0-d0a5-4f5e-9a5b-58fa8d23c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.387378 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-70222ae0-d0a5-4f5e-9a5b-58fa8d23c9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524714 Dec 16 15:55:35.419958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:35.470712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-36269aeb-32cf-47d9-bf0d-04e154e56933 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7869670 Dec 16 15:55:35.473943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56694) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:35.544268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-44345830-cd34-475b-bd35-572b5b448a52 service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482553 Dec 16 15:55:35.707160 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ffaecfee-24d9-4c6c-bf84-2432f124dd1a req-88960710-e518-4740-9eca-b1d208dd8cfb service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551757 Dec 16 15:55:35.951973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-4b6501fe-96b4-42ea-a225-9fb1b0903112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:35.955334 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-4b6501fe-96b4-42ea-a225-9fb1b0903112 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1094 time: 0.0714681 Dec 16 15:55:35.974766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-97250584-9f26-42d0-a2a7-8e4a347ba2c1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8412366 Dec 16 15:55:35.984407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56698) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:35.989823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Request body: {'subnet': {'network_id': '89f32e80-5b98-444b-8715-105762c1aa56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:36.022936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ea8556a3-9385-4cac-acff-40c6387b7beb tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/floatingips/06292b78-b10a-45c5-8f3d-0a169fd1ec0d HTTP/1.1" status: 200 len: 978 time: 0.5475588 Dec 16 15:55:36.026891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56700) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:36.115286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ed516-9ad5-4b57-9de5-bd4774fbfec0 req-a4ecee0e-b140-42a5-a2bc-5b3fb4c23ae6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.115723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b6ed516-9ad5-4b57-9de5-bd4774fbfec0 req-a4ecee0e-b140-42a5-a2bc-5b3fb4c23ae6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1511645 Dec 16 15:55:36.186446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0091585b-1fbd-469d-8813-e45d320ccd8f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1567402 Dec 16 15:55:36.195954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56704) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:36.205491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': '9a80a4de-86d8-458b-895d-85884b1b25f5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:36.244757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b6ed516-9ad5-4b57-9de5-bd4774fbfec0 req-38384b97-3768-4242-9bf3-e32acf6d6da8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157572 Dec 16 15:55:36.275209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab5a3f-7812-42a4-a677-d58ce19001aa req-40370afe-2441-4dfb-9956-2b1f803bc1d0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.278895 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-d94bbf38-f14b-4eef-b84f-bea4cfa637d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.280627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9ab5a3f-7812-42a4-a677-d58ce19001aa req-40370afe-2441-4dfb-9956-2b1f803bc1d0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 943 time: 0.1034153 Dec 16 15:55:36.281074 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-d94bbf38-f14b-4eef-b84f-bea4cfa637d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 898 time: 0.3190644 Dec 16 15:55:36.345125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c9ab5a3f-7812-42a4-a677-d58ce19001aa req-b370dc77-7a34-416f-8232-a2f82288c05a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576537 Dec 16 15:55:36.371331 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-631c9e96-2904-4b81-89b4-b66d20684b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 217 time: 0.0803738 Dec 16 15:55:36.374118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.451378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Made reservation on behalf of 4c3df47a0c9248739d77fbc7d47f431d for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:36.455501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:36.581979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-c08eb273-5eae-4179-826d-d04715e640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.584223 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-c08eb273-5eae-4179-826d-d04715e640f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 200 len: 835 time: 0.2039826 Dec 16 15:55:36.792802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-424528be-694e-4d61-b16f-0e9009904850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:36.794811 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-424528be-694e-4d61-b16f-0e9009904850 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958604 Dec 16 15:55:37.102109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-bf294ee9-9081-4569-9a36-48ecf62cdffc service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944367 Dec 16 15:55:37.451373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52788d1-2e5c-4c40-bd34-c8086296f53f req-91510a46-1e8a-4392-8de1-c6ceb89b2f0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:37.456822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d52788d1-2e5c-4c40-bd34-c8086296f53f req-91510a46-1e8a-4392-8de1-c6ceb89b2f0a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0842423 Dec 16 15:55:37.564411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2080a-327b-4904-ac61-530193faee09 req-9e3c783f-d9f5-4a71-bdba-beb55c6ff820 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:37.566166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62e2080a-327b-4904-ac61-530193faee09 req-9e3c783f-d9f5-4a71-bdba-beb55c6ff820 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 943 time: 0.0874672 Dec 16 15:55:37.569938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d52788d1-2e5c-4c40-bd34-c8086296f53f req-4fb2db28-4791-48a5-9648-72aa41f66356 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049080 Dec 16 15:55:37.677551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62e2080a-327b-4904-ac61-530193faee09 req-12a6f46a-37d7-4f0e-9f03-d032c8cdcc92 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918410 Dec 16 15:55:37.832771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.objects.ports [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104055) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 16 15:55:37.841121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ae120ff4-5a52-4dd2-aa91-f060516dec7a req-02c7514e-bdb9-40ed-9e06-f20f26fd9087 service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296913 Dec 16 15:55:37.870778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:37.964564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.resource_extend [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 16 15:55:38.039889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event updated for resources: {'Subnet': ['ID=cd5e5a0a-b24b-4c35-a92c-b51a3ac10cdd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:38.059673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Checking segment: {'id': '7fc1daab-f559-476c-8dc7-aa44a379de8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:38.060198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network hostable DHCP agents. Network: 89f32e80-5b98-444b-8715-105762c1aa56, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:38.064482 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.153147 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.253876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Network 89f32e80-5b98-444b-8715-105762c1aa56 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:38.285955 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP 06292b78-b10a-45c5-8f3d-0a169fd1ec0d associated. External IP: 172.25.7.252, port: 85fe0f4c-ff61-43a5-a589-72826e1f6a86. Dec 16 15:55:38.381952 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 89f32e80-5b98-444b-8715-105762c1aa56) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:38.389437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.390151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.406225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23458318-d659-4925-8810-21f12cad68c3 None None] Network 89f32e80-5b98-444b-8715-105762c1aa56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:38.520377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c6cfda9-b619-4eec-968e-93e2084bf50b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.5300982 Dec 16 15:55:38.520910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56710) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:38.554984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-89f32e80-5b98-444b-8715-105762c1aa56', 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56', 'project_id': '4c3df47a0c9248739d77fbc7d47f431d', 'fixed_ips': [{'subnet_id': 'cd5e5a0a-b24b-4c35-a92c-b51a3ac10cdd'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:55:38.555906 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.617559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:38.652762 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:38.809101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:38.823902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:38.860435 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:38.861587 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:38.898249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69589db-84e3-42dd-a733-0ebb49283740 req-b636c596-75f6-49c7-a6fa-98bf29edf383 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.900168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69589db-84e3-42dd-a733-0ebb49283740 req-b636c596-75f6-49c7-a6fa-98bf29edf383 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1512666 Dec 16 15:55:38.911192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710ff0b-627d-4a87-a5b5-41beff24b8d5 req-805930b2-7aff-4082-92f3-7d986ff52a78 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:38.913186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1710ff0b-627d-4a87-a5b5-41beff24b8d5 req-805930b2-7aff-4082-92f3-7d986ff52a78 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 943 time: 0.1025014 Dec 16 15:55:38.984191 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:38.998101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.022242 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:39.023276 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.029548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69589db-84e3-42dd-a733-0ebb49283740 req-7a487428-72d9-45f8-9bfb-f272f03becbf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149468 Dec 16 15:55:39.113744 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.114771 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442ce7a-56bd-4b6b-9831-0a01e3a20401 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:39.134484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 41a55caf-e81c-4932-b536-529365a10239 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:55:39.136278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1710ff0b-627d-4a87-a5b5-41beff24b8d5 req-a1ad47b6-5e5a-4560-97e2-baf684027f43 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018578 Dec 16 15:55:39.223495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Allocated IP 2001:db8::f816:3eff:fe95:b9d1 (89f32e80-5b98-444b-8715-105762c1aa56/cd5e5a0a-b24b-4c35-a92c-b51a3ac10cdd/b87253cc-8ba0-4926-afef-9aea0c2afe2d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:39.275949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:39.347382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=41a55caf-e81c-4932-b536-529365a10239,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:39.373260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '41a55caf-e81c-4932-b536-529365a10239', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:55:39.433691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:39.449312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:39.450191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.482383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:39.483038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.487405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.523666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.527456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.537850 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7087e795-9999-444e-aa1d-9d8e80546ab1 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/06292b78-b10a-45c5-8f3d-0a169fd1ec0d HTTP/1.1" status: 200 len: 977 time: 3.3371472 Dec 16 15:55:39.538519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:39.545316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a55caf-e81c-4932-b536-529365a10239 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:39.546520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:39.556620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:39.557281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.603659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:39.603659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bdf87f-3fc3-4e8a-a9b5-750d50c1892e None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:39.624385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=41a55caf-e81c-4932-b536-529365a10239,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:39.636215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.644909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.698625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Network 89f32e80-5b98-444b-8715-105762c1aa56 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:39.702019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:39.706713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:39.712936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Pushing event updated for resources: {'Port': ['ID=b87253cc-8ba0-4926-afef-9aea0c2afe2d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:39.764326 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.858883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.871483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Attempting to bind port b87253cc-8ba0-4926-afef-9aea0c2afe2d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:55:39.872246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Attempting to bind port b87253cc-8ba0-4926-afef-9aea0c2afe2d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '7fc1daab-f559-476c-8dc7-aa44a379de8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:55:39.872941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Attempting to bind port b87253cc-8ba0-4926-afef-9aea0c2afe2d on network 89f32e80-5b98-444b-8715-105762c1aa56 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:55:39.892340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:55:39.893373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Checking segment: {'id': '7fc1daab-f559-476c-8dc7-aa44a379de8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:39.894132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.894882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Bound using segment: {'id': '7fc1daab-f559-476c-8dc7-aa44a379de8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:55:39.895849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Bound port: b87253cc-8ba0-4926-afef-9aea0c2afe2d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc1daab-f559-476c-8dc7-aa44a379de8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '89f32e80-5b98-444b-8715-105762c1aa56'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:55:39.896738 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.940778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:39.946810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:39.948531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5e5a0a-b24b-4c35-a92c-b51a3ac10cdd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:40.029408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.054756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] For port b87253cc-8ba0-4926-afef-9aea0c2afe2d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:55:40.056216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f32e80-5b98-444b-8715-105762c1aa56']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:40.061136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] For port b87253cc-8ba0-4926-afef-9aea0c2afe2d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b87253cc-8ba0-4926-afef-9aea0c2afe2d,segment=NetworkSegment(7fc1daab-f559-476c-8dc7-aa44a379de8e),segment_id=7fc1daab-f559-476c-8dc7-aa44a379de8e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:55:40.068432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc1daab-f559-476c-8dc7-aa44a379de8e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:40.068772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc1daab-f559-476c-8dc7-aa44a379de8e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:40.082078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.096029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.096621 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP 06292b78-b10a-45c5-8f3d-0a169fd1ec0d disassociated. External IP: 172.25.7.252, port: 9a80a4de-86d8-458b-895d-85884b1b25f5. Dec 16 15:55:40.113319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['41a55caf-e81c-4932-b536-529365a10239'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:40.271527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.317771 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.339725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:40.339725 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:40.344834 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:40.401834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19850f-c89e-45f6-98ad-32c8b4ea5461 req-30004f84-1156-4331-8c69-951c0a63a256 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:40.404716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d19850f-c89e-45f6-98ad-32c8b4ea5461 req-30004f84-1156-4331-8c69-951c0a63a256 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1610970 Dec 16 15:55:40.416460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798ded-09f6-46e1-b5f9-fd1865d1eda9 None None] Pushing event updated for resources: {'Port': ['ID=b87253cc-8ba0-4926-afef-9aea0c2afe2d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:40.470596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7c2f-d358-4c2b-a67c-2ce14b657bfc req-97132c59-2723-4363-b47a-94305a40c022 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:40.486729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-928f7c2f-d358-4c2b-a67c-2ce14b657bfc req-97132c59-2723-4363-b47a-94305a40c022 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 944 time: 0.1840219 Dec 16 15:55:40.514310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15651f-120f-4f13-8548-203de1c25bb9 None None] Network 89f32e80-5b98-444b-8715-105762c1aa56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:40.596178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d19850f-c89e-45f6-98ad-32c8b4ea5461 req-a644d42f-a2ce-4e50-9371-583c16703d81 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822660 Dec 16 15:55:40.603646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 15:55:40.603646 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 15:55:40.603646 n-d-821947-3 neutron-server[104055]: [parameters: {'id': '89f32e80-5b98-444b-8715-105762c1aa56'}] Dec 16 15:55:40.603646 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:55:40.617298 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:55:40.629743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-928f7c2f-d358-4c2b-a67c-2ce14b657bfc req-314b36ec-fa88-4250-b075-acbd94133469 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355722 Dec 16 15:55:40.691650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:40.755178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a7023-4b80-4100-8b92-537fff7641c6 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 15:55:40.904186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a7023-4b80-4100-8b92-537fff7641c6 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 15:55:40.926666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:40.934508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:40.940971 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:40.959868 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:40.961365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:40.997779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c79e002-adea-4928-a285-1ade0284a8cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/06292b78-b10a-45c5-8f3d-0a169fd1ec0d HTTP/1.1" status: 200 len: 688 time: 1.4561307 Dec 16 15:55:41.000204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56722) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:41.023807 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.072101 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:41.072101 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.116524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:41.117897 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706d3-ff18-4324-8243-b2aad5efae8c None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:41.168017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.323497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:41.324358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.437833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.438590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.455067 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:41.473641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port b87253cc-8ba0-4926-afef-9aea0c2afe2d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:41.473641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.605949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] For port b87253cc-8ba0-4926-afef-9aea0c2afe2d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b87253cc-8ba0-4926-afef-9aea0c2afe2d,segment=NetworkSegment(7fc1daab-f559-476c-8dc7-aa44a379de8e),segment_id=7fc1daab-f559-476c-8dc7-aa44a379de8e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:41.606240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.624803 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for b87253cc-8ba0-4926-afef-9aea0c2afe2d owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:41.879508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85549654-512d-409d-9bf0-9669ea9faaf5 req-eaf2ae7f-7518-430c-a774-199a30fecbfe tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:41.881027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85549654-512d-409d-9bf0-9669ea9faaf5 req-eaf2ae7f-7518-430c-a774-199a30fecbfe tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 944 time: 0.1303010 Dec 16 15:55:41.890175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2a101-def1-4704-b5ba-36d67445b442 req-5f1a4a3d-bfbd-4caf-95db-2a35279d1e5d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:41.896456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8a2a101-def1-4704-b5ba-36d67445b442 req-5f1a4a3d-bfbd-4caf-95db-2a35279d1e5d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1318285 Dec 16 15:55:41.962464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:41.988313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85549654-512d-409d-9bf0-9669ea9faaf5 req-892e71e2-ef4e-4605-a3b5-ca13b9d67559 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904715 Dec 16 15:55:41.993642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8a2a101-def1-4704-b5ba-36d67445b442 req-705a055a-0b23-47aa-93db-1a5173e360bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927591 Dec 16 15:55:42.026385 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=f85fa6a1-001c-4b9d-8d84-20da1eb8cb3a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:42.033031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.075951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=b87253cc-8ba0-4926-afef-9aea0c2afe2d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:42.083791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No DVR routers for this DVR port b87253cc-8ba0-4926-afef-9aea0c2afe2d on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:42.567922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.570545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.571876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e1f45b9d-bd7b-4214-b0be-90bf2866500b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/06292b78-b10a-45c5-8f3d-0a169fd1ec0d HTTP/1.1" status: 204 len: 168 time: 1.5696683 Dec 16 15:55:42.573891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.575084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56728) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:42.610053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f32e80-5b98-444b-8715-105762c1aa56']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:42.619369 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-3431daf0-13d2-467d-a382-d07a2c6491a2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] delete failed (client error): The resource could not be found. Dec 16 15:55:42.621488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3431daf0-13d2-467d-a382-d07a2c6491a2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/06292b78-b10a-45c5-8f3d-0a169fd1ec0d HTTP/1.1" status: 404 len: 345 time: 0.0442598 Dec 16 15:55:42.623174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc1daab-f559-476c-8dc7-aa44a379de8e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:42.623792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc1daab-f559-476c-8dc7-aa44a379de8e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:42.627428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56730) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:42.638879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.650071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 41a55caf-e81c-4932-b536-529365a10239 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:42.658216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.668000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:42.668459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:42.676650 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:42.749072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120b07-f05b-4647-b2c7-08a1e1739a09 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:42.756232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120b07-f05b-4647-b2c7-08a1e1739a09 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:42.763016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120b07-f05b-4647-b2c7-08a1e1739a09 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:42.764847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a4120b07-f05b-4647-b2c7-08a1e1739a09 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/ports?network_id=3d24432a-0e00-4232-92b9-bda87303f375 HTTP/1.1" status: 200 len: 2357 time: 0.1321094 Dec 16 15:55:42.769244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56732) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:42.827502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab0077-8425-44a7-80b8-b5724a278a57 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:42.829074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b0ab0077-8425-44a7-80b8-b5724a278a57 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/subnets/66659b4f-d62e-43bd-a617-abee2588f7b0 HTTP/1.1" status: 200 len: 797 time: 0.0587718 Dec 16 15:55:42.837821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56734) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:42.843322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'port': {'network_id': '3d24432a-0e00-4232-92b9-bda87303f375', 'name': 'tempest-FloatingIPTestJSON-459851285', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:42.891557 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.901289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 41a55caf-e81c-4932-b536-529365a10239 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:55:42.905653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 41a55caf-e81c-4932-b536-529365a10239 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:42.906052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.914491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:42.921544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/89f32e80-5b98-444b-8715-105762c1aa56 HTTP/1.1" status: 204 len: 168 time: 4.3961957 Dec 16 15:55:42.923740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56736) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:42.949855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac48c-caa7-4192-9a4c-b7da5bb900e3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=89f32e80-5b98-444b-8715-105762c1aa56,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:43.003528 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7235867-0e0c-4021-915c-e51edadaa2e7 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.004212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7235867-0e0c-4021-915c-e51edadaa2e7 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.009462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f7235867-0e0c-4021-915c-e51edadaa2e7 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/cd5e5a0a-b24b-4c35-a92c-b51a3ac10cdd HTTP/1.1" status: 404 len: 337 time: 0.0839603 Dec 16 15:55:43.013264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56738) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.039640 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1c97e2-b90d-4881-bb65-f403ebfb01d2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.046283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1c97e2-b90d-4881-bb65-f403ebfb01d2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.046283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f1c97e2-b90d-4881-bb65-f403ebfb01d2 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/89f32e80-5b98-444b-8715-105762c1aa56 HTTP/1.1" status: 404 len: 339 time: 0.0298047 Dec 16 15:55:43.047027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:43.049804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56744) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.087453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a55caf-e81c-4932-b536-529365a10239'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:43.097901 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c9d92c-eb8c-4f69-b442-5e44eb5fe1c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.098388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c9d92c-eb8c-4f69-b442-5e44eb5fe1c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.100567 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f4300-c744-4cf4-bb9a-d88ff2cd05de" -d '{"events": [{"server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "name": "network-vif-plugged", "status": "completed", "tag": "41a55caf-e81c-4932-b536-529365a10239"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:43.106562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b8c9d92c-eb8c-4f69-b442-5e44eb5fe1c9 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/b25c16e8-0084-4d0d-8b3b-e78547af260a HTTP/1.1" status: 404 len: 337 time: 0.0514193 Dec 16 15:55:43.106872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56748) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.131782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=41a55caf-e81c-4932-b536-529365a10239,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:43.132888 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c06e702-0c18-4384-b3c9-3200b769396d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.133451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c06e702-0c18-4384-b3c9-3200b769396d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.143870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8c06e702-0c18-4384-b3c9-3200b769396d tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/1e4a2cce-2eb8-4ff1-9785-8f70b144a004 HTTP/1.1" status: 404 len: 339 time: 0.0317645 Dec 16 15:55:43.144616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56750) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.186410 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d65a3bc-8507-472c-956e-be3b55351e5a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.187165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d65a3bc-8507-472c-956e-be3b55351e5a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.193079 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d65a3bc-8507-472c-956e-be3b55351e5a tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/1574da94-998d-472c-b925-ed18ab289e30 HTTP/1.1" status: 404 len: 337 time: 0.0469460 Dec 16 15:55:43.196692 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.228016 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9b8a93-298e-471a-b05f-1b9f0a0daca3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:43.228869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9b8a93-298e-471a-b05f-1b9f0a0daca3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:43.236753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea9b8a93-298e-471a-b05f-1b9f0a0daca3 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/430b5cc6-e357-4327-b3d9-b67e145f5a99 HTTP/1.1" status: 404 len: 339 time: 0.0361600 Dec 16 15:55:43.239978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56754) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:43.255503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:43.278810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace74d-fa1a-4e66-8e34-a729bd45ca31 req-246501c5-e208-4fd7-bf39-76eed8250a01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:43.281542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ace74d-fa1a-4e66-8e34-a729bd45ca31 req-246501c5-e208-4fd7-bf39-76eed8250a01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1317065 Dec 16 15:55:43.323646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc6483-8024-4f4e-bf9e-dd77204e50e5 req-279dd7ea-af17-4c31-80df-5e0860ed9b3b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:43.325761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52bc6483-8024-4f4e-bf9e-dd77204e50e5 req-279dd7ea-af17-4c31-80df-5e0860ed9b3b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 944 time: 0.1644640 Dec 16 15:55:43.338379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:43.431767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ace74d-fa1a-4e66-8e34-a729bd45ca31 req-0f81e836-48f0-42a6-bf99-12285aa1d880 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344659 Dec 16 15:55:43.437555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52bc6483-8024-4f4e-bf9e-dd77204e50e5 req-f1419bfa-31d7-4adb-ac29-412c28f8bd2c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832403 Dec 16 15:55:43.443681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:43.507480 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7426fdfe-1855-41d3-93c2-ffc5e11ac156 x-openstack-request-id: req-7426fdfe-1855-41d3-93c2-ffc5e11ac156 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:43.508373 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "name": "network-vif-plugged", "status": "completed", "tag": "41a55caf-e81c-4932-b536-529365a10239", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:43.508856 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7426fdfe-1855-41d3-93c2-ffc5e11ac156 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:43.509667 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a55caf-e81c-4932-b536-529365a10239', 'code': 200} Dec 16 15:55:43.526056 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:43.554715 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port 03758326-d208-451d-adfd-4061147bb0cb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:43.555176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:43.559686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] device_id is not set on port 82e52aad-ac61-4c94-8594-128552c18a95 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:43.822379 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:43.852977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for 03758326-d208-451d-adfd-4061147bb0cb owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:43.858360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a684938-4505-498d-967f-988ddfe91ff2 req-2687e00f-121d-4136-ab32-bfe6ef98cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:43.860014 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0a684938-4505-498d-967f-988ddfe91ff2 req-2687e00f-121d-4136-ab32-bfe6ef98cf3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1096 time: 0.2333164 Dec 16 15:55:44.149682 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0a684938-4505-498d-967f-988ddfe91ff2 req-431aa876-7d16-4e2a-b1e4-e389469c0450 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503600 Dec 16 15:55:44.250446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.14 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/82e52aad-ac61-4c94-8594-128552c18a95) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:44.258079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.13 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/82e52aad-ac61-4c94-8594-128552c18a95) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:44.282606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28b37f00-75f5-46d7-aff7-26e5c6674d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.447619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.480820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.515556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=03758326-d208-451d-adfd-4061147bb0cb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:44.522509 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.526582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71d27a13-33f6-42bc-8df1-e458d28f6152 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/ports/03758326-d208-451d-adfd-4061147bb0cb HTTP/1.1" status: 204 len: 168 time: 1.2863376 Dec 16 15:55:44.535079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56760) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:44.573594 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba92940a-039a-4ca2-91e4-1a6926e32be4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:44.574447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba92940a-039a-4ca2-91e4-1a6926e32be4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:44.580834 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56762) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:44.583206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ba92940a-039a-4ca2-91e4-1a6926e32be4 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/a6388f22-8399-4ae2-bee5-f944f0a30e3c HTTP/1.1" status: 404 len: 337 time: 0.0496891 Dec 16 15:55:44.677497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.684646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba5478-5b3a-409d-8a6f-b643cc888e17 req-a8e0f978-bc5e-4d46-8820-005e670ee9b5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:44.686354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddba5478-5b3a-409d-8a6f-b643cc888e17 req-a8e0f978-bc5e-4d46-8820-005e670ee9b5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.1150336 Dec 16 15:55:44.701821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c0e0e-a8db-4dff-abf3-3a066d3b186a req-12bba53f-68e7-4b10-8133-0ac6b233da85 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:44.703555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-290c0e0e-a8db-4dff-abf3-3a066d3b186a req-12bba53f-68e7-4b10-8133-0ac6b233da85 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0846729 Dec 16 15:55:44.732258 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.783052 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:44.786770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=82e52aad-ac61-4c94-8594-128552c18a95,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:44.793909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddba5478-5b3a-409d-8a6f-b643cc888e17 req-2ce6ade7-0776-4659-b7e1-f4106acd0e5d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891361 Dec 16 15:55:44.794650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:44.799259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:44.799503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-290c0e0e-a8db-4dff-abf3-3a066d3b186a req-ffc2141e-03f2-40cb-93c0-f2127b0b1222 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799928 Dec 16 15:55:44.832452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658570b2-be0d-463b-8a13-d6f9ad74ad06 None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:44.929717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d957198d-4bf9-4ac1-b9c7-0c2fdc4b003f None None] Provisioning complete for port 82e52aad-ac61-4c94-8594-128552c18a95 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:44.930289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d957198d-4bf9-4ac1-b9c7-0c2fdc4b003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.943663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:44.944626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.958007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:44.986406 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafc67d1-b1e0-4a63-baa5-b2736452f573']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:44.989640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d957198d-4bf9-4ac1-b9c7-0c2fdc4b003f None None] Port 82e52aad-ac61-4c94-8594-128552c18a95 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:44.997893 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17af7ff8-0078-4bc7-ab1d-0402afb9a300') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:44.998317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17af7ff8-0078-4bc7-ab1d-0402afb9a300') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:45.010590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.027140 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.034808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:45.035119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:45.038398 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:45.132568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f564f4a1-1951-4313-87e9-2d05d99d1ba8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2935369 Dec 16 15:55:45.136720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56764) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:45.142350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '82e52aad-ac61-4c94-8594-128552c18a95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:45.250018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.258377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.262256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/cafc67d1-b1e0-4a63-baa5-b2736452f573 HTTP/1.1" status: 204 len: 168 time: 0.6803999 Dec 16 15:55:45.265419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:45.287919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.291466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934a3cf-c8c3-4dfd-bac2-8c139fdf5049 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=cafc67d1-b1e0-4a63-baa5-b2736452f573,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:45.378211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port 7bd0c4a7-aa83-44c8-a277-2159a5b31fdb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:45.378556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.429651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.467810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.488390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for 7bd0c4a7-aa83-44c8-a277-2159a5b31fdb owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:45.571436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.10 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/5b605212-9f94-45b3-947e-1bc894f96beb) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:45.699975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.758327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.796392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=7bd0c4a7-aa83-44c8-a277-2159a5b31fdb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:45.803282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.806995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-865c3024-87d2-4849-b621-03299c2036b1 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/ports/7bd0c4a7-aa83-44c8-a277-2159a5b31fdb HTTP/1.1" status: 204 len: 168 time: 0.5402894 Dec 16 15:55:45.809903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56768) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:45.838783 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-179541ff-134e-4e58-929a-f7755d1eee4b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:45.839362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179541ff-134e-4e58-929a-f7755d1eee4b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:45.843025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-179541ff-134e-4e58-929a-f7755d1eee4b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/4ead0fb0-eeb3-4ffc-944f-2e64f3d1d0bb HTTP/1.1" status: 404 len: 337 time: 0.0318909 Dec 16 15:55:45.848021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:45.851155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56772) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:45.894015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:45.901172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:45.904000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:45.951655 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=5b605212-9f94-45b3-947e-1bc894f96beb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:46.132813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.149863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16008a-2999-4b9a-b9e5-d93d85dd8b4b req-5401e6cb-b890-41d6-8774-c9f5af66de9e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:46.153543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c16008a-2999-4b9a-b9e5-d93d85dd8b4b req-5401e6cb-b890-41d6-8774-c9f5af66de9e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.2204013 Dec 16 15:55:46.201706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b6d69-649d-44cb-ac6b-81d1e4e56a69 req-98fc2ee6-75c6-4874-b3d3-3a93446d117b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:46.204248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-556b6d69-649d-44cb-ac6b-81d1e4e56a69 req-98fc2ee6-75c6-4874-b3d3-3a93446d117b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.2039304 Dec 16 15:55:46.389520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.446476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c16008a-2999-4b9a-b9e5-d93d85dd8b4b req-16659e4d-8220-4732-b181-eb516ecb1fee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734408 Dec 16 15:55:46.488428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.512600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-556b6d69-649d-44cb-ac6b-81d1e4e56a69 req-c561f484-893c-4c09-899a-613bb2d4b8fd tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931466 Dec 16 15:55:46.541244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060df3aa-5c08-4d83-b8b9-986527357a3f']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:46.552893 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2b59bd8-fcf6-45ce-9c17-c24902d307be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.605181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc659c54-82be-4cd5-9786-66a8654a533f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:46.605991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc659c54-82be-4cd5-9786-66a8654a533f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:46.631689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.637066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.666952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.684326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34ede5-0631-478d-a7c6-866b238391d6 req-2c6eb9e0-f045-4059-a96a-992983fa4fdc tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:46.696186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec34ede5-0631-478d-a7c6-866b238391d6 req-2c6eb9e0-f045-4059-a96a-992983fa4fdc tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.1522105 Dec 16 15:55:46.696186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:46.696186 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:46.698984 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:46.837972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.838272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec34ede5-0631-478d-a7c6-866b238391d6 req-2e597c3b-e7d5-4ce4-a443-463ac5bb1522 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377277 Dec 16 15:55:46.877407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56778) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:46.950211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.960287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:46.964791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/060df3aa-5c08-4d83-b8b9-986527357a3f HTTP/1.1" status: 204 len: 168 time: 1.1123371 Dec 16 15:55:46.969058 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:46.992700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9098c9e7-f200-4cfe-9300-acd884e38335 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:46.994634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9098c9e7-f200-4cfe-9300-acd884e38335 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1091 time: 0.1155295 Dec 16 15:55:46.996016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a286f9c-9875-4bfa-81d3-4061e671593b tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=060df3aa-5c08-4d83-b8b9-986527357a3f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:47.011910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56782) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:47.018333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:47.053888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting subnet c7195d71-e87d-4dc9-a743-d5f699233b01 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:55:47.057501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.064182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.181849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.209197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=5b605212-9f94-45b3-947e-1bc894f96beb,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:47.228130 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.279068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.454596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.521557 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP f2518d52-28c2-4a27-8e56-c92451a7ad4b associated. External IP: 172.25.7.10, port: 82e52aad-ac61-4c94-8594-128552c18a95. Dec 16 15:55:47.732677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.743710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a168447-55fb-499d-8736-74c4ca50cdb5 req-ad063cc7-aed6-48e3-8c6b-95dac239915b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:47.746570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a168447-55fb-499d-8736-74c4ca50cdb5 req-ad063cc7-aed6-48e3-8c6b-95dac239915b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1034892 Dec 16 15:55:47.839901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a168447-55fb-499d-8736-74c4ca50cdb5 req-d1733acd-a6f6-412e-a339-0b888287c0fc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843291 Dec 16 15:55:47.855210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.979422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad38926-7866-4dd2-a052-c336acd80c5b None None] Network 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:47.980370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Subnet': ['ID=c7195d71-e87d-4dc9-a743-d5f699233b01,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:47.984196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.994500 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-65dfb119-88f1-4a72-b48b-c2d81c1a1233 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/subnets/c7195d71-e87d-4dc9-a743-d5f699233b01 HTTP/1.1" status: 204 len: 168 time: 1.0185518 Dec 16 15:55:47.995313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:47.997499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56786) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:48.096144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:48.106785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.117035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.25.7.49 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e3944229-8724-4760-ab4e-71af1dd69bb1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:48.198876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Deleting port 36ec71e1-c770-4643-a171-5a5d86db2680 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:48.199227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.243859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] DHCP port deletion for 6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:48.306232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Deleting port 36ec71e1-c770-4643-a171-5a5d86db2680 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:48.307470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.308393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] For port 36ec71e1-c770-4643-a171-5a5d86db2680, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=36ec71e1-c770-4643-a171-5a5d86db2680,segment=NetworkSegment(78e06727-6573-4e1f-9058-478aa1b3b5e1),segment_id=78e06727-6573-4e1f-9058-478aa1b3b5e1)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:48.308952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.340264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Calling delete_port for 36ec71e1-c770-4643-a171-5a5d86db2680 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:48.445922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] For port 36ec71e1-c770-4643-a171-5a5d86db2680, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=36ec71e1-c770-4643-a171-5a5d86db2680,segment=NetworkSegment(78e06727-6573-4e1f-9058-478aa1b3b5e1),segment_id=78e06727-6573-4e1f-9058-478aa1b3b5e1)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:48.446473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.465639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Calling delete_port for 36ec71e1-c770-4643-a171-5a5d86db2680 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:48.622055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.632683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.672004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Port': ['ID=36ec71e1-c770-4643-a171-5a5d86db2680,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:48.678670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] No DVR routers for this DVR port 36ec71e1-c770-4643-a171-5a5d86db2680 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:48.682202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] Pushing event deleted for resources: {'Port': ['ID=36ec71e1-c770-4643-a171-5a5d86db2680,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:48.686225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7e644b-25d1-462b-8690-9b604ef39196 None None] No DVR routers for this DVR port 36ec71e1-c770-4643-a171-5a5d86db2680 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:55:48.792286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.821412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:48.834908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e06727-6573-4e1f-9058-478aa1b3b5e1') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:48.835344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e06727-6573-4e1f-9058-478aa1b3b5e1') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:48.848342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.867920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.879240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:55:48.889651 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:55:48.934232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:48.963897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:48.965103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:48.985616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:48.988239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:49.056324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:49.070890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:49.071755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:49.087508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.116276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2d28f-d253-4503-bdd0-7513e6612615 req-74db5cc0-156b-4b17-ac4c-15b1b74722fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:49.119387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20a2d28f-d253-4503-bdd0-7513e6612615 req-74db5cc0-156b-4b17-ac4c-15b1b74722fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1073201 Dec 16 15:55:49.121437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.130045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:49.131120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd74c1a-3847-4000-8763-fe960890a907 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:49.170264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.171619 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f2d9e45-ec22-41b2-8248-c2430affe7df tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0337341 Dec 16 15:55:49.178477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:49.183585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': '82e52aad-ac61-4c94-8594-128552c18a95', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:49.184294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.193844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] 10.222.0.71 "DELETE /v2.0/networks/6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf HTTP/1.1" status: 204 len: 168 time: 1.1918736 Dec 16 15:55:49.230922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87511502-0a00-435c-bbdf-d1745baa9175 tempest-NetworksIpV6TestAttrs-695514002 tempest-NetworksIpV6TestAttrs-695514002-project] Pushing event deleted for resources: {'Network': ['ID=6b3d7d5b-cf3e-47c4-8ad3-50ff28c96bbf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:49.240486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:49.246917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=e3944229-8724-4760-ab4e-71af1dd69bb1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:49.252864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:49.257663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:49.279098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20a2d28f-d253-4503-bdd0-7513e6612615 req-f2f7ac4d-8f3a-4e06-a420-1cb3cdaf3634 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335793 Dec 16 15:55:49.309669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.364778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:49.773550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 36ec71e1-c770-4643-a171-5a5d86db2680 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:55:49.804145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 36ec71e1-c770-4643-a171-5a5d86db2680 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:55:49.804651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 36ec71e1-c770-4643-a171-5a5d86db2680 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:55:50.022336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:50.056148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.169624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.199744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.240480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-17bc5553-603b-482b-8052-af04867b5138 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c3df47a0c9248739d77fbc7d47f431d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2152958 Dec 16 15:55:50.243672 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:50.299408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.312173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.354176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.431518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.491231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c63849-8540-407f-ae1f-d721fdd582c7 req-70353767-d275-4fb2-b7a3-44fb06d80ebc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:50.493271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41c63849-8540-407f-ae1f-d721fdd582c7 req-70353767-d275-4fb2-b7a3-44fb06d80ebc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.0676589 Dec 16 15:55:50.647192 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.767884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.795402 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.798706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:50.799929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8cf3c684-039c-4252-95e1-edd9073b2fb2 HTTP/1.1" status: 204 len: 168 time: 0.5552094 Dec 16 15:55:50.819211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e6c5e-1bf5-4cbd-a5a3-c5aeed25c6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3c684-039c-4252-95e1-edd9073b2fb2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:50.845405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41c63849-8540-407f-ae1f-d721fdd582c7 req-32209671-156a-4374-9efd-6062220ce861 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405883 Dec 16 15:55:50.896551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:50.914257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=e3944229-8724-4760-ab4e-71af1dd69bb1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:50.935662 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:51.162629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:51.168377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:51.174814 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:51.177695 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Floating IP 59d55cb6-db99-4b33-8f38-f4b86f1c0c83 associated. External IP: 172.25.7.49, port: 41a55caf-e81c-4932-b536-529365a10239. Dec 16 15:55:51.186845 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:51.187483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:51.222566 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:51.233491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:51.234407 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:51.274577 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:51.275529 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0152e57e-d21d-4f6d-b2eb-a38f6175edec None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:51.352846 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4821f564-c49c-4992-a78b-7909f11dfaa8 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/f2518d52-28c2-4a27-8e56-c92451a7ad4b HTTP/1.1" status: 200 len: 977 time: 2.1687703 Dec 16 15:55:51.353497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56810) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:51.568519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:51.631021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 5b605212-9f94-45b3-947e-1bc894f96beb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:51.631527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:51.768299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:51.768832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:51.801362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 5b605212-9f94-45b3-947e-1bc894f96beb owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:52.117375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa22577-e966-4c50-a319-4f92d9d2b8c9 req-f4db9915-4ac8-42ce-a2e8-62cc7054b81f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:52.120347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fa22577-e966-4c50-a319-4f92d9d2b8c9 req-f4db9915-4ac8-42ce-a2e8-62cc7054b81f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1414604 Dec 16 15:55:52.211444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:52.226787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:52.240144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:52.240785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:52.244478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fa22577-e966-4c50-a319-4f92d9d2b8c9 req-4278fb7f-d40b-44d4-90ce-5e7b15911021 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121225 Dec 16 15:55:52.340327 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:52.379551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:52.394371 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2344e9f-923c-4089-b6b1-171673010005 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3767059 Dec 16 15:55:52.394371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:52.395405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:52.404418 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bf6ab-6670-429e-ac1b-cad6119966da" -d '{"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:52.404729 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:52.471316 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb1f585-b8c1-4e24-b6f6-6f07935d749e x-openstack-request-id: req-8cb1f585-b8c1-4e24-b6f6-6f07935d749e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:52.471694 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:52.471937 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8cb1f585-b8c1-4e24-b6f6-6f07935d749e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:52.472351 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239', 'status': 'completed', 'code': 200} Dec 16 15:55:52.488950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=5b605212-9f94-45b3-947e-1bc894f96beb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:52.533695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:52.574135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.575101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.575937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.576431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.576992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.577814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.578408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.580386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.581002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.582902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.583564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.584412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.585262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:55:52.606797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d71083a7-c88f-427e-a576-2286553646d6 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/59d55cb6-db99-4b33-8f38-f4b86f1c0c83 HTTP/1.1" status: 200 len: 990 time: 0.2105250 Dec 16 15:55:52.612649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf6ab-6670-429e-ac1b-cad6119966da req-0608cbf3-43ee-47bf-b236-94c7266b14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:52.615522 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-0608cbf3-43ee-47bf-b236-94c7266b14a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1096 time: 0.0772324 Dec 16 15:55:52.636911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:52.638983 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP f2518d52-28c2-4a27-8e56-c92451a7ad4b disassociated (deleted). External IP: 172.25.7.10, port: 82e52aad-ac61-4c94-8594-128552c18a95. Dec 16 15:55:52.787215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5a60a88a-2066-439c-9085-16dc43ab0acf tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] Request body: {'port': {'network_id': '896d7092-4b04-4fa8-9f03-f47e66b92b08', 'name': 'tempest-NetworksNegativeTestJSON-1580313543'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:52.830855 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a60a88a-2066-439c-9085-16dc43ab0acf tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] POST failed (client error): The resource could not be found. Dec 16 15:55:52.832150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a60a88a-2066-439c-9085-16dc43ab0acf tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:52.838431 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5a60a88a-2066-439c-9085-16dc43ab0acf tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2973673 Dec 16 15:55:52.841048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56838) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:52.855877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf6ab-6670-429e-ac1b-cad6119966da req-eb943d16-41ef-44d3-bb08-b8e71c32c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:52.858382 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-eb943d16-41ef-44d3-bb08-b8e71c32c3e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 898 time: 0.2340941 Dec 16 15:55:52.907153 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a727da-e9a3-43e2-97b3-b2a655a288ca tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:52.907812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a727da-e9a3-43e2-97b3-b2a655a288ca tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:52.916429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91a727da-e9a3-43e2-97b3-b2a655a288ca tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "DELETE /v2.0/networks/3b022d01-9045-4c6a-82b9-5d102287aa6c HTTP/1.1" status: 404 len: 339 time: 0.0672884 Dec 16 15:55:52.917757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56840) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:52.946371 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-715514a1-0e51-4ffa-99cb-065679e89dcc tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:52.946986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715514a1-0e51-4ffa-99cb-065679e89dcc tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:52.950199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-715514a1-0e51-4ffa-99cb-065679e89dcc tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "DELETE /v2.0/ports/acbe98c2-6aee-429a-ac0d-fa8f1f35a7ce HTTP/1.1" status: 404 len: 333 time: 0.0316222 Dec 16 15:55:52.956286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56842) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:52.980438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8b6ec4b7-682e-45a1-bc73-37a7036e0521 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:55:52.980926 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-4ffb8fcc-267a-4668-93ab-bdf76140e9ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 998 time: 0.1114051 Dec 16 15:55:53.033595 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b56ff8-a580-487a-9f51-a676f301d74f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] DELETE failed (client error): The resource could not be found. Dec 16 15:55:53.033595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b56ff8-a580-487a-9f51-a676f301d74f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:53.040039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-35b56ff8-a580-487a-9f51-a676f301d74f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "DELETE /v2.0/subnets/11e64318-f5e3-418d-b69d-58c7d4aa7120 HTTP/1.1" status: 404 len: 337 time: 0.0810714 Dec 16 15:55:53.048817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf6ab-6670-429e-ac1b-cad6119966da req-0782f458-74cd-4545-b7d4-698bce4c3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:53.050274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.051403 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-0782f458-74cd-4545-b7d4-698bce4c3a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 200 len: 835 time: 0.0626464 Dec 16 15:55:53.083502 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e2c441-0ea3-4ca5-9e5d-9a2fa365ce40 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] GET failed (client error): The resource could not be found. Dec 16 15:55:53.090927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87e2c441-0ea3-4ca5-9e5d-9a2fa365ce40 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "GET /v2.0/networks/8cf52d5a-a776-4f1d-8776-1bcfa0bdfa94 HTTP/1.1" status: 404 len: 339 time: 0.0340023 Dec 16 15:55:53.091215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56846) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.129283 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f241bb33-47cc-4419-9adb-44b3837ddb9e tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] GET failed (client error): The resource could not be found. Dec 16 15:55:53.134962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f241bb33-47cc-4419-9adb-44b3837ddb9e tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "GET /v2.0/ports/9bbd3370-6c61-4af1-8a22-36dbfa1bf82a HTTP/1.1" status: 404 len: 333 time: 0.0374308 Dec 16 15:55:53.135946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.147050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:53.171437 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-281fc1a5-7d92-4340-aab1-e145f9338483 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] GET failed (client error): The resource could not be found. Dec 16 15:55:53.178822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-281fc1a5-7d92-4340-aab1-e145f9338483 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "GET /v2.0/subnets/e8dea859-a353-448b-8d48-813cf72d54da HTTP/1.1" status: 404 len: 337 time: 0.0364020 Dec 16 15:55:53.178822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf6ab-6670-429e-ac1b-cad6119966da req-b38f8131-06cb-401c-8ef6-4f18554744bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:53.178822 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-b38f8131-06cb-401c-8ef6-4f18554744bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168594 Dec 16 15:55:53.180120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.185920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6684841b-68dd-4ef2-9c4d-3db1f5e80192 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:53.237768 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6684841b-68dd-4ef2-9c4d-3db1f5e80192 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] PUT failed (client error): The resource could not be found. Dec 16 15:55:53.239040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6684841b-68dd-4ef2-9c4d-3db1f5e80192 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:53.241382 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6684841b-68dd-4ef2-9c4d-3db1f5e80192 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "PUT /v2.0/networks/9b867d6c-df4e-41ee-9338-89b205bf8973 HTTP/1.1" status: 404 len: 339 time: 0.0597632 Dec 16 15:55:53.248135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.251669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:49Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.263377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e5d7f68b-1342-43b5-a2ae-e4e2bdaa9f1f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:53.293688 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d7f68b-1342-43b5-a2ae-e4e2bdaa9f1f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] PUT failed (client error): The resource could not be found. Dec 16 15:55:53.295677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d7f68b-1342-43b5-a2ae-e4e2bdaa9f1f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:53.304385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e5d7f68b-1342-43b5-a2ae-e4e2bdaa9f1f tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "PUT /v2.0/ports/95939044-dd4a-446b-94cd-111ee367d9b9 HTTP/1.1" status: 404 len: 333 time: 0.0517659 Dec 16 15:55:53.305599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.335903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:55:53.353962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:53.367856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-417cda41-5413-48e7-8a08-55a9c2db8264 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:53.386119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:53.387204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.392869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '8b6ec4b7-682e-45a1-bc73-37a7036e0521', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': '8b6ec4b7-682e-45a1-bc73-37a7036e0521', 'mac_address': 'fa:16:3e:0d:dd:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:55:53.411633 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-51cf9633-dab8-4d41-b24d-b140636e66ab service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203565 Dec 16 15:55:53.419194 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-417cda41-5413-48e7-8a08-55a9c2db8264 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] PUT failed (client error): The resource could not be found. Dec 16 15:55:53.419959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417cda41-5413-48e7-8a08-55a9c2db8264 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:55:53.421847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-417cda41-5413-48e7-8a08-55a9c2db8264 tempest-NetworksNegativeTestJSON-587273279 tempest-NetworksNegativeTestJSON-587273279-project] 10.222.0.71 "PUT /v2.0/subnets/3302c0b6-a052-46f5-a2b4-fbc023f46e27 HTTP/1.1" status: 404 len: 337 time: 0.1115847 Dec 16 15:55:53.486206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:53.492962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:53.503753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:53.515797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373784f3-84dc-416f-becb-7e2a823419de req-d968d01f-7e4e-4a63-9fbf-6fd5c2074d1e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:53.521606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-373784f3-84dc-416f-becb-7e2a823419de req-d968d01f-7e4e-4a63-9fbf-6fd5c2074d1e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 943 time: 0.1073084 Dec 16 15:55:53.528465 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:53.529105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.593707 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.612962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.616106 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:53.616746 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.626156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-76542b2c-aaae-4581-8c84-106fa7b235c6 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/f2518d52-28c2-4a27-8e56-c92451a7ad4b HTTP/1.1" status: 204 len: 168 time: 2.2666466 Dec 16 15:55:53.633329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:53.673780 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:53.674483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4b507e-1d91-4753-a418-6faa8f160c8d None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:53.692761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-373784f3-84dc-416f-becb-7e2a823419de req-15b3bf01-3269-425f-b3df-050260fefff0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181076 Dec 16 15:55:53.701421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:55:53.741347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:53.768458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6ec4b7-682e-45a1-bc73-37a7036e0521 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:55:53.781082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-170bf6ab-6670-429e-ac1b-cad6119966da req-23ee9742-87a6-4be6-b39e-5ee645de6ca3 service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618426 Dec 16 15:55:53.846437 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-222b1e9a-e77d-49ee-9937-ff2970d73bc6 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/59d55cb6-db99-4b33-8f38-f4b86f1c0c83 HTTP/1.1" status: 200 len: 990 time: 0.2319183 Dec 16 15:55:53.872809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:53.883492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 82e52aad-ac61-4c94-8594-128552c18a95 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:53.884066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.044494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:49Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:54.045410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.059726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 82e52aad-ac61-4c94-8594-128552c18a95 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:55:54.082433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5d0e7-5d09-49c3-9358-2237d50145db None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:55:13Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:49Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:54.118347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.186650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:54.368092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f42051-0b99-47a2-a4c2-a461210ca51f None None] New status for floating IP 59d55cb6-db99-4b33-8f38-f4b86f1c0c83: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:55:54.541311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.565992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8b6ec4b7-682e-45a1-bc73-37a7036e0521'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:55:54.584593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=82e52aad-ac61-4c94-8594-128552c18a95,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:54.626434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe982e8-e37d-46c4-9c04-a2d355ae19ef None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:54.646911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.757455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.763733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cdd14211-4b4f-4172-8120-1ec5f3ee19bc tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/82e52aad-ac61-4c94-8594-128552c18a95 HTTP/1.1" status: 204 len: 168 time: 1.1186659 Dec 16 15:55:54.770121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56872) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.777247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:54.851031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56874) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:54.860704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df6e73a-e023-41cf-b2bd-d84939baa044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:54.912724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9b7d-2907-49c7-9ed8-f1e3c974c224 req-7ef5f584-46ce-46c9-8a97-e889ddd4ada7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:54.914323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-085c9b7d-2907-49c7-9ed8-f1e3c974c224 req-7ef5f584-46ce-46c9-8a97-e889ddd4ada7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 944 time: 0.0902455 Dec 16 15:55:54.935649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58fd9d82-3e92-4627-acc1-ce93113bc44a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/59d55cb6-db99-4b33-8f38-f4b86f1c0c83 HTTP/1.1" status: 200 len: 992 time: 0.0830059 Dec 16 15:55:54.975683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.020835 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df6e73a-e023-41cf-b2bd-d84939baa044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.053080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-085c9b7d-2907-49c7-9ed8-f1e3c974c224 req-837e8e6b-491d-43e0-a859-f37993b19852 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235890 Dec 16 15:55:55.141547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.155203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8df6e73a-e023-41cf-b2bd-d84939baa044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.306338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8df6e73a-e023-41cf-b2bd-d84939baa044 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b0a0f4e67d040d48e78f4ec0da50e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576202 Dec 16 15:55:55.307720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6e73a-e023-41cf-b2bd-d84939baa044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6468c777-1dbe-426a-8a5a-8cb5aa47a176,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:55.309397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:55.368519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.396186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.424053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.244 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/09af1030-2cb2-43ff-9c7d-00ff74f04679) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:55.518682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.522071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.523927 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6468c777-1dbe-426a-8a5a-8cb5aa47a176 HTTP/1.1" status: 204 len: 168 time: 0.2131393 Dec 16 15:55:55.536092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293e616-c823-47f0-9b28-2c74c25ac75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6468c777-1dbe-426a-8a5a-8cb5aa47a176,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:55.606236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.753484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:55.803772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:55.807063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:55.811343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:55.818130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=09af1030-2cb2-43ff-9c7d-00ff74f04679,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:55.928739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.123044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.361624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135632c-1e7f-4359-b585-df2a8c5cccf9 req-7098760d-da58-4b03-a0d9-28525eefa2a9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:56.364498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135632c-1e7f-4359-b585-df2a8c5cccf9 req-7098760d-da58-4b03-a0d9-28525eefa2a9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 944 time: 0.2038307 Dec 16 15:55:56.495628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2135632c-1e7f-4359-b585-df2a8c5cccf9 req-44877562-a656-40f3-be0a-fb3403b9bfcc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227412 Dec 16 15:55:56.570907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.677858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.769106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=09af1030-2cb2-43ff-9c7d-00ff74f04679,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:56.793931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.908773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:56.910200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0f8f98bd-b2a6-4168-9164-bc5ce38ae74f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1380291 Dec 16 15:55:56.914615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:56.921343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'port': {'network_id': '3d24432a-0e00-4232-92b9-bda87303f375', 'name': 'tempest-FloatingIPTestJSON-920677348'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:56.990640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:56.995550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8b6ec4b7-682e-45a1-bc73-37a7036e0521 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:55:57.157787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:57.162623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.178403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-479858749'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:57.184483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] device_id is not set on port 2ee1a9f6-1798-447f-bc56-ada1bc328e8d yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:57.192901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:55:57.202192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:57.202192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.301610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:57.308420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.316298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.325777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.342833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:55:57.345877 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d6eed4-67b2-4ffd-9143-ab64904e7ca6" -d '{"events": [{"server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:55:57.354393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.6 (3d24432a-0e00-4232-92b9-bda87303f375/66659b4f-d62e-43bd-a617-abee2588f7b0/2ee1a9f6-1798-447f-bc56-ada1bc328e8d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:55:57.360318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:55:57.404918 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024eb85a-3a0f-4085-86d7-0b2f1afc12c0 x-openstack-request-id: req-024eb85a-3a0f-4085-86d7-0b2f1afc12c0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:55:57.405571 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "name": "network-vif-plugged", "status": "completed", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:55:57.407142 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-024eb85a-3a0f-4085-86d7-0b2f1afc12c0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:55:57.407916 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521', 'code': 200} Dec 16 15:55:57.474708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.490572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.569608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.580777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.603040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:57.665950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c112cb-edf8-49de-9d0e-cb9adb014b48,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:57.697872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:57.735416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.735797 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment 2e9b888a-b78d-4448-a527-1a5578b21ec8 of type vlan for network 479a36b8-4677-4741-abde-aaa0a6c6aad0 Dec 16 15:55:57.736461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.805165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57ef24-e3f5-4bfd-b943-d43f582572bb req-692aa032-ec03-47a7-abf3-431f63655dc5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:57.806214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 3d24432a-0e00-4232-92b9-bda87303f375 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:55:57.806833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da57ef24-e3f5-4bfd-b943-d43f582572bb req-692aa032-ec03-47a7-abf3-431f63655dc5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1640222 Dec 16 15:55:57.811020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd054915-59b2-4548-a194-6001514141b4 req-e74d29e3-7855-4f02-a69e-40b11396f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:57.812557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd054915-59b2-4548-a194-6001514141b4 req-e74d29e3-7855-4f02-a69e-40b11396f846 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 1096 time: 0.2741172 Dec 16 15:55:57.814250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:57.814665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.822037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:57.836156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=2ee1a9f6-1798-447f-bc56-ada1bc328e8d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:57.843593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63f517c-738a-4efd-8af6-386dc7091d12 None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:55:57.927243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eaf32b0d-cc80-497b-a9a7-03426334d4ce None None] Provisioning complete for port 2ee1a9f6-1798-447f-bc56-ada1bc328e8d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:55:57.927764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eaf32b0d-cc80-497b-a9a7-03426334d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.942152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd054915-59b2-4548-a194-6001514141b4 req-3693a71d-8f79-4dd6-9019-64f439b4dfd2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157415 Dec 16 15:55:57.943140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:57.944142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:57.946882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da57ef24-e3f5-4bfd-b943-d43f582572bb req-48ab84f8-e7b4-4d42-8347-5b8e04358a3e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287048 Dec 16 15:55:57.995703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-eaf32b0d-cc80-497b-a9a7-03426334d4ce None None] Port 2ee1a9f6-1798-447f-bc56-ada1bc328e8d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:55:57.999663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.005866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:58.006662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.084985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=479a36b8-4677-4741-abde-aaa0a6c6aad0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:58.097402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:55:58.121197 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-724c5193-2a24-4436-af0c-9d6098e16d77 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2049437 Dec 16 15:55:58.126308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:58.132096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': '2ee1a9f6-1798-447f-bc56-ada1bc328e8d'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:58.163745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aea95d38-ae71-4c69-8a2c-0de75fe5c522 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1695280 Dec 16 15:55:58.168759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56914) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:58.178431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'name': 'tempest-PortsIpV6TestJSON-1358362160'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:58.202004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.455968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:58.468343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.507533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:55:58.732091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.762535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.833524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.860803 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.861346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:58.956806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=48e6ba01-a117-415f-8b00-ad84fdbb37c6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:55:58.974554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': '2e9b888a-b78d-4448-a527-1a5578b21ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:55:58.975078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: 479a36b8-4677-4741-abde-aaa0a6c6aad0, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:55:58.987333 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP c8c41705-0449-4b48-817e-01d24ad1ddcb associated. External IP: 172.25.7.244, port: 2ee1a9f6-1798-447f-bc56-ada1bc328e8d. Dec 16 15:55:59.148510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ac3c8-5714-48b9-99f7-f1630c3a2cc4 req-746336b8-101c-453f-b7d8-540a7a786456 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:59.150318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d1ac3c8-5714-48b9-99f7-f1630c3a2cc4 req-746336b8-101c-453f-b7d8-540a7a786456 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.0808239 Dec 16 15:55:59.160782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:55:59.242375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d1ac3c8-5714-48b9-99f7-f1630c3a2cc4 req-8b058a29-4831-4983-af40-1d3926c6cd85 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773792 Dec 16 15:55:59.256440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:55:59.346700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 479a36b8-4677-4741-abde-aaa0a6c6aad0) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:55:59.352122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:55:59.361305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf7b6d-3998-4eb0-8409-1d135d620bd6 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:55:59.371706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:55:59.373290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.407543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:55:59.417709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.420991 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:55:59.440656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:59.447463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:59.462249 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dbc10376-af15-4dab-874e-7ff7bbfa5bfe tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/c8c41705-0449-4b48-817e-01d24ad1ddcb HTTP/1.1" status: 200 len: 977 time: 1.3343475 Dec 16 15:55:59.466239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:59.508419 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:59.517297 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:55:59.518615 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:59.560448 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:55:59.561114 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bba488-fe61-4d02-95b8-a003e3ab472a None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:55:59.587930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 2ee1a9f6-1798-447f-bc56-ada1bc328e8d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:55:59.588934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.637423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d8328a01-2d3d-4063-b259-404f60791dd8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4670405 Dec 16 15:55:59.641550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:55:59.651198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-261788083'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:55:59.711848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.724188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.753306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:55:59.759978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.795101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:55:59.811641 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:55:59.812250 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment 22e18e06-b84b-441b-a048-5326565f0983 of type vlan for network 02c94ec3-8dcf-465e-88bf-1f79a4554e2b Dec 16 15:55:59.886798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.049874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.055881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:00.056545 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.138114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=02c94ec3-8dcf-465e-88bf-1f79a4554e2b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:00.148509 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.148987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.149478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.150365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.150882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.151375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.152037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.157904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:00.173940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 02c94ec3-8dcf-465e-88bf-1f79a4554e2b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:00.301574 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-15ca624a-d8df-429d-975a-2c9a45f887d5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6563437 Dec 16 15:56:00.303355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:00.306051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.306948 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.307111 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP c8c41705-0449-4b48-817e-01d24ad1ddcb disassociated. External IP: 172.25.7.244, port: 2ee1a9f6-1798-447f-bc56-ada1bc328e8d. Dec 16 15:56:00.307627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 2ee1a9f6-1798-447f-bc56-ada1bc328e8d owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:00.315254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'ports': [{'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'}, {'network_id': '02c94ec3-8dcf-465e-88bf-1f79a4554e2b'}]} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:00.316290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:00.317322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '02c94ec3-8dcf-465e-88bf-1f79a4554e2b'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:00.523447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463f681-8598-4d52-9bd4-1b7f61e24712 req-8d9f559f-10a4-4442-bfe4-86ee5d914d04 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:00.526067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0463f681-8598-4d52-9bd4-1b7f61e24712 req-8d9f559f-10a4-4442-bfe4-86ee5d914d04 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1333849 Dec 16 15:56:00.662405 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0463f681-8598-4d52-9bd4-1b7f61e24712 req-484b4b9f-0ed8-48e0-9bf5-9e8ee4cf5a6f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237378 Dec 16 15:56:00.674624 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 2} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:00.682822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.707698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.764354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:00.815766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 29a77021-a8ef-440f-97dc-beed0ce361ff yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:00.825183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=2ee1a9f6-1798-447f-bc56-ada1bc328e8d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:00.855084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27cfd5-6292-4eaa-9462-fce2391db7a4 None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:00.917786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350794-cbd5-4694-820e-36d091f7ece0 req-0aa967eb-fb51-4455-9181-332edc431c47 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:00.919474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af350794-cbd5-4694-820e-36d091f7ece0 req-0aa967eb-fb51-4455-9181-332edc431c47 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1347067 Dec 16 15:56:01.009795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.017919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:01.022410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af350794-cbd5-4694-820e-36d091f7ece0 req-63695229-9fc1-468b-884c-87e5ea63219e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713787 Dec 16 15:56:01.126200 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 49aae744-3df3-4673-8fd4-c7bd8bf6b5d8 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:01.168888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:01.182427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:01.206315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:01.207526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:01.280210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.281429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.288480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2cc36e6a-b8ca-4ace-b1a5-3cc87bc0a3f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/2ee1a9f6-1798-447f-bc56-ada1bc328e8d HTTP/1.1" status: 204 len: 168 time: 1.8207057 Dec 16 15:56:01.289621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56932) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:01.291064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:01.306299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:01.306953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:01.346160 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2e2cae9-3d68-4ce8-9dee-9fbf6c9ee19e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/floatingips/c8c41705-0449-4b48-817e-01d24ad1ddcb HTTP/1.1" status: 200 len: 688 time: 0.0550256 Dec 16 15:56:01.348879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:01.349736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:01.350159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf5da4f-9ac6-438f-b3ab-21ee959c1941 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:01.415982 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-dbaaf057-6582-4964-a677-6a10c1337be8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593832 Dec 16 15:56:01.522701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 09af1030-2cb2-43ff-9c7d-00ff74f04679 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:01.523289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.542868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-628f86d4-ed39-409a-9e8e-887f63215913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:01.544430 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-628f86d4-ed39-409a-9e8e-887f63215913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 1096 time: 0.0637953 Dec 16 15:56:01.596374 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.637947 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.638463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.656273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 09af1030-2cb2-43ff-9c7d-00ff74f04679 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:01.756578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:01.756578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:01.756578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:01.756578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:01.756578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=29a77021-a8ef-440f-97dc-beed0ce361ff,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:01.815109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-df3604ce-ece4-475e-b948-a787832017d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:01.818379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-df3604ce-ece4-475e-b948-a787832017d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.2483253 Dec 16 15:56:01.824072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=49aae744-3df3-4673-8fd4-c7bd8bf6b5d8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:01.874336 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-619cec60-a1ad-4c0a-a060-a4cfe1afd6cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 200 len: 217 time: 0.0439494 Dec 16 15:56:01.891096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': '22e18e06-b84b-441b-a048-5326565f0983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '02c94ec3-8dcf-465e-88bf-1f79a4554e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:01.891451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: 02c94ec3-8dcf-465e-88bf-1f79a4554e2b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:01.952731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-30fca334-9b1c-4e2d-98c8-fbc585a0838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:01.954342 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-30fca334-9b1c-4e2d-98c8-fbc585a0838f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0720675 Dec 16 15:56:02.006987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-df8cf881-3c94-411a-a0f4-fe8a0034f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:02.008667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-df8cf881-3c94-411a-a0f4-fe8a0034f14b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474370 Dec 16 15:56:02.064937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.077891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 02c94ec3-8dcf-465e-88bf-1f79a4554e2b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:02.108580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=09af1030-2cb2-43ff-9c7d-00ff74f04679,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:02.144432 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-a9778c3d-c8aa-46de-bc69-f32cacabc54a service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265354 Dec 16 15:56:02.209787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef992e-0d24-41a1-aa53-754bcda0c30c req-f2af13e7-d90e-4e82-bfb0-2350bbdb70df tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:02.216146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88ef992e-0d24-41a1-aa53-754bcda0c30c req-f2af13e7-d90e-4e82-bfb0-2350bbdb70df tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1614156 Dec 16 15:56:02.216596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 02c94ec3-8dcf-465e-88bf-1f79a4554e2b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:02.221250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:02.227610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:02.235435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec7870-dc22-47d4-b0ff-8c616bc9e7f4 None None] Network 02c94ec3-8dcf-465e-88bf-1f79a4554e2b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:02.236370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:02.236370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.241752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.244516 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.246101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0072f751-81fa-4959-85af-4219b3980cc0 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/c8c41705-0449-4b48-817e-01d24ad1ddcb HTTP/1.1" status: 204 len: 168 time: 0.8948362 Dec 16 15:56:02.252128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:02.258036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '9a80a4de-86d8-458b-895d-85884b1b25f5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:02.292309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88ef992e-0d24-41a1-aa53-754bcda0c30c req-3ed3ce8a-b8a8-434c-813d-557f429eb679 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713272 Dec 16 15:56:02.308616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-70b06ab3-ce1c-4e82-99fa-46d2312e41a4 req-b2fae762-0f95-4e61-8178-5431d949153f service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567874 Dec 16 15:56:02.346196 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-57c0b503-8390-46be-be28-75f6083ce76c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0424712 Dec 16 15:56:02.349715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56940) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:02.459159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 49aae744-3df3-4673-8fd4-c7bd8bf6b5d8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:02.459527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.461160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.571225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.592098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 49aae744-3df3-4673-8fd4-c7bd8bf6b5d8 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:02.616687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.749346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.17 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:02.809407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.841270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=49aae744-3df3-4673-8fd4-c7bd8bf6b5d8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:02.849579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:02.856736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8bf8dee5-6d22-4f6f-bb1a-220a7fef6736 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/49aae744-3df3-4673-8fd4-c7bd8bf6b5d8 HTTP/1.1" status: 204 len: 168 time: 0.5046494 Dec 16 15:56:02.857041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:02.990460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155cad-a80d-442f-90ee-3e61c077fe54 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:03.001609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e155cad-a80d-442f-90ee-3e61c077fe54 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:03.004073 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0e155cad-a80d-442f-90ee-3e61c077fe54 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1454720 Dec 16 15:56:03.007233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:03.009906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.126089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 29a77021-a8ef-440f-97dc-beed0ce361ff {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:03.126514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.164589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.208395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.212339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:03.215489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:03.219250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:03.229824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 29a77021-a8ef-440f-97dc-beed0ce361ff owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:03.429716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.476993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=29a77021-a8ef-440f-97dc-beed0ce361ff,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:03.487968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:03.495071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e27d729e-e410-4f00-be3a-cc01f96cdfc5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/29a77021-a8ef-440f-97dc-beed0ce361ff HTTP/1.1" status: 204 len: 168 time: 0.4823852 Dec 16 15:56:03.496474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56948) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:03.538679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7542d-d4f6-41ba-9efc-d7c2b5bd67d4 req-a9739bbf-0621-47fd-a704-62fcf7a759b0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:03.540371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d7542d-d4f6-41ba-9efc-d7c2b5bd67d4 req-a9739bbf-0621-47fd-a704-62fcf7a759b0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1522152 Dec 16 15:56:03.624483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:03.632813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b0958-d3ce-480f-ace2-a67c21934ff1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:03.634553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ad4b0958-d3ce-480f-ace2-a67c21934ff1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1380680 Dec 16 15:56:03.639575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56950) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:03.653749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5d7542d-d4f6-41ba-9efc-d7c2b5bd67d4 req-1e02da16-1122-4712-9302-9f147a6b32ef tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962455 Dec 16 15:56:03.669687 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-10722745-a69a-47ea-923b-f5b67677f511 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:03.671794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-10722745-a69a-47ea-923b-f5b67677f511 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/49aae744-3df3-4673-8fd4-c7bd8bf6b5d8 HTTP/1.1" status: 404 len: 333 time: 0.0308275 Dec 16 15:56:03.676691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56952) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:03.709879 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-111f0f93-7c84-479b-bb3d-9b71618ce69e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:03.711994 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-111f0f93-7c84-479b-bb3d-9b71618ce69e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/29a77021-a8ef-440f-97dc-beed0ce361ff HTTP/1.1" status: 404 len: 333 time: 0.0334237 Dec 16 15:56:03.716099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56954) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:03.832202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.013745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.038485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28479198-446e-4d83-a153-29b8cb36d15f req-96312175-c3b3-4d86-bdbe-88e788f153cb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:04.040111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28479198-446e-4d83-a153-29b8cb36d15f req-96312175-c3b3-4d86-bdbe-88e788f153cb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 945 time: 0.1566300 Dec 16 15:56:04.044965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.050689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c94ec3-8dcf-465e-88bf-1f79a4554e2b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:04.086066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e18e06-b84b-441b-a048-5326565f0983') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:04.086380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e18e06-b84b-441b-a048-5326565f0983') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:04.103187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.149261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.159864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:04.160315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:04.163680 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:04.204105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.239194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:04.239486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.292779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.303109 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.306523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/02c94ec3-8dcf-465e-88bf-1f79a4554e2b HTTP/1.1" status: 204 len: 168 time: 0.5892563 Dec 16 15:56:04.311470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:04.317052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1951862666'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:04.336104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176faed-d906-458a-8446-599fccc799a2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=02c94ec3-8dcf-465e-88bf-1f79a4554e2b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:04.391741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port 8b6ec4b7-682e-45a1-bc73-37a7036e0521, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8b6ec4b7-682e-45a1-bc73-37a7036e0521,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:04.392302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.399970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.408735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for 8b6ec4b7-682e-45a1-bc73-37a7036e0521 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:04.489368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:04.493088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.511579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.560395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:04.578075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.579071 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment c24feb90-bf64-4129-b923-b554e6440418 of type vlan for network 6df13b07-786e-430e-a15b-544c34448d43 Dec 16 15:56:04.590050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:04.605043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.623227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.627943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.663255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['4881d157-941a-47cc-9e0b-1844be8ac0b8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:56:04.667981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=8b6ec4b7-682e-45a1-bc73-37a7036e0521,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:04.735407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port 8b6ec4b7-682e-45a1-bc73-37a7036e0521 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:04.739293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.748863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28479198-446e-4d83-a153-29b8cb36d15f req-d88a1598-b256-420c-a5ea-d80b456405aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.74 "DELETE /v2.0/ports/8b6ec4b7-682e-45a1-bc73-37a7036e0521 HTTP/1.1" status: 204 len: 173 time: 0.6952114 Dec 16 15:56:04.751252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'name': 'network-vif-deleted', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:04.754788 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d59ede-9e3c-4de5-b73a-a8c3bc95fa73" -d '{"events": [{"server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "name": "network-vif-deleted", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:04.757223 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP be5d02f9-d118-4842-b0e1-d52c7eba4785 associated. External IP: 172.25.7.17, port: 9a80a4de-86d8-458b-895d-85884b1b25f5. Dec 16 15:56:04.770364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8b6ec4b7-682e-45a1-bc73-37a7036e0521'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:56:04.814943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.821398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:04.822394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:04.842548 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6462ab2-f501-4935-8434-d1eeaff8b5ca x-openstack-request-id: req-a6462ab2-f501-4935-8434-d1eeaff8b5ca {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:04.843262 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9815bc48-d7cb-4e8a-a235-e9bda4a63f9c", "name": "network-vif-deleted", "tag": "8b6ec4b7-682e-45a1-bc73-37a7036e0521", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:04.843751 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6462ab2-f501-4935-8434-d1eeaff8b5ca {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:04.845003 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9815bc48-d7cb-4e8a-a235-e9bda4a63f9c', 'name': 'network-vif-deleted', 'tag': '8b6ec4b7-682e-45a1-bc73-37a7036e0521', 'status': 'completed', 'code': 200} Dec 16 15:56:04.922253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2e4652-4daa-4aaf-9cef-9f673f050111 req-62d7765b-672d-42ec-bf2a-d90865d549a0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0644479 Dec 16 15:56:04.953595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=6df13b07-786e-430e-a15b-544c34448d43,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:04.978099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6df13b07-786e-430e-a15b-544c34448d43 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:05.013665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c41fa571-3ec5-455f-b61d-a7019f9d956e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6967838 Dec 16 15:56:05.013665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56962) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:05.015529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '6df13b07-786e-430e-a15b-544c34448d43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:05.169210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:05.242979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:05.246886 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.318968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:05.335647 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:05.339456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Performing IP validity checks on allocation pools {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 15:56:05.346460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 15:56:05.354547 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:05.355603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:05.420435 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:05.435916 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.437730 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:05.438897 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:05.508108 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58d3ed40-6a91-4727-a2f9-bdfbbdeef0ef tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.2512982 Dec 16 15:56:05.508773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:05.509173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:05.510621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3dab1-d0bf-4486-8b00-41af74709318 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:05.523337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1904934556'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:05.609589 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.655613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:05.663581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.706857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=3b52a8b7-fb93-44e7-b16a-a1ea134f2da4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:05.711441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:05.721374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': 'c24feb90-bf64-4129-b923-b554e6440418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6df13b07-786e-430e-a15b-544c34448d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:05.721967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: 6df13b07-786e-430e-a15b-544c34448d43, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:05.730203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.731050 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Added segment 4a82ecbf-11c8-46d7-a2b7-cd083f5271d2 of type vlan for network 1ee21989-90ec-4484-b770-aa2fa5ac2442 Dec 16 15:56:05.797022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.957927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 6df13b07-786e-430e-a15b-544c34448d43 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:05.974568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:05.985873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:05.985873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.077387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Network': ['ID=1ee21989-90ec-4484-b770-aa2fa5ac2442,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:06.079476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c6a04f9-0ab4-4ece-9ec9-a0a2ad7214a8 req-26caf9b0-9124-4e9d-8bc2-bddee26fde38 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0325940 Dec 16 15:56:06.094196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:06.117615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6df13b07-786e-430e-a15b-544c34448d43) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:06.122981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:06.134918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.148106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddc149-38b8-439b-9f2e-8566e102a33e None None] Network 6df13b07-786e-430e-a15b-544c34448d43 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:06.162730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b1387f6-fcd8-4099-9df0-f666880d5901 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6522384 Dec 16 15:56:06.168222 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:06.176502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'subnet': {'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:06.246207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1234d890-6d8f-4c84-a34c-d08aec1a2df0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2348258 Dec 16 15:56:06.250509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:06.266502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '6df13b07-786e-430e-a15b-544c34448d43', 'name': 'tempest-PortsIpV6TestJSON-1171095651'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:06.470869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:06.479414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6df13b07-786e-430e-a15b-544c34448d43', 'network_id': '6df13b07-786e-430e-a15b-544c34448d43', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': '3b52a8b7-fb93-44e7-b16a-a1ea134f2da4'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:06.480808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.484910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.575143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:06.582597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.624131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 44b6b099-7d77-47cc-b803-34e1b7cc4823 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:06.673739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Allocated IP 2001:db8::2 (6df13b07-786e-430e-a15b-544c34448d43/3b52a8b7-fb93-44e7-b16a-a1ea134f2da4/39415991-fdb8-459a-be3c-fcf4e62aeba3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:06.866159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:06.890281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.011275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Subnet': ['ID=0adf80b7-f2a9-4434-9717-2384254ab1d3,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:07.020906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8b6ec4b7-682e-45a1-bc73-37a7036e0521 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:07.025376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Checking segment: {'id': '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:07.025922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network hostable DHCP agents. Network: 1ee21989-90ec-4484-b770-aa2fa5ac2442, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:07.067576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.079683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 8b6ec4b7-682e-45a1-bc73-37a7036e0521 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:07.084278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8b6ec4b7-682e-45a1-bc73-37a7036e0521 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:07.128111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Network 6df13b07-786e-430e-a15b-544c34448d43 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:07.134767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::143 (6df13b07-786e-430e-a15b-544c34448d43/3b52a8b7-fb93-44e7-b16a-a1ea134f2da4/44b6b099-7d77-47cc-b803-34e1b7cc4823) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:07.135216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:07.136252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:07.139902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Pushing event updated for resources: {'Port': ['ID=39415991-fdb8-459a-be3c-fcf4e62aeba3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:07.152654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:07.235520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Attempting to bind port 39415991-fdb8-459a-be3c-fcf4e62aeba3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:07.235946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Attempting to bind port 39415991-fdb8-459a-be3c-fcf4e62aeba3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'c24feb90-bf64-4129-b923-b554e6440418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6df13b07-786e-430e-a15b-544c34448d43'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:07.239639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Attempting to bind port 39415991-fdb8-459a-be3c-fcf4e62aeba3 on network 6df13b07-786e-430e-a15b-544c34448d43 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:07.249153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:07.253881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 1ee21989-90ec-4484-b770-aa2fa5ac2442) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:07.254079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Checking segment: {'id': 'c24feb90-bf64-4129-b923-b554e6440418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6df13b07-786e-430e-a15b-544c34448d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:07.254079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.254079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Bound using segment: {'id': 'c24feb90-bf64-4129-b923-b554e6440418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6df13b07-786e-430e-a15b-544c34448d43'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:07.254079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Bound port: 39415991-fdb8-459a-be3c-fcf4e62aeba3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24feb90-bf64-4129-b923-b554e6440418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6df13b07-786e-430e-a15b-544c34448d43'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:07.254079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.257525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:07.258301 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.270329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae28df-2393-4dcb-8c14-d7404369e554 None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:07.286752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dcc300b-8c39-4ac8-a15d-2bdd4b1061eb req-9cdae4fa-2a16-49dd-8373-35a80532cc8f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0679705 Dec 16 15:56:07.369604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.411864 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c57363eb-ce7b-45ca-8423-78cf28fb47bd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2420249 Dec 16 15:56:07.415025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:07.420535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1525842363', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:07.446341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] For port 39415991-fdb8-459a-be3c-fcf4e62aeba3, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:07.489519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.499864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] For port 39415991-fdb8-459a-be3c-fcf4e62aeba3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=39415991-fdb8-459a-be3c-fcf4e62aeba3,segment=NetworkSegment(c24feb90-bf64-4129-b923-b554e6440418),segment_id=c24feb90-bf64-4129-b923-b554e6440418)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:07.519261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-1ee21989-90ec-4484-b770-aa2fa5ac2442', 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442', 'project_id': '14468b34ebf94ae380fcbfe6d68fef31', 'fixed_ips': [{'subnet_id': '0adf80b7-f2a9-4434-9717-2384254ab1d3'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:07.521310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.534890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.536025 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.588218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 6df13b07-786e-430e-a15b-544c34448d43 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:07.595086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:07.605658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:07.627569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:07.627569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.636123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.651418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:07.656195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=44b6b099-7d77-47cc-b803-34e1b7cc4823,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:07.730751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaa0e4-86b2-485a-af56-02240b2d815a None None] Pushing event updated for resources: {'Port': ['ID=39415991-fdb8-459a-be3c-fcf4e62aeba3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:07.752486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-96fb2ebb-8106-4321-9ae7-dbc3879d873c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4957120 Dec 16 15:56:07.752878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:07.858111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Allocated IP 172.20.0.2 (1ee21989-90ec-4484-b770-aa2fa5ac2442/0adf80b7-f2a9-4434-9717-2384254ab1d3/a1b83730-6085-45e6-bfdc-a299932f10d5) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:08.212326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.216992 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.250652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 44b6b099-7d77-47cc-b803-34e1b7cc4823 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:08.253531 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.347410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.455347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.461993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Pushing event updated for resources: {'Port': ['ID=a1b83730-6085-45e6-bfdc-a299932f10d5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:08.467115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:08.469253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:08.474272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:08.480779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 44b6b099-7d77-47cc-b803-34e1b7cc4823 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:08.484226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7603a29c-c1c0-4ff7-97d3-9b55c29ab45b req-5c758b0f-36c9-45ca-bc31-a7728bb387bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0444758 Dec 16 15:56:08.545458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Attempting to bind port a1b83730-6085-45e6-bfdc-a299932f10d5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:08.550377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Attempting to bind port a1b83730-6085-45e6-bfdc-a299932f10d5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:08.550377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Attempting to bind port a1b83730-6085-45e6-bfdc-a299932f10d5 on network 1ee21989-90ec-4484-b770-aa2fa5ac2442 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:08.553986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:08.554686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Checking segment: {'id': '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:08.556105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.556105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Bound using segment: {'id': '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:08.556105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Bound port: a1b83730-6085-45e6-bfdc-a299932f10d5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:08.556671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.666809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] For port a1b83730-6085-45e6-bfdc-a299932f10d5, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:08.672227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] For port a1b83730-6085-45e6-bfdc-a299932f10d5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1b83730-6085-45e6-bfdc-a299932f10d5,segment=NetworkSegment(4a82ecbf-11c8-46d7-a2b7-cd083f5271d2),segment_id=4a82ecbf-11c8-46d7-a2b7-cd083f5271d2)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:08.686673 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:56:08.748946 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.805772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.820220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Pushing event updated for resources: {'Port': ['ID=a1b83730-6085-45e6-bfdc-a299932f10d5,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:08.840847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.841203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.841642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.842028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.842372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.842759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.843130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.843469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.844578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.844919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.845254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.845580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.845908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a9a8b5-44cf-4308-87e9-b818278068fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:08.849804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.905883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:08.958282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=44b6b099-7d77-47cc-b803-34e1b7cc4823,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:09.000188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.004768 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3cbdcf61-88ad-4de4-88e9-c42486ada94f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/44b6b099-7d77-47cc-b803-34e1b7cc4823 HTTP/1.1" status: 204 len: 168 time: 1.2507710 Dec 16 15:56:09.008847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56980) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:09.053282 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbe835c-77c7-450e-81e8-b5b2dbe3858c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:56:09.057204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbe835c-77c7-450e-81e8-b5b2dbe3858c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:56:09.057398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5fbe835c-77c7-450e-81e8-b5b2dbe3858c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/44b6b099-7d77-47cc-b803-34e1b7cc4823 HTTP/1.1" status: 404 len: 333 time: 0.0463295 Dec 16 15:56:09.061648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56982) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:09.069389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.25.7.124 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1bf4dd85-02cc-448a-a94d-4f608fb663fb) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:09.102362 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-793fd883-fdaf-448c-ac54-8565a41f62bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:09.104402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-793fd883-fdaf-448c-ac54-8565a41f62bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/44b6b099-7d77-47cc-b803-34e1b7cc4823 HTTP/1.1" status: 404 len: 333 time: 0.0416813 Dec 16 15:56:09.108605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56984) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:09.182496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 3b52a8b7-fb93-44e7-b16a-a1ea134f2da4 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:09.202699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.255383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.259659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.413837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.415323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.479100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:09.482620 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:09.487202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:09.494068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4c779-c6c2-44e2-9859-7f763917243d None None] Network 6df13b07-786e-430e-a15b-544c34448d43 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:09.526128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=1bf4dd85-02cc-448a-a94d-4f608fb663fb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:09.563637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778297c5-5d1a-4af6-a173-70e4de6d7807 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:09.641167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Provisioning complete for port 39415991-fdb8-459a-be3c-fcf4e62aeba3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:09.641594 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:09.816107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6529520e-5464-4ca5-8a2c-fa641405a566 req-fb136569-1590-4f12-a58a-09b17d9b18e0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0400968 Dec 16 15:56:09.869509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.051101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1b83730-6085-45e6-bfdc-a299932f10d5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:10.068244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.168818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a1b83730-6085-45e6-bfdc-a299932f10d5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:10.168818 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.232983 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.256245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.260582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/3b52a8b7-fb93-44e7-b16a-a1ea134f2da4 HTTP/1.1" status: 204 len: 168 time: 1.1497698 Dec 16 15:56:10.270617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 56988) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:10.289830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf432f6-16d9-4281-8068-c031019321cf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=3b52a8b7-fb93-44e7-b16a-a1ea134f2da4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:10.352684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462bcec-904a-4f0c-b8f3-dabca0bc8e7f None None] Network 6df13b07-786e-430e-a15b-544c34448d43 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:10.390377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.515704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:56:10.516355 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:56:10.547866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.576039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f1bdc-1316-4333-82a6-84f73abf7dd1 None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:10.665871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.789357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port a1b83730-6085-45e6-bfdc-a299932f10d5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1b83730-6085-45e6-bfdc-a299932f10d5,segment=NetworkSegment(4a82ecbf-11c8-46d7-a2b7-cd083f5271d2),segment_id=4a82ecbf-11c8-46d7-a2b7-cd083f5271d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:10.868795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] DHCP port deletion for 6df13b07-786e-430e-a15b-544c34448d43 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:10.949114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:10.962535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 39415991-fdb8-459a-be3c-fcf4e62aeba3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:11.026361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aae1d7c2-a73f-4c70-9e25-e50609a77fdf req-93d1e478-27b0-48da-9409-d298af271554 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0512514 Dec 16 15:56:11.134336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 39415991-fdb8-459a-be3c-fcf4e62aeba3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:11.135383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.216263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=a1b83730-6085-45e6-bfdc-a299932f10d5,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:11.230842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.240189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port 39415991-fdb8-459a-be3c-fcf4e62aeba3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=39415991-fdb8-459a-be3c-fcf4e62aeba3,segment=NetworkSegment(c24feb90-bf64-4129-b923-b554e6440418),segment_id=c24feb90-bf64-4129-b923-b554e6440418)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:11.241418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.268404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 39415991-fdb8-459a-be3c-fcf4e62aeba3 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:11.299291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 39415991-fdb8-459a-be3c-fcf4e62aeba3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:11.299668 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.302769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] For port 39415991-fdb8-459a-be3c-fcf4e62aeba3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=39415991-fdb8-459a-be3c-fcf4e62aeba3,segment=NetworkSegment(c24feb90-bf64-4129-b923-b554e6440418),segment_id=c24feb90-bf64-4129-b923-b554e6440418)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:11.304711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Deleting port 39415991-fdb8-459a-be3c-fcf4e62aeba3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:11.305104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.404702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.420501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] For port 39415991-fdb8-459a-be3c-fcf4e62aeba3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=39415991-fdb8-459a-be3c-fcf4e62aeba3,segment=NetworkSegment(c24feb90-bf64-4129-b923-b554e6440418),segment_id=c24feb90-bf64-4129-b923-b554e6440418)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:11.424459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.426940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router fb1efce2-8328-4c11-bc0d-f9962bb11938 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:56:11.468662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Calling delete_port for 39415991-fdb8-459a-be3c-fcf4e62aeba3 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:11.564541 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.571861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484eb44-8c7e-4ccc-a997-da13d291f6e4 None None] Pushing event updated for resources: {'Port': ['ID=39415991-fdb8-459a-be3c-fcf4e62aeba3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:11.575614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Port 39415991-fdb8-459a-be3c-fcf4e62aeba3 update to ACTIVE by agent not found {{(pid=104057) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 15:56:11.604501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Provisioning complete for port 1bf4dd85-02cc-448a-a94d-4f608fb663fb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:11.609211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.641093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=39415991-fdb8-459a-be3c-fcf4e62aeba3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:11.651391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port 39415991-fdb8-459a-be3c-fcf4e62aeba3 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:11.688169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.691597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Port 1bf4dd85-02cc-448a-a94d-4f608fb663fb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:11.697462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:11.743066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] Sync routers for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:11.752844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] Pushing event deleted for resources: {'Port': ['ID=39415991-fdb8-459a-be3c-fcf4e62aeba3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:11.755699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Could not find standard attr ID for object 39415991-fdb8-459a-be3c-fcf4e62aeba3. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:56:11.758282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ee132-27a3-45b4-96dc-d2fb038371ee None None] No DVR routers for this DVR port 39415991-fdb8-459a-be3c-fcf4e62aeba3 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:11.790878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:11.792039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:11.829349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.864422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df13b07-786e-430e-a15b-544c34448d43']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:11.869149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:11.872780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1b83730-6085-45e6-bfdc-a299932f10d5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:11.873421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24feb90-bf64-4129-b923-b554e6440418') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:11.873823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24feb90-bf64-4129-b923-b554e6440418') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:11.888594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.901335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.907452 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d55942e-e3b7-4240-97da-9ef2eb572028 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4861655 Dec 16 15:56:11.917252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 56996) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:11.935971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.957548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:11.958031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.975298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Provisioning complete for port a1b83730-6085-45e6-bfdc-a299932f10d5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:11.978783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc3020fb-ebb2-4c8d-ba89-ced1b75b7cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:11.994327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:11.995117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:12.023941 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:12.142518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.162994 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.176798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/6df13b07-786e-430e-a15b-544c34448d43 HTTP/1.1" status: 204 len: 168 time: 1.9052927 Dec 16 15:56:12.177193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57000) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:12.185508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-206051808'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:12.197504 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1250ea-d069-41fc-a0e4-feea78fd8107 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=6df13b07-786e-430e-a15b-544c34448d43,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:12.249554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:12.250761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133874e3-8e6a-4e48-b788-a66587cfa9cd None None] The sync data for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:12.282266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a1b83730-6085-45e6-bfdc-a299932f10d5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:12.282266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.348701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53f212a4-ba7f-4e69-80e9-7dacd2a528b9 req-f7c089c4-ad70-4c44-8ce6-ac3252dec615 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0702260 Dec 16 15:56:12.495476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 39415991-fdb8-459a-be3c-fcf4e62aeba3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:12.521346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:12.527304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.550728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 39415991-fdb8-459a-be3c-fcf4e62aeba3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:12.550728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 39415991-fdb8-459a-be3c-fcf4e62aeba3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:12.635235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:12.653911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.654269 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment e33b7f62-5a28-4d96-8ce7-40cec31698cd of type vlan for network e022f551-fea5-4332-acfc-126e1591c027 Dec 16 15:56:12.731290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.879260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.886503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:12.887290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:12.920380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:13.029862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=e022f551-fea5-4332-acfc-126e1591c027,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:13.050674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network e022f551-fea5-4332-acfc-126e1591c027 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:13.155056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-34cea62a-a27e-445c-8cc7-5f13b2c4029b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9761519 Dec 16 15:56:13.160172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:13.166474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': 'e022f551-fea5-4332-acfc-126e1591c027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:13.367584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.1 (1ee21989-90ec-4484-b770-aa2fa5ac2442/0adf80b7-f2a9-4434-9717-2384254ab1d3/2843d8e1-4661-45b4-8faa-c43d7c66551d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:13.380396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:13.384202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:13.588646 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:13.642742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a906abc-017f-4d82-b45e-64ddf6d6e774 req-53395d36-d1a4-4e28-9055-6f4c323aeea4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=9815bc48-d7cb-4e8a-a235-e9bda4a63f9c HTTP/1.1" status: 200 len: 210 time: 0.0604722 Dec 16 15:56:13.780951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:13.837764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:13.841834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:13.849626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:13.853936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:13.908169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=2843d8e1-4661-45b4-8faa-c43d7c66551d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:13.971764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.015404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=df926b62-2e0e-4711-b560-8f3d765b6249,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:14.039413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': 'e33b7f62-5a28-4d96-8ce7-40cec31698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:14.040042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: e022f551-fea5-4332-acfc-126e1591c027, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:14.152442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network e022f551-fea5-4332-acfc-126e1591c027 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:14.249956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4242861d-767b-4d16-9e25-ee93e901fcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.293297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-db6c0033-ba40-4f4c-ba01-bba3967837f9 None None] Provisioning complete for port 2843d8e1-4661-45b4-8faa-c43d7c66551d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:14.293679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db6c0033-ba40-4f4c-ba01-bba3967837f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.338795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-db6c0033-ba40-4f4c-ba01-bba3967837f9 None None] Port 2843d8e1-4661-45b4-8faa-c43d7c66551d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:14.342702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.391527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, e022f551-fea5-4332-acfc-126e1591c027) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:14.391527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:14.391527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.392504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a0bfe-b70c-4f0e-8cb8-904617fc50e5 None None] Network e022f551-fea5-4332-acfc-126e1591c027 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:14.500695 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-be1ddfa2-2003-4bc8-afb6-b1b5c0ca8346 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3392384 Dec 16 15:56:14.502470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57008) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:14.510267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': 'e022f551-fea5-4332-acfc-126e1591c027', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1623892900'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:14.565591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-e022f551-fea5-4332-acfc-126e1591c027', 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': 'df926b62-2e0e-4711-b560-8f3d765b6249'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:14.574822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.763049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:14.770242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.790081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:14.811976 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Allocated IP 2001:db8::2 (e022f551-fea5-4332-acfc-126e1591c027/df926b62-2e0e-4711-b560-8f3d765b6249/de43fd71-cf90-469c-9e72-d2531595b408) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:14.823013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 138a481b-1e52-47f8-aa53-42b48c0873b6 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:14.906812 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.029172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.040677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.045023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=2843d8e1-4661-45b4-8faa-c43d7c66551d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:15.117923 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.174498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Network e022f551-fea5-4332-acfc-126e1591c027 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:15.176283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Pushing event updated for resources: {'Port': ['ID=de43fd71-cf90-469c-9e72-d2531595b408,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:15.179079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:15.181596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:15.210286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:15.212636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:15.258541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::9d (e022f551-fea5-4332-acfc-126e1591c027/df926b62-2e0e-4711-b560-8f3d765b6249/138a481b-1e52-47f8-aa53-42b48c0873b6) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:15.342638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Attempting to bind port de43fd71-cf90-469c-9e72-d2531595b408 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:15.343250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Attempting to bind port de43fd71-cf90-469c-9e72-d2531595b408 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e33b7f62-5a28-4d96-8ce7-40cec31698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:15.343411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Attempting to bind port de43fd71-cf90-469c-9e72-d2531595b408 on network e022f551-fea5-4332-acfc-126e1591c027 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:15.355574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:15.356151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Checking segment: {'id': 'e33b7f62-5a28-4d96-8ce7-40cec31698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:15.356441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.356852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Bound using segment: {'id': 'e33b7f62-5a28-4d96-8ce7-40cec31698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:15.357413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Bound port: de43fd71-cf90-469c-9e72-d2531595b408, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33b7f62-5a28-4d96-8ce7-40cec31698cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e022f551-fea5-4332-acfc-126e1591c027'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:15.357819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.432390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router fb1efce2-8328-4c11-bc0d-f9962bb11938 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:15.444054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.456694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] For port de43fd71-cf90-469c-9e72-d2531595b408, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:15.460899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] For port de43fd71-cf90-469c-9e72-d2531595b408, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de43fd71-cf90-469c-9e72-d2531595b408,segment=NetworkSegment(e33b7f62-5a28-4d96-8ce7-40cec31698cd),segment_id=e33b7f62-5a28-4d96-8ce7-40cec31698cd)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:15.535104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.571455 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.609984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4dc95-beaf-43c9-9a67-f02b325194c3 None None] Pushing event updated for resources: {'Port': ['ID=de43fd71-cf90-469c-9e72-d2531595b408,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:15.654586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:15.663710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network e022f551-fea5-4332-acfc-126e1591c027 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:15.667590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:15.671020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:15.678554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:15.679251 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.687088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81a9dfcd-8ca4-4f5c-a6d8-39c392f86ff5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/routers/fb1efce2-8328-4c11-bc0d-f9962bb11938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653921 Dec 16 15:56:15.691262 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] Sync routers for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:15.692360 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57014) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:15.704249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c46ce941-d564-423e-b357-c22854358ce3 None None] Provisioning complete for port 2843d8e1-4661-45b4-8faa-c43d7c66551d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:15.706842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c46ce941-d564-423e-b357-c22854358ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:15.707846 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=138a481b-1e52-47f8-aa53-42b48c0873b6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:15.710898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'port': {'network_id': '1ee21989-90ec-4484-b770-aa2fa5ac2442', 'name': 'tempest-FloatingIPTestJSON-220786242'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:15.712197 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:15.712788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:15.757520 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:15.777991 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:15.779906 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:15.814900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c46ce941-d564-423e-b357-c22854358ce3 None None] Port 2843d8e1-4661-45b4-8faa-c43d7c66551d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:15.868675 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fde3b9f4-cc2f-4955-82ed-9968b51426d2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3644285 Dec 16 15:56:15.872711 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:15.873663 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfc3089-2818-4075-83ca-829205adab4c None None] The sync data for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:15.874333 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57018) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:16.133935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 138a481b-1e52-47f8-aa53-42b48c0873b6 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:16.133935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.259938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Made reservation on behalf of 14468b34ebf94ae380fcbfe6d68fef31 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:16.263643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.290755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] device_id is not set on port 3331c7da-529c-4188-979a-c330e0d0f7f7 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:16.312172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.328848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 138a481b-1e52-47f8-aa53-42b48c0873b6 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:16.482045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Allocated IP 172.20.0.9 (1ee21989-90ec-4484-b770-aa2fa5ac2442/0adf80b7-f2a9-4434-9717-2384254ab1d3/3331c7da-529c-4188-979a-c330e0d0f7f7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:16.545567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e545f4be-5ceb-4fa2-a5c2-08260da155f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.719801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.751548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=138a481b-1e52-47f8-aa53-42b48c0873b6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:16.800740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.808493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-167c0b06-be70-42ed-81ab-fd7a5ddc5632 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/138a481b-1e52-47f8-aa53-42b48c0873b6 HTTP/1.1" status: 204 len: 168 time: 0.9283102 Dec 16 15:56:16.810293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57020) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:16.860066 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6e5f0f-1ea3-4ab5-9a48-d1f94f474150 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:16.865985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57022) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:16.866779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6a6e5f0f-1ea3-4ab5-9a48-d1f94f474150 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/138a481b-1e52-47f8-aa53-42b48c0873b6 HTTP/1.1" status: 404 len: 333 time: 0.0522087 Dec 16 15:56:16.937442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:16.957955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet df926b62-2e0e-4711-b560-8f3d765b6249 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:16.964235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.032441 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.092564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c538dd-4046-4a98-a0bc-de71e0ba1624 None None] Network e022f551-fea5-4332-acfc-126e1591c027 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:17.159211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Provisioning complete for port de43fd71-cf90-469c-9e72-d2531595b408 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:17.159508 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.211498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.258006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.321642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.365096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:17.384587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:17.393777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:17.452244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event updated for resources: {'Port': ['ID=3331c7da-529c-4188-979a-c330e0d0f7f7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:17.534903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:17.535474 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.604279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.675906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-db3881b3-8011-4f84-abd1-0fbf60c5f97d tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9809468 Dec 16 15:56:17.676842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.679188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57028) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:17.684222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/df926b62-2e0e-4711-b560-8f3d765b6249 HTTP/1.1" status: 204 len: 168 time: 0.8155620 Dec 16 15:56:17.685341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42494229-a53a-4b49-be74-46bf69ed08ef tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=df926b62-2e0e-4711-b560-8f3d765b6249,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:17.689392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Request body: {'floatingip': {'port_id': '3331c7da-529c-4188-979a-c330e0d0f7f7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:17.698300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57030) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:17.698646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57032) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:17.735704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:56:17.736329 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:56:17.781877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13a197-bb74-4d15-9958-6bf89142f798 None None] Network e022f551-fea5-4332-acfc-126e1591c027 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:17.865324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5aca3f-9850-4c8d-b535-976904d49ce5 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:17.865324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5aca3f-9850-4c8d-b535-976904d49ce5 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:17.868323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5aca3f-9850-4c8d-b535-976904d49ce5 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:17.880421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d5aca3f-9850-4c8d-b535-976904d49ce5 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 2969 time: 0.1806033 Dec 16 15:56:17.900334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.908402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:17.984045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de43fd71-cf90-469c-9e72-d2531595b408 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:18.018896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.115138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port de43fd71-cf90-469c-9e72-d2531595b408 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:18.115138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.150054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port de43fd71-cf90-469c-9e72-d2531595b408 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:18.150732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.183065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] DHCP port deletion for e022f551-fea5-4332-acfc-126e1591c027 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:18.278515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.304289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.356186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port de43fd71-cf90-469c-9e72-d2531595b408, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de43fd71-cf90-469c-9e72-d2531595b408,segment=NetworkSegment(e33b7f62-5a28-4d96-8ce7-40cec31698cd),segment_id=e33b7f62-5a28-4d96-8ce7-40cec31698cd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:18.367513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Deleting port de43fd71-cf90-469c-9e72-d2531595b408 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:18.373580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.394962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port de43fd71-cf90-469c-9e72-d2531595b408, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de43fd71-cf90-469c-9e72-d2531595b408,segment=NetworkSegment(e33b7f62-5a28-4d96-8ce7-40cec31698cd),segment_id=e33b7f62-5a28-4d96-8ce7-40cec31698cd)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:18.395508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.430642 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for de43fd71-cf90-469c-9e72-d2531595b408 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:18.445970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] For port de43fd71-cf90-469c-9e72-d2531595b408, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de43fd71-cf90-469c-9e72-d2531595b408,segment=NetworkSegment(e33b7f62-5a28-4d96-8ce7-40cec31698cd),segment_id=e33b7f62-5a28-4d96-8ce7-40cec31698cd)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:18.446461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.463195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Calling delete_port for de43fd71-cf90-469c-9e72-d2531595b408 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:18.475864 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.610057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:56:18.610335 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:56:18.622681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=de43fd71-cf90-469c-9e72-d2531595b408,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:18.731310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.770002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] Pushing event deleted for resources: {'Port': ['ID=de43fd71-cf90-469c-9e72-d2531595b408,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:18.786244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e04212-ded3-4e35-a094-b6fb21eddfee None None] No DVR routers for this DVR port de43fd71-cf90-469c-9e72-d2531595b408 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:18.841579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:18.919021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port de43fd71-cf90-469c-9e72-d2531595b408 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:18.957025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=de43fd71-cf90-469c-9e72-d2531595b408,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:18.970842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.050716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.074204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e022f551-fea5-4332-acfc-126e1591c027']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:19.082439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bb94e0bf-36a4-42dd-aa57-afd99b812807 None None] Port de43fd71-cf90-469c-9e72-d2531595b408 update to ACTIVE by agent not found {{(pid=104057) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 16 15:56:19.088210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33b7f62-5a28-4d96-8ce7-40cec31698cd') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:19.088621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33b7f62-5a28-4d96-8ce7-40cec31698cd') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:19.102774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.106231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.167214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.213567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f3c35f1-d09e-41f7-878e-cc584610babe None None] Provisioning complete for port 3331c7da-529c-4188-979a-c330e0d0f7f7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:19.214272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f3c35f1-d09e-41f7-878e-cc584610babe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.221450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:19.222007 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self.session.flush() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:19.225528 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:19.268700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f3c35f1-d09e-41f7-878e-cc584610babe None None] Port 3331c7da-529c-4188-979a-c330e0d0f7f7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:19.273256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f3c35f1-d09e-41f7-878e-cc584610babe None None] Could not find standard attr ID for object de43fd71-cf90-469c-9e72-d2531595b408. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:56:19.316764 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP be5d02f9-d118-4842-b0e1-d52c7eba4785 associated. External IP: 172.25.7.17, port: 9a80a4de-86d8-458b-895d-85884b1b25f5. Dec 16 15:56:19.417403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.501858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.523347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.530681 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/e022f551-fea5-4332-acfc-126e1591c027 HTTP/1.1" status: 204 len: 168 time: 1.8268907 Dec 16 15:56:19.530975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57048) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:19.534814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511d26d-7c1b-4c86-b762-f54e4b21ca46 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=e022f551-fea5-4332-acfc-126e1591c027,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:19.559190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'name': 'tempest-PortsIpV6TestJSON-834993544'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:19.633762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:19.843153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de43fd71-cf90-469c-9e72-d2531595b408 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:19.866044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:19.888667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:19.894866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: de43fd71-cf90-469c-9e72-d2531595b408 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:19.895414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de43fd71-cf90-469c-9e72-d2531595b408 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:19.910321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:19.911395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:19.951757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:19.957281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:19.966000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:19.981189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 5eb93f53-c227-4df5-86b0-016b918a01e8 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:19.999124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:20.000026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.053715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.054480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1454b2-4db5-43a5-900d-a322af798552 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:20.091400 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.194429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router fb1efce2-8328-4c11-bc0d-f9962bb11938 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:20.238282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.397677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.447261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:20.453694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:20.456669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:20.463686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:20.464416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.487238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=5eb93f53-c227-4df5-86b0-016b918a01e8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:20.636258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d453990b-6f71-48cb-afba-a9c96c4109e8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1032834 Dec 16 15:56:20.643760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:20.712499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:20.717684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.736163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] Sync routers for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:20.761626 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:20.763005 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.782568 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-69950c75-8cce-475a-bb9d-78fd7e62aea3 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/floatingips/be5d02f9-d118-4842-b0e1-d52c7eba4785 HTTP/1.1" status: 200 len: 976 time: 3.0971274 Dec 16 15:56:20.782908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57056) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:20.827177 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.846718 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:20.847736 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.894939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 3331c7da-529c-4188-979a-c330e0d0f7f7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:20.895292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:20.924667 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:20.925546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730bfd6-5b9d-46fd-8b88-624be8f80305 None None] The sync data for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:21.010159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.155859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 5eb93f53-c227-4df5-86b0-016b918a01e8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:21.156459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.256455 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.275434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 5eb93f53-c227-4df5-86b0-016b918a01e8 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:21.276698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.277448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.277448 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Floating IP be5d02f9-d118-4842-b0e1-d52c7eba4785 disassociated. External IP: 172.25.7.17, port: 3331c7da-529c-4188-979a-c330e0d0f7f7. Dec 16 15:56:21.278361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 3331c7da-529c-4188-979a-c330e0d0f7f7 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:21.328639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57058) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:21.402701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35020bd6-1a2f-4ec1-8799-279e4cc4ab91 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:21.404417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-35020bd6-1a2f-4ec1-8799-279e4cc4ab91 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f HTTP/1.1" status: 200 len: 814 time: 0.0743885 Dec 16 15:56:21.513048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.560651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=5eb93f53-c227-4df5-86b0-016b918a01e8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:21.569750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.576429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9768aaa4-d001-40a3-a1e9-8609724cdafe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/5eb93f53-c227-4df5-86b0-016b918a01e8 HTTP/1.1" status: 204 len: 168 time: 0.9308889 Dec 16 15:56:21.581391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57066) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:21.588212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'mac_address': 'fa:16:3e:ac:6a:67', 'name': 'tempest-PortsIpV6TestJSON-1376548607'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:21.627370 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.666630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=3331c7da-529c-4188-979a-c330e0d0f7f7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:21.831537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:21.844292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router fb1efce2-8328-4c11-bc0d-f9962bb11938 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:21.971317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:21.984915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:21.988051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] Sync routers for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:22.027668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:22.028602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:22.034779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port f806a015-6667-4896-8378-e13b63cd689c yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:22.085122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:22.096930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:22.101827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:22.103274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:22.108724 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d3fe5f5-8db9-4a47-9d84-1ed64ef03f47 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/3331c7da-529c-4188-979a-c330e0d0f7f7 HTTP/1.1" status: 204 len: 168 time: 1.3243763 Dec 16 15:56:22.110166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:22.200670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:22.201592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e18b51-b882-464c-bb31-d19f69562767 None None] The sync data for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:22.371930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:22.398400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186e7f-30a9-4150-aaf4-7ef01094c7e4 req-ce5f0de6-5c8f-476a-a4bf-1c243453f82b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:22.401018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4186e7f-30a9-4150-aaf4-7ef01094c7e4 req-ce5f0de6-5c8f-476a-a4bf-1c243453f82b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1574049 Dec 16 15:56:22.516849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4186e7f-30a9-4150-aaf4-7ef01094c7e4 req-5aab3082-74f9-4cf7-aa97-d8c33a4f418a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041212 Dec 16 15:56:22.655111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:22.744505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:22.752340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:22.756147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=f806a015-6667-4896-8378-e13b63cd689c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:22.760033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:22.764960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57074) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:22.768862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:22.770988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:22.772295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:22.776960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'network': {'name': 'tempest-network-smoke--1714403992', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:22.973067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-56ec4d8c-fe5c-495e-976e-dd1c92357232 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3745575 Dec 16 15:56:22.973067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:23.036354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b524f605-de46-442f-b778-ba46ecf13e05 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:23.042209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b524f605-de46-442f-b778-ba46ecf13e05 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/f806a015-6667-4896-8378-e13b63cd689c HTTP/1.1" status: 200 len: 845 time: 0.0750709 Dec 16 15:56:23.042695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57078) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:23.137233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:23.142255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.192736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:23.207654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port f806a015-6667-4896-8378-e13b63cd689c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:23.208737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.214136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.214686 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Added segment 707c2aed-97a1-408f-90a1-de211ca101d3 of type vlan for network a814e772-e958-455b-9807-2a62b1dcfcac Dec 16 15:56:23.274784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 2843d8e1-4661-45b4-8faa-c43d7c66551d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:23.275254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.309872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.333487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for f806a015-6667-4896-8378-e13b63cd689c owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:23.370211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.465710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.485520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 2843d8e1-4661-45b4-8faa-c43d7c66551d owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:23.542417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.548276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:23.551579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.569426 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.665365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:23.669414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/f806a015-6667-4896-8378-e13b63cd689c HTTP/1.1" status: 204 len: 168 time: 0.6255250 Dec 16 15:56:23.671125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a85f8-b0b7-4053-aec9-045b049f57ba tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=f806a015-6667-4896-8378-e13b63cd689c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:23.673981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57082) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:23.690351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Network': ['ID=a814e772-e958-455b-9807-2a62b1dcfcac,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:23.704317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a814e772-e958-455b-9807-2a62b1dcfcac details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:23.715549 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-37ba47ac-a881-48a2-8a29-3295e3d2a102 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9429488 Dec 16 15:56:23.724378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57084) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:23.753617 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-024ba841-a121-495b-9ce2-3f3193608c96 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:23.755154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-024ba841-a121-495b-9ce2-3f3193608c96 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/f806a015-6667-4896-8378-e13b63cd689c HTTP/1.1" status: 404 len: 333 time: 0.0801477 Dec 16 15:56:23.773926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57086) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:23.785394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'name': 'tempest-PortsIpV6TestJSON-924488335'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:23.841932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150705d-afaf-4e98-9fb5-b57e32d739d8 req-a0f51dd5-4258-4fdd-9756-f154777f47bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:23.844313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8150705d-afaf-4e98-9fb5-b57e32d739d8 req-a0f51dd5-4258-4fdd-9756-f154777f47bf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.1342013 Dec 16 15:56:23.849033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb38530-cb1a-4b58-935b-b3420b5ffeca tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:23.853403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bdb38530-cb1a-4b58-935b-b3420b5ffeca tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1280112 Dec 16 15:56:23.856567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57088) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.038232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8150705d-afaf-4e98-9fb5-b57e32d739d8 req-0b8d892a-8881-48ef-990d-532f14cb9c5a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744075 Dec 16 15:56:24.092849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25390407-2d0e-4934-9625-a3f0dcf421e0 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:24.095879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-25390407-2d0e-4934-9625-a3f0dcf421e0 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2401729 Dec 16 15:56:24.099391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57090) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.106175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f345a-8d16-4847-9fb0-878027af903c req-b0dca145-49b1-4f35-885f-8da25114dd7e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:24.109567 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d81f345a-8d16-4847-9fb0-878027af903c req-b0dca145-49b1-4f35-885f-8da25114dd7e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.2126355 Dec 16 15:56:24.148008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-77c1e8f6-562b-4fb7-aec9-c9dbfe32a9b8 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466683 Dec 16 15:56:24.151310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.188285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-25883c68-a6ab-4e0a-8607-942f1bb3f415 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351036 Dec 16 15:56:24.194353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.223161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.257821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:24.261654 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.266006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=2843d8e1-4661-45b4-8faa-c43d7c66551d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:24.321805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaeeafa-768e-4eba-99e1-a5a87dc46a5a tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:24.323496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cfaeeafa-768e-4eba-99e1-a5a87dc46a5a tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280680 Dec 16 15:56:24.328815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57096) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.353362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 4f5eafab-3607-4cd4-9f63-a76785b9458d yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:24.383508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f9c3a72d-c59a-4efe-9946-fa6df13f2836 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525787 Dec 16 15:56:24.386495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57098) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:24.396510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1604742279', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:24.451224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port 4881d157-941a-47cc-9e0b-1844be8ac0b8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:24.453346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.654974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:24.659392 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.793615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port 4881d157-941a-47cc-9e0b-1844be8ac0b8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=4881d157-941a-47cc-9e0b-1844be8ac0b8,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:24.794574 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.799688 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.822605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for 4881d157-941a-47cc-9e0b-1844be8ac0b8 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:24.830218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:24.975658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.089383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Subnet': ['ID=ff8edeb7-7c70-4d69-bcd9-3b0c91417b88,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:25.102322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Checking segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:25.103399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network hostable DHCP agents. Network: a814e772-e958-455b-9807-2a62b1dcfcac, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:25.182105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.220880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network a814e772-e958-455b-9807-2a62b1dcfcac is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:25.240958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48b087-03bc-4e14-b26a-68fe09508e19 req-37a2b61d-85dd-47c4-978a-43c29b24817d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:25.242939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b48b087-03bc-4e14-b26a-68fe09508e19 req-37a2b61d-85dd-47c4-978a-43c29b24817d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 945 time: 0.0723872 Dec 16 15:56:25.287133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:25.298593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:25.304939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:25.310673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:25.311340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.313469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b48b087-03bc-4e14-b26a-68fe09508e19 req-c40363d4-cb78-4276-843c-161a27637bc2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=4ae92485-3481-4783-a6ce-dd053aeaa5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598488 Dec 16 15:56:25.315981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a814e772-e958-455b-9807-2a62b1dcfcac) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:25.320301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=4f5eafab-3607-4cd4-9f63-a76785b9458d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:25.324774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:25.326238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.360239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.360519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ab578-7696-4125-8038-38f13c6ebdc7 None None] Network a814e772-e958-455b-9807-2a62b1dcfcac requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:25.386183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=4881d157-941a-47cc-9e0b-1844be8ac0b8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:25.397170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router fb1efce2-8328-4c11-bc0d-f9962bb11938 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:25.446228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port 4881d157-941a-47cc-9e0b-1844be8ac0b8 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:25.451232 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eba5a611-fcd5-42ea-87ed-b57a2757546b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6754854 Dec 16 15:56:25.452832 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.456209 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d81f345a-8d16-4847-9fb0-878027af903c req-7b616c29-2a60-4412-bf79-cae4cf473008 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "DELETE /v2.0/ports/4881d157-941a-47cc-9e0b-1844be8ac0b8 HTTP/1.1" status: 204 len: 173 time: 1.3367565 Dec 16 15:56:25.458524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'name': 'network-vif-deleted', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:25.460329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:25.460887 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650b36d9-c589-48d1-913e-aff61fa3bc32" -d '{"events": [{"server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "name": "network-vif-deleted", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:25.472118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:25.489044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a1308df8-2c62-4117-bd1c-3bd11bddd06b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1003540 Dec 16 15:56:25.516264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-a814e772-e958-455b-9807-2a62b1dcfcac', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ips': [{'subnet_id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:25.516540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.546710 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb459f8-7475-4536-9d2c-725f085d4383 x-openstack-request-id: req-bcb459f8-7475-4536-9d2c-725f085d4383 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:25.547676 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37607774-e03b-4ee0-9355-62095f9f6584", "name": "network-vif-deleted", "tag": "4881d157-941a-47cc-9e0b-1844be8ac0b8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:25.548477 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bcb459f8-7475-4536-9d2c-725f085d4383 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:25.549447 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37607774-e03b-4ee0-9355-62095f9f6584', 'name': 'network-vif-deleted', 'tag': '4881d157-941a-47cc-9e0b-1844be8ac0b8', 'status': 'completed', 'code': 200} Dec 16 15:56:25.610538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.663173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:25.677489 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] Sync routers for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:25.689645 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf4bc9fd-7a1d-41fd-aa83-90c48408b7db tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/routers/fb1efce2-8328-4c11-bc0d-f9962bb11938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5731590 Dec 16 15:56:25.693268 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57108) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:25.723216 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:25.724490 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:25.830267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.874341 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:25.890595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] Routers {'fb1efce2-8328-4c11-bc0d-f9962bb11938'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:25.891617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb1efce2-8328-4c11-bc0d-f9962bb11938'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:25.906475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.956054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Allocated IP 172.20.0.18 (a814e772-e958-455b-9807-2a62b1dcfcac/ff8edeb7-7c70-4d69-bcd9-3b0c91417b88/09c2f1ee-1503-4e01-8da8-cd601475cb8b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:25.969187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] In _notify_port_updated(), no bound segment for port 4f5eafab-3607-4cd4-9f63-a76785b9458d on network 479a36b8-4677-4741-abde-aaa0a6c6aad0 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:56:25.990608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:25.993531 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:25.998221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/ports/4f5eafab-3607-4cd4-9f63-a76785b9458d HTTP/1.1" status: 200 len: 818 time: 0.5341063 Dec 16 15:56:26.025542 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:26.026185 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8112dc-4a31-4c2e-bb07-07dcf075bd91 None None] The sync data for ids ['fb1efce2-8328-4c11-bc0d-f9962bb11938'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:26.036674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57110) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:26.045646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.116670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1e050-b101-4048-93ea-eeef4ab73a6e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=4f5eafab-3607-4cd4-9f63-a76785b9458d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:26.219467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 4f5eafab-3607-4cd4-9f63-a76785b9458d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:26.220705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.316893 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.342188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.372315 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.404643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 4f5eafab-3607-4cd4-9f63-a76785b9458d owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:26.427026 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.492987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dffb8e8-c5fc-496a-ac74-8341d9d1f9f1 req-056a23d7-3c3e-42e8-a546-41a8206dd657 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0329919 Dec 16 15:56:26.536282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 1bf4dd85-02cc-448a-a94d-4f608fb663fb {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:26.536856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.581195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Network a814e772-e958-455b-9807-2a62b1dcfcac is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:26.582532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Pushing event updated for resources: {'Port': ['ID=09c2f1ee-1503-4e01-8da8-cd601475cb8b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:26.597671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:26.603412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:26.660480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.685828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Attempting to bind port 09c2f1ee-1503-4e01-8da8-cd601475cb8b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:26.688271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.688753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Attempting to bind port 09c2f1ee-1503-4e01-8da8-cd601475cb8b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:26.689227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Attempting to bind port 09c2f1ee-1503-4e01-8da8-cd601475cb8b on network a814e772-e958-455b-9807-2a62b1dcfcac {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:26.697618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:26.698648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Checking segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:26.699736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.700301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Bound using segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:26.700943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Bound port: 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:26.701689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.707145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 1bf4dd85-02cc-448a-a94d-4f608fb663fb owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:26.725179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=4f5eafab-3607-4cd4-9f63-a76785b9458d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:26.761329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.775629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3de5e08-4e92-4979-bf1e-2426d677c14f tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/4f5eafab-3607-4cd4-9f63-a76785b9458d HTTP/1.1" status: 204 len: 168 time: 0.7374685 Dec 16 15:56:26.777093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:26.811445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] For port 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:26.817073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4881d157-941a-47cc-9e0b-1844be8ac0b8 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:26.834519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:26.842813 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 4881d157-941a-47cc-9e0b-1844be8ac0b8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:26.844066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 4881d157-941a-47cc-9e0b-1844be8ac0b8 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:26.848782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347915383', 'description': 'tempest-secgroup-smoke-1347915383 description', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:26.856896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] For port 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=09c2f1ee-1503-4e01-8da8-cd601475cb8b,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:26.932077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a69194-a538-4576-a254-045aee5e5756 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:26.937341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d2a69194-a538-4576-a254-045aee5e5756 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1561530 Dec 16 15:56:26.940431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57118) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:26.946700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:26.987702 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-64780b5d-db72-4d18-af9a-32bd98418c86 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:26.994911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-64780b5d-db72-4d18-af9a-32bd98418c86 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/4f5eafab-3607-4cd4-9f63-a76785b9458d HTTP/1.1" status: 404 len: 333 time: 0.0527332 Dec 16 15:56:26.995938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:27.004624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130753221'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:27.044090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.085357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35fd19-17d0-4164-8847-cea4c7d8da4f None None] Pushing event updated for resources: {'Port': ['ID=09c2f1ee-1503-4e01-8da8-cd601475cb8b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:27.182624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:27.189154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.231264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.252422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:27.268630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.269231 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment ace4e7c3-964c-48c5-bb69-cf4cf82f4c87 of type vlan for network fa652055-5a06-4d8a-b98e-171bb0094fa5 Dec 16 15:56:27.364065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.433213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.467327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0873325-b9fe-407a-bc68-09c659d44db7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:27.533155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.570561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.573938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ebe24a6c-5893-4efe-a92e-acdccc4633d9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7358668 Dec 16 15:56:27.577449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57124) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:27.592331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:27.598462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e27ea9-b211-456b-9d6d-64f8c94a5bc1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:27.621472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=1bf4dd85-02cc-448a-a94d-4f608fb663fb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:27.642063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.654684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:27.656108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.703633 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.713565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13ba76d8-33d5-483b-9462-ce3850b943a3 req-cba692bf-66d5-4d82-9dd2-8e2d2a74cdcd tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.1046066 Dec 16 15:56:27.886287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.893519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=fa652055-5a06-4d8a-b98e-171bb0094fa5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:27.912492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:27.913616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.918779 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:27.931798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a0cfbfd-4e17-408c-9e7e-e244fcac72a0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9343109 Dec 16 15:56:27.939038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57126) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:27.947504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:28.042216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 09c2f1ee-1503-4e01-8da8-cd601475cb8b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:28.127443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.129733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Fanout notify agent at l3_agent the message router_deleted on router fb1efce2-8328-4c11-bc0d-f9962bb11938 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:56:28.138788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.173729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 09c2f1ee-1503-4e01-8da8-cd601475cb8b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:28.174255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.175765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.178138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4836691-7510-449b-a0c8-28c5ae350363 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/routers/fb1efce2-8328-4c11-bc0d-f9962bb11938 HTTP/1.1" status: 204 len: 168 time: 2.4852502 Dec 16 15:56:28.180631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57128) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:28.225703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.270770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:28.278124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.295193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting subnet 0adf80b7-f2a9-4434-9717-2384254ab1d3 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:28.300688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e395e87c-8890-4b50-a274-76dd8f55d679,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:28.309817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.364571 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.369160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ddb98e89-f300-467a-bede-5cf148050dd4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7868586 Dec 16 15:56:28.373529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57130) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:28.375119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.380004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:28.382849 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.417909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=09c2f1ee-1503-4e01-8da8-cd601475cb8b,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:28.471729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.517575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.585455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=09c2f1ee-1503-4e01-8da8-cd601475cb8b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:28.599262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.614484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.703292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.714385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d7d9b-4a3c-4d04-8855-18c93fd739e0 None None] Network a814e772-e958-455b-9807-2a62b1dcfcac requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:28.729003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe7cd2c-d37f-49b4-bbdd-a10f830b2a6f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:28.763581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.816384 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.818989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ed5b9407-5a29-443b-b06f-3ea55c7758da None None] Provisioning complete for port 09c2f1ee-1503-4e01-8da8-cd601475cb8b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:28.819366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed5b9407-5a29-443b-b06f-3ea55c7758da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.830902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:28.835671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.840843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-92a996a7-8888-4824-90e1-487313b0b969 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4649677 Dec 16 15:56:28.841961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57134) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:28.847101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:28.878512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.882801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82593bce-3e3b-4660-a684-97f1d6530c61 None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:28.889744 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/subnets/0adf80b7-f2a9-4434-9717-2384254ab1d3 HTTP/1.1" status: 204 len: 168 time: 0.7074366 Dec 16 15:56:28.891221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57136) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:28.893926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c555cca-6999-4379-99e3-52db49792099 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Subnet': ['ID=0adf80b7-f2a9-4434-9717-2384254ab1d3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:28.903971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce87dcf6-05f6-4608-882e-3579043ddf5c req-8440a894-5b07-4835-b1d8-65ada27a4da7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0484240 Dec 16 15:56:28.938483 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:28.956182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:28.956182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: fa652055-5a06-4d8a-b98e-171bb0094fa5, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:29.038336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.063294 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.081275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:29.145555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.152765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port a1b83730-6085-45e6-bfdc-a299932f10d5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:29.153134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.177835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] DHCP port deletion for 1ee21989-90ec-4484-b770-aa2fa5ac2442 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:29.185413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fa652055-5a06-4d8a-b98e-171bb0094fa5) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:29.193516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:29.193516 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.220034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.248319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94110e7-796d-4d7a-ab58-e3231896eb89 None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:29.258752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eb438b-7af4-4565-9ee1-15d6d5ec09b2,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:29.281672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] For port a1b83730-6085-45e6-bfdc-a299932f10d5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1b83730-6085-45e6-bfdc-a299932f10d5,segment=NetworkSegment(4a82ecbf-11c8-46d7-a2b7-cd083f5271d2),segment_id=4a82ecbf-11c8-46d7-a2b7-cd083f5271d2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:29.281672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.288766 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d663c37-fb85-4656-9e38-d9cd7904cdb3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3472018 Dec 16 15:56:29.291076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57138) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:29.300860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:29.301506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for a1b83730-6085-45e6-bfdc-a299932f10d5 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:29.383496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Deleting port a1b83730-6085-45e6-bfdc-a299932f10d5 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:29.384974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.422321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fa652055-5a06-4d8a-b98e-171bb0094fa5', 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': 'f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:29.422321 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.446964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.451225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dc50eb6f-c325-41de-9142-f19da7a3b12e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6052072 Dec 16 15:56:29.453329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57140) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:29.465353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:29.480842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.511972 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6d7b1a41-76ad-4ce8-8d65-e036b58fe767 None None] Provisioning complete for port 09c2f1ee-1503-4e01-8da8-cd601475cb8b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:29.512343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1a41-76ad-4ce8-8d65-e036b58fe767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.538767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=a1b83730-6085-45e6-bfdc-a299932f10d5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:29.548334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] For port a1b83730-6085-45e6-bfdc-a299932f10d5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a1b83730-6085-45e6-bfdc-a299932f10d5,segment=NetworkSegment(4a82ecbf-11c8-46d7-a2b7-cd083f5271d2),segment_id=4a82ecbf-11c8-46d7-a2b7-cd083f5271d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:29.548742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.554278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] No DVR routers for this DVR port a1b83730-6085-45e6-bfdc-a299932f10d5 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:29.659031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.673694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.713388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee21989-90ec-4484-b770-aa2fa5ac2442']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:29.716490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Calling delete_port for a1b83730-6085-45e6-bfdc-a299932f10d5 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:29.729230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:29.736346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:29.736869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a82ecbf-11c8-46d7-a2b7-cd083f5271d2') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:29.736992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.755867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.775698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.780286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.792011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:29.792433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:29.796318 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:29.824053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 09c2f1ee-1503-4e01-8da8-cd601475cb8b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:29.874953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.896661 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885 (CIDR: 2001:db8::/64) Dec 16 15:56:29.906879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806918d7-3927-406b-a371-e656e9ce1b71,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:29.954309 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:56:29.956134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:56:29.993838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:29.997250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.011202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.021800 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/networks/1ee21989-90ec-4484-b770-aa2fa5ac2442 HTTP/1.1" status: 204 len: 168 time: 1.1166923 Dec 16 15:56:30.023928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57144) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:30.034679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.038599 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03651fef-5d1e-47e3-8de6-146ebe2daa60 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5830779 Dec 16 15:56:30.059649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57146) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:30.070985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:30.082476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Allocated IP 2001:db8::2 (fa652055-5a06-4d8a-b98e-171bb0094fa5/f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885/9fbc03da-e28b-4dfa-9f58-0084f913a00b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:30.083256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e940-b5eb-462c-9782-41ed8ca38c04 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Network': ['ID=1ee21989-90ec-4484-b770-aa2fa5ac2442,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:30.141140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 09c2f1ee-1503-4e01-8da8-cd601475cb8b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:30.141574 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.142654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-867fa9c7-9c9c-4cc5-b938-75a8e124b317 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8498590 Dec 16 15:56:30.148528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57148) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:30.167366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:30.181255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aab1ea64-ff2f-47c4-bffb-f59116f74712 req-34511805-a6f8-4dfc-804b-0b9ec7478ed1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0735500 Dec 16 15:56:30.193888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.241653 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:56:30.284979 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.378000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:30.378606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.419387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.477461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Pushing event deleted for resources: {'Port': ['ID=a1b83730-6085-45e6-bfdc-a299932f10d5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:30.480170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] Network 1ee21989-90ec-4484-b770-aa2fa5ac2442 is not hosted by any dhcp agent {{(pid=104057) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 16 15:56:30.480913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf7c4b-c246-443b-a870-c70fffcb491e None None] No DVR routers for this DVR port a1b83730-6085-45e6-bfdc-a299932f10d5 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:30.501525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.529488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bcfae4-aa20-46e5-8616-79d042cfc4f5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:30.561653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.562462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.564733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:30.569667 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.579437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:30.671799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.700978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.703650 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b0204c39-c204-4201-9004-e845c567e9d5 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6415017 Dec 16 15:56:30.708241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57150) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:30.710155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1b83730-6085-45e6-bfdc-a299932f10d5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:30.717381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': 'e0873325-b9fe-407a-bc68-09c659d44db7', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:30.734790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: a1b83730-6085-45e6-bfdc-a299932f10d5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:30.735666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a1b83730-6085-45e6-bfdc-a299932f10d5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:30.769377 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.821912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:30.825562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:30.830429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:30.843215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Pushing event updated for resources: {'Port': ['ID=9fbc03da-e28b-4dfa-9f58-0084f913a00b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:30.861222 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:56:30.875549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.902284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.916077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Attempting to bind port 9fbc03da-e28b-4dfa-9f58-0084f913a00b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:30.916869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Attempting to bind port 9fbc03da-e28b-4dfa-9f58-0084f913a00b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:30.917726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Attempting to bind port 9fbc03da-e28b-4dfa-9f58-0084f913a00b on network fa652055-5a06-4d8a-b98e-171bb0094fa5 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:30.931410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:30.932188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Checking segment: {'id': 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:30.933279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.934472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Bound using segment: {'id': 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:30.940005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Bound port: 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:30.941252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:30.996771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=8cb7aad3-4b37-43c1-bd5d-cadaaa57a8f1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:31.107437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] For port 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:31.112185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.115493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.120084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] For port 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9fbc03da-e28b-4dfa-9f58-0084f913a00b,segment=NetworkSegment(ace4e7c3-964c-48c5-bb69-cf4cf82f4c87),segment_id=ace4e7c3-964c-48c5-bb69-cf4cf82f4c87)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:31.120353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bca93eec-bd94-4763-8094-c5ceca8ab7cd tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/floatingips/be5d02f9-d118-4842-b0e1-d52c7eba4785 HTTP/1.1" status: 204 len: 168 time: 1.0914519 Dec 16 15:56:31.121945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57152) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.137280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.154340 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2cfd7c-1c33-40aa-b2b5-d1930df5e44b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] DELETE failed (client error): The resource could not be found. Dec 16 15:56:31.154942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2cfd7c-1c33-40aa-b2b5-d1930df5e44b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:56:31.158617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-aa2cfd7c-1c33-40aa-b2b5-d1930df5e44b tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/3331c7da-529c-4188-979a-c330e0d0f7f7 HTTP/1.1" status: 404 len: 333 time: 0.0350378 Dec 16 15:56:31.161576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57154) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.180061 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.191095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-35afd6a8-fa6d-48e9-9f4a-99a9f497c905 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb1efce2-8328-4c11-bc0d-f9962bb11938 HTTP/1.1" status: 200 len: 205 time: 0.0282497 Dec 16 15:56:31.194615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.222393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.236295 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-be29cae5-f0c2-4db8-a9e2-976ede4881f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] delete failed (client error): The resource could not be found. Dec 16 15:56:31.238420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-be29cae5-f0c2-4db8-a9e2-976ede4881f5 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/routers/fb1efce2-8328-4c11-bc0d-f9962bb11938 HTTP/1.1" status: 404 len: 336 time: 0.0418475 Dec 16 15:56:31.242783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.264861 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.290144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:31.305388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:31.311040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:31.311795 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.323039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=36bfa65c-2dfd-42a1-ae8b-a6a1516093fc,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:31.387414 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-91eddcac-d837-4393-9cdd-194d85ea980f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] DELETE failed (client error): The resource could not be found. Dec 16 15:56:31.387414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91eddcac-d837-4393-9cdd-194d85ea980f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:56:31.396318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.398015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91eddcac-d837-4393-9cdd-194d85ea980f tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/subnets/0adf80b7-f2a9-4434-9717-2384254ab1d3 HTTP/1.1" status: 404 len: 337 time: 0.1539576 Dec 16 15:56:31.422985 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-14bd973d-282b-457a-8352-9d17877b37cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2698700 Dec 16 15:56:31.437459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57164) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:31.450859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcc41-55b1-4c1c-b6ec-3d2cdc3f70ca None None] Pushing event updated for resources: {'Port': ['ID=9fbc03da-e28b-4dfa-9f58-0084f913a00b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:31.451151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'fixed_ips': [{'subnet_id': 'f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885'}, {'subnet_id': '36bfa65c-2dfd-42a1-ae8b-a6a1516093fc'}], 'name': 'tempest-PortsIpV6TestJSON-773869359'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:31.462490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adecb94-91b2-4e8f-ab46-45ca0ab616b6,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:31.488192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-394ac2b5-91f3-4671-84ac-ba911c9b4bfb req-1083a746-f6bd-4040-823a-e984a56e395b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.1268768 Dec 16 15:56:31.602571 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 9a80a4de-86d8-458b-895d-85884b1b25f5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:31.604427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.611970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.628543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ad1e2c72-42a8-4a93-907e-aa7d1c831086 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9180803 Dec 16 15:56:31.866510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:31.875012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:31.917144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 9a80a4de-86d8-458b-895d-85884b1b25f5 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:31.938379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9fbc03da-e28b-4dfa-9f58-0084f913a00b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:32.082950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:32.083342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.135269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.157142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:32.197673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.246353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=9a80a4de-86d8-458b-895d-85884b1b25f5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:32.246598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c81ece-4c1c-42e8-88af-1de465703da0 None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:32.291334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.310883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.314517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-440d35ec-b213-4e31-a38b-6d656e11537a tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/9a80a4de-86d8-458b-895d-85884b1b25f5 HTTP/1.1" status: 204 len: 168 time: 0.9169331 Dec 16 15:56:32.317044 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57182) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:32.369796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9fbc03da-e28b-4dfa-9f58-0084f913a00b,segment=NetworkSegment(ace4e7c3-964c-48c5-bb69-cf4cf82f4c87),segment_id=ace4e7c3-964c-48c5-bb69-cf4cf82f4c87)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:32.395435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-39c8160d-46b6-454d-b2a7-a3126724ff86 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347915383&fields=id&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 267 time: 0.2304652 Dec 16 15:56:32.433040 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.469136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 85fe0f4c-ff61-43a5-a589-72826e1f6a86 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:32.469712 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.618294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=9fbc03da-e28b-4dfa-9f58-0084f913a00b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:32.640954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.658543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 85fe0f4c-ff61-43a5-a589-72826e1f6a86 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:32.912321 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:32.923842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8daf66f-a1a4-4eaa-abca-ba17981b28d5 None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:32.939612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a35b2865-664a-43b9-a437-c72567f5fed0 req-fad48c08-5341-4854-a743-bcb6af072b2e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0904860 Dec 16 15:56:32.973457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=85fe0f4c-ff61-43a5-a589-72826e1f6a86,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:33.028400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ca783-bb10-4a04-b398-2722b7c74d9e None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:33.032794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7a389c26-30cc-4923-8e52-0ba66008cbea None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:33.033184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7a389c26-30cc-4923-8e52-0ba66008cbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:33.084365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-f2bdf192-03b6-47f0-bd2d-58a9416dd063 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:33.096350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-f2bdf192-03b6-47f0-bd2d-58a9416dd063 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/networks?id=a814e772-e958-455b-9807-2a62b1dcfcac HTTP/1.1" status: 200 len: 797 time: 0.2460399 Dec 16 15:56:33.143616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-4e6839bd-9551-42e2-8ae3-858adb9498ba tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/quotas/b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 375 time: 0.0459833 Dec 16 15:56:33.163069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:33.170269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57186) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:33.173037 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2cd77f14-4089-4dcb-8ce4-95f7e5c8c61e tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/ports/85fe0f4c-ff61-43a5-a589-72826e1f6a86 HTTP/1.1" status: 204 len: 168 time: 0.8530855 Dec 16 15:56:33.275872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Update dhcp port {'port': {'network_id': 'fa652055-5a06-4d8a-b98e-171bb0094fa5', 'fixed_ips': [{'subnet_id': 'f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885', 'ip_address': '2001:db8::2'}, {'subnet_id': '36bfa65c-2dfd-42a1-ae8b-a6a1516093fc'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '9fbc03da-e28b-4dfa-9f58-0084f913a00b'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:56:33.306894 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:33.317581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b91a8c-07ba-4d09-be60-13ac1bd4eb67 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:33.319215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c5b91a8c-07ba-4d09-be60-13ac1bd4eb67 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "GET /v2.0/ports?device_id=abf8321d-86d6-4a75-9301-c3d2460648ec HTTP/1.1" status: 200 len: 913 time: 0.1232677 Dec 16 15:56:33.323856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:33.345667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-3876be95-9004-4f6d-b68d-13288be0b3ba tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2007394 Dec 16 15:56:33.466596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::29e (fa652055-5a06-4d8a-b98e-171bb0094fa5/f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885/956c93ee-33ad-4d82-9aff-f0a2023a6db5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:33.483806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8:0:1::18 (fa652055-5a06-4d8a-b98e-171bb0094fa5/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc/956c93ee-33ad-4d82-9aff-f0a2023a6db5) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:33.846030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:33.863377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9fbc03da-e28b-4dfa-9f58-0084f913a00b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:33.950126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-8afc90c6-632e-40a9-abf8-312956193e83 service neutron] 10.222.0.71 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841379 Dec 16 15:56:33.964615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:33.965359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.052286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.081104 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.138701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Allocated IP 2001:db8:0:1::2 (fa652055-5a06-4d8a-b98e-171bb0094fa5/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc/9fbc03da-e28b-4dfa-9f58-0084f913a00b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:34.155467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:34.164898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=956c93ee-33ad-4d82-9aff-f0a2023a6db5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:34.177492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:34.177492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:34.179732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:34.180469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.206939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-ed700d2e-1f1f-4064-881d-bc7291f9d98f service neutron] 10.222.0.71 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482743 Dec 16 15:56:34.286152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d88375b8-874c-45cb-98d5-c756ecbda2d9 req-68c568bf-977d-4e03-aa00-4bc45363b898 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=37607774-e03b-4ee0-9355-62095f9f6584 HTTP/1.1" status: 200 len: 210 time: 0.0368013 Dec 16 15:56:34.290750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f14c0c4f-d7f9-4bd9-b016-2ad889d04408 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.8513088 Dec 16 15:56:34.291966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] For port 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9fbc03da-e28b-4dfa-9f58-0084f913a00b,segment=NetworkSegment(ace4e7c3-964c-48c5-bb69-cf4cf82f4c87),segment_id=ace4e7c3-964c-48c5-bb69-cf4cf82f4c87)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:34.296894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57196) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:34.303631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:34.413461 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.427363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.507759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.649242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 6b39e98f-815b-4579-a0be-b6e74a91f009 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:34.649714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ef2ec-2661-4594-89a3-ef29346c0420 None None] Pushing event updated for resources: {'Port': ['ID=9fbc03da-e28b-4dfa-9f58-0084f913a00b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:34.649901 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.817466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27f4cb43-4fe7-4374-b7f3-adcd5c129b68 req-197d536a-e2de-4b8f-a5a9-de0fa615d18a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0816360 Dec 16 15:56:34.961051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:34.977039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Delete allocated IP 2001:db8:0:1::18 (fa652055-5a06-4d8a-b98e-171bb0094fa5/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc) {{(pid=104056) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:56:34.987448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 6b39e98f-815b-4579-a0be-b6e74a91f009 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:35.239488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.323051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.398767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.430988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] In _notify_port_updated(), no bound segment for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 on network fa652055-5a06-4d8a-b98e-171bb0094fa5 {{(pid=104056) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:56:35.437133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:35.437842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.443752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/ports/956c93ee-33ad-4d82-9aff-f0a2023a6db5 HTTP/1.1" status: 200 len: 925 time: 1.1454720 Dec 16 15:56:35.451458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bbae0-ea21-4d90-b337-417b13e49f9e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=956c93ee-33ad-4d82-9aff-f0a2023a6db5,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:35.451800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57212) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:35.491427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22c9856-6f6b-444b-b79d-3b26bd7a4f72 None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:35.517759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885'}, {'subnet_id': '36bfa65c-2dfd-42a1-ae8b-a6a1516093fc'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:35.614839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=6b39e98f-815b-4579-a0be-b6e74a91f009,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:35.684905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836d6e1-02ae-49bd-9977-02af470438f1 None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:35.832551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9e81deb4-4efd-44f6-9f59-30a7b3e0ae08 None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:35.833329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e81deb4-4efd-44f6-9f59-30a7b3e0ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.843768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9fbc03da-e28b-4dfa-9f58-0084f913a00b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:35.960502 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:35.974408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cc25bda-93a5-45c1-91fe-3e4fa9819d29 req-63874e20-436a-4e87-915f-deb0d290862f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0604053 Dec 16 15:56:35.977438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.107746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:36.108043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.476520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Router abf8321d-86d6-4a75-9301-c3d2460648ec has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:56:36.482686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4bf554b8-7a57-4467-9f27-3d7bc607b8ca None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:36.483858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4bf554b8-7a57-4467-9f27-3d7bc607b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.628990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4bf554b8-7a57-4467-9f27-3d7bc607b8ca None None] Provisioning complete for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:36.629709 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4bf554b8-7a57-4467-9f27-3d7bc607b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.678038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4bf554b8-7a57-4467-9f27-3d7bc607b8ca None None] Port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:36.825173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f4018fe0-1152-42ab-a8c0-3e6617321596 None None] Provisioning complete for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:36.825584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4018fe0-1152-42ab-a8c0-3e6617321596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:36.834256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8:0:1::359 (fa652055-5a06-4d8a-b98e-171bb0094fa5/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc/956c93ee-33ad-4d82-9aff-f0a2023a6db5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:36.850625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:56:36.861824 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-714e614d-ce91-4b14-8179-c5c92f430001 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "PUT /v2.0/routers/abf8321d-86d6-4a75-9301-c3d2460648ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5366046 Dec 16 15:56:36.865387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57218) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:36.872486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] Sync routers for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:56:36.910442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:36.911477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:36.913993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f4018fe0-1152-42ab-a8c0-3e6617321596 None None] Port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:36.967750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:36.979573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] Routers {'abf8321d-86d6-4a75-9301-c3d2460648ec'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:56:36.980414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['abf8321d-86d6-4a75-9301-c3d2460648ec'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:37.029738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:37.030697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb4d28c-1465-4ed7-b3b5-12f569419246 None None] The sync data for ids ['abf8321d-86d6-4a75-9301-c3d2460648ec'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:56:37.087850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.145109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8451d047-a8ee-4f14-87d8-330b3ed7d93f None None] Provisioning complete for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:37.145517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8451d047-a8ee-4f14-87d8-330b3ed7d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.199669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8451d047-a8ee-4f14-87d8-330b3ed7d93f None None] Port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:37.210447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b253e6f0-1700-49bd-9851-17f2cfad5918 req-87d3ce4b-6c6d-4818-9cdc-9cecdeded8bc tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0598428 Dec 16 15:56:37.257151 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.403245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting port 966bb137-c2bc-4967-8b93-4caba48ec896 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:37.403498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.486452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.497961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.512181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Calling delete_port for 966bb137-c2bc-4967-8b93-4caba48ec896 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:37.553415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.720981 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] In _notify_port_updated(), no bound segment for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 on network fa652055-5a06-4d8a-b98e-171bb0094fa5 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:56:37.731465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:37.732635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:37.739088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/ports/956c93ee-33ad-4d82-9aff-f0a2023a6db5 HTTP/1.1" status: 200 len: 1011 time: 2.2476172 Dec 16 15:56:37.740673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f438e2-3882-4338-82cf-f83de060a599 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=956c93ee-33ad-4d82-9aff-f0a2023a6db5,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:37.746704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57224) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:38.033408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d29456ec-408f-47af-8615-79cd02b77aa0 None None] Provisioning complete for port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:38.034158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d29456ec-408f-47af-8615-79cd02b77aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.081164 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.087730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d29456ec-408f-47af-8615-79cd02b77aa0 None None] Port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:38.172264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Port': ['ID=966bb137-c2bc-4967-8b93-4caba48ec896,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:38.185054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 956c93ee-33ad-4d82-9aff-f0a2023a6db5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:38.185476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.198666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c2208-2570-478a-b097-f7f0f3316dcd None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:38.310946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-d029e00c-ba5b-489b-92eb-87d8ae3c793c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:38.313642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-d029e00c-ba5b-489b-92eb-87d8ae3c793c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.74 "GET /v2.0/networks?id=a814e772-e958-455b-9807-2a62b1dcfcac HTTP/1.1" status: 200 len: 797 time: 0.3799009 Dec 16 15:56:38.434871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6279ed3-59ec-4369-9414-0f6395bbfd93 req-b873a553-f102-49d6-84a6-880b144736f7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.1122577 Dec 16 15:56:38.536649 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.639902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.694276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-a152e067-2e70-459f-bff4-21430814814e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 473 time: 0.3117754 Dec 16 15:56:38.696161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.698202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 956c93ee-33ad-4d82-9aff-f0a2023a6db5 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:38.700492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:38.712943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'port': {'device_id': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'admin_state_up': True, 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'security_groups': ['e0873325-b9fe-407a-bc68-09c659d44db7']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:39.067116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.067116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Fanout notify agent at l3_agent the message router_deleted on router abf8321d-86d6-4a75-9301-c3d2460648ec {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:56:39.074465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.081631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57244) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:39.082430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-983fc731-caed-42e1-8705-e0d72bc704b2 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/routers/abf8321d-86d6-4a75-9301-c3d2460648ec HTTP/1.1" status: 204 len: 168 time: 2.2151871 Dec 16 15:56:39.141799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:39.145177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.196259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Deleting subnet 66659b4f-d62e-43bd-a617-abee2588f7b0 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:39.203889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.273812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.326669 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.386990 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.408016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=956c93ee-33ad-4d82-9aff-f0a2023a6db5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:39.684004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.738927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Subnet': ['ID=66659b4f-d62e-43bd-a617-abee2588f7b0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:39.743604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.750652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48130d4a-7cb0-4155-bd5c-12b9782da26c tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/subnets/66659b4f-d62e-43bd-a617-abee2588f7b0 HTTP/1.1" status: 204 len: 168 time: 0.6670747 Dec 16 15:56:39.753082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f25aa6-1419-40dd-af3e-76a33831310a None None] Network 3d24432a-0e00-4232-92b9-bda87303f375 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:39.754695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57260) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:39.989658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:39.995971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ec5baac0-8736-422f-a6bd-f632616c62fc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/956c93ee-33ad-4d82-9aff-f0a2023a6db5 HTTP/1.1" status: 204 len: 168 time: 2.2453134 Dec 16 15:56:39.998945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57266) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:40.018578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.028727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930de13e-dbcb-423f-8de4-666e128574ad None None] DHCP port deletion for 3d24432a-0e00-4232-92b9-bda87303f375 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:40.047700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b176a22c-6d8d-4810-9b59-13e33997b659 req-da0967c0-41af-4aed-9c0e-0d0a73cb2125 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0677965 Dec 16 15:56:40.077818 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b57b8c6-e4da-4353-9015-00d549c358f9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:40.081678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8b57b8c6-e4da-4353-9015-00d549c358f9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/956c93ee-33ad-4d82-9aff-f0a2023a6db5 HTTP/1.1" status: 404 len: 333 time: 0.0785668 Dec 16 15:56:40.082373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57270) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:40.146529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.29 (a814e772-e958-455b-9807-2a62b1dcfcac/ff8edeb7-7c70-4d69-bcd9-3b0c91417b88/e1dec04b-3b65-478e-bd44-5eb6c93f3c37) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:40.182314 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.210590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 36bfa65c-2dfd-42a1-ae8b-a6a1516093fc {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:40.218638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d24432a-0e00-4232-92b9-bda87303f375']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:40.229652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.236174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1501aae-5f72-4073-bc20-652c55cd8cf2') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:40.236995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1501aae-5f72-4073-bc20-652c55cd8cf2') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:40.255444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.279519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.290708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:40.291299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:40.296933 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:40.406177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.482765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.492527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.498776 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] 10.222.0.71 "DELETE /v2.0/networks/3d24432a-0e00-4232-92b9-bda87303f375 HTTP/1.1" status: 204 len: 168 time: 0.7394049 Dec 16 15:56:40.511439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7697db7-4aeb-4c1a-b9ac-d650cd973f21 tempest-FloatingIPTestJSON-479938485 tempest-FloatingIPTestJSON-479938485-project] Pushing event deleted for resources: {'Network': ['ID=3d24432a-0e00-4232-92b9-bda87303f375,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:40.634696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.658780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.861510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.917695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:40.962937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network a814e772-e958-455b-9807-2a62b1dcfcac is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:40.990941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:40.996760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=36bfa65c-2dfd-42a1-ae8b-a6a1516093fc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:40.998575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:41.006030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.012638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57294) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.016682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfcc63-bbaa-4a6d-a874-32046e770b87 None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:41.021600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-17ac1469-b181-4741-8f28-6cb934d5ee99 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc HTTP/1.1" status: 204 len: 168 time: 0.9343581 Dec 16 15:56:41.024883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:41.132742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:41.137669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:41.144538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.144809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.264797 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.270924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57298) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.338291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-c7091083-5832-4761-a9d8-2cce20d04a31 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6308527 Dec 16 15:56:41.387143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Request body: {'port': {'device_id': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:41.408649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5304915-2905-4305-9b81-bde498a8f146 req-cecf0357-da04-4042-a04b-d6cbaa78e489 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:41.411445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5304915-2905-4305-9b81-bde498a8f146 req-cecf0357-da04-4042-a04b-d6cbaa78e489 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 932 time: 0.1805916 Dec 16 15:56:41.424447 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57302) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.463439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d2d1df0d-1e2f-42eb-9482-a28b7f9ba01f None None] Provisioning complete for port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:41.464030 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d2d1df0d-1e2f-42eb-9482-a28b7f9ba01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.500263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-734471244', 'description': 'tempest-secgroup-smoke-734471244 description', 'project_id': '318d9bc282b846ffb24d867489ae1e81'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:41.524243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.553827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d2d1df0d-1e2f-42eb-9482-a28b7f9ba01f None None] Port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:41.600250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5304915-2905-4305-9b81-bde498a8f146 req-4eaa5d1d-6314-4eaa-aa38-501d67d6cd99 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603322 Dec 16 15:56:41.602005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.695394 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86e306ed-9549-46e8-8fac-d0fbb03bf60d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=14468b34ebf94ae380fcbfe6d68fef31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4223561 Dec 16 15:56:41.697883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57306) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.766555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.799360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.802772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.881514 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:41.885190 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:41.894134 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c462944-6ffb-4c99-b723-1850239aefa5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885 HTTP/1.1" status: 204 len: 168 time: 0.8777030 Dec 16 15:56:41.894762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57308) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:41.925785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.002338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.051171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.133024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 9fbc03da-e28b-4dfa-9f58-0084f913a00b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:42.133378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.136925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dec04b-3b65-478e-bd44-5eb6c93f3c37 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:56:42.157132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.171495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.184168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.188623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.192278 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7cdf3011-c4eb-4ce8-a0bb-b49edd0e728c HTTP/1.1" status: 204 len: 168 time: 0.4908249 Dec 16 15:56:42.214244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Transition to ACTIVE for port object e1dec04b-3b65-478e-bd44-5eb6c93f3c37 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:56:42.237523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port 9fbc03da-e28b-4dfa-9f58-0084f913a00b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9fbc03da-e28b-4dfa-9f58-0084f913a00b,segment=NetworkSegment(ace4e7c3-964c-48c5-bb69-cf4cf82f4c87),segment_id=ace4e7c3-964c-48c5-bb69-cf4cf82f4c87)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:42.239110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.239381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04da7f2-2ce7-436c-a1ab-a1758e88f238,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.259083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce3689-c5da-41ff-8eb9-5d9d2236f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf3011-c4eb-4ce8-a0bb-b49edd0e728c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.271539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 9fbc03da-e28b-4dfa-9f58-0084f913a00b owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:42.333623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.360818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.367506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-feb86389-f6ee-484a-b225-b4cbbb4000db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9289110 Dec 16 15:56:42.371544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:42.371770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a984487-ce45-464d-95aa-7c23ce09919e None None] Network fa652055-5a06-4d8a-b98e-171bb0094fa5 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:42.380472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:42.471938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Pushing event updated for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.546493 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.554143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Attempting to bind port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:42.554532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Attempting to bind port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:42.554847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Attempting to bind port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 on network a814e772-e958-455b-9807-2a62b1dcfcac {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:42.561134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 on network a814e772-e958-455b-9807-2a62b1dcfcac not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:56:42.562086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Attempting to bind port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 on network a814e772-e958-455b-9807-2a62b1dcfcac {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:42.569218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:42.569218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Checking segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:42.570329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Bound using segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:42.570924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Bound port: e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:42.571133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4bd7cb7b-f5e9-4d2a-9ca8-57ea576b945c None None] Provisioning complete for port 9fbc03da-e28b-4dfa-9f58-0084f913a00b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:42.571282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.571700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4bd7cb7b-f5e9-4d2a-9ca8-57ea576b945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.614211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.678885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:42.684205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:42.708105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.715502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4bd7cb7b-f5e9-4d2a-9ca8-57ea576b945c None None] Could not find standard attr ID for object 9fbc03da-e28b-4dfa-9f58-0084f913a00b. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:56:42.716594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=9fbc03da-e28b-4dfa-9f58-0084f913a00b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.723626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port 9fbc03da-e28b-4dfa-9f58-0084f913a00b on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:42.734879 n-d-821947-3 neutron-server[104057]: INFO neutron.plugins.ml2.db [None req-4bd7cb7b-f5e9-4d2a-9ca8-57ea576b945c None None] No ports have port_id starting with 9fbc03da-e28b-4dfa-9f58-0084f913a00b Dec 16 15:56:42.819760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.822344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51c3d7-1106-4857-aaf2-057ab64268e8 None None] DHCP port deletion for fa652055-5a06-4d8a-b98e-171bb0094fa5 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:42.854428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772fdd13-13e3-4b05-90a1-263725dd4657,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:42.862167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.983133 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.984152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:42.987092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3628f421-6322-4fe4-85fc-fbe427ecdf3b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6145990 Dec 16 15:56:42.990013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:42.996367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:42.997088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:42.998232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.003374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-0f449465-8871-459a-bcdf-819183b8754d service neutron] 10.222.0.74 "PUT /v2.0/ports/e1dec04b-3b65-478e-bd44-5eb6c93f3c37 HTTP/1.1" status: 200 len: 1092 time: 1.6381814 Dec 16 15:56:43.021590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:43.026669 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3359671-b3e4-41fe-b21d-f290c82a3943" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:43.078276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa652055-5a06-4d8a-b98e-171bb0094fa5']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.131145 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84985162-0994-4bd1-95bf-42773fdffa42 x-openstack-request-id: req-84985162-0994-4bd1-95bf-42773fdffa42 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:43.131715 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:43.132163 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84985162-0994-4bd1-95bf-42773fdffa42 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:43.132896 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37', 'status': 'completed', 'code': 200} Dec 16 15:56:43.137255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.137889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace4e7c3-964c-48c5-bb69-cf4cf82f4c87') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:43.175919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f7163-47e3-42c3-bb8f-3f91ed914f51 req-54337176-a703-4b41-8917-caa835f3007b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.178266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-361f7163-47e3-42c3-bb8f-3f91ed914f51 req-54337176-a703-4b41-8917-caa835f3007b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 944 time: 0.3446724 Dec 16 15:56:43.193177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f449465-8871-459a-bcdf-819183b8754d service neutron] Pushing event updated for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.202036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.222802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.312227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.319163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.330752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:43.331172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:43.340803 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:43.423508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-4bb1962b-a94e-4ef5-b8a6-4444c2fbf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.425145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-4bb1962b-a94e-4ef5-b8a6-4444c2fbf00f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 1095 time: 0.2455683 Dec 16 15:56:43.433329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-361f7163-47e3-42c3-bb8f-3f91ed914f51 req-75b7eb48-9f80-4a3c-acec-97bb94d548ad tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351754 Dec 16 15:56:43.448772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.487530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcac23f-6528-41b9-a489-d42574cbefeb,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.564807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.578108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.582577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/fa652055-5a06-4d8a-b98e-171bb0094fa5 HTTP/1.1" status: 204 len: 168 time: 1.6859810 Dec 16 15:56:43.590165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57336) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:43.600861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.603511 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3246d7e4-b785-402f-9818-294dff4b1673 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6119864 Dec 16 15:56:43.605972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57338) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:43.615871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:43.619188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0b610-d9fb-4b6d-ad02-848b1d72736e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=fa652055-5a06-4d8a-b98e-171bb0094fa5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:43.703941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-2c81c2cf-8b2e-43c4-976e-6ba87f77bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.704435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-2c81c2cf-8b2e-43c4-976e-6ba87f77bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.706049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-2c81c2cf-8b2e-43c4-976e-6ba87f77bf1a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2606890 Dec 16 15:56:43.724146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065a92b-bc7b-4903-86a8-14a079cfb407 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:43.724146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f065a92b-bc7b-4903-86a8-14a079cfb407 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1255276 Dec 16 15:56:43.724792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:43.787976 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.828663 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97e15947-39e6-49ec-bf66-1b9a882e2b8a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1022148 Dec 16 15:56:43.837532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57344) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:43.846799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-726902564'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:43.865933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9fbc03da-e28b-4dfa-9f58-0084f913a00b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:43.904852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:43.909485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 9fbc03da-e28b-4dfa-9f58-0084f913a00b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:43.910554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9fbc03da-e28b-4dfa-9f58-0084f913a00b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:43.975181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57346) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:44.009654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-6073fb6b-5c1e-440d-9c86-070ce38c5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.012474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3359671-b3e4-41fe-b21d-f290c82a3943 req-6073fb6b-5c1e-440d-9c86-070ce38c5cd9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2941458 Dec 16 15:56:44.026184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.060171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cfe8c6-6b5a-431c-88d5-0c51dcfb6355,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:44.065835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:44.073662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.125786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.127507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86579ff1-0afd-43eb-81a7-1a797d4243e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5201657 Dec 16 15:56:44.131629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:44.136817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1098715520'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:44.144069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:44.163124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:44.180592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0568efd-ad41-41d8-861a-a5a19b683bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.185460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.187610 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment 5060b509-780c-4e06-a73e-7b7b11b82005 of type vlan for network 8c353d26-9a5c-4860-abf4-0cf1693d6144 Dec 16 15:56:44.188751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-53d64860-f49e-420a-ab5b-c5a29639a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.190450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-53d64860-f49e-420a-ab5b-c5a29639a1c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0822327 Dec 16 15:56:44.278602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.293973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-de1d3507-3180-4a02-8c81-93469f9a8743 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37 HTTP/1.1" status: 200 len: 217 time: 0.0740595 Dec 16 15:56:44.299372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.305626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Made reservation on behalf of 96af192b1770431bbd1f3d761a6eefa6 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:44.310021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.327812 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.371305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.386545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-4df05623-06db-481d-81f6-7054694bb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.388301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-4df05623-06db-481d-81f6-7054694bb612 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff8edeb7-7c70-4d69-bcd9-3b0c91417b88 HTTP/1.1" status: 200 len: 838 time: 0.0814500 Dec 16 15:56:44.448756 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.450915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.474612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defcfdfd-edad-4e96-900f-05e22537b5af,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:44.506478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-8803bfe6-d4e3-483b-b021-917f92396485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.508111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-8803bfe6-d4e3-483b-b021-917f92396485 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a814e772-e958-455b-9807-2a62b1dcfcac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075542 Dec 16 15:56:44.512156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.523364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.524514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.545666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.576197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:44.587390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0de71-0307-41d0-8964-b7fdbe2776ec,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:44.593011 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.593374 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Added segment ecd1d32e-08d0-4110-ab44-9d65c800ae7e of type vlan for network cfeadc25-caa6-404a-9afe-2c7985bf90c6 Dec 16 15:56:44.626188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.627458 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-424810a5-72b3-4bda-842a-4e61299dbc56 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4947994 Dec 16 15:56:44.633618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57354) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:44.638349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:44.653681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.768036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.774379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:44.775101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:44.852702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Pushing event updated for resources: {'Network': ['ID=cfeadc25-caa6-404a-9afe-2c7985bf90c6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:44.865373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cfeadc25-caa6-404a-9afe-2c7985bf90c6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:45.177623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3384571 Dec 16 15:56:45.182491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.194854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:45.202916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0862b-41c8-4b62-9779-ded9cca7272a tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=8c353d26-9a5c-4860-abf4-0cf1693d6144,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:45.213222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:45.258217 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2eafd62-4841-4ff2-877e-4a3db29e968f tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2805574 Dec 16 15:56:45.263472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.269983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-d140aeb9-8c09-4761-ad9c-9c5756bbae06 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-299030196') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.290407 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Project 318d9bc282b846ffb24d867489ae1e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:56:45.299031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d4b3a-3fec-4453-a86c-68d27aca685d req-b1c069fb-cc33-41f8-bd4e-dd308c6bd9e0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:45.301658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-705d4b3a-3fec-4453-a86c-68d27aca685d req-b1c069fb-cc33-41f8-bd4e-dd308c6bd9e0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 944 time: 0.7445655 Dec 16 15:56:45.322514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.363745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-666e9520-d3d4-405e-8486-77d4f68277b2 service neutron] 10.222.0.74 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346574 Dec 16 15:56:45.405437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.458995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-705d4b3a-3fec-4453-a86c-68d27aca685d req-5b448195-df84-4c62-b476-359f47b7f45b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459799 Dec 16 15:56:45.482271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.507719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8cf236e0-b5e9-409e-b0bf-55c0ce6ffdd8 req-68a8c747-5665-4b74-bffc-bbe893155e11 service neutron] 10.222.0.74 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302099 Dec 16 15:56:45.508130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b60c84-499c-4ac1-ab25-d452106448f6,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:45.513544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d140aeb9-8c09-4761-ad9c-9c5756bbae06 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "PUT /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-299030196 HTTP/1.1" status: 201 len: 201 time: 0.2482061 Dec 16 15:56:45.518812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57360) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.523744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-4daa79ce-d830-4533-84a7-4b7b218941ab tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-299030196') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.570070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:45.574199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.594827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.596380 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4d0a17a-2fdd-4e22-ac5c-138a064d52f6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9617503 Dec 16 15:56:45.601050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57362) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.606415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'security_group_rule': {'security_group_id': 'c04da7f2-2ce7-436c-a1ab-a1758e88f238', 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:45.687461 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:56:45.694211 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Project 318d9bc282b846ffb24d867489ae1e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:56:45.700121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.704204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4daa79ce-d830-4533-84a7-4b7b218941ab tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-299030196 HTTP/1.1" status: 204 len: 168 time: 0.1837566 Dec 16 15:56:45.708369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57364) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.713612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-a62ea3fb-f7cc-4df3-bdfe-45fbbb9fb359 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.777977 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.846368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a62ea3fb-f7cc-4df3-bdfe-45fbbb9fb359 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags HTTP/1.1" status: 200 len: 237 time: 0.1321568 Dec 16 15:56:45.846737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:45.849282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57366) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:45.863400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-48ae04c2-d150-48f9-9a2f-e666d80974dc tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', {'tags': ['tempest-TagsTest-Tag-259412111', 'tempest-TagsTest-Tag-1132394300', 'tempest-TagsTest-Tag-265147462']}) {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:45.921731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b585a5-a079-4ec9-857b-6326a4234300,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:45.980309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.017499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.019454 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b50cc83e-201a-4194-b14f-43de071e1c8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4171028 Dec 16 15:56:46.048250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=89e16262-c891-4874-9fc2-8e168edd0a7f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:46.060664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': '5060b509-780c-4e06-a73e-7b7b11b82005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:46.060664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: 8c353d26-9a5c-4860-abf4-0cf1693d6144, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:46.084343 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48ae04c2-d150-48f9-9a2f-e666d80974dc tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "PUT /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags HTTP/1.1" status: 200 len: 307 time: 0.2294343 Dec 16 15:56:46.088328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.094404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.tag.tag_plugin [None req-732b16f4-9094-460c-9ee5-858bd7e6aeb4 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-259412111') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.164641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:46.259846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 8c353d26-9a5c-4860-abf4-0cf1693d6144) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:46.272579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96106c-3084-4596-96e1-e585dc3e3cb6 None None] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:46.273808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.274593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.295518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-732b16f4-9094-460c-9ee5-858bd7e6aeb4 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "DELETE /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-259412111 HTTP/1.1" status: 204 len: 168 time: 0.2057319 Dec 16 15:56:46.299950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57408) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.307320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-fd8ab262-26e4-4bd5-9256-e0950cfcac8a tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-259412111') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.367375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a81906ce-dacc-474a-94e5-e41a8aedf7a1 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1819413 Dec 16 15:56:46.369707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57410) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.380889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144', 'name': 'tempest-PortsIpV6TestJSON-1498541349'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:46.431582 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-fd8ab262-26e4-4bd5-9256-e0950cfcac8a tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] show failed (client error): The resource could not be found. Dec 16 15:56:46.433409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd8ab262-26e4-4bd5-9256-e0950cfcac8a tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-259412111 HTTP/1.1" status: 404 len: 325 time: 0.1318398 Dec 16 15:56:46.438477 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57412) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.444448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-0889a6b9-3b58-4637-bf43-7b0fd7796aee tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-1132394300') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.506050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-8c353d26-9a5c-4860-abf4-0cf1693d6144', 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': '89e16262-c891-4874-9fc2-8e168edd0a7f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:46.507695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.560755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-84a1faad-1be7-40be-a02f-21b6aba9cbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.617616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0889a6b9-3b58-4637-bf43-7b0fd7796aee tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-1132394300 HTTP/1.1" status: 204 len: 168 time: 0.1772792 Dec 16 15:56:46.619701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57416) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.627639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-9a791a03-d8a3-427f-b6cd-7f79180d63ad tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-265147462') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.637745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af03eb-f8e1-41aa-ae0a-79822c1d9175 req-6d27250e-3787-4583-8188-fae79a15b2ab tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:46.639400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59af03eb-f8e1-41aa-ae0a-79822c1d9175 req-6d27250e-3787-4583-8188-fae79a15b2ab tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 944 time: 0.0808835 Dec 16 15:56:46.706011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59af03eb-f8e1-41aa-ae0a-79822c1d9175 req-a417abc6-0ced-403b-b451-c776ec38a49b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570762 Dec 16 15:56:46.727208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Allocated IP 2001:db8::2 (8c353d26-9a5c-4860-abf4-0cf1693d6144/89e16262-c891-4874-9fc2-8e168edd0a7f/55ec6f8a-3e94-4022-b915-808fde6af862) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:46.754286 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a791a03-d8a3-427f-b6cd-7f79180d63ad tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-265147462 HTTP/1.1" status: 204 len: 168 time: 0.1306629 Dec 16 15:56:46.755013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57418) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:46.762127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:46.763157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-11f53871-f798-40cd-a6c9-d6dd70ba62c9 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:46.770428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:46.792928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 65a406d9-9ace-4f87-a0dd-413420c8a874 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:47.041276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.209152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.214885 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-11f53871-f798-40cd-a6c9-d6dd70ba62c9 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "DELETE /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags HTTP/1.1" status: 204 len: 168 time: 0.4541028 Dec 16 15:56:47.215518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57420) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.222763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-968af1be-d7c3-4df9-914b-eb8b95819d95 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-1132394300') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.314492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Pushing event updated for resources: {'Port': ['ID=55ec6f8a-3e94-4022-b915-808fde6af862,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:47.337859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:47.340962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:47.346480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:47.378304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::28 (8c353d26-9a5c-4860-abf4-0cf1693d6144/89e16262-c891-4874-9fc2-8e168edd0a7f/65a406d9-9ace-4f87-a0dd-413420c8a874) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:47.399871 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-968af1be-d7c3-4df9-914b-eb8b95819d95 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] show failed (client error): The resource could not be found. Dec 16 15:56:47.402380 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-968af1be-d7c3-4df9-914b-eb8b95819d95 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-1132394300 HTTP/1.1" status: 404 len: 326 time: 0.1850593 Dec 16 15:56:47.406060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.424034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-39194083-17d8-4fa0-b2d7-b2a364c2d40b tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6', 'tempest-TagsTest-Tag-265147462') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.470105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Attempting to bind port 55ec6f8a-3e94-4022-b915-808fde6af862 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:47.470829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Attempting to bind port 55ec6f8a-3e94-4022-b915-808fde6af862 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5060b509-780c-4e06-a73e-7b7b11b82005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:47.471496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Attempting to bind port 55ec6f8a-3e94-4022-b915-808fde6af862 on network 8c353d26-9a5c-4860-abf4-0cf1693d6144 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:47.485768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:47.486529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Checking segment: {'id': '5060b509-780c-4e06-a73e-7b7b11b82005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:47.488507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.488507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Bound using segment: {'id': '5060b509-780c-4e06-a73e-7b7b11b82005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:47.489406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Bound port: 55ec6f8a-3e94-4022-b915-808fde6af862, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5060b509-780c-4e06-a73e-7b7b11b82005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:47.491388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.545244 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-39194083-17d8-4fa0-b2d7-b2a364c2d40b tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] show failed (client error): The resource could not be found. Dec 16 15:56:47.551208 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-39194083-17d8-4fa0-b2d7-b2a364c2d40b tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "GET /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags/tempest-TagsTest-Tag-265147462 HTTP/1.1" status: 404 len: 325 time: 0.1385386 Dec 16 15:56:47.551506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.558148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.tag.tag_plugin [None req-02082c9c-aca8-456d-99e1-e422a72aeedc tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cfeadc25-caa6-404a-9afe-2c7985bf90c6') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.581391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] For port 55ec6f8a-3e94-4022-b915-808fde6af862, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:47.586496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] For port 55ec6f8a-3e94-4022-b915-808fde6af862, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=55ec6f8a-3e94-4022-b915-808fde6af862,segment=NetworkSegment(5060b509-780c-4e06-a73e-7b7b11b82005),segment_id=5060b509-780c-4e06-a73e-7b7b11b82005)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:47.663967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.677788 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-02082c9c-aca8-456d-99e1-e422a72aeedc tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "DELETE /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1210403 Dec 16 15:56:47.678418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:47.706722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.799673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.825542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.935095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:47.971204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:47.978957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:47.979977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeadc25-caa6-404a-9afe-2c7985bf90c6']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:47.984060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=65a406d9-9ace-4f87-a0dd-413420c8a874,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:47.986817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:47.992613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:47.993283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.003704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f9e77-32ec-4089-a078-0daf97e1d136 req-4c3dba4c-5656-448c-b572-2c5c62d0865b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:48.005425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-249f9e77-32ec-4089-a078-0daf97e1d136 req-4c3dba4c-5656-448c-b572-2c5c62d0865b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 944 time: 0.1849184 Dec 16 15:56:48.024391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd1d32e-08d0-4110-ab44-9d65c800ae7e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:48.024935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd1d32e-08d0-4110-ab44-9d65c800ae7e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:48.051239 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.089232 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.109791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:48.113161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.146575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-249f9e77-32ec-4089-a078-0daf97e1d136 req-5fa00e63-3e24-4ef1-9d81-74a6994b4352 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191676 Dec 16 15:56:48.151260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ff9d0-5a9f-47ae-970e-c7bc962cf5f1 None None] Pushing event updated for resources: {'Port': ['ID=55ec6f8a-3e94-4022-b915-808fde6af862,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:48.186003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53a1edde-0176-454c-8245-a0eca0e5ef0b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8081675 Dec 16 15:56:48.186003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:48.193592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '8c353d26-9a5c-4860-abf4-0cf1693d6144', 'name': 'tempest-PortsIpV6TestJSON-1843187756'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:48.241566 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:48.248268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.379543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.390032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.396007 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] 10.222.0.71 "DELETE /v2.0/networks/cfeadc25-caa6-404a-9afe-2c7985bf90c6 HTTP/1.1" status: 204 len: 168 time: 0.7163575 Dec 16 15:56:48.439162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd34f2-bcd4-42a4-8bf6-2680f0c74373 tempest-TagsTest-2021021306 tempest-TagsTest-2021021306-project] Pushing event deleted for resources: {'Network': ['ID=cfeadc25-caa6-404a-9afe-2c7985bf90c6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:48.460129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:48.474550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:48.558931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 0b095b29-e51e-4e20-af19-fad2b6b70ff7 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:48.786948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::1af (8c353d26-9a5c-4860-abf4-0cf1693d6144/89e16262-c891-4874-9fc2-8e168edd0a7f/0b095b29-e51e-4e20-af19-fad2b6b70ff7) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:49.025102 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.087676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57472) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:49.127535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e1dec04b-3b65-478e-bd44-5eb6c93f3c37 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:56:49.174836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.271122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=0b095b29-e51e-4e20-af19-fad2b6b70ff7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:49.313207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:49.331913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:49.366536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:49.384380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:49.385155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.427646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:49.431726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.459046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'port_id': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37', 'mac_address': 'fa:16:3e:aa:e8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:56:49.461421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b97bfe-94c3-4b9e-8ac7-ffb7852fce03 req-6e6112c1-769a-4d4f-bd1b-a84c8f6624d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:49.474107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1b97bfe-94c3-4b9e-8ac7-ffb7852fce03 req-6e6112c1-769a-4d4f-bd1b-a84c8f6624d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 944 time: 0.1530967 Dec 16 15:56:49.525594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4ff97e86-ae1b-46d7-bd49-970f31303e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3386595 Dec 16 15:56:49.527674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f3997356-0555-4253-a98c-53b51e7f9a2c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=96af192b1770431bbd1f3d761a6eefa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379613 Dec 16 15:56:49.528111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.529225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:49.537285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57480) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:49.544376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dec04b-3b65-478e-bd44-5eb6c93f3c37 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:56:49.591585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:49.684756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1b97bfe-94c3-4b9e-8ac7-ffb7852fce03 req-e13cb72f-36fa-4c6c-b9f7-eb5cdbcd4141 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091126 Dec 16 15:56:49.686514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.695298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.725840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.729149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab9e7c-355b-408d-972d-b8d39a062e10 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:49.733515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18ab9e7c-355b-408d-972d-b8d39a062e10 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28 HTTP/1.1" status: 200 len: 928 time: 0.1997249 Dec 16 15:56:49.737241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57484) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:49.803399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:49.865638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a1648-6ac1-4068-b146-0ca05d156f26 None None] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:49.919674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 0b095b29-e51e-4e20-af19-fad2b6b70ff7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:49.920045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.963250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 55ec6f8a-3e94-4022-b915-808fde6af862 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:49.989115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.992445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:49.994069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04f0de71-0307-41d0-8964-b7fdbe2776ec HTTP/1.1" status: 204 len: 168 time: 0.4552448 Dec 16 15:56:50.011621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763b61e-a1d3-4afc-bcfd-f7649cacd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0de71-0307-41d0-8964-b7fdbe2776ec,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:50.090721 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.100756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e1dec04b-3b65-478e-bd44-5eb6c93f3c37'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:56:50.109313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 0b095b29-e51e-4e20-af19-fad2b6b70ff7 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:50.192025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] Provisioning complete for port 55ec6f8a-3e94-4022-b915-808fde6af862 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:50.192600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.254001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.316577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 55ec6f8a-3e94-4022-b915-808fde6af862 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:50.316947 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.455693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.465689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.580759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.585677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/0b095b29-e51e-4e20-af19-fad2b6b70ff7 HTTP/1.1" status: 204 len: 168 time: 0.8478718 Dec 16 15:56:50.586328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] For port 55ec6f8a-3e94-4022-b915-808fde6af862, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=55ec6f8a-3e94-4022-b915-808fde6af862,segment=NetworkSegment(5060b509-780c-4e06-a73e-7b7b11b82005),segment_id=5060b509-780c-4e06-a73e-7b7b11b82005)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:50.593971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d9df9-9650-4483-985f-3de14ab31396 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=0b095b29-e51e-4e20-af19-fad2b6b70ff7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:50.598854 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57490) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:50.622814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.677789 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-507085c9-8bbb-45e6-a786-c7de677ce193 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:50.685724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57498) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:50.686963 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-507085c9-8bbb-45e6-a786-c7de677ce193 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/0b095b29-e51e-4e20-af19-fad2b6b70ff7 HTTP/1.1" status: 404 len: 333 time: 0.0860720 Dec 16 15:56:50.732373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.857950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:56:50.860426 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:56:50.883429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 65a406d9-9ace-4f87-a0dd-413420c8a874 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:50.885907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:50.891999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ebf0d-2463-477d-aa33-a5ad4e41f0be None None] Pushing event updated for resources: {'Port': ['ID=55ec6f8a-3e94-4022-b915-808fde6af862,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:50.964770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Provisioning complete for port 55ec6f8a-3e94-4022-b915-808fde6af862 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:50.964770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.001254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a7da7-9eb3-42fb-a65e-13f90805aa66 req-896007d3-b966-4357-9b3a-434a79b61bc7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:51.019125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-083a7da7-9eb3-42fb-a65e-13f90805aa66 req-896007d3-b966-4357-9b3a-434a79b61bc7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 945 time: 0.1260684 Dec 16 15:56:51.143460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Provisioning complete for port 65a406d9-9ace-4f87-a0dd-413420c8a874 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:51.144045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.227315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Port 65a406d9-9ace-4f87-a0dd-413420c8a874 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:51.233877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bdaa1024-5cf1-4b71-8c75-747ef4bdc7c2 None None] Could not find standard attr ID for object 0b095b29-e51e-4e20-af19-fad2b6b70ff7. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:56:51.257278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-083a7da7-9eb3-42fb-a65e-13f90805aa66 req-2fe50987-8b78-44cf-8605-18808797ba65 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357366 Dec 16 15:56:51.321500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.346734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 65a406d9-9ace-4f87-a0dd-413420c8a874 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:51.438781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7caf33aa-58f4-44e6-bbf8-9538f0671273 None None] Provisioning complete for port 65a406d9-9ace-4f87-a0dd-413420c8a874 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:51.439262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7caf33aa-58f4-44e6-bbf8-9538f0671273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.491626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7caf33aa-58f4-44e6-bbf8-9538f0671273 None None] Port 65a406d9-9ace-4f87-a0dd-413420c8a874 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:51.665765 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.701516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=65a406d9-9ace-4f87-a0dd-413420c8a874,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:51.740225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:51.756537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:51.769085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ba8d1168-7f2f-4b3b-a393-27464b535a52 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/65a406d9-9ace-4f87-a0dd-413420c8a874 HTTP/1.1" status: 204 len: 168 time: 1.0650914 Dec 16 15:56:51.808673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ebc982e1-73fb-40ff-901d-f83240b3ba70 None None] Could not find standard attr ID for object 0b095b29-e51e-4e20-af19-fad2b6b70ff7. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:56:51.813388 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-48362b08-cc6f-4534-aaf8-bf096fa2efab tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:56:51.815603 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48362b08-cc6f-4534-aaf8-bf096fa2efab tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/65a406d9-9ace-4f87-a0dd-413420c8a874 HTTP/1.1" status: 404 len: 333 time: 0.0573394 Dec 16 15:56:51.819573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57518) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:51.911924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 55ec6f8a-3e94-4022-b915-808fde6af862 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:51.968548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 89e16262-c891-4874-9fc2-8e168edd0a7f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:56:51.979378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.008889 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 55ec6f8a-3e94-4022-b915-808fde6af862 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:52.009938 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.068380 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.206808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.375052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.409848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=89e16262-c891-4874-9fc2-8e168edd0a7f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:52.415956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.419680 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1b0aee0a-8397-44ad-b906-8ffd2f693dda tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/89e16262-c891-4874-9fc2-8e168edd0a7f HTTP/1.1" status: 204 len: 168 time: 0.5984483 Dec 16 15:56:52.424492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:52.441051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68abe085-4557-4bd2-ab26-94f43c8c4e09 None None] Network 8c353d26-9a5c-4860-abf4-0cf1693d6144 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:52.488470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56b4a-7c12-4e94-b789-338ca265165c req-e83ebd28-369f-409b-82f4-ad694db01dd2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:52.492756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e56b4a-7c12-4e94-b789-338ca265165c req-e83ebd28-369f-409b-82f4-ad694db01dd2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 945 time: 0.1447527 Dec 16 15:56:52.554208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.583025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e56b4a-7c12-4e94-b789-338ca265165c req-3778d4b5-b773-4e10-b9c5-73f0577194c9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819221 Dec 16 15:56:52.643955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 55ec6f8a-3e94-4022-b915-808fde6af862 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:52.644444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.729250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port 55ec6f8a-3e94-4022-b915-808fde6af862, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=55ec6f8a-3e94-4022-b915-808fde6af862,segment=NetworkSegment(5060b509-780c-4e06-a73e-7b7b11b82005),segment_id=5060b509-780c-4e06-a73e-7b7b11b82005)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:52.777679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.777679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 55ec6f8a-3e94-4022-b915-808fde6af862 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:52.788340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] DHCP port deletion for 8c353d26-9a5c-4860-abf4-0cf1693d6144 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:56:52.884420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Deleting port 55ec6f8a-3e94-4022-b915-808fde6af862 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:52.885304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.961809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.979341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] For port 55ec6f8a-3e94-4022-b915-808fde6af862, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=55ec6f8a-3e94-4022-b915-808fde6af862,segment=NetworkSegment(5060b509-780c-4e06-a73e-7b7b11b82005),segment_id=5060b509-780c-4e06-a73e-7b7b11b82005)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:52.979600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:52.993675 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=55ec6f8a-3e94-4022-b915-808fde6af862,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:52.998463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port 55ec6f8a-3e94-4022-b915-808fde6af862 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:53.007414 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Calling delete_port for 55ec6f8a-3e94-4022-b915-808fde6af862 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:53.105748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.134454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e1dec04b-3b65-478e-bd44-5eb6c93f3c37 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:53.151273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c353d26-9a5c-4860-abf4-0cf1693d6144']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:53.181412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5060b509-780c-4e06-a73e-7b7b11b82005') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:53.182092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5060b509-780c-4e06-a73e-7b7b11b82005') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:56:53.195413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.220708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.223131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.236084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:56:53.236787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:56:53.244621 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:56:53.269658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] Pushing event deleted for resources: {'Port': ['ID=55ec6f8a-3e94-4022-b915-808fde6af862,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:53.281391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc2698-d808-4472-acd1-41b6b4322df8 None None] No DVR routers for this DVR port 55ec6f8a-3e94-4022-b915-808fde6af862 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:56:53.335666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:56:53.344787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:53.344787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.482202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.488616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.491682 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.496060 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/8c353d26-9a5c-4860-abf4-0cf1693d6144 HTTP/1.1" status: 204 len: 168 time: 1.0704224 Dec 16 15:56:53.506375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57542) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:53.513369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1469396564'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:53.514800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ce169-ddc4-47b0-9d54-cabcae46b025 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=8c353d26-9a5c-4860-abf4-0cf1693d6144,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:53.544382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:56:53.554155 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb3275-545a-4948-ac58-14f26e1c2dc0" -d '{"events": [{"server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "name": "network-vif-plugged", "status": "completed", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:56:53.573484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:53.677260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.677732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:53.685014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.762074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:56:53.771523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.771992 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment 875b8aa6-7ae8-4939-8336-1606db945e29 of type vlan for network 98d94039-2cf7-4411-916a-b2fbb93d4a5b Dec 16 15:56:53.772822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:53.806042 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146d75d3-6245-4615-8e1e-27ed8f4dc1e2 x-openstack-request-id: req-146d75d3-6245-4615-8e1e-27ed8f4dc1e2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:56:53.806924 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "name": "network-vif-plugged", "status": "completed", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:56:53.807416 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-146d75d3-6245-4615-8e1e-27ed8f4dc1e2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:56:53.808221 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37', 'code': 200} Dec 16 15:56:53.837253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:53.866767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 55ec6f8a-3e94-4022-b915-808fde6af862 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:56:53.904449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 55ec6f8a-3e94-4022-b915-808fde6af862 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:56:53.905130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 55ec6f8a-3e94-4022-b915-808fde6af862 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:56:53.920334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50264a2b-f64a-4de2-a94c-cd1eb14ce28f req-78d69093-8f60-4d5f-ad10-eaab1cea48b3 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:53.922971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50264a2b-f64a-4de2-a94c-cd1eb14ce28f req-78d69093-8f60-4d5f-ad10-eaab1cea48b3 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.2069263 Dec 16 15:56:54.044223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50264a2b-f64a-4de2-a94c-cd1eb14ce28f req-bc020291-626c-4eb0-8217-81103a02a270 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058030 Dec 16 15:56:54.050384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4a61f-90db-4459-a0fa-89dd5a6c7115 req-eaad9e5c-58bc-413d-823f-1862b7a28406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:54.053004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5d4a61f-90db-4459-a0fa-89dd5a6c7115 req-eaad9e5c-58bc-413d-823f-1862b7a28406 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 1097 time: 0.1004729 Dec 16 15:56:54.054068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.064970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:54.078457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.185208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:54.203452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=98d94039-2cf7-4411-916a-b2fbb93d4a5b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:54.239426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7315092 Dec 16 15:56:54.242400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57558) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:54.243872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.243872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.245286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.245286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.245627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.246199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.246778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.247365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.247989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.248570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.249690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.250277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.250858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77545a4-393d-4f8f-a117-66ec3729a0cb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:56:54.253877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:54.260764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5d4a61f-90db-4459-a0fa-89dd5a6c7115 req-c9fc92b2-13d8-4fdc-a8e7-585f462cce82 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732273 Dec 16 15:56:54.265623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:56:54.410550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1be26bde-5f0e-4539-a64f-3d5fffa93d46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.592286 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1be26bde-5f0e-4539-a64f-3d5fffa93d46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.610253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:54.615161 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.698842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1be26bde-5f0e-4539-a64f-3d5fffa93d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.783230 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1be26bde-5f0e-4539-a64f-3d5fffa93d46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b823da7695924e469b73037b0ab98adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5967894 Dec 16 15:56:54.786193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57560) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:54.794399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be26bde-5f0e-4539-a64f-3d5fffa93d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b78115-762a-4a1d-942f-4896944e0a5a,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:54.904105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:54.986041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.089117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.159631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.163182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.167473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2b78115-762a-4a1d-942f-4896944e0a5a HTTP/1.1" status: 204 len: 168 time: 0.3800821 Dec 16 15:56:55.200608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9051c-4fe7-440e-9e94-ab61465355f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b78115-762a-4a1d-942f-4896944e0a5a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:55.221456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=f1103794-56bf-47c6-8509-93d268155a50,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:55.234515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': '875b8aa6-7ae8-4939-8336-1606db945e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:55.234979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: 98d94039-2cf7-4411-916a-b2fbb93d4a5b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:56:55.320087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a702-ff60-4f6e-b186-d4042ad00e38 req-f7eda51c-0585-43ac-a34a-b7288b41cb01 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:55.322236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2127a702-ff60-4f6e-b186-d4042ad00e38 req-f7eda51c-0585-43ac-a34a-b7288b41cb01 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.1587765 Dec 16 15:56:55.368403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:56:55.395145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2127a702-ff60-4f6e-b186-d4042ad00e38 req-c6368f5c-9b1c-4fd0-85f2-5fb6502934a3 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608165 Dec 16 15:56:55.459508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 98d94039-2cf7-4411-916a-b2fbb93d4a5b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:55.464574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:55.465434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.472547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af694c46-3cae-4882-b7a4-b72662189585 None None] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:55.551869 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4a99087d-0f79-401a-b4b1-e060a2b41052 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3071690 Dec 16 15:56:55.554988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57568) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:55.570701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b', 'name': 'tempest-PortsIpV6TestJSON-1532427267', 'fixed_ips': [{'subnet_id': 'f1103794-56bf-47c6-8509-93d268155a50', 'ip_address': '2001:db8::10'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:55.618941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-98d94039-2cf7-4411-916a-b2fbb93d4a5b', 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': 'f1103794-56bf-47c6-8509-93d268155a50'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:56:55.621897 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:55.848788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:55.876939 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Allocated IP 2001:db8::2 (98d94039-2cf7-4411-916a-b2fbb93d4a5b/f1103794-56bf-47c6-8509-93d268155a50/db4db3fe-1341-4a03-aefc-1a9c25b4cf9e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:55.995771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.029275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:56.071113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.180328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.234484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:56.238119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:56.243213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:56.247796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57572) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:56.249852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Pushing event updated for resources: {'Port': ['ID=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:56.276278 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e7e634-7a9f-4a2d-b936-cb776c32ac39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.277246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::10 (98d94039-2cf7-4411-916a-b2fbb93d4a5b/f1103794-56bf-47c6-8509-93d268155a50/e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:56.312995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Attempting to bind port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:56:56.313465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Attempting to bind port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '875b8aa6-7ae8-4939-8336-1606db945e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:56:56.313918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Attempting to bind port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e on network 98d94039-2cf7-4411-916a-b2fbb93d4a5b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:56:56.322614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:56:56.323856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Checking segment: {'id': '875b8aa6-7ae8-4939-8336-1606db945e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:56:56.324523 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.325101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Bound using segment: {'id': '875b8aa6-7ae8-4939-8336-1606db945e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:56:56.325798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Bound port: db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875b8aa6-7ae8-4939-8336-1606db945e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:56:56.326204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.421187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e7e634-7a9f-4a2d-b936-cb776c32ac39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.424289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] For port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:56:56.428971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] For port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,segment=NetworkSegment(875b8aa6-7ae8-4939-8336-1606db945e29),segment_id=875b8aa6-7ae8-4939-8336-1606db945e29)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:56:56.493520 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00e7e634-7a9f-4a2d-b936-cb776c32ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.522882 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.537667 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00e7e634-7a9f-4a2d-b936-cb776c32ac39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5afb072405240e9b266f7074a83ee09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886722 Dec 16 15:56:56.539098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7e634-7a9f-4a2d-b936-cb776c32ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68ea94f-9214-43ba-a248-2f00b14afcf1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:56.541911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:56.620902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.628182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05d6fe-64f8-4b3e-8e08-afa83257353f req-b7c3280d-6608-49a2-988a-2bcd959c65c1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:56.630431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c05d6fe-64f8-4b3e-8e08-afa83257353f req-b7c3280d-6608-49a2-988a-2bcd959c65c1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.1450832 Dec 16 15:56:56.655942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.702464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.764550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c05d6fe-64f8-4b3e-8e08-afa83257353f req-4759afd5-7406-4460-acb7-341f26390058 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192029 Dec 16 15:56:56.825830 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.830592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.832267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d68ea94f-9214-43ba-a248-2f00b14afcf1 HTTP/1.1" status: 204 len: 168 time: 0.2772944 Dec 16 15:56:56.847252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d949459-e065-4bc0-8549-a794a2ec985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68ea94f-9214-43ba-a248-2f00b14afcf1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:56.862920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:56.879161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95416f67-b7b9-4bbb-b4ed-8c39af169b2f None None] Pushing event updated for resources: {'Port': ['ID=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:56.986903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:57.038389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:57.054593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:57.066196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:57.067299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:57.089764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:57.124529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874c24-50ce-474d-a465-ec5137cec5e6 req-0195485f-b094-4f7f-819f-8dbdfc8626d1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:57.127349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65874c24-50ce-474d-a465-ec5137cec5e6 req-0195485f-b094-4f7f-819f-8dbdfc8626d1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.1771677 Dec 16 15:56:57.256702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65874c24-50ce-474d-a465-ec5137cec5e6 req-cba95118-e5c1-4d5f-b5e2-d5f6849ef7b1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169636 Dec 16 15:56:57.267808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6b0d7d58-c40d-4ac6-ad3c-f41bd7c261cd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7077115 Dec 16 15:56:57.269481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:57.286956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': '98d94039-2cf7-4411-916a-b2fbb93d4a5b', 'name': 'tempest-PortsIpV6TestJSON-374504582', 'fixed_ips': [{'subnet_id': 'f1103794-56bf-47c6-8509-93d268155a50', 'ip_address': '2001:db8::f'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:56:57.562994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:56:57.704656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:57.731978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port c265d70c-f8d7-4aa1-9748-85141301b4cd yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:56:57.883218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db4db3fe-1341-4a03-aefc-1a9c25b4cf9e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:58.004820 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::f (98d94039-2cf7-4411-916a-b2fbb93d4a5b/f1103794-56bf-47c6-8509-93d268155a50/c265d70c-f8d7-4aa1-9748-85141301b4cd) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:56:58.031195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:58.031627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.147500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.212211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,segment=NetworkSegment(875b8aa6-7ae8-4939-8336-1606db945e29),segment_id=875b8aa6-7ae8-4939-8336-1606db945e29)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:56:58.288000 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.303760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.377439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:58.398697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9e0e6-e51d-4e73-a6b5-7e5786908f06 None None] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:56:58.468087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a9aea7f5-5812-4300-bc86-576cd4e3e3b8 None None] Provisioning complete for port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:58.468472 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9aea7f5-5812-4300-bc86-576cd4e3e3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.480225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.610344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:56:58.616823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:56:58.623460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:56:58.635063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:58.636323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.649599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=c265d70c-f8d7-4aa1-9748-85141301b4cd,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:56:58.803037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:58.804099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3213a995-d388-4604-baa1-5ce951c9ebb7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5289559 Dec 16 15:56:58.808025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57616) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:58.911686 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:58.930453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1c110-f81b-4e82-b5db-d98fbfa73844 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:58.930453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5b1c110-f81b-4e82-b5db-d98fbfa73844 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1168163 Dec 16 15:56:58.932627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:59.104169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Provisioning complete for port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:59.104916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.118365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fae6d-8514-467c-8bc5-79d88b13ecc7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:59.124697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fae6d-8514-467c-8bc5-79d88b13ecc7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:59.131557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1fae6d-8514-467c-8bc5-79d88b13ecc7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:56:59.133334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4b1fae6d-8514-467c-8bc5-79d88b13ecc7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1989317 Dec 16 15:56:59.138308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57620) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:56:59.291350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Provisioning complete for port c265d70c-f8d7-4aa1-9748-85141301b4cd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:59.291944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.337081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Port c265d70c-f8d7-4aa1-9748-85141301b4cd cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:59.351856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Provisioning complete for port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:59.352272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.386188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port c265d70c-f8d7-4aa1-9748-85141301b4cd {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:56:59.386188 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.415723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b770cddd-aae0-43b9-ba32-c61e96854d51 None None] Port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:59.516964 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.552424 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for c265d70c-f8d7-4aa1-9748-85141301b4cd owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:56:59.556615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2487cce4-5166-41e0-8750-912f0d99cf82 None None] Provisioning complete for port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:56:59.558836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2487cce4-5166-41e0-8750-912f0d99cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.677437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2487cce4-5166-41e0-8750-912f0d99cf82 None None] Port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:56:59.728103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.823779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.882892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:56:59.892933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db4db3fe-1341-4a03-aefc-1a9c25b4cf9e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:56:59.982383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=c265d70c-f8d7-4aa1-9748-85141301b4cd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:00.021588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cb89e6ac-ea43-444f-b263-b8596c8c0fae None None] Could not find standard attr ID for object c265d70c-f8d7-4aa1-9748-85141301b4cd. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:57:00.036819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.047896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0cb8bac4-ccdf-4d44-b860-cb073c02c333 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/c265d70c-f8d7-4aa1-9748-85141301b4cd HTTP/1.1" status: 204 len: 168 time: 0.9034820 Dec 16 15:57:00.052668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57632) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:00.065746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:00.066929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.098109 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd55bd97-90ef-4a59-9bb8-2409f81c15b2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:57:00.109719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dd55bd97-90ef-4a59-9bb8-2409f81c15b2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/c265d70c-f8d7-4aa1-9748-85141301b4cd HTTP/1.1" status: 404 len: 333 time: 0.0508025 Dec 16 15:57:00.110254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57636) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:00.362473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:00.362902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.516343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.542427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 owned by {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:00.797910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.858505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:00.890516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.890643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.891035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.891633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.896494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.897175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.900437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.912593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:00.926387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:00.927687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.17 (a814e772-e958-455b-9807-2a62b1dcfcac/ff8edeb7-7c70-4d69-bcd9-3b0c91417b88/8a914838-aa38-4b0c-a8a7-52fc54dbc49d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:00.934426 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dd4b6d75-ba79-4fce-a5db-41d549c6608e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 HTTP/1.1" status: 204 len: 168 time: 0.8177693 Dec 16 15:57:00.935119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:01.008771 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c67574-1610-48cb-91d8-20a87f770be0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:57:01.020621 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-10c67574-1610-48cb-91d8-20a87f770be0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/e5312bfa-5cf2-483c-8b1d-5bb3c8fb0509 HTTP/1.1" status: 404 len: 333 time: 0.0813417 Dec 16 15:57:01.023072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57648) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:01.139153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet f1103794-56bf-47c6-8509-93d268155a50 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:01.148550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.168656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.239242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.356204 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.384703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.410881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network a814e772-e958-455b-9807-2a62b1dcfcac is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:01.414185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:01.418349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:01.426146 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-7137230e-a589-401b-933b-8877834e25b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948250 Dec 16 15:57:01.468954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:01.511347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.532164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-17d20212-8025-4d79-896c-59d577a10b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:01.534125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-17d20212-8025-4d79-896c-59d577a10b1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1096 time: 0.0712354 Dec 16 15:57:01.615085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.694672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=f1103794-56bf-47c6-8509-93d268155a50,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:01.703617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ba6c35-17ce-4e27-aed7-39ebf86d66a0 None None] Network 98d94039-2cf7-4411-916a-b2fbb93d4a5b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:01.711255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.721205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57650) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:01.723473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49ebd01d-719c-461e-8a5d-abc10262fc7c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/f1103794-56bf-47c6-8509-93d268155a50 HTTP/1.1" status: 204 len: 168 time: 0.6913025 Dec 16 15:57:01.800536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-1ea45089-9bea-4497-97c5-d5b4d1e3af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:01.803593 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-1ea45089-9bea-4497-97c5-d5b4d1e3af22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 898 time: 0.2480607 Dec 16 15:57:01.836718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.906917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a44ddc19-fbc3-41ef-b529-54854be556b5 None None] Provisioning complete for port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:01.907516 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a44ddc19-fbc3-41ef-b529-54854be556b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.934197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:01.958261 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-9b7145a6-bb03-407e-9304-5b0ae53216ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 1000 time: 0.1469288 Dec 16 15:57:02.017775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a44ddc19-fbc3-41ef-b529-54854be556b5 None None] Port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:02.061533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-069aaed2-bd7e-4b28-bf35-158cd71381cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:02.063624 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-069aaed2-bd7e-4b28-bf35-158cd71381cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 200 len: 835 time: 0.0964582 Dec 16 15:57:02.094478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] DHCP port deletion for 98d94039-2cf7-4411-916a-b2fbb93d4a5b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:02.173690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Deleting port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:02.175158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.225674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:02.226256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.437949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] For port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,segment=NetworkSegment(875b8aa6-7ae8-4939-8336-1606db945e29),segment_id=875b8aa6-7ae8-4939-8336-1606db945e29)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:02.437949 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.437949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Calling delete_port for db4db3fe-1341-4a03-aefc-1a9c25b4cf9e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:02.438477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,segment=NetworkSegment(875b8aa6-7ae8-4939-8336-1606db945e29),segment_id=875b8aa6-7ae8-4939-8336-1606db945e29)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:02.438477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.438477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for db4db3fe-1341-4a03-aefc-1a9c25b4cf9e owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:02.542202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.565032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-bda0bf41-680c-42d4-bf79-96b3bb5d9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:02.566555 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-bda0bf41-680c-42d4-bf79-96b3bb5d9be9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4963052 Dec 16 15:57:02.679183 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-c655b3ba-822f-4650-8f1f-644f531b4afe service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045985 Dec 16 15:57:02.705200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.706491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.753343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] Pushing event deleted for resources: {'Port': ['ID=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:02.758223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b0e95-b5d5-4820-83c1-a00eafcae784 None None] No DVR routers for this DVR port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:02.807472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.834235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:02.836997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port db4db3fe-1341-4a03-aefc-1a9c25b4cf9e on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:02.838982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:02.867851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1a47d3ed-364f-4ea7-8eee-f10ed26e3cc9 req-367beb48-7023-46aa-9629-bb0841df8fcc service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816359 Dec 16 15:57:02.891155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=db4db3fe-1341-4a03-aefc-1a9c25b4cf9e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:03.004273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.057545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d94039-2cf7-4411-916a-b2fbb93d4a5b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:03.076047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875b8aa6-7ae8-4939-8336-1606db945e29') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:03.076374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875b8aa6-7ae8-4939-8336-1606db945e29') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:03.089875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.101235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network a814e772-e958-455b-9807-2a62b1dcfcac is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:03.104332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:03.117865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.187404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:03.188277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self.session.flush() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:03.194637 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:03.408622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:03.502539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.510075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.516882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/98d94039-2cf7-4411-916a-b2fbb93d4a5b HTTP/1.1" status: 204 len: 168 time: 1.7943103 Dec 16 15:57:03.521660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57664) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:03.528136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931037498'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:03.558812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737fb26-6d22-445b-8dd0-8cc9f267dd5e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=98d94039-2cf7-4411-916a-b2fbb93d4a5b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:03.575544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f1115c7b-b7fe-4e73-8d39-f0333a771221 None None] Provisioning complete for port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:03.576567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1115c7b-b7fe-4e73-8d39-f0333a771221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.625404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f1115c7b-b7fe-4e73-8d39-f0333a771221 None None] Port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:03.706848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:03.723931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-917e74c3-e935-4c2d-8943-006c6edc135f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/f823731a-6fc8-452d-8022-2c146e7c36c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9105330 Dec 16 15:57:03.724496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:03.724496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.731661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:03.746402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:03.747093 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:03.787040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:57:03.805392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.806128 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Added segment b13ea4d9-4d5c-40e5-a816-2947728b188e of type vlan for network f3b18243-e230-44fa-a082-3c6533f1baca Dec 16 15:57:03.876157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:03.912799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db4db3fe-1341-4a03-aefc-1a9c25b4cf9e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:03.966895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: db4db3fe-1341-4a03-aefc-1a9c25b4cf9e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:03.967628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device db4db3fe-1341-4a03-aefc-1a9c25b4cf9e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:04.001105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:04.094156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:04.100213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:04.101331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:04.184831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Network': ['ID=f3b18243-e230-44fa-a082-3c6533f1baca,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:04.205197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f3b18243-e230-44fa-a082-3c6533f1baca details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:57:04.248656 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b439ae50-f228-4fb6-97e2-45bc83d88dd7 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7253220 Dec 16 15:57:04.249384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57674) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:04.255439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:04.441843 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:01Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a914838-aa38-4b0c-a8a7-52fc54dbc49d', 'name': '', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:d7:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:00Z', 'updated_at': '2021-12-16T15:57:02Z', 'revision_number': 2, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:04.483282 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:04.483817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Updating router f823731a-6fc8-452d-8022-2c146e7c36c0 port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:57:04.521983 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:04.717887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:04.723632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:04.948927 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.071913 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.122217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.177043 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Pushing event updated for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.284425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:05.288207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=c66b5f72-4ae4-4879-8fc9-6f7b989fd283,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:05.299012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Checking segment: {'id': 'b13ea4d9-4d5c-40e5-a816-2947728b188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:05.299594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network hostable DHCP agents. Network: f3b18243-e230-44fa-a082-3c6533f1baca, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:57:05.304734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Attempting to bind port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:05.305435 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Attempting to bind port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:05.306001 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Attempting to bind port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d on network a814e772-e958-455b-9807-2a62b1dcfcac {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:05.316732 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:05.317617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Checking segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:05.318260 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.318968 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Bound using segment: {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:05.319663 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Bound port: 8a914838-aa38-4b0c-a8a7-52fc54dbc49d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707c2aed-97a1-408f-90a1-de211ca101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:05.320273 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.413188 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] For port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:05.422046 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] For port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:05.464386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4dc4e029-2cc9-4356-ad62-7ebc43bd1bfe None None] Provisioning complete for port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:05.465265 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e029-2cc9-4356-ad62-7ebc43bd1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.510931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network f3b18243-e230-44fa-a082-3c6533f1baca is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:57:05.548497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e029-2cc9-4356-ad62-7ebc43bd1bfe None None] Port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:05.557303 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.668786 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:05.670150 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:05.676327 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec48529-0da0-45e2-830a-77c9222b2a0a None None] Pushing event updated for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:05.689299 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f3b18243-e230-44fa-a082-3c6533f1baca) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:05.703649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:05.703649 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:05.706330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b65e5c1-fd69-42d8-b923-6f27f18fe2b9 None None] Network f3b18243-e230-44fa-a082-3c6533f1baca requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:05.854577 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c7c5b57-35f9-44fe-8d92-0b5bf26c4ddc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6034100 Dec 16 15:57:05.860873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57688) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:05.869654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1483331260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:05.952617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:05.979513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f3b18243-e230-44fa-a082-3c6533f1baca', 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': 'c66b5f72-4ae4-4879-8fc9-6f7b989fd283'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:57:05.982057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.128233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.129940 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.153632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] Provisioning complete for port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:06.154343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.354649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Allocated IP 2001:db8::2 (f3b18243-e230-44fa-a082-3c6533f1baca/c66b5f72-4ae4-4879-8fc9-6f7b989fd283/133e2b29-a787-497a-bd71-6d86cf3b7ed0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:06.405993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.449036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.472408 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:01Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a914838-aa38-4b0c-a8a7-52fc54dbc49d', 'name': '', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:d7:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:00Z', 'updated_at': '2021-12-16T15:57:05Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:06.508362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10f75ce-5857-4732-af99-bfaefe9c93f9 None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:01Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a914838-aa38-4b0c-a8a7-52fc54dbc49d', 'name': '', 'network_id': 'a814e772-e958-455b-9807-2a62b1dcfcac', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:d7:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:00Z', 'updated_at': '2021-12-16T15:57:05Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ff8edeb7-7c70-4d69-bcd9-3b0c91417b88', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:06.518137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.531027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] For port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:06.637467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.659216 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.718592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.724353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-905fab44-f8a3-44f5-9b7b-787ef2808541 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8593040 Dec 16 15:57:06.725031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57696) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:06.740075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca', 'name': 'tempest-PortsIpV6TestJSON-751855714'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:06.744848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23216b6b-2266-4e4d-9c06-0b7ad076c702 None None] Pushing event updated for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:06.757199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:06.806151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Network f3b18243-e230-44fa-a082-3c6533f1baca is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:06.807971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:06.814632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:06.857441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Pushing event updated for resources: {'Port': ['ID=133e2b29-a787-497a-bd71-6d86cf3b7ed0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:06.997473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Attempting to bind port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:06.997977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Attempting to bind port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b13ea4d9-4d5c-40e5-a816-2947728b188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:07.000000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Attempting to bind port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 on network f3b18243-e230-44fa-a082-3c6533f1baca {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:07.005259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:07.005811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Checking segment: {'id': 'b13ea4d9-4d5c-40e5-a816-2947728b188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:07.006362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.006844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Bound using segment: {'id': 'b13ea4d9-4d5c-40e5-a816-2947728b188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:07.007487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Bound port: 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13ea4d9-4d5c-40e5-a816-2947728b188e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f3b18243-e230-44fa-a082-3c6533f1baca'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:07.008077 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.097476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] For port 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:07.097476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] For port 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=133e2b29-a787-497a-bd71-6d86cf3b7ed0,segment=NetworkSegment(b13ea4d9-4d5c-40e5-a816-2947728b188e),segment_id=b13ea4d9-4d5c-40e5-a816-2947728b188e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:07.196906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:07.201156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.239989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 66c8081e-3861-4a10-bf85-93af60bd7659 yet. {{(pid=104056) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:57:07.263235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:07.384349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7220-1d3b-4642-b8f9-a02f4503f894 None None] Pushing event updated for resources: {'Port': ['ID=133e2b29-a787-497a-bd71-6d86cf3b7ed0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:07.618351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::67 (f3b18243-e230-44fa-a082-3c6533f1baca/c66b5f72-4ae4-4879-8fc9-6f7b989fd283/66c8081e-3861-4a10-bf85-93af60bd7659) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:08.002626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.009325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 133e2b29-a787-497a-bd71-6d86cf3b7ed0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:08.078498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:08.078954 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.181170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.275579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=133e2b29-a787-497a-bd71-6d86cf3b7ed0,segment=NetworkSegment(b13ea4d9-4d5c-40e5-a816-2947728b188e),segment_id=b13ea4d9-4d5c-40e5-a816-2947728b188e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:08.460512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.537237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.564079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a914838-aa38-4b0c-a8a7-52fc54dbc49d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:08.590407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=66c8081e-3861-4a10-bf85-93af60bd7659,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:08.607638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network f3b18243-e230-44fa-a082-3c6533f1baca is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:08.609699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:08.612509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:08.628609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:08.630057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.728335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=133e2b29-a787-497a-bd71-6d86cf3b7ed0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:08.744801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:08.744801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:08.782808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb183ddd-55b6-441d-ae73-8c9052228ca5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0558379 Dec 16 15:57:08.785430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57710) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:09.027495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba3090-909d-4954-966d-839fc02f9d4e None None] Network f3b18243-e230-44fa-a082-3c6533f1baca requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:09.151470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-48f73a15-d0a7-4ff9-9f50-484e8c067e6b None None] Provisioning complete for port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:09.151964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48f73a15-d0a7-4ff9-9f50-484e8c067e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.418555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.720808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-65e741c5-7878-47df-938d-b1e74e1467b2 None None] Provisioning complete for port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:09.721184 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e741c5-7878-47df-938d-b1e74e1467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.805611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.892820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 133e2b29-a787-497a-bd71-6d86cf3b7ed0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:09.912594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:09.990846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-65e741c5-7878-47df-938d-b1e74e1467b2 None None] Provisioning complete for port 66c8081e-3861-4a10-bf85-93af60bd7659 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:09.991640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65e741c5-7878-47df-938d-b1e74e1467b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:10.054828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=66c8081e-3861-4a10-bf85-93af60bd7659,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:10.061416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-65e741c5-7878-47df-938d-b1e74e1467b2 None None] Port 66c8081e-3861-4a10-bf85-93af60bd7659 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:10.092696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:10.093309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:10.205490 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:10.235475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8ff2bdd3-336a-4e48-ac98-dbd0ddf00f9d None None] Provisioning complete for port 66c8081e-3861-4a10-bf85-93af60bd7659 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:10.236191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ff2bdd3-336a-4e48-ac98-dbd0ddf00f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:10.392016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2bdd3-336a-4e48-ac98-dbd0ddf00f9d None None] Port 66c8081e-3861-4a10-bf85-93af60bd7659 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:10.516824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b03a2be2-bd8a-4102-a96a-cb3fbdc6da33 None None] Provisioning complete for port 66c8081e-3861-4a10-bf85-93af60bd7659 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:10.517277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b03a2be2-bd8a-4102-a96a-cb3fbdc6da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:10.722641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b03a2be2-bd8a-4102-a96a-cb3fbdc6da33 None None] Port 66c8081e-3861-4a10-bf85-93af60bd7659 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:10.777149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:11.193907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:11.288718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:11.289989 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:11.462989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=66c8081e-3861-4a10-bf85-93af60bd7659,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:11.552512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network f3b18243-e230-44fa-a082-3c6533f1baca is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:11.554440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:11.913726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Router d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:57:11.981152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e84c8fd4-ad55-4558-aee0-3382b3667346 None None] Provisioning complete for port 66c8081e-3861-4a10-bf85-93af60bd7659 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:11.983222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e84c8fd4-ad55-4558-aee0-3382b3667346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:12.037276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:12.043919 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e8d8152a-96b1-4b3b-adb3-1028fa685da0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/routers/d2645fa4-3cf2-45e9-81e2-5cec89aa21e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2556522 Dec 16 15:57:12.048165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57742) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:12.050228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e84c8fd4-ad55-4558-aee0-3382b3667346 None None] Port 66c8081e-3861-4a10-bf85-93af60bd7659 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:12.057346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] Sync routers for ids ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:12.073772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] Routers {'d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:12.074417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:12.126096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:12.135952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] Routers {'d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:12.136585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:12.151510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02692c12-6409-4dfe-87f8-c36e7ef1f445 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:12.158972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:12.160668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-02692c12-6409-4dfe-87f8-c36e7ef1f445 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 HTTP/1.1" status: 200 len: 987 time: 0.1088433 Dec 16 15:57:12.177427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:12.178278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf54cb6-9133-4a91-8029-9d258b20aa8b None None] The sync data for ids ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'] in n-d-821947-3 is: [] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:12.590170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:12.984283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 66c8081e-3861-4a10-bf85-93af60bd7659 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:12.984283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:13.131279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:13.147654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 66c8081e-3861-4a10-bf85-93af60bd7659 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:13.511518 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:13.565101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=66c8081e-3861-4a10-bf85-93af60bd7659,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:13.723211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:13.946270 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Router d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:14.102796 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:14.115394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57764) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:14.115940 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58111258-404f-4192-a520-86b8ceb2c361 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/routers/d2645fa4-3cf2-45e9-81e2-5cec89aa21e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9555707 Dec 16 15:57:14.119644 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] Sync routers for ids ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:14.153698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] Routers {'d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:14.154632 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:14.184291 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-793f002e-cb43-403c-9bdb-d2b2a39ad2f9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:57:14.185482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-793f002e-cb43-403c-9bdb-d2b2a39ad2f9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/66c8081e-3861-4a10-bf85-93af60bd7659 HTTP/1.1" status: 404 len: 333 time: 0.0685031 Dec 16 15:57:14.190103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:14.197542 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e449902d-3dc1-44aa-a73c-f33664e9c30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.228754 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:14.250039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] Routers {'d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:14.251109 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:56:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:14.272369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.327515 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:14.328629 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ba2e5-81d7-4fb6-b689-c2dc105b0434 None None] The sync data for ids ['d2645fa4-3cf2-45e9-81e2-5cec89aa21e9'] in n-d-821947-3 is: [] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:14.557485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.562094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.751048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.752326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Fanout notify agent at l3_agent the message router_deleted on router d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:57:14.769411 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.769411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1f0483bc-036b-460c-ab3c-a3609c8dcf17 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/routers/d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 HTTP/1.1" status: 204 len: 168 time: 0.5767164 Dec 16 15:57:14.775367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57770) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:14.867979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet c66b5f72-4ae4-4879-8fc9-6f7b989fd283 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:14.877290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:14.978912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.128520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.345570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.375008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=c66b5f72-4ae4-4879-8fc9-6f7b989fd283,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:15.379785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.383231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d35ad2fc-3ac3-4d73-8c7f-8073340298bd tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/c66b5f72-4ae4-4879-8fc9-6f7b989fd283 HTTP/1.1" status: 204 len: 168 time: 0.6063361 Dec 16 15:57:15.387252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:15.395786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95e869-1394-44a4-98f8-0d8ab573eeb0 None None] Network f3b18243-e230-44fa-a082-3c6533f1baca requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:15.553752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.646084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] DHCP port deletion for f3b18243-e230-44fa-a082-3c6533f1baca request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:15.651199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:15.651735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.732566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Deleting port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:15.733245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.751317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=133e2b29-a787-497a-bd71-6d86cf3b7ed0,segment=NetworkSegment(b13ea4d9-4d5c-40e5-a816-2947728b188e),segment_id=b13ea4d9-4d5c-40e5-a816-2947728b188e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:15.751877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.776096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 133e2b29-a787-497a-bd71-6d86cf3b7ed0 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:15.855239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] For port 133e2b29-a787-497a-bd71-6d86cf3b7ed0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=133e2b29-a787-497a-bd71-6d86cf3b7ed0,segment=NetworkSegment(b13ea4d9-4d5c-40e5-a816-2947728b188e),segment_id=b13ea4d9-4d5c-40e5-a816-2947728b188e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:15.856909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:15.882729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Calling delete_port for 133e2b29-a787-497a-bd71-6d86cf3b7ed0 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:15.982194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 133e2b29-a787-497a-bd71-6d86cf3b7ed0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:16.047938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.090970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No active binding found for port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 {{(pid=104057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 15:57:16.091718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 133e2b29-a787-497a-bd71-6d86cf3b7ed0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:16.100482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=133e2b29-a787-497a-bd71-6d86cf3b7ed0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:16.126340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:16.127015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.178561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Pushing event deleted for resources: {'Port': ['ID=133e2b29-a787-497a-bd71-6d86cf3b7ed0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:16.194781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] No DVR routers for this DVR port 133e2b29-a787-497a-bd71-6d86cf3b7ed0 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:16.226147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.226147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.226147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.231988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.233037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.233241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.233508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.233857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.234198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.234561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.234876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.235207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.235540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d321fb18-a0a0-4142-8819-e5f14a6ed008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:16.315176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.346692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b18243-e230-44fa-a082-3c6533f1baca']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:16.362100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13ea4d9-4d5c-40e5-a816-2947728b188e') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:16.362594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13ea4d9-4d5c-40e5-a816-2947728b188e') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:16.377704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.394419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.401773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:16.402194 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:16.405684 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:16.676742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.676993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8804612-1098-4f3c-b2fd-5d1f661110b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.686302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:16.692797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/f3b18243-e230-44fa-a082-3c6533f1baca HTTP/1.1" status: 204 len: 168 time: 1.3020461 Dec 16 15:57:16.698103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57788) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:16.701176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b31b-237a-42b2-893a-c448589645e5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=f3b18243-e230-44fa-a082-3c6533f1baca,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:16.751178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09494af1-e799-4d33-b1fe-29671acbb864 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:16.758161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-09494af1-e799-4d33-b1fe-29671acbb864 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/48e6ba01-a117-415f-8b00-ad84fdbb37c6 HTTP/1.1" status: 200 len: 845 time: 0.0534301 Dec 16 15:57:16.762116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57790) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:16.812824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-188e8435-7742-41ea-8aba-9adf30f74569 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/48e6ba01-a117-415f-8b00-ad84fdbb37c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0494483 Dec 16 15:57:16.817660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57792) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:16.827201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:17.149800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:17.154085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:17.499895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:17.547044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:17.550317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:17.555093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:17.555700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:17.566690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=2277f481-4ed4-4dfe-9ab0-5996cf100122,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:17.595266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0332123-bb7b-40d5-bc4f-ac9b217361b6 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:17.760110 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57800) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:17.760989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-803cb04b-0783-440b-b709-5f3ceac88284 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9417663 Dec 16 15:57:17.766403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'security_group': {'name': 'tempest-secgroup-1388421151'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:17.794404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-479a36b8-4677-4741-abde-aaa0a6c6aad0', 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'project_id': '5404d46b808d4a4db5ad22a2265c9db9', 'fixed_ips': [{'subnet_id': '2277f481-4ed4-4dfe-9ab0-5996cf100122'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:57:17.795374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:17.990993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Allocated IP 2001:db8::2 (479a36b8-4677-4741-abde-aaa0a6c6aad0/2277f481-4ed4-4dfe-9ab0-5996cf100122/25e25ae6-6a07-4df0-bee0-9a9fa2c378fa) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:18.054600 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.176129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.221208 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.242085 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.369178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.426520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a350b7d-8057-4072-98de-06a660290909,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:18.453246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.506967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:18.506967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:18.510163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:18.513552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:18.575959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Attempting to bind port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:18.577356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Attempting to bind port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '2e9b888a-b78d-4448-a527-1a5578b21ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:18.577785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Attempting to bind port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa on network 479a36b8-4677-4741-abde-aaa0a6c6aad0 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:18.584619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:18.585314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Checking segment: {'id': '2e9b888a-b78d-4448-a527-1a5578b21ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:18.585813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.586319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Bound using segment: {'id': '2e9b888a-b78d-4448-a527-1a5578b21ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:18.586920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Bound port: 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9b888a-b78d-4448-a527-1a5578b21ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:18.587526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.594407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.597065 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-50d9c028-aaa6-4942-9d89-5b8c4fbc3f76 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8352249 Dec 16 15:57:18.599857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57804) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:18.606503 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'security_group': {'name': 'tempest-secgroup-1697554421'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:18.701703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:18.706872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:18.825658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.919273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:18.948765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:19.025599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0747394-8bd4-42f1-afc7-0ac9d649b24c None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:19.158008 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:19.230842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9670bdd9-789c-4555-9985-5afc5aa1cc06,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:19.480684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:19.483361 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e6ec8f7b-e53d-43d0-9551-3b5990b80254 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8815579 Dec 16 15:57:19.487082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57810) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:19.488864 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:19.496011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1706368085', 'security_groups': ['9670bdd9-789c-4555-9985-5afc5aa1cc06'], 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2277f481-4ed4-4dfe-9ab0-5996cf100122'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:19.800160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:19.923999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:19.992086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.036708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:57:20.048483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:20.049322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.177172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.208528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.296464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:20.330322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::140 (479a36b8-4677-4741-abde-aaa0a6c6aad0/2277f481-4ed4-4dfe-9ab0-5996cf100122/c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:20.441570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e16e9cc0-5990-4208-8193-47e5d0f7956a None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:20.449493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e16e9cc0-5990-4208-8193-47e5d0f7956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.449493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.521550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e16e9cc0-5990-4208-8193-47e5d0f7956a None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:20.539256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:20.547354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e16e9cc0-5990-4208-8193-47e5d0f7956a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:20.547838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e16e9cc0-5990-4208-8193-47e5d0f7956a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:20.612074 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.260592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.335015 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:21.338677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:21.343883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:21.349859 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:21.350550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.357440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:21.498717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-72fc7a00-884c-4e86-849c-6761bd51eea3 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0096819 Dec 16 15:57:21.501580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57824) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:21.507404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:21.718887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fb078517-f3ba-45ad-a742-5ade88dfb941 None None] Provisioning complete for port c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:21.719717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb078517-f3ba-45ad-a742-5ade88dfb941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.773989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:21.802249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fb078517-f3ba-45ad-a742-5ade88dfb941 None None] Port c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:21.836601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:21.843641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.867754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:21.956881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:21.957335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:21.967843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbe71b1-f195-4905-bfff-6ee29600f8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.096607 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2277f481-4ed4-4dfe-9ab0-5996cf100122 (CIDR: 2001:db8::/64) Dec 16 15:57:22.127312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-76a0ac69-7af2-408e-8db9-f7e7c5594668 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032803 Dec 16 15:57:22.153118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbe71b1-f195-4905-bfff-6ee29600f8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.163229 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:57:22.163853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:22.245359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-8cc7421d-974c-470f-a272-a35f066d59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:22.247266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-8cc7421d-974c-470f-a272-a35f066d59ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0473158 Dec 16 15:57:22.285412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbe71b1-f195-4905-bfff-6ee29600f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.409960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bbb3e44e-f35a-4b9f-b758-79c5c418c9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9066737 Dec 16 15:57:22.413192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:22.419156 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:22.430513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7cbe71b1-f195-4905-bfff-6ee29600f8a2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff23e9160d554c4ea0479d2e70dbb621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551385 Dec 16 15:57:22.438002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:22.450770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe71b1-f195-4905-bfff-6ee29600f8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6cf8b-f258-4f89-bf0c-5353d223a8c1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:22.522872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-703f90cb-f556-4952-b008-3b2e33d8c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:22.524555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-703f90cb-f556-4952-b008-3b2e33d8c380 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a814e772-e958-455b-9807-2a62b1dcfcac HTTP/1.1" status: 200 len: 898 time: 0.2547143 Dec 16 15:57:22.569045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.571166 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-ac75a398-ff12-4cc7-a369-64cafd0e42b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37 HTTP/1.1" status: 200 len: 217 time: 0.0389631 Dec 16 15:57:22.607305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.635713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-1dd96f36-a396-4ea5-9895-1b797182a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:22.637687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-1dd96f36-a396-4ea5-9895-1b797182a638 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ff8edeb7-7c70-4d69-bcd9-3b0c91417b88 HTTP/1.1" status: 200 len: 838 time: 0.0587981 Dec 16 15:57:22.689005 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:57:22.734497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:22.740162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.812526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.815185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:22.816883 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/40f6cf8b-f258-4f89-bf0c-5353d223a8c1 HTTP/1.1" status: 204 len: 168 time: 0.3776081 Dec 16 15:57:22.846142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d368719-3235-4eff-bf15-ece7f35c5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6cf8b-f258-4f89-bf0c-5353d223a8c1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:23.105855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-aa0d1514-f928-4d81-9c6b-6bac6a396c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:23.107992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-aa0d1514-f928-4d81-9c6b-6bac6a396c6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a814e772-e958-455b-9807-2a62b1dcfcac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4617844 Dec 16 15:57:23.247762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-87c46149-b548-46bc-8345-6189060860aa service neutron] 10.222.0.74 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268196 Dec 16 15:57:23.254132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:23.341287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:23.347285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:23.355456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:23.356635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:23.363064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe94035-86dc-4580-8fdf-1dd910b1936d None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:23.382427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=370a33f9-14f9-4be4-aa34-bb2497aef979,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:23.452077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a07c238-5b9c-42f7-b306-b47f1130de01 req-c7376097-0c7b-4325-9c1b-a109435142ee service neutron] 10.222.0.74 "GET /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884780 Dec 16 15:57:23.481016 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5dadc2b8-2607-44b3-94a6-b192753a1dc8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0659304 Dec 16 15:57:23.484975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:23.491973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-759291229', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '370a33f9-14f9-4be4-aa34-bb2497aef979'}], 'security_groups': ['8a350b7d-8057-4072-98de-06a660290909']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:23.574525 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:23.649209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Update dhcp port {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'fixed_ips': [{'subnet_id': '2277f481-4ed4-4dfe-9ab0-5996cf100122', 'ip_address': '2001:db8::2'}, {'subnet_id': '370a33f9-14f9-4be4-aa34-bb2497aef979'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '25e25ae6-6a07-4df0-bee0-9a9fa2c378fa'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:57:23.693073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:23.778907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57850) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:23.796840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64d6220-2af8-463b-a3dd-191b77a2a663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:23.949972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64d6220-2af8-463b-a3dd-191b77a2a663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.022098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Delete allocated IP 2001:db8::140 (479a36b8-4677-4741-abde-aaa0a6c6aad0/2277f481-4ed4-4dfe-9ab0-5996cf100122) {{(pid=104055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:57:24.032237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b64d6220-2af8-463b-a3dd-191b77a2a663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.032749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8:0:1::2e5 (479a36b8-4677-4741-abde-aaa0a6c6aad0/370a33f9-14f9-4be4-aa34-bb2497aef979/c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:24.083653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b64d6220-2af8-463b-a3dd-191b77a2a663 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5482e81eb3264a55a4938c5e45b004cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028963 Dec 16 15:57:24.084801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d6220-2af8-463b-a3dd-191b77a2a663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c64438-468f-4b63-93f0-ff7f98252384,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:24.087230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:24.154668 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.180617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.237994 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.368223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.369970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.371126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.375437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42c64438-468f-4b63-93f0-ff7f98252384 HTTP/1.1" status: 204 len: 168 time: 0.2829497 Dec 16 15:57:24.383634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2964e-fea8-4eb6-9691-869c9bbebe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c64438-468f-4b63-93f0-ff7f98252384,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:24.496842 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] In _notify_port_updated(), no bound segment for port c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d on network 479a36b8-4677-4741-abde-aaa0a6c6aad0 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:57:24.497720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Allocated IP 2001:db8:0:1::2 (479a36b8-4677-4741-abde-aaa0a6c6aad0/370a33f9-14f9-4be4-aa34-bb2497aef979/25e25ae6-6a07-4df0-bee0-9a9fa2c378fa) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:24.509585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:24.510819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.513677 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/ports/c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d HTTP/1.1" status: 200 len: 930 time: 1.0267277 Dec 16 15:57:24.516570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:24.525142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:24.657171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:24.657440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.668310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65341b6b-4279-41e5-ad66-c5f647078e70 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:24.719745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:24.767616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.768733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:24.783180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:24.830481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.049642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b4c30-692a-4d53-84ab-190a14a58516 None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:25.173728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.253394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:25.317696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.324336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc7d50cc-ae45-4de4-9a45-319516606495 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d HTTP/1.1" status: 204 len: 168 time: 0.8059685 Dec 16 15:57:25.328184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:25.371947 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a750e0-3d7c-418f-86d3-59c802793aff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:57:25.378358 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-30a750e0-3d7c-418f-86d3-59c802793aff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d HTTP/1.1" status: 404 len: 333 time: 0.0434673 Dec 16 15:57:25.378358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.380216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57882) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:25.536327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.544061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-f483ab17-94e7-4d81-967c-2a1e5ff432b8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734471244&fields=id&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 267 time: 0.1043479 Dec 16 15:57:25.629190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.729705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-f4af9832-8325-4db3-81f8-6b4c9bb1404b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:25.731942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-f4af9832-8325-4db3-81f8-6b4c9bb1404b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1651514 Dec 16 15:57:25.756260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-a60b2690-c79a-4fb7-9b7b-1bbf412ce47a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0105057 Dec 16 15:57:25.809243 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.812765 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:25.813983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/security-groups/9670bdd9-789c-4555-9985-5afc5aa1cc06 HTTP/1.1" status: 204 len: 168 time: 0.4331732 Dec 16 15:57:25.819002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:25.833026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ada1-9a3b-4d53-9f9e-bfc8ec73a5c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9670bdd9-789c-4555-9985-5afc5aa1cc06,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:25.851000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-8dc5007a-f4b3-4046-8e45-ec51b5063e94 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794268 Dec 16 15:57:25.993254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:26.140021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:26.140656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.163923 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.240038 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.282983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:26.283546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.288298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Could not find standard attr ID for object c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:57:26.305486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:26.305867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.355499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:26.370092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-da5f7aa6-6170-40d9-80a5-b84bb225ab40 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616764 Dec 16 15:57:26.376736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:26.377162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b4cdb39-7442-4fbe-ae0c-8797a2d82f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.490366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 8a914838-aa38-4b0c-a8a7-52fc54dbc49d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:26.490948 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.517593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 8a914838-aa38-4b0c-a8a7-52fc54dbc49d owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:26.550786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-ecc7da86-2367-4db2-99c9-cf6456d825ab service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556735 Dec 16 15:57:26.618156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.624003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.626239 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/security-groups/8a350b7d-8057-4072-98de-06a660290909 HTTP/1.1" status: 204 len: 168 time: 0.8058040 Dec 16 15:57:26.627012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-60caa63a-94aa-4db5-9fad-e7a2b9c5c19e None None] Could not find standard attr ID for object c8dbf9d1-317f-49a9-9a91-df2cd96c7d9d. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:57:26.630736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:26.668634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7accd51-8c72-4429-ba7a-4fb98638f2be tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a350b7d-8057-4072-98de-06a660290909,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:26.742477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 2277f481-4ed4-4dfe-9ab0-5996cf100122 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:26.757757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.809877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:26.939116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.146279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.146636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.202550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=2277f481-4ed4-4dfe-9ab0-5996cf100122,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:27.202912 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=8a914838-aa38-4b0c-a8a7-52fc54dbc49d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:27.208955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.221362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3ff530b-cfba-49bd-b5ec-035c98aeeb78 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/2277f481-4ed4-4dfe-9ab0-5996cf100122 HTTP/1.1" status: 204 len: 168 time: 0.5867112 Dec 16 15:57:27.226649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57918) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:27.235319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb3080-4985-4cb6-b778-9651825eb76c None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:27.248626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:27.570814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35419398-e3f9-4b94-91fe-a19e1d7b51d4 req-bb902676-fe6d-4ddf-907a-d9585df3a5a3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0639894 Dec 16 15:57:27.685083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:27.727988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:27.731895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.247216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:28.329990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.432538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:28.439139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:28.444432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:28.445957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.478400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=7b26f5ef-d363-440b-bddc-9d3acdfea126,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:28.495706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:28.509958 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f7ae216-66b5-4a8e-b446-c1b0713df8c0 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/f823731a-6fc8-452d-8022-2c146e7c36c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9794705 Dec 16 15:57:28.543564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:28.562956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:28.564272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:28.583317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5ae7b942-0935-489a-8c79-a311d891f207 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3515999 Dec 16 15:57:28.583317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57948) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:28.603345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'security_group': {'name': 'tempest-secgroup-1709846508'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:28.679641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2a76b-a362-48c2-93f2-955dfe6b40dd None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:28.716987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-faaf2c09-eb2b-4e12-9510-affaba9933df req-7e1a1966-2ea4-4c9f-80b4-e76011582145 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0511305 Dec 16 15:57:28.762673 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:28.917764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.011144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ff01107e-ad03-4aa3-9efe-2855ce774854 None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:29.011649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff01107e-ad03-4aa3-9efe-2855ce774854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.039353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.077801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:29.099745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f87be36-4376-4c1a-9748-7d1b4853e7b3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:29.136366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ff01107e-ad03-4aa3-9efe-2855ce774854 None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:29.142691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.210998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ff01107e-ad03-4aa3-9efe-2855ce774854 None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:29.211477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff01107e-ad03-4aa3-9efe-2855ce774854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.231363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.235219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e1218c22-728d-4b5f-9822-06744a65571b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6500447 Dec 16 15:57:29.241225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:29.258509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'security_group': {'name': 'tempest-secgroup-446065867'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:29.409623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cec7af-071f-4ed2-ae78-c393762ae084 req-dfd66472-3424-4c41-afe2-9217fcbd8390 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:29.414062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34cec7af-071f-4ed2-ae78-c393762ae084 req-dfd66472-3424-4c41-afe2-9217fcbd8390 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.0889387 Dec 16 15:57:29.435516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Update dhcp port {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'fixed_ips': [{'subnet_id': '370a33f9-14f9-4be4-aa34-bb2497aef979', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b26f5ef-d363-440b-bddc-9d3acdfea126'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '25e25ae6-6a07-4df0-bee0-9a9fa2c378fa'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:57:29.461864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.484818 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.513667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34cec7af-071f-4ed2-ae78-c393762ae084 req-5c2e8fe8-7f01-4157-a470-65abf4022b5d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870347 Dec 16 15:57:29.650831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.663668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:29.698494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:29.740736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:29.741379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:29.751193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.792070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78fb1ef-d77e-43bf-8f25-be4f4f23c6ac,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:29.807181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Allocated IP 2001:db8::2 (479a36b8-4677-4741-abde-aaa0a6c6aad0/7b26f5ef-d363-440b-bddc-9d3acdfea126/25e25ae6-6a07-4df0-bee0-9a9fa2c378fa) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:29.817986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.850053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:29.851457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9dd7bf1f-f06c-4ad9-902a-c0b930b8e9ff tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6051404 Dec 16 15:57:29.855733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57964) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:29.863191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'security_group': {'name': 'tempest-secgroup-234201970'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:29.930506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e05cedb9-660e-4671-9dc6-7560895a2ff0 req-286ea108-8bc9-43eb-8ec1-59ff05462f1d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0534444 Dec 16 15:57:29.936503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:30.065160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:30.083047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.113649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.186293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.290178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.314452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.323156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:30.336711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1957b7-43dc-404d-9aae-ee7522ef6dd6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:30.393194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2be01-168f-458d-906e-03eec097dcbd None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '59d55cb6-db99-4b33-8f38-f4b86f1c0c83', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'port_id': '41a55caf-e81c-4932-b536-529365a10239', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'mac_address': 'fa:16:3e:6e:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:55:49Z', 'updated_at': '2021-12-16T15:55:54Z', 'revision_number': 1, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:30.423660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.426397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b9b46b24-f759-4f86-a5dc-59c9829da41d tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5683990 Dec 16 15:57:30.429140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 57968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:30.441383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1368677641', 'security_groups': ['ba1957b7-43dc-404d-9aae-ee7522ef6dd6'], 'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b26f5ef-d363-440b-bddc-9d3acdfea126'}]}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:30.499345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ffab8-211f-45d3-b477-9bb9fafef4f2 None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:30.733610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:30.788870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab899c50-2b87-46b5-896f-6f53ffb7e0f5 req-2fd80f27-3e8d-4f5a-aa84-1fd681418fb4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:30.798754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab899c50-2b87-46b5-896f-6f53ffb7e0f5 req-2fd80f27-3e8d-4f5a-aa84-1fd681418fb4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.0836816 Dec 16 15:57:30.885976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab899c50-2b87-46b5-896f-6f53ffb7e0f5 req-b2fe9b0d-dab4-444a-a957-dd1d22f9c6f1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=e0873325-b9fe-407a-bc68-09c659d44db7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858555 Dec 16 15:57:30.964407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:30.974849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-136d01c1-1869-4fa6-a5b6-01ca4b06b1b1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:30.976525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-136d01c1-1869-4fa6-a5b6-01ca4b06b1b1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.74 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 946 time: 0.0733297 Dec 16 15:57:30.985703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] device_id is not set on port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 yet. {{(pid=104055) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 16 15:57:31.138638 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a63a984d-62fd-4c98-9880-436fdb1e6e79 req-1b8e6336-4847-44c9-91cf-6d8e4d196916 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0421326 Dec 16 15:57:31.230059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:31.230445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.300827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-2cce2b50-c5de-4069-823d-663ffa653eb1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:31.302514 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-2cce2b50-c5de-4069-823d-663ffa653eb1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.2344089 Dec 16 15:57:31.369858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port e1dec04b-3b65-478e-bd44-5eb6c93f3c37, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:31.370465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.396102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for e1dec04b-3b65-478e-bd44-5eb6c93f3c37 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:31.425496 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-bf2c9b52-467e-4897-ab5b-7b5657226c94 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 379 time: 0.0842259 Dec 16 15:57:31.444135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8::37 (479a36b8-4677-4741-abde-aaa0a6c6aad0/7b26f5ef-d363-440b-bddc-9d3acdfea126/116f14cd-e0e9-4ce0-8497-1eb9a81b1db1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:31.454708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'security_groups': ['c04da7f2-2ce7-436c-a1ab-a1758e88f238']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:31.553873 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff92bcf-950d-480e-a959-f1296c3891a5 None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:31.554676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff92bcf-950d-480e-a959-f1296c3891a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.627556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff92bcf-950d-480e-a959-f1296c3891a5 None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:31.649350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff92bcf-950d-480e-a959-f1296c3891a5 None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:31.649854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff92bcf-950d-480e-a959-f1296c3891a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.683931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.739972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.757908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:31.765951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=e1dec04b-3b65-478e-bd44-5eb6c93f3c37,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:31.768729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.865019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] No DVR routers for this DVR port e1dec04b-3b65-478e-bd44-5eb6c93f3c37 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:31.867982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:31.871937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73e0e7e1-7e7f-41c7-ab34-4df68230e9e1 req-a1fef95b-7a16-4475-be28-43811df30511 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.74 "DELETE /v2.0/ports/e1dec04b-3b65-478e-bd44-5eb6c93f3c37 HTTP/1.1" status: 204 len: 173 time: 0.8857045 Dec 16 15:57:31.872475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'name': 'network-vif-deleted', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:31.875359 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0a187-5618-4ef0-8800-b1925c731310" -d '{"events": [{"server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "name": "network-vif-deleted", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:31.984520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:32.016758 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a632ed8a-bd05-46a8-b384-bed4a78bf273 x-openstack-request-id: req-a632ed8a-bd05-46a8-b384-bed4a78bf273 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:32.017432 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9d6914-a930-40a0-ac87-c4d50e824ba4", "name": "network-vif-deleted", "tag": "e1dec04b-3b65-478e-bd44-5eb6c93f3c37", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:32.018037 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a632ed8a-bd05-46a8-b384-bed4a78bf273 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:32.019034 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9d6914-a930-40a0-ac87-c4d50e824ba4', 'name': 'network-vif-deleted', 'tag': 'e1dec04b-3b65-478e-bd44-5eb6c93f3c37', 'status': 'completed', 'code': 200} Dec 16 15:57:32.045550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:32.055337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91c683e1-c5dc-47e3-ab1d-558235bd4ae3 req-2405821d-b3c2-4268-8a99-029223c7fa9f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0515881 Dec 16 15:57:32.064830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.9 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/ef0e31ca-13fd-4a9c-8107-3e5bc47893ba) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:32.091911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:32.091911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:32.130093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:32.143256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:32.153147 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:32.163467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:32.164719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:32.230141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=116f14cd-e0e9-4ce0-8497-1eb9a81b1db1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:32.297656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a914838-aa38-4b0c-a8a7-52fc54dbc49d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:32.324042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8a914838-aa38-4b0c-a8a7-52fc54dbc49d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:32.324807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8a914838-aa38-4b0c-a8a7-52fc54dbc49d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:32.337165 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a744c335-a128-454d-ae17-56190b8a3259 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9024801 Dec 16 15:57:32.346249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57986) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:32.352251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-99e7f1aa-3ad5-4520-8f95-024d57356bb1 req-80c7b8a4-4145-410c-8e1e-53ef10b9aa89 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0533059 Dec 16 15:57:32.359107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:32.757145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:32.766193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:32.785277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8041fa54-0a97-4fc0-86dc-89effa601acb None None] Provisioning complete for port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:32.785865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8041fa54-0a97-4fc0-86dc-89effa601acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:32.826577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8041fa54-0a97-4fc0-86dc-89effa601acb None None] Port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:32.961333 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b26f5ef-d363-440b-bddc-9d3acdfea126 (CIDR: 2001:db8::/64) Dec 16 15:57:33.038627 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:57:33.040055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:33.053914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:33.154512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-67c6886f-f735-4343-a150-64fd39d67391 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8063095 Dec 16 15:57:33.158914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 57994) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:33.166817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:33.267344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:33.320798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c0e37ce-4d87-496b-9be6-85a55725db76 req-08464051-4066-4b5b-934f-a6bf2de40d5f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c9d6914-a930-40a0-ac87-c4d50e824ba4 HTTP/1.1" status: 200 len: 210 time: 0.0656958 Dec 16 15:57:33.555579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:33.575704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:33.603631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:33.611863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:33.648259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:33.662609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:33.809397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:33.811137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:33.925198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cca2b-25ee-41c0-92d8-539b40d9d1ce req-bbad73f1-7406-4db4-8a53-4d7b14747fe8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:33.926985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f84cca2b-25ee-41c0-92d8-539b40d9d1ce req-bbad73f1-7406-4db4-8a53-4d7b14747fe8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 931 time: 0.3511000 Dec 16 15:57:33.948103 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-4e5d816b-541d-4ec4-8817-8dac75919de4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5003042 Dec 16 15:57:33.952438 n-d-821947-3 neutron-server[104056]: INFO neutron.db.ipam_backend_mixin [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 370a33f9-14f9-4be4-aa34-bb2497aef979 (CIDR: 2001:db8:0:1::/64) Dec 16 15:57:33.972427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Request body: {'port': {'device_id': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:34.008639 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 15:57:34.009492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:34.053025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f84cca2b-25ee-41c0-92d8-539b40d9d1ce req-c6b1fdb9-fa47-4905-bbf4-ae5fab756f24 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951710 Dec 16 15:57:34.079602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6aa9-9b92-4df5-856c-150d05c81ec8 None None] Provisioning complete for port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:34.080659 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6aa9-9b92-4df5-856c-150d05c81ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.099720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.150239 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b6aa9-9b92-4df5-856c-150d05c81ec8 None None] Port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:34.213386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1d16b28e-d275-4875-983a-c534940890e9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0514553 Dec 16 15:57:34.218806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58010) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:34.227926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'subnet': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:34.482726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Made reservation on behalf of 5404d46b808d4a4db5ad22a2265c9db9 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:34.489831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.529567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef0e31ca-13fd-4a9c-8107-3e5bc47893ba {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:57:34.550735 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.574399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Transition to ACTIVE for port object ef0e31ca-13fd-4a9c-8107-3e5bc47893ba will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:57:34.576403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58018) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:34.700039 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.752807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.796394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.968882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:34.972008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:35.009364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Attempting to bind port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:35.009693 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Attempting to bind port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:35.010033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Attempting to bind port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:35.017364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:57:35.017830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Attempting to bind port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:35.025116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:35.025564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:35.031804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:35.031804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Bound port: ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:35.031804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.155580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:35.160530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.163240 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.166147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/security-groups/e0873325-b9fe-407a-bc68-09c659d44db7 HTTP/1.1" status: 204 len: 168 time: 0.5878201 Dec 16 15:57:35.194227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:35.200226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:35.205127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:35.212461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:35.219245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140b7b2-6784-48c6-b9f3-7725d8c15e51 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0873325-b9fe-407a-bc68-09c659d44db7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:35.220902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.226432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5189a-7a11-4d6c-a57c-40878c9a83c5 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:35.252382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Subnet': ['ID=39ae60c2-2f07-4d0a-a788-b7e339ae0266,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:35.295388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.324352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e1dec04b-3b65-478e-bd44-5eb6c93f3c37 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:35.356248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: e1dec04b-3b65-478e-bd44-5eb6c93f3c37 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:35.357541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e1dec04b-3b65-478e-bd44-5eb6c93f3c37 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:35.368927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58038) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:35.417489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:35.418604 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.421755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 1091 time: 1.4580867 Dec 16 15:57:35.422559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:35.427074 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33843aee-bdc1-44cf-9b2c-5da057ac0251" -d '{"events": [{"name": "network-changed", "server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:35.487257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790704-7328-4359-abc4-0859b8bec0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:35.494844 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58044) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:35.500760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ceabc31b-be3b-415f-9e8e-10006e1a2e1b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2801914 Dec 16 15:57:35.504946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting subnet ff8edeb7-7c70-4d69-bcd9-3b0c91417b88 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:35.505391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-443131486', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39ae60c2-2f07-4d0a-a788-b7e339ae0266'}], 'security_groups': ['3f87be36-4376-4c1a-9748-7d1b4853e7b3', 'c78fb1ef-d77e-43bf-8f25-be4f4f23c6ac']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:35.519771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.575038 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65521fc1-08fb-4559-ac03-9ae476195205 x-openstack-request-id: req-65521fc1-08fb-4559-ac03-9ae476195205 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:35.575380 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:35.575993 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65521fc1-08fb-4559-ac03-9ae476195205 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:35.576523 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'status': 'completed', 'code': 200} Dec 16 15:57:35.583536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57c24e-87b2-48c6-ac9d-00dc7768d7fc req-e2b90d47-be47-42db-a87c-3a97b66025f3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:35.593478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e57c24e-87b2-48c6-ac9d-00dc7768d7fc req-e2b90d47-be47-42db-a87c-3a97b66025f3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.2723422 Dec 16 15:57:35.605792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.685698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-0180afaf-97af-47cc-9df8-e3cb461fa673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:35.688507 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-0180afaf-97af-47cc-9df8-e3cb461fa673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1094 time: 0.1164858 Dec 16 15:57:35.834440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.851473 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-6a2e7ca0-a747-4e9a-8f2f-4d2be270c047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 217 time: 0.1438267 Dec 16 15:57:35.868602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:35.972151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e57c24e-87b2-48c6-ac9d-00dc7768d7fc req-2bd06715-5035-4e49-805a-49085032bdd4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768871 Dec 16 15:57:36.039692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Update dhcp port {'port': {'network_id': '479a36b8-4677-4741-abde-aaa0a6c6aad0', 'fixed_ips': [{'subnet_id': '370a33f9-14f9-4be4-aa34-bb2497aef979', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b26f5ef-d363-440b-bddc-9d3acdfea126', 'ip_address': '2001:db8::2'}, {'subnet_id': '39ae60c2-2f07-4d0a-a788-b7e339ae0266'}], 'binding:host_id': 'n-d-821947-3'}, 'id': '25e25ae6-6a07-4df0-bee0-9a9fa2c378fa'} from n-d-821947-3. {{(pid=104057) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 16 15:57:36.101103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.116979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.142361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.154552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/subnets/ff8edeb7-7c70-4d69-bcd9-3b0c91417b88 HTTP/1.1" status: 204 len: 168 time: 0.7831466 Dec 16 15:57:36.187241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58054) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:36.207962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae856d5-7747-4517-b216-63ca91f3377e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8edeb7-7c70-4d69-bcd9-3b0c91417b88,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:36.224213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-fed582a7-81f0-441b-bba6-607a03ddcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:36.225791 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-fed582a7-81f0-441b-bba6-607a03ddcaec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.3669276 Dec 16 15:57:36.362311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.374165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5cf4a-4521-412d-aeff-626049c67a3a None None] Network a814e772-e958-455b-9807-2a62b1dcfcac requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:36.391279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-8e133dcb-0665-40d6-8b4f-fb29c4d8cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:36.393863 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-8e133dcb-0665-40d6-8b4f-fb29c4d8cd09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514118 Dec 16 15:57:36.508382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 09c2f1ee-1503-4e01-8da8-cd601475cb8b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:36.509142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.538762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Allocated IP 2001:db8:0:2::2 (479a36b8-4677-4741-abde-aaa0a6c6aad0/39ae60c2-2f07-4d0a-a788-b7e339ae0266/25e25ae6-6a07-4df0-bee0-9a9fa2c378fa) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:36.599048 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-31a90150-99b4-4a59-bdc9-aef62b88daec service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966593 Dec 16 15:57:36.624916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=09c2f1ee-1503-4e01-8da8-cd601475cb8b,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:36.625687 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.648138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 09c2f1ee-1503-4e01-8da8-cd601475cb8b owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:36.690815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] DHCP port deletion for a814e772-e958-455b-9807-2a62b1dcfcac request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:36.705010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5c628847-cece-49d5-929e-1e520e666330 None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:36.730388 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-1e1eaab5-7cf9-4e7f-af69-af2eb512cc2e req-5d603012-064f-4e25-ac3d-c7c578ba70a3 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236794 Dec 16 15:57:36.786935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.819950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Deleting port 09c2f1ee-1503-4e01-8da8-cd601475cb8b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:36.820345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.865186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.917652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.997052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] For port 09c2f1ee-1503-4e01-8da8-cd601475cb8b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=09c2f1ee-1503-4e01-8da8-cd601475cb8b,segment=NetworkSegment(707c2aed-97a1-408f-90a1-de211ca101d3),segment_id=707c2aed-97a1-408f-90a1-de211ca101d3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:36.997052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:36.999880 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-e598cfb1-6702-4af1-b17d-5ab20307cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.002248 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-e598cfb1-6702-4af1-b17d-5ab20307cd4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1094 time: 0.1143360 Dec 16 15:57:37.013341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] No DVR routers for this DVR port 09c2f1ee-1503-4e01-8da8-cd601475cb8b on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:37.017060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=09c2f1ee-1503-4e01-8da8-cd601475cb8b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.088595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Calling delete_port for 09c2f1ee-1503-4e01-8da8-cd601475cb8b owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:37.098378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628847-cece-49d5-929e-1e520e666330 None None] Pushing event updated for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.141168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Delete allocated IP 2001:db8::37 (479a36b8-4677-4741-abde-aaa0a6c6aad0/7b26f5ef-d363-440b-bddc-9d3acdfea126) {{(pid=104055) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 16 15:57:37.150485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Allocated IP 2001:db8:0:2::2bd (479a36b8-4677-4741-abde-aaa0a6c6aad0/39ae60c2-2f07-4d0a-a788-b7e339ae0266/116f14cd-e0e9-4ce0-8497-1eb9a81b1db1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:37.265880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.293899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.324632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a814e772-e958-455b-9807-2a62b1dcfcac']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:37.342797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707c2aed-97a1-408f-90a1-de211ca101d3') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:37.343401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707c2aed-97a1-408f-90a1-de211ca101d3') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:37.370239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.403593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] Pushing event deleted for resources: {'Port': ['ID=09c2f1ee-1503-4e01-8da8-cd601475cb8b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.408458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41cb4fc-c554-432b-acf6-378cd3c1ffba None None] No DVR routers for this DVR port 09c2f1ee-1503-4e01-8da8-cd601475cb8b on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:37.439254 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.470356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:37.471140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:37.476937 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:37.485185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-be46cda8-8871-4803-aaae-0cee93661d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.486821 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-be46cda8-8871-4803-aaae-0cee93661d47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.4417691 Dec 16 15:57:37.557295 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-77f988de-110e-4e2a-9df9-7aa1c4524471 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 217 time: 0.0583372 Dec 16 15:57:37.586165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cb6f1-47fd-4de4-936f-824661611e8a req-c1353a85-8e73-4327-9035-811ff04d960c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.589046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-143cb6f1-47fd-4de4-936f-824661611e8a req-c1353a85-8e73-4327-9035-811ff04d960c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.4104140 Dec 16 15:57:37.593256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.651204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-ca4ee358-a280-492f-91d4-ea4afb62140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.653133 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-ca4ee358-a280-492f-91d4-ea4afb62140c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0789628 Dec 16 15:57:37.662460 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.703678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.712986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.719344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/networks/a814e772-e958-455b-9807-2a62b1dcfcac HTTP/1.1" status: 204 len: 168 time: 1.5302651 Dec 16 15:57:37.745924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58068) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:37.784340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020dd72-952f-4898-a28c-2d2cea93d221 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Network': ['ID=a814e772-e958-455b-9807-2a62b1dcfcac,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.835625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-143cb6f1-47fd-4de4-936f-824661611e8a req-d86f1e7c-f9e2-4690-84bf-aff66fd7c94a tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064714 Dec 16 15:57:37.873746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event updated for resources: {'Port': ['ID=116f14cd-e0e9-4ce0-8497-1eb9a81b1db1,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:37.948716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] In _notify_port_updated(), no bound segment for port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 on network 479a36b8-4677-4741-abde-aaa0a6c6aad0 {{(pid=104055) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 16 15:57:37.965243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:37.965243 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:37.968953 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-39ead04d-9d63-4db7-a24b-056a6cecfa0e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "PUT /v2.0/ports/116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 HTTP/1.1" status: 200 len: 969 time: 2.4724436 Dec 16 15:57:37.972475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58072) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:37.984510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:38.061934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-1b4aa19e-af0d-46e8-a33f-356ba90d23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:38.066594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-1b4aa19e-af0d-46e8-a33f-356ba90d23e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3876643 Dec 16 15:57:38.117463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:38.117841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.253417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:38.254036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.297719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-1ac551b9-632e-4c8e-903c-6828462e342e service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185540 Dec 16 15:57:38.392379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port e3944229-8724-4760-ab4e-71af1dd69bb1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:38.392728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.464281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Provisioning complete for port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:38.464842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.532364 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-33843aee-bdc1-44cf-9b2c-5da057ac0251 req-24d18cf0-c290-4fdf-baa5-efdb3486e505 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277710 Dec 16 15:57:38.533601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 09c2f1ee-1503-4e01-8da8-cd601475cb8b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:38.558685 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.585555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.585903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.592580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:38.612614 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for e3944229-8724-4760-ab4e-71af1dd69bb1 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:38.621904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 09c2f1ee-1503-4e01-8da8-cd601475cb8b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:38.623389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 09c2f1ee-1503-4e01-8da8-cd601475cb8b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:38.630396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Port 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:38.661651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:38.663275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.770438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:38.785010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:38.785248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9387f239-87f2-45b6-81ec-586018415dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:38.984755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.024713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.029579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f0c3d66c-4ee8-4e48-9c50-a995a01ad9ec None None] Could not find standard attr ID for object 116f14cd-e0e9-4ce0-8497-1eb9a81b1db1. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 15:57:39.135521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=116f14cd-e0e9-4ce0-8497-1eb9a81b1db1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:39.199249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=e3944229-8724-4760-ab4e-71af1dd69bb1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:39.246329 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.265913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c7589c26-2f3c-4350-998a-d202da225ae5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 HTTP/1.1" status: 204 len: 168 time: 1.2914212 Dec 16 15:57:39.275866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58078) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:39.322266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca961b1-3729-46ab-886e-6eb6da255374 req-b3766c7a-e9c3-40bc-89d9-f988d32f492e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:39.325313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ca961b1-3729-46ab-886e-6eb6da255374 req-b3766c7a-e9c3-40bc-89d9-f988d32f492e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.3305497 Dec 16 15:57:39.358938 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8301f65-99e3-4b5b-bb78-96b0de98a7bb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] GET failed (client error): The resource could not be found. Dec 16 15:57:39.363785 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c8301f65-99e3-4b5b-bb78-96b0de98a7bb tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports/116f14cd-e0e9-4ce0-8497-1eb9a81b1db1 HTTP/1.1" status: 404 len: 333 time: 0.0842614 Dec 16 15:57:39.364438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58080) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:39.367653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.371511 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Floating IP 59d55cb6-db99-4b33-8f38-f4b86f1c0c83 disassociated (deleted). External IP: 172.25.7.49, port: 41a55caf-e81c-4932-b536-529365a10239. Dec 16 15:57:39.491760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ca961b1-3729-46ab-886e-6eb6da255374 req-e27d9963-4b65-4975-b2e2-4d1f9c73b127 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587174 Dec 16 15:57:39.548166 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.583495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.677061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:39.711033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.715908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.718085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/security-groups/ba1957b7-43dc-404d-9aae-ee7522ef6dd6 HTTP/1.1" status: 204 len: 168 time: 0.3522854 Dec 16 15:57:39.723538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58082) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:39.732896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e6784-92f5-4883-8ce0-97d9a8bd25fe tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1957b7-43dc-404d-9aae-ee7522ef6dd6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:39.840774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.872739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:39.879475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.886168 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:39.908967 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:39.912099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bf88c1d5-14cf-4110-99f3-3032aa5cc93b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/floatingips/59d55cb6-db99-4b33-8f38-f4b86f1c0c83 HTTP/1.1" status: 204 len: 168 time: 2.1415253 Dec 16 15:57:39.912293 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:39.912879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:39.915866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:39.918512 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:40.001314 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58478b98-d843-4d4c-9d46-b4fe9acf4571 x-openstack-request-id: req-58478b98-d843-4d4c-9d46-b4fe9acf4571 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:40.001969 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "tag": "41a55caf-e81c-4932-b536-529365a10239", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:40.002434 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58478b98-d843-4d4c-9d46-b4fe9acf4571 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:40.003103 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'tag': '41a55caf-e81c-4932-b536-529365a10239', 'status': 'completed', 'code': 200} Dec 16 15:57:40.105507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-53b85bcf-7247-424f-88a9-4145d23d95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.108216 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-53b85bcf-7247-424f-88a9-4145d23d95a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 1096 time: 0.0658295 Dec 16 15:57:40.151833 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:40.218745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-fd922c2a-e944-4416-876d-39ff385f0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.220665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-fd922c2a-e944-4416-876d-39ff385f0f2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 200 len: 898 time: 0.1049285 Dec 16 15:57:40.272834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.275586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.277461 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/security-groups/c78fb1ef-d77e-43bf-8f25-be4f4f23c6ac HTTP/1.1" status: 204 len: 168 time: 0.5522556 Dec 16 15:57:40.280573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58090) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:40.289162 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-cc869c0d-0d4a-4f65-a0d3-d9f54fdf404f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 200 len: 217 time: 0.0617170 Dec 16 15:57:40.289989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20ae65-204a-4ca6-9a7e-8b13dcb35804 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78fb1ef-d77e-43bf-8f25-be4f4f23c6ac,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:40.371764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-c437a796-6f24-42c8-82b3-d12d1fc861e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.374881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-c437a796-6f24-42c8-82b3-d12d1fc861e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 200 len: 835 time: 0.0790608 Dec 16 15:57:40.420087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.434800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-f9332352-2cf1-493b-ad37-140acb599009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.436692 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-f9332352-2cf1-493b-ad37-140acb599009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5fbfb5a4-fced-4770-8d2f-4238fe202e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536659 Dec 16 15:57:40.459720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.528367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:40.556840 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:40.566190 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-841f3249-ebb5-4548-88b7-d43e4b226d0d service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144249 Dec 16 15:57:40.566365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:40.566836 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:40.682806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd72823-d7f4-414d-b89c-b67cb09c3259 req-a0448212-8f61-4430-9b5b-f9b69ca776ca tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.685684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dd72823-d7f4-414d-b89c-b67cb09c3259 req-a0448212-8f61-4430-9b5b-f9b69ca776ca tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.0918224 Dec 16 15:57:40.686904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.690433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.694950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/security-groups/3f87be36-4376-4c1a-9748-7d1b4853e7b3 HTTP/1.1" status: 204 len: 168 time: 0.4094973 Dec 16 15:57:40.695180 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d7fca35d-3e7c-443e-9ffd-1c4c4d6e88cf req-4693e7a8-be9b-4692-ba96-2753fba20387 service neutron] 10.222.0.30 "GET /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261928 Dec 16 15:57:40.698552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:40.722003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a37bc2-c56d-4be1-9c3b-6c6974f45250 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f87be36-4376-4c1a-9748-7d1b4853e7b3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:40.750311 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:40.793664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1dd72823-d7f4-414d-b89c-b67cb09c3259 req-8841d4ac-c6bf-46fc-af00-ce49687b0126 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969589 Dec 16 15:57:40.804283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 7b26f5ef-d363-440b-bddc-9d3acdfea126 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:40.809129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.866438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:40.950273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f52f2-458d-472c-ad55-e1d236f6e4c5 req-dc018113-efcb-4b41-be4d-09c09223c4c4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:40.952291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f70f52f2-458d-472c-ad55-e1d236f6e4c5 req-dc018113-efcb-4b41-be4d-09c09223c4c4 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.0857258 Dec 16 15:57:40.985367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.014284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f70f52f2-458d-472c-ad55-e1d236f6e4c5 req-ab390771-7c55-434f-b07d-8ad897f1a8c8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544903 Dec 16 15:57:41.019870 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:41.057813 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb0f8dd-1168-47ff-8442-1d4c9bc63749 None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:26Z', 'revision_number': 6, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd70b5522-f558-4f08-9a77-83468c2485c3', 'name': '', 'network_id': '5fbfb5a4-fced-4770-8d2f-4238fe202e73', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:1d:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:10Z', 'updated_at': '2021-12-16T15:55:18Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': '4a76c20f-2713-44af-a6b9-9a8e1116b159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:41.410819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d05fb-56fe-4b88-ac43-a3aadd87fbb7 None None] New status for floating IP 59d55cb6-db99-4b33-8f38-f4b86f1c0c83: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:57:41.447731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.490197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=7b26f5ef-d363-440b-bddc-9d3acdfea126,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:41.492672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.503149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58104) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:41.504026 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-003d7932-57ce-49c8-bee6-c95752a17dbf tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/7b26f5ef-d363-440b-bddc-9d3acdfea126 HTTP/1.1" status: 204 len: 168 time: 0.8066268 Dec 16 15:57:41.543202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39f80a-801e-4e5f-a354-d2b28c5a7d00 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:41.623523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 39ae60c2-2f07-4d0a-a788-b7e339ae0266 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:41.630092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:41.749757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.002548 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.139987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075cfcf-35c6-4700-8588-d2de3f8897d4 req-7149e1aa-dda5-4e0c-9c61-860eea148cbf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:42.142831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2075cfcf-35c6-4700-8588-d2de3f8897d4 req-7149e1aa-dda5-4e0c-9c61-860eea148cbf tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.2060540 Dec 16 15:57:42.294338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.317586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2075cfcf-35c6-4700-8588-d2de3f8897d4 req-55bc7a4c-7659-4e41-a0ce-66cee9e96a34 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672628 Dec 16 15:57:42.370799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8870f0-db42-414b-88c7-ee5054be10a3 req-498667d6-7c67-4a96-bb62-1d36fab2910e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:42.374183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee8870f0-db42-414b-88c7-ee5054be10a3 req-498667d6-7c67-4a96-bb62-1d36fab2910e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.1972320 Dec 16 15:57:42.379777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=39ae60c2-2f07-4d0a-a788-b7e339ae0266,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:42.386260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.397080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a2616a27-49fd-4da8-8a19-255dd2f7f7b0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/39ae60c2-2f07-4d0a-a788-b7e339ae0266 HTTP/1.1" status: 204 len: 168 time: 0.8911302 Dec 16 15:57:42.398241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58116) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:42.457953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-5e5a726f-896b-4675-8a7b-a646dd5ed619 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:42.459802 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96929d8-c538-4655-9ff2-61a38ba61bb8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:42.460703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-5e5a726f-896b-4675-8a7b-a646dd5ed619 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 945 time: 0.1452875 Dec 16 15:57:42.460866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96929d8-c538-4655-9ff2-61a38ba61bb8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:42.471423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f96929d8-c538-4655-9ff2-61a38ba61bb8 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/7b26f5ef-d363-440b-bddc-9d3acdfea126 HTTP/1.1" status: 404 len: 337 time: 0.0693407 Dec 16 15:57:42.472625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58122) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:42.638698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting subnet 370a33f9-14f9-4be4-aa34-bb2497aef979 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:42.662725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee8870f0-db42-414b-88c7-ee5054be10a3 req-9f9ec51a-db1b-4c5c-bcbd-30c7cf056891 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=81198683-e6be-4a6f-a9b5-acdaed90b4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627239 Dec 16 15:57:42.664600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.698583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:42.718260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4ee71-499c-41d6-98ee-c26553a6dfa2 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:42.755425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 41a55caf-e81c-4932-b536-529365a10239 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:42.756043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.799187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.871808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d39bf8c1-8e63-47e4-a538-c51d0166b717 None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:42.872855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8c1-8e63-47e4-a538-c51d0166b717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:42.962265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d39bf8c1-8e63-47e4-a538-c51d0166b717 None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:42.981467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9188429e-e3de-4849-ab57-d1df82016bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.009172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 41a55caf-e81c-4932-b536-529365a10239, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=41a55caf-e81c-4932-b536-529365a10239,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:43.009623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.037178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d39bf8c1-8e63-47e4-a538-c51d0166b717 None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:43.037906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 41a55caf-e81c-4932-b536-529365a10239 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:43.039068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d39bf8c1-8e63-47e4-a538-c51d0166b717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.206837 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9188429e-e3de-4849-ab57-d1df82016bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.302848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9188429e-e3de-4849-ab57-d1df82016bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.390889 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9188429e-e3de-4849-ab57-d1df82016bb5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e6c7feb18fa4f38accbc128fe5fce6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6893740 Dec 16 15:57:43.390889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.392654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58130) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:43.423039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188429e-e3de-4849-ab57-d1df82016bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342db5c2-9b49-48fe-8000-84ac9aa069a6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:43.528462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=41a55caf-e81c-4932-b536-529365a10239,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:43.550610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a1e2-52f8-48bb-be51-b4c18250c43b req-4aca68fc-0311-4858-abee-f1f760347264 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:43.551754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eae9a1e2-52f8-48bb-be51-b4c18250c43b req-4aca68fc-0311-4858-abee-f1f760347264 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.0871105 Dec 16 15:57:43.617085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] No DVR routers for this DVR port 41a55caf-e81c-4932-b536-529365a10239 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:43.619590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.623329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.626875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a381c1ac-00f3-4614-b833-3a94c3d1aa3a req-d4e97fc9-a800-4d19-ab3e-7dddbc5f853e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "DELETE /v2.0/ports/41a55caf-e81c-4932-b536-529365a10239 HTTP/1.1" status: 204 len: 173 time: 1.1588507 Dec 16 15:57:43.627389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'name': 'network-vif-deleted', 'tag': '41a55caf-e81c-4932-b536-529365a10239'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:43.629995 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9dbe85-1239-4250-8d86-eef9eff71b8f" -d '{"events": [{"server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "name": "network-vif-deleted", "tag": "41a55caf-e81c-4932-b536-529365a10239"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:43.645750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.664158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.693914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eae9a1e2-52f8-48bb-be51-b4c18250c43b req-4346d228-2bef-474d-ba3d-fe9e02c03a4d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066587 Dec 16 15:57:43.734452 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d1f36-98ea-42b0-b21d-a47f323f6d85 x-openstack-request-id: req-dd4d1f36-98ea-42b0-b21d-a47f323f6d85 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:43.735615 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfed7c39-a130-4aa8-9366-70c72eb711e2", "name": "network-vif-deleted", "tag": "41a55caf-e81c-4932-b536-529365a10239", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:43.736170 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd4d1f36-98ea-42b0-b21d-a47f323f6d85 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:43.738021 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfed7c39-a130-4aa8-9366-70c72eb711e2', 'name': 'network-vif-deleted', 'tag': '41a55caf-e81c-4932-b536-529365a10239', 'status': 'completed', 'code': 200} Dec 16 15:57:43.840242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e69a36e1-ac52-4ea8-b225-d1bb691379fd req-3bb7f843-8c3c-4fa5-87ab-17633f2a8c39 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0392098 Dec 16 15:57:43.848720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.878602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.885178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.894765 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/342db5c2-9b49-48fe-8000-84ac9aa069a6 HTTP/1.1" status: 204 len: 168 time: 0.4992371 Dec 16 15:57:43.913358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57367a0-c5a5-45f8-9e24-8409b1adb5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342db5c2-9b49-48fe-8000-84ac9aa069a6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:43.913715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Subnet': ['ID=370a33f9-14f9-4be4-aa34-bb2497aef979,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:43.928476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:43.933864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-44f257ed-6094-4777-810e-1628f0c7e44e tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/370a33f9-14f9-4be4-aa34-bb2497aef979 HTTP/1.1" status: 204 len: 168 time: 1.4577911 Dec 16 15:57:43.942083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58138) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:43.990062 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe91f9f-6ba1-48f9-afa9-da25db56f41b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:43.990062 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe91f9f-6ba1-48f9-afa9-da25db56f41b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:43.995159 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-efe91f9f-6ba1-48f9-afa9-da25db56f41b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/2277f481-4ed4-4dfe-9ab0-5996cf100122 HTTP/1.1" status: 404 len: 337 time: 0.0552738 Dec 16 15:57:43.999921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58140) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.042896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5618e0ef-0db4-45fc-a8cf-c7ede96c06b2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 HTTP/1.1" status: 200 len: 205 time: 0.0414987 Dec 16 15:57:44.045802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58142) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.108873 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-9b7b6231-3cf3-4425-bb46-48eb38bf2d8b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] delete failed (client error): The resource could not be found. Dec 16 15:57:44.112923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9b7b6231-3cf3-4425-bb46-48eb38bf2d8b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/routers/d2645fa4-3cf2-45e9-81e2-5cec89aa21e9 HTTP/1.1" status: 404 len: 336 time: 0.0660503 Dec 16 15:57:44.113172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58144) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.166386 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb696249-04f5-4f8d-a9f2-e6cfab437bcc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.166999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb696249-04f5-4f8d-a9f2-e6cfab437bcc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.173677 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb696249-04f5-4f8d-a9f2-e6cfab437bcc tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/c66b5f72-4ae4-4879-8fc9-6f7b989fd283 HTTP/1.1" status: 404 len: 337 time: 0.0589287 Dec 16 15:57:44.176301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58146) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.227962 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-b603dbbd-b558-42b4-86de-b04f8eb329a9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.228602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b603dbbd-b558-42b4-86de-b04f8eb329a9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.235997 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b603dbbd-b558-42b4-86de-b04f8eb329a9 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/f1103794-56bf-47c6-8509-93d268155a50 HTTP/1.1" status: 404 len: 337 time: 0.0551844 Dec 16 15:57:44.237957 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab6fef1b-6a81-448f-8d54-7ca5bc358b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.239079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58148) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.296243 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec89f4f-7f47-4205-885c-8b9aa06b859b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.310545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec89f4f-7f47-4205-885c-8b9aa06b859b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.310545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1ec89f4f-7f47-4205-885c-8b9aa06b859b tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/89e16262-c891-4874-9fc2-8e168edd0a7f HTTP/1.1" status: 404 len: 337 time: 0.0614388 Dec 16 15:57:44.311505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58150) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.334925 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-97266a67-c193-43a0-964d-f7951a90f9b5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.335919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97266a67-c193-43a0-964d-f7951a90f9b5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.340988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97266a67-c193-43a0-964d-f7951a90f9b5 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/956c93ee-33ad-4d82-9aff-f0a2023a6db5 HTTP/1.1" status: 404 len: 333 time: 0.0336246 Dec 16 15:57:44.357282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58154) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.377918 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0b6bb7-b2df-472d-99c4-5b4677b16530 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.379024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0b6bb7-b2df-472d-99c4-5b4677b16530 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.386925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6e0b6bb7-b2df-472d-99c4-5b4677b16530 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/36bfa65c-2dfd-42a1-ae8b-a6a1516093fc HTTP/1.1" status: 404 len: 337 time: 0.0385454 Dec 16 15:57:44.388734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58156) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.389946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab4942-3064-4835-8b69-4c59b56dbcd1 None None] Network 479a36b8-4677-4741-abde-aaa0a6c6aad0 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:44.435350 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cc5d94-97d4-4357-b595-793efc71b0c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.436165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cc5d94-97d4-4357-b595-793efc71b0c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.443682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-70cc5d94-97d4-4357-b595-793efc71b0c2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/f3cba0c4-9a5b-48ce-b2dd-8af84dcb5885 HTTP/1.1" status: 404 len: 337 time: 0.0512121 Dec 16 15:57:44.444200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.482655 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd08376-cba4-49ac-899c-063e47747cb2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.483604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd08376-cba4-49ac-899c-063e47747cb2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.489219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5cd08376-cba4-49ac-899c-063e47747cb2 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/138a481b-1e52-47f8-aa53-42b48c0873b6 HTTP/1.1" status: 404 len: 333 time: 0.0434656 Dec 16 15:57:44.492187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58160) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.537641 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-841746b3-2965-4dab-82db-3a4db5b8d17c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.537641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841746b3-2965-4dab-82db-3a4db5b8d17c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.543780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-841746b3-2965-4dab-82db-3a4db5b8d17c tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/df926b62-2e0e-4711-b560-8f3d765b6249 HTTP/1.1" status: 404 len: 337 time: 0.0451136 Dec 16 15:57:44.543780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58162) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.549570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8fa0475f-d010-41b8-9b8d-e129125cc01d None None] Provisioning complete for port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:44.550291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fa0475f-d010-41b8-9b8d-e129125cc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.576328 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-a500a9a8-f1d0-4fae-be53-c9454e41ecd0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] DELETE failed (client error): The resource could not be found. Dec 16 15:57:44.578609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a500a9a8-f1d0-4fae-be53-c9454e41ecd0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 15:57:44.583351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a500a9a8-f1d0-4fae-be53-c9454e41ecd0 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/subnets/3b52a8b7-fb93-44e7-b16a-a1ea134f2da4 HTTP/1.1" status: 404 len: 337 time: 0.0363286 Dec 16 15:57:44.583611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58164) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.624189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0475f-d010-41b8-9b8d-e129125cc01d None None] Port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:44.651769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8fa0475f-d010-41b8-9b8d-e129125cc01d None None] Provisioning complete for port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:44.658873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fa0475f-d010-41b8-9b8d-e129125cc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.702353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 48e6ba01-a117-415f-8b00-ad84fdbb37c6 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:44.703539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.811243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] DHCP port deletion for 479a36b8-4677-4741-abde-aaa0a6c6aad0 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:44.906500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58170) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:44.914960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Deleting port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:44.916225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.930908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.941127 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-249ada84-99f1-4a9f-a917-c7d4ae8b32a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:44.947457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 48e6ba01-a117-415f-8b00-ad84fdbb37c6 owned by {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:45.086083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,segment=NetworkSegment(2e9b888a-b78d-4448-a527-1a5578b21ec8),segment_id=2e9b888a-b78d-4448-a527-1a5578b21ec8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:45.087065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.119261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Calling delete_port for 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:45.129816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-249ada84-99f1-4a9f-a917-c7d4ae8b32a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.133461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb1f8fa9-7a00-49ad-b8ed-3c3ab7234b69 req-a695849b-b02c-4bdb-8110-73131cb41723 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfed7c39-a130-4aa8-9366-70c72eb711e2 HTTP/1.1" status: 200 len: 210 time: 0.0904653 Dec 16 15:57:45.140810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.205322 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=48e6ba01-a117-415f-8b00-ad84fdbb37c6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.216558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ef0e31ca-13fd-4a9c-8107-3e5bc47893ba details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:57:45.217987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c30af-3a90-4538-b300-5efcd7330ace req-de54e360-2cce-4ff6-89ab-e60149e210c0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:45.220177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481c30af-3a90-4538-b300-5efcd7330ace req-de54e360-2cce-4ff6-89ab-e60149e210c0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 943 time: 0.3854480 Dec 16 15:57:45.228400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.236722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-249ada84-99f1-4a9f-a917-c7d4ae8b32a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.243381 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2a66fea8-0e8a-4bfe-93b4-c0fdc04a2cf6 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/ports/48e6ba01-a117-415f-8b00-ad84fdbb37c6 HTTP/1.1" status: 204 len: 168 time: 0.6581733 Dec 16 15:57:45.246109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58172) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:45.330888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ada84-99f1-4a9f-a917-c7d4ae8b32a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df45b30-a731-47a0-b7e2-4ea923eb0bb8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.351545 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-249ada84-99f1-4a9f-a917-c7d4ae8b32a7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9192ad791c442598b377e915c93d18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413404 Dec 16 15:57:45.353836 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58174) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:45.402153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.414769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-481c30af-3a90-4538-b300-5efcd7330ace req-575f0275-7bdd-4da0-9dd1-300269ae269f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320009 Dec 16 15:57:45.457800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:45.461283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.473379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'mac_address': 'fa:16:3e:e2:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:57:45.482160 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.487861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.488365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Deleting port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:45.488719 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.539922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] Pushing event deleted for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.544366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518cb30-c49a-472c-b2f6-42395423ff9b None None] No DVR routers for this DVR port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:45.553332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.572436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] For port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa, host n-d-821947-3, got binding levels [] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:45.575955 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.579762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef0e31ca-13fd-4a9c-8107-3e5bc47893ba {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:57:45.588249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Calling delete_port for 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:45.593702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa was not found and therefore no delete operation was performed {{(pid=104056) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 15:57:45.595862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.602905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:45.624811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.627437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.633001 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1df45b30-a731-47a0-b7e2-4ea923eb0bb8 HTTP/1.1" status: 204 len: 168 time: 0.2734783 Dec 16 15:57:45.636387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Port': ['ID=25e25ae6-6a07-4df0-bee0-9a9fa2c378fa,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.637483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe5c1b-62b5-4f21-abeb-635fbb527835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df45b30-a731-47a0-b7e2-4ea923eb0bb8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.642218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] No DVR routers for this DVR port 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:45.687581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.752606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.753486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:45.782348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479a36b8-4677-4741-abde-aaa0a6c6aad0']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:45.793330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9b888a-b78d-4448-a527-1a5578b21ec8') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:45.793655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9b888a-b78d-4448-a527-1a5578b21ec8') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:45.810642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.826139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.834514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:45.834934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:45.838290 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:45.898162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:45.922772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:45.923119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 25e25ae6-6a07-4df0-bee0-9a9fa2c378fa not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:45.990565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.001808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.003557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] 10.222.0.71 "DELETE /v2.0/networks/479a36b8-4677-4741-abde-aaa0a6c6aad0 HTTP/1.1" status: 204 len: 168 time: 0.7567494 Dec 16 15:57:46.014121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ef0e31ca-13fd-4a9c-8107-3e5bc47893ba'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:57:46.019394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8e23-bbf3-4ad9-b18c-8a75b4835364 tempest-PortsIpV6TestJSON-1463407813 tempest-PortsIpV6TestJSON-1463407813-project] Pushing event deleted for resources: {'Network': ['ID=479a36b8-4677-4741-abde-aaa0a6c6aad0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:46.227704 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58186) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:46.331283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.382840 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.535550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26f9072e-a56e-484a-b562-1e3e123ab2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.563408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.571918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:46.574194 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/security-groups/81198683-e6be-4a6f-a9b5-acdaed90b4ed HTTP/1.1" status: 204 len: 168 time: 0.3482716 Dec 16 15:57:46.600839 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323a505-09db-4ed9-b5ef-a357d21457d2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81198683-e6be-4a6f-a9b5-acdaed90b4ed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:46.609627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90116fb0-722e-4350-9a04-adc51051b8f4 req-623bb56d-d556-4cb2-b646-0bcc2a4a1a8e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:46.613968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90116fb0-722e-4350-9a04-adc51051b8f4 req-623bb56d-d556-4cb2-b646-0bcc2a4a1a8e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 944 time: 0.0925465 Dec 16 15:57:46.708650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90116fb0-722e-4350-9a04-adc51051b8f4 req-a79c7aa3-2ff3-4fd2-84cf-b296e1ed34ec tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730071 Dec 16 15:57:46.720821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58200) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:46.783546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58202) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:47.019773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d52a0a32-7a84-41d3-b633-208cdfdcfff3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5404d46b808d4a4db5ad22a2265c9db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301457 Dec 16 15:57:47.020263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58212) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:47.085573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.111567 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.224226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.227082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.229065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/89c112cb-edf8-49de-9d0e-cb9adb014b48 HTTP/1.1" status: 204 len: 168 time: 0.2069099 Dec 16 15:57:47.233418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ef0e31ca-13fd-4a9c-8107-3e5bc47893ba up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:57:47.241909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de326ddd-758e-4615-8a50-50b03f6bf4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c112cb-edf8-49de-9d0e-cb9adb014b48,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:47.390566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:57:47.398474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:47.399174 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.510491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.548725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:47.552043 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ee826-7e18-4b86-b542-4900fd383fe5" -d '{"events": [{"server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "name": "network-vif-plugged", "status": "completed", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:47.752761 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9c8c45-d211-457d-a922-937a4e04101a x-openstack-request-id: req-8f9c8c45-d211-457d-a922-937a4e04101a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:47.753104 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "name": "network-vif-plugged", "status": "completed", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:47.753339 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f9c8c45-d211-457d-a922-937a4e04101a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:47.753692 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'code': 200} Dec 16 15:57:47.755632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:47.836782 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.851916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b777724-2f22-47f4-90ef-8c7ae0572596 req-dca4cfb4-bbb1-445f-8136-0b22cc16edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:47.855133 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4b777724-2f22-47f4-90ef-8c7ae0572596 req-dca4cfb4-bbb1-445f-8136-0b22cc16edd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1095 time: 0.1223159 Dec 16 15:57:47.889025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3cd4e-cb4c-4bb1-bc13-31f1919f2fd0 req-173f366e-761a-4cc4-90f6-1a5a28ec7588 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:47.898023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9e3cd4e-cb4c-4bb1-bc13-31f1919f2fd0 req-173f366e-761a-4cc4-90f6-1a5a28ec7588 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 944 time: 0.0736508 Dec 16 15:57:47.899421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.901132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 41a55caf-e81c-4932-b536-529365a10239 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:47.970494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 41a55caf-e81c-4932-b536-529365a10239 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:47.971507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 41a55caf-e81c-4932-b536-529365a10239 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:47.976673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:47.982036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9e3cd4e-cb4c-4bb1-bc13-31f1919f2fd0 req-4a76abc7-f933-4b65-b9f2-0b3a326cbaee tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820944 Dec 16 15:57:48.032005 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-4b777724-2f22-47f4-90ef-8c7ae0572596 req-902197ff-2026-4e01-932a-ebaab6c826d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267862 Dec 16 15:57:48.049498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:48.241785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port d70b5522-f558-4f08-9a77-83468c2485c3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:48.242154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.405638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port d70b5522-f558-4f08-9a77-83468c2485c3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d70b5522-f558-4f08-9a77-83468c2485c3,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:48.406023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:48.430442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for d70b5522-f558-4f08-9a77-83468c2485c3 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:49.036348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.067617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=d70b5522-f558-4f08-9a77-83468c2485c3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:49.131406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13971d-4dea-4554-9e18-1642a516caac req-feef526f-a578-42e2-8af8-b1cc45831d71 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:49.143910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb13971d-4dea-4554-9e18-1642a516caac req-feef526f-a578-42e2-8af8-b1cc45831d71 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0827608 Dec 16 15:57:49.282089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb13971d-4dea-4554-9e18-1642a516caac req-1cc2bebd-18a9-4261-909d-cfe9479deb76 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229198 Dec 16 15:57:49.385127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58268) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:49.394732 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.412910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.525319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--539167157'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:49.662572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router f823731a-6fc8-452d-8022-2c146e7c36c0 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:49.761025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.775980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.782369 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:49.788262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b06d732f-6752-4824-9f19-62e2bd1bcbce tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/f823731a-6fc8-452d-8022-2c146e7c36c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652421 Dec 16 15:57:49.790979 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58276) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:49.798600 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Sync routers for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:49.830120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:49.831158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:49.906506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting subnet 4a76c20f-2713-44af-a6b9-9a8e1116b159 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:57:49.920265 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:49.975386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.029341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.137073 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.151917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.158804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:50.177036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6224f0-8019-44d0-88eb-cd0f96b397ed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:50.212426 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.254540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.365615 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:48Z', 'revision_number': 7, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:50.367331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.397382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Checking router: f823731a-6fc8-452d-8022-2c146e7c36c0 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:50.399003 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Subnet': ['ID=4a76c20f-2713-44af-a6b9-9a8e1116b159,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:50.402382 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.409897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58292) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:50.410634 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-88638aa8-d012-4ae0-88d7-60bbdc33303e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/subnets/4a76c20f-2713-44af-a6b9-9a8e1116b159 HTTP/1.1" status: 204 len: 168 time: 0.6184685 Dec 16 15:57:50.411055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Routers {'f823731a-6fc8-452d-8022-2c146e7c36c0'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:50.412449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['f823731a-6fc8-452d-8022-2c146e7c36c0'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:50.414970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe60a99-2761-4ea1-9b80-791755e0ac9b None None] Network 5fbfb5a4-fced-4770-8d2f-4238fe202e73 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:50.427810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace6f4-85dd-4838-8a75-0033ddd6f3f9 req-ab9321ae-fd6e-4aaa-b8a7-f2e21cb8942b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:50.428469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cace6f4-85dd-4838-8a75-0033ddd6f3f9 req-ab9321ae-fd6e-4aaa-b8a7-f2e21cb8942b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0731773 Dec 16 15:57:50.433849 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.532582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:50.611434 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] Set router f823731a-6fc8-452d-8022-2c146e7c36c0 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:50.621897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cace6f4-85dd-4838-8a75-0033ddd6f3f9 req-fc2ef53e-5bde-4cb9-8177-0bb059c78c4f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461062 Dec 16 15:57:50.628523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.630820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-51ac767a-1329-4bfd-8e5b-d3b7e859d480 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2443933 Dec 16 15:57:50.632932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58298) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:50.655257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.781133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] DHCP port deletion for 5fbfb5a4-fced-4770-8d2f-4238fe202e73 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:50.800596 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ce0ecd45-2253-4287-b630-95f3393148f1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1656494 Dec 16 15:57:50.802884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58302) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:50.814031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-security--693216836', 'description': 'tempest-security-description-2019821285'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:50.879483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.896165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Deleting port fa5db2db-2456-4e6f-8c87-988073ae5f1a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:50.896779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.904750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:50.910375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e40c75-370d-4518-9699-8f65efe0ad44 req-3c444312-d51a-4957-bab0-9e6899216cf5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:50.912321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0e40c75-370d-4518-9699-8f65efe0ad44 req-3c444312-d51a-4957-bab0-9e6899216cf5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0735412 Dec 16 15:57:50.976055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:48Z', 'revision_number': 7, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:50.997577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0e40c75-370d-4518-9699-8f65efe0ad44 req-3c08e510-e721-47f6-8cd6-ba76b568c499 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715911 Dec 16 15:57:51.005242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.022409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58304) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.035214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] For port fa5db2db-2456-4e6f-8c87-988073ae5f1a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa5db2db-2456-4e6f-8c87-988073ae5f1a,segment=NetworkSegment(1e2a2ea4-77c6-420b-9c14-4aa850398dee),segment_id=1e2a2ea4-77c6-420b-9c14-4aa850398dee)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:51.035985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.040842 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefb38c-e2dc-4772-9a2e-0a0cf8b93e09 None None] The sync data for ids ['f823731a-6fc8-452d-8022-2c146e7c36c0'] in n-d-821947-3 is: [{'id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'name': 'tempest-TestNetworkBasicOps-router-876238221', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:55:03Z', 'updated_at': '2021-12-16T15:57:48Z', 'revision_number': 7, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': '51f3f644-4826-4d55-b3f3-9b567fd695e7', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f823731a-6fc8-452d-8022-2c146e7c36c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:55:04Z', 'updated_at': '2021-12-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:51.061571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Calling delete_port for fa5db2db-2456-4e6f-8c87-988073ae5f1a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:51.092054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 51f3f644-4826-4d55-b3f3-9b567fd695e7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:57:51.099418 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.115892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.118758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.120324 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "PUT /v2.0/security-groups/ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd HTTP/1.1" status: 200 len: 1796 time: 0.3156915 Dec 16 15:57:51.125778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58308) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.173119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc413ea9-8c6c-4e51-a541-1ca48cd8b500 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:51.201737 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b9c4e31-c8b0-4363-9994-bd88950bbb44 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups/ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd HTTP/1.1" status: 200 len: 1796 time: 0.0745492 Dec 16 15:57:51.206111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58310) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.282032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 51f3f644-4826-4d55-b3f3-9b567fd695e7, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51f3f644-4826-4d55-b3f3-9b567fd695e7,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:57:51.282815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.304692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 51f3f644-4826-4d55-b3f3-9b567fd695e7 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:57:51.356027 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.359108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.401462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58314) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.407795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bd5f4-9eb1-408a-a5c1-dbfb899a7240 tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:51.413283 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ac8bd5f4-9eb1-408a-a5c1-dbfb899a7240 tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1091 time: 0.3872514 Dec 16 15:57:51.414415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] Pushing event deleted for resources: {'Port': ['ID=fa5db2db-2456-4e6f-8c87-988073ae5f1a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:51.417354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58316) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.421812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f05252-4e60-46a5-809b-629976c050e2 None None] No DVR routers for this DVR port fa5db2db-2456-4e6f-8c87-988073ae5f1a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:57:51.432234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:51.447560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.573714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.607186 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.610412 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.611735 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd HTTP/1.1" status: 204 len: 168 time: 0.4043324 Dec 16 15:57:51.621944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58320) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.635884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225444a4-2fa9-4825-95db-3b97304b171b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:51.639328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0fdf88ec-34b7-4b64-8337-54899cb19d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.783438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0fdf88ec-34b7-4b64-8337-54899cb19d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.793257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-562785cd-7ec5-4ea6-9658-f7e745daeb11 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1672168 Dec 16 15:57:51.799239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58322) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.823647 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-92bc009a-ee0f-40a0-8606-4f2844f2c1e8 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] delete failed (client error): The resource could not be found. Dec 16 15:57:51.831544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-92bc009a-ee0f-40a0-8606-4f2844f2c1e8 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/ad4d0684-0e25-4ff4-81f2-3153a3c7bdbd HTTP/1.1" status: 404 len: 347 time: 0.0263872 Dec 16 15:57:51.832677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58324) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.837967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--70503343'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:51.852600 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.890005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d70b5522-f558-4f08-9a77-83468c2485c3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:51.898632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0fdf88ec-34b7-4b64-8337-54899cb19d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.913183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d70b5522-f558-4f08-9a77-83468c2485c3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:51.913183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d70b5522-f558-4f08-9a77-83468c2485c3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:51.913691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa5db2db-2456-4e6f-8c87-988073ae5f1a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:51.930866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:51.945274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fa5db2db-2456-4e6f-8c87-988073ae5f1a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:51.946821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa5db2db-2456-4e6f-8c87-988073ae5f1a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:51.964616 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0fdf88ec-34b7-4b64-8337-54899cb19d01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fd1075ca65a4f3baca589f0e38d90fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5613284 Dec 16 15:57:51.966315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:51.966849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf88ec-34b7-4b64-8337-54899cb19d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbce0151-1c89-46b7-a3f4-2d043eb623e3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.000927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=51f3f644-4826-4d55-b3f3-9b567fd695e7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.030759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab08b9fe-3e2a-4234-9f48-22f186f12704 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:52.033835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.084244 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.129861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.190846 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.196168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.25.7.105 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ab78e302-cbc6-446b-9f56-cd778aca4caf) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:52.199092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.311437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.326089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.344439 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.350170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32767f5-fdc5-42b1-a795-eb5063b79fe1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.391403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.396744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.398831 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cbce0151-1c89-46b7-a3f4-2d043eb623e3 HTTP/1.1" status: 204 len: 168 time: 0.4268568 Dec 16 15:57:52.413289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f22c7-9111-4d91-a8e7-3a8b783a6441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbce0151-1c89-46b7-a3f4-2d043eb623e3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.450781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.457458 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff0ae2fb-fec6-440a-9947-140e5da82ebe tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6236551 Dec 16 15:57:52.458763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:52.467300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e32767f5-fdc5-42b1-a795-eb5063b79fe1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:52.488224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.531958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.532916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Fanout notify agent at l3_agent the message router_deleted on router f823731a-6fc8-452d-8022-2c146e7c36c0 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:57:52.545743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.547768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b7898de-4555-440f-bd24-550e55dc785d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/routers/f823731a-6fc8-452d-8022-2c146e7c36c0 HTTP/1.1" status: 204 len: 168 time: 2.1305883 Dec 16 15:57:52.552752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:52.679045 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.688491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.699605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.750069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:52.753606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:52.757791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:52.791603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=ab78e302-cbc6-446b-9f56-cd778aca4caf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:52.846883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.875101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.881492 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbfb5a4-fced-4770-8d2f-4238fe202e73']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:52.900384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2a2ea4-77c6-420b-9c14-4aa850398dee') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:52.900705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2a2ea4-77c6-420b-9c14-4aa850398dee') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:52.918257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.941737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.952950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.984619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:57:52.985289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:57:52.992759 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:57:52.998296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5e5d6f-5421-4967-a48a-6ce06a3f5519,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:53.238234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.241268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc78bd0a-850b-4212-86ec-6f6b3e44e110 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7791657 Dec 16 15:57:53.242916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58336) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.269047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.277377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.320433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.328703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.338198 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/networks/5fbfb5a4-fced-4770-8d2f-4238fe202e73 HTTP/1.1" status: 204 len: 168 time: 0.7810185 Dec 16 15:57:53.352098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9013d-548a-42ef-aa0a-b36c9754825e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Network': ['ID=5fbfb5a4-fced-4770-8d2f-4238fe202e73,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:53.366812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58338) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.374989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'network': {'name': 'tempest-network-smoke--1651110303', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:53.424750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.433386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.435296 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8b5e5d6f-5421-4967-a48a-6ce06a3f5519 HTTP/1.1" status: 204 len: 168 time: 0.1911952 Dec 16 15:57:53.445650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58340) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.455930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360db955-945f-40df-81fa-8395d92c61ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5e5d6f-5421-4967-a48a-6ce06a3f5519,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:53.506141 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9c2aaad-9e43-4581-be70-f315439edd4b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582263 Dec 16 15:57:53.509526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58342) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.547206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:53.551120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.595285 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.601294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58344) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.611729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.633364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:57:53.660467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.661144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8598fde-2291-4319-8866-70e70fba1be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.663677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.664775 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Added segment a8d9d69a-9e34-4c33-90b9-97b25d6ac514 of type vlan for network 2dbc2825-ef29-4961-b983-d469d2117f45 Dec 16 15:57:53.741371 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.770453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8598fde-2291-4319-8866-70e70fba1be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.800052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.843624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8598fde-2291-4319-8866-70e70fba1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.880673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f3f644-4826-4d55-b3f3-9b567fd695e7 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:57:53.888615 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.899904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:53.900914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.914217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.916792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 51f3f644-4826-4d55-b3f3-9b567fd695e7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:57:53.917829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51f3f644-4826-4d55-b3f3-9b567fd695e7 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:57:53.919444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:53.923623 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/e32767f5-fdc5-42b1-a795-eb5063b79fe1 HTTP/1.1" status: 204 len: 168 time: 0.4105358 Dec 16 15:57:53.923910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b8598fde-2291-4319-8866-70e70fba1be9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a9a07cad4d55488c94585a775f1d95ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208225 Dec 16 15:57:53.935957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58346) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.936490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58348) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:53.986701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8598fde-2291-4319-8866-70e70fba1be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf95b313-9161-4583-ac55-1378fe15baf1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.017186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb01a2-cefb-490c-a39b-67b287485b0d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32767f5-fdc5-42b1-a795-eb5063b79fe1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.045335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Network': ['ID=2dbc2825-ef29-4961-b983-d469d2117f45,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.056620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 2dbc2825-ef29-4961-b983-d469d2117f45 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:57:54.118317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-98df4fd8-e0e8-4d3c-a96c-4b60fe73d581 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1787393 Dec 16 15:57:54.124020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58350) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.131843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--771977343'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:54.139574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.173941 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3c3b86c3-2920-4dd0-aff8-90043a834ff8 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8025849 Dec 16 15:57:54.176111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.182891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.186188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'admin_state_up': True, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:54.218951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.293026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.328214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.330185 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.331919 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.334725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.335734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bf95b313-9161-4583-ac55-1378fe15baf1 HTTP/1.1" status: 204 len: 168 time: 0.3959587 Dec 16 15:57:54.336915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.408606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf95b313-9161-4583-ac55-1378fe15baf1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.473941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.474507 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.475063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.475918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.476476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.477177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.477978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.478525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.479079 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.479678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.480501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.481058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.481674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94f115-f17c-44a9-af2e-35ef91fc3c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:57:54.495308 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.500422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.515154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=ab78e302-cbc6-446b-9f56-cd778aca4caf,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.536738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.679563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.687865 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP 6a527aae-c9f6-4d9b-aafd-3c1353cfe763 associated. External IP: 172.25.7.105, port: ef0e31ca-13fd-4a9c-8107-3e5bc47893ba. Dec 16 15:57:54.831978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13eb85f-29d0-4dc3-8398-d4bb74decbd1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:54.838200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.962616 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:54.968017 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aaaa225e-552b-4ee5-88ee-d3089a120073 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8401046 Dec 16 15:57:54.970879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:54.978360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e13eb85f-29d0-4dc3-8398-d4bb74decbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:55.019546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:57:55.221642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:55.243861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:55.266693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.268860 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:55.270015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:55.310144 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.347968 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.437372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:55.453070 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.466268 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.524536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-46a91c6f-0986-406b-a362-4f66a3be3d31 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1059556 Dec 16 15:57:55.528087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:57:55.530375 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:57:55.571561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.25.7.121 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/de07b176-da34-4b15-9a13-da2642f74914) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:57:55.579282 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a5888d-b600-4c3b-9382-86dc19f5c83b x-openstack-request-id: req-88a5888d-b600-4c3b-9382-86dc19f5c83b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:57:55.579588 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:57:55.579884 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88a5888d-b600-4c3b-9382-86dc19f5c83b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:57:55.580319 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'status': 'completed', 'code': 200} Dec 16 15:57:55.625407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.732885 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9865e5c-0821-4f54-866f-f9bc20e60c7b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:55.794557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-fbf2cb2b-1050-48f7-b48c-dc26b2b01387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:55.796777 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-fbf2cb2b-1050-48f7-b48c-dc26b2b01387 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1096 time: 0.1251950 Dec 16 15:57:55.813245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '6a527aae-c9f6-4d9b-aafd-3c1353cfe763', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:e2:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:53Z', 'updated_at': '2021-12-16T15:57:53Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:55.839361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:55.846007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58376) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:55.847037 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca34c5df-6a3a-4ec0-8bdf-980cceff3bd1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8735549 Dec 16 15:57:55.852422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:55.864553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:55.865004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e13eb85f-29d0-4dc3-8398-d4bb74decbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:55.865817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:55.936041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.019092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-ff98a7b8-332d-4113-a892-6e412a2d64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:56.020637 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-ff98a7b8-332d-4113-a892-6e412a2d64cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.2102182 Dec 16 15:57:56.060881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.080506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:56.116748 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-980ba71a-c497-4e66-9738-24108bb687bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 999 time: 0.0884871 Dec 16 15:57:56.174853 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.178861 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-f515d32e-c85e-4764-ad23-807c2efeb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:56.180408 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-f515d32e-c85e-4764-ad23-807c2efeb4d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0557361 Dec 16 15:57:56.185524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.260736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:57:56.264267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.268079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:56.270637 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=de07b176-da34-4b15-9a13-da2642f74914,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:56.279872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:57:56.326077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-4e9817cf-91bd-4d7f-9d72-75f466f5c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:56.327861 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-4e9817cf-91bd-4d7f-9d72-75f466f5c7d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332722 Dec 16 15:57:56.329060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb90dc4-babe-4fe5-b3c3-84c4cee820cf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:56.343474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a869504-1cdf-43d3-b235-1c21a1c6f5e9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:56.354285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58382) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:56.444933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.446855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f6e4dded-3a52-4744-a004-d5c3365f1a7e tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5961082 Dec 16 15:57:56.450302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58386) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:56.458125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '6a527aae-c9f6-4d9b-aafd-3c1353cfe763', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:e2:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:53Z', 'updated_at': '2021-12-16T15:57:53Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:56.459325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e13eb85f-29d0-4dc3-8398-d4bb74decbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:56.525862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1632881993-network', 'tenant_id': 'ad52fd11e63a44be832b0cbda5eb268e'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:56.550417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba81e4d3-c75d-48f3-9138-57502e9b29f9 None None] Provisioning complete for port de07b176-da34-4b15-9a13-da2642f74914 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:56.551372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba81e4d3-c75d-48f3-9138-57502e9b29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.556028 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-6f2b46de-f045-4e79-9938-f7d3d764e987 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160084 Dec 16 15:57:56.556324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff96fe-4c23-4c64-bbb8-cf007956f68e None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '6a527aae-c9f6-4d9b-aafd-3c1353cfe763', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:e2:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:57:53Z', 'updated_at': '2021-12-16T15:57:53Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:57:56.622486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ba81e4d3-c75d-48f3-9138-57502e9b29f9 None None] Port de07b176-da34-4b15-9a13-da2642f74914 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:56.658013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.698832 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-81f6af8d-5b09-495e-88c4-4b186e4c7aa6 req-47e25bb1-a643-4d96-b764-4c873a6607ca service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331437 Dec 16 15:57:56.761670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.812022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Made reservation on behalf of ad52fd11e63a44be832b0cbda5eb268e for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:56.815881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.832628 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.859794 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706eab0e-938b-4baa-87f3-95bb036b4c10 None None] New status for floating IP 6a527aae-c9f6-4d9b-aafd-3c1353cfe763: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:57:56.880385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:56.923131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd64157-78d6-4138-8a8c-196a0eae3ad5,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:57.004155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.145209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.146652 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-384fd5b3-daa6-485e-85dd-9c2c0a8f8595 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6947997 Dec 16 15:57:57.150050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:57.156822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e13eb85f-29d0-4dc3-8398-d4bb74decbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:57.253396 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.308113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.342723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:57:57.371547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.376071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7890191a-fbde-43d7-ab8c-8772740f9fbc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:57.397412 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.397782 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Added segment e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa of type vlan for network fd412641-47f5-4e77-99c2-b48dadfa5a41 Dec 16 15:57:57.475627 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.498798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.553275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.715792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.741221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d93c5c-862e-48db-9ad2-6bfc5aed2148,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:57.846829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.847915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:57.848502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:57.955924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router fb938388-b3b5-47a2-ada1-eab361357aaa is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 15:57:58.103725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:57:58.118070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Sync routers for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:57:58.141387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:58.142156 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:58.245645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:58.254726 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26966837-84c5-42d5-b3bc-65b01db8c0fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0765073 Dec 16 15:57:58.255084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58390) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.270245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:58.271536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fd3aa133-4471-442e-84ff-9eeb51b8b577 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1203160 Dec 16 15:57:58.272919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:57:58.284057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58392) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.288882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'e13eb85f-29d0-4dc3-8398-d4bb74decbd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:58.320255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] Pushing event updated for resources: {'Network': ['ID=fd412641-47f5-4e77-99c2-b48dadfa5a41,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:58.323119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9ad3bcb7-1798-4126-9eac-2035a5358142 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659919 Dec 16 15:57:58.324889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.340669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fd412641-47f5-4e77-99c2-b48dadfa5a41 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:57:58.448022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f2f88-4dcf-45b2-b072-591d7ac02bc0 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:58.450369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ed1f2f88-4dcf-45b2-b072-591d7ac02bc0 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1233432 Dec 16 15:57:58.454109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58396) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.486000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-18cd30c1-c2a6-404c-ae01-e0d807e85e28 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306993 Dec 16 15:57:58.490277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58398) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.495456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063826493', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:58.562927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3476d505-3d86-4d9c-be95-03056a820618 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2068121 Dec 16 15:57:58.566574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:57:56Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:58.568402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58400) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:58.576275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Request body: {'subnet': {'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1632881993-subnet', 'tenant_id': 'ad52fd11e63a44be832b0cbda5eb268e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:57:58.611361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Checking router: fb938388-b3b5-47a2-ada1-eab361357aaa for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:57:58.611741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Updating router fb938388-b3b5-47a2-ada1-eab361357aaa port de07b176-da34-4b15-9a13-da2642f74914 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:57:58.664081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:58.849110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:58.986984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:58.994215 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Made reservation on behalf of ad52fd11e63a44be832b0cbda5eb268e for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:58.997107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.053589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.186350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.219157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:57:59.225701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.234471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.335800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d993c8-4353-4ec9-9254-f3489ad0ba10,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.361310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.400937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.426717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8d72d-cca1-46a7-ac70-b1e135039c8e None None] Pushing event updated for resources: {'Port': ['ID=de07b176-da34-4b15-9a13-da2642f74914,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.430322 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Attempting to bind port de07b176-da34-4b15-9a13-da2642f74914 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:57:59.430718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Attempting to bind port de07b176-da34-4b15-9a13-da2642f74914 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:57:59.431344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Attempting to bind port de07b176-da34-4b15-9a13-da2642f74914 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:57:59.435865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c6cf29-9f21-49cc-b222-9f0e7248f0a5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:59.444185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:57:59.444584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:59.444972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.445383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:57:59.445980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Bound port: de07b176-da34-4b15-9a13-da2642f74914, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:57:59.446405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.523682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dde1314-a1c4-4a18-874c-912caafd1b80,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.530108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] For port de07b176-da34-4b15-9a13-da2642f74914, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:57:59.536578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] For port de07b176-da34-4b15-9a13-da2642f74914, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de07b176-da34-4b15-9a13-da2642f74914,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:57:59.536776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Checking segment: {'id': 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:59.537209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Network hostable DHCP agents. Network: fd412641-47f5-4e77-99c2-b48dadfa5a41, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:57:59.548730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.550582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9fa19e0-51e5-4a7c-a006-1c6cf00331d0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2653694 Dec 16 15:57:59.553485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58402) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:59.571088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-44089016-efc2-4971-8408-2de721dbe6f1 None None] Provisioning complete for port de07b176-da34-4b15-9a13-da2642f74914 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:59.571466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44089016-efc2-4971-8408-2de721dbe6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.601777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.612500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.624630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-44089016-efc2-4971-8408-2de721dbe6f1 None None] Port de07b176-da34-4b15-9a13-da2642f74914 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:57:59.665056 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.692147 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:57:59.747401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60e0cb-995a-40cc-bf37-8c0b08a4282b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:57:59.761738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Network fd412641-47f5-4e77-99c2-b48dadfa5a41 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:57:59.762458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.775956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.791524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8d72d-cca1-46a7-ac70-b1e135039c8e None None] Pushing event updated for resources: {'Port': ['ID=de07b176-da34-4b15-9a13-da2642f74914,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.796631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:57:59.797699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:57:59.824545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.845089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.847940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d2d993c8-4353-4ec9-9254-f3489ad0ba10 HTTP/1.1" status: 204 len: 168 time: 0.2918434 Dec 16 15:57:59.852736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:57:59.868163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548872d-9c82-423d-adf5-8b099758faa6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d993c8-4353-4ec9-9254-f3489ad0ba10,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.889195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Subnet': ['ID=ef7cf4c6-fb86-4274-ae1d-07043bb347e9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:57:59.907018 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fd412641-47f5-4e77-99c2-b48dadfa5a41) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:57:59.914965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] Provisioning complete for port de07b176-da34-4b15-9a13-da2642f74914 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:57:59.915410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.916372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:57:59.917618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:57:59.927661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Checking segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:57:59.928163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network hostable DHCP agents. Network: 2dbc2825-ef29-4961-b983-d469d2117f45, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:57:59.954639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03df12-84ba-4eeb-9037-7ae9c66a3f93 None None] Network fd412641-47f5-4e77-99c2-b48dadfa5a41 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:57:59.994636 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f130422d-1168-41d8-87a3-11c475798a09 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1391613 Dec 16 15:57:59.997519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58406) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:00.040783 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.045942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:00.055230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.107585 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c212b89-babf-4896-8b3c-286adf4b8786 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5376480 Dec 16 15:58:00.174159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 2dbc2825-ef29-4961-b983-d469d2117f45 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:58:00.186122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 2dbc2825-ef29-4961-b983-d469d2117f45) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:00.194814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:00.196415 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.213853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.222975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb9fd3-5509-4cc2-b749-b510a06d43a4 None None] Network 2dbc2825-ef29-4961-b983-d469d2117f45 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:00.230689 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.237351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/25d93c5c-862e-48db-9ad2-6bfc5aed2148 HTTP/1.1" status: 204 len: 168 time: 0.2343872 Dec 16 15:58:00.238982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58410) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:00.243963 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf696f-6de5-43c5-a01c-714c138205ba tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25d93c5c-862e-48db-9ad2-6bfc5aed2148,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:00.295492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba924d4d-8c19-473f-92ea-5e590c284c34 None None] Network fd412641-47f5-4e77-99c2-b48dadfa5a41 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:00.350729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.365721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-edff897e-49e9-44ec-a3e2-7fdcb8f84f7f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1227307 Dec 16 15:58:00.366657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58414) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:00.407646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.412437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-62b9fed5-17ac-4ebb-8dbd-92ce7fd5640c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9183831 Dec 16 15:58:00.412659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] For port de07b176-da34-4b15-9a13-da2642f74914, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de07b176-da34-4b15-9a13-da2642f74914,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:00.413048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58416) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:00.510863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.523044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-2dbc2825-ef29-4961-b983-d469d2117f45', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 15:58:00.524015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.613975 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.625845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:57:56Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:00.703025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b6e50-6c63-47a0-b61a-91b0a8644af8 None None] The sync data for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 is: [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:57:56Z', 'revision_number': 3, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:00.823474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb17d0-ccbc-4619-9a46-e7fe32beeb47 None None] Pushing event updated for resources: {'Port': ['ID=de07b176-da34-4b15-9a13-da2642f74914,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:00.843283 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.852051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:00.856407 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/6dd64157-78d6-4138-8a8c-196a0eae3ad5 HTTP/1.1" status: 204 len: 168 time: 0.4882281 Dec 16 15:58:00.856817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58420) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:00.868805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Allocated IP 172.20.0.2 (2dbc2825-ef29-4961-b983-d469d2117f45/ef7cf4c6-fb86-4274-ae1d-07043bb347e9/870fb5c5-c419-4a5a-8949-705f2f583d27) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:00.869475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8fa33-cf0d-42b7-a1b7-1cf04ac9fa93 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dd64157-78d6-4138-8a8c-196a0eae3ad5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:00.969361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ae7f96e-9b3c-4125-87eb-b30e5b0455fb tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1105595 Dec 16 15:58:00.973768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.052209 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.066966 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.215149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.227660 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.232039 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/0cb90dc4-babe-4fe5-b3c3-84c4cee820cf HTTP/1.1" status: 204 len: 168 time: 0.2564192 Dec 16 15:58:01.232468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58428) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.246124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cb90dc4-babe-4fe5-b3c3-84c4cee820cf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:01.264071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.264071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.264644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.264644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.265025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.265210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.265621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.265860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.266191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.266536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.266913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.267892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.268191 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e04f1c1-472d-4733-af8b-5932a2afd768 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:01.317362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.337538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.385545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fe9248bb-c5c6-4d16-8725-3cdcc9e3d720 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1504848 Dec 16 15:58:01.393892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.438217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.442329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.452407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.548290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Network 2dbc2825-ef29-4961-b983-d469d2117f45 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:01.550422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:01.552588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Pushing event updated for resources: {'Port': ['ID=870fb5c5-c419-4a5a-8949-705f2f583d27,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:01.555344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:01.607597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.627769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.630146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d9865e5c-0821-4f54-866f-f9bc20e60c7b HTTP/1.1" status: 204 len: 168 time: 0.2343729 Dec 16 15:58:01.634444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.638212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Attempting to bind port 870fb5c5-c419-4a5a-8949-705f2f583d27 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:01.639618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Attempting to bind port 870fb5c5-c419-4a5a-8949-705f2f583d27 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:01.639618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Attempting to bind port 870fb5c5-c419-4a5a-8949-705f2f583d27 on network 2dbc2825-ef29-4961-b983-d469d2117f45 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:01.645452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:01.646287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Checking segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:01.647001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.647656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Bound using segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:01.648927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Bound port: 870fb5c5-c419-4a5a-8949-705f2f583d27, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:01.649578 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.656250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58438) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.672740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995120274-network', 'tenant_id': '2e59916d9c1940d0831a035fd992be8d'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:01.692073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b0790-0a5e-483a-9b61-439fdeb4df27 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9865e5c-0821-4f54-866f-f9bc20e60c7b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:01.729880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] For port 870fb5c5-c419-4a5a-8949-705f2f583d27, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:01.737069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] For port 870fb5c5-c419-4a5a-8949-705f2f583d27, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=870fb5c5-c419-4a5a-8949-705f2f583d27,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:01.761733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4bac81b2-8612-432a-b610-359b65177b2c tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1251101 Dec 16 15:58:01.766779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58440) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:01.843799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.1 (2dbc2825-ef29-4961-b983-d469d2117f45/ef7cf4c6-fb86-4274-ae1d-07043bb347e9/22c8a8c2-aa74-4d44-8fa2-4bffdd919be5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:01.885717 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.897014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.932827 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.943167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Made reservation on behalf of 2e59916d9c1940d0831a035fd992be8d for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:01.953720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:01.988428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.008866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de07b176-da34-4b15-9a13-da2642f74914 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:02.112525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767dbdd-7298-4ebf-a38f-2864c6a8009e None None] Pushing event updated for resources: {'Port': ['ID=870fb5c5-c419-4a5a-8949-705f2f583d27,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:02.116778 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.196009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port de07b176-da34-4b15-9a13-da2642f74914 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:02.196491 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.221962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.275370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.278002 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.282297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/e13eb85f-29d0-4dc3-8398-d4bb74decbd1 HTTP/1.1" status: 204 len: 168 time: 0.5116081 Dec 16 15:58:02.283140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58442) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:02.307994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7d230-dc6c-4fb4-b10f-83f1f7a13b0f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13eb85f-29d0-4dc3-8398-d4bb74decbd1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:02.332087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.470224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.485754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 2dbc2825-ef29-4961-b983-d469d2117f45 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:02.511805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 15:58:02.512392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:02.529466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:02.545101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b96852-6698-452f-85a3-e20dd6ce0a3c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:02.549430 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.551265 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Added segment 968ce238-df3f-4dae-8b1f-90539089d05d of type vlan for network 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 Dec 16 15:58:02.575414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:02.596874 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7f86063b-b98a-4926-bff5-67f53444cd46 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3097024 Dec 16 15:58:02.615094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:02.626875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--501937814'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:02.629950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.634653 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-9f0d74a4-884d-4dfb-b860-0f3cfa9cc413 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2843947 Dec 16 15:58:02.650681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.796683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-ec47d1ce-c611-4350-aead-5c0e5fd296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:02.798307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-ec47d1ce-c611-4350-aead-5c0e5fd296ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1096 time: 0.0822358 Dec 16 15:58:02.864932 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.866585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:02.867563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.898866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.967447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] Pushing event updated for resources: {'Network': ['ID=82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:02.976706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-0d1c91e9-e1bb-456e-93a7-e7796f3631a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:02.978354 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-0d1c91e9-e1bb-456e-93a7-e7796f3631a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1556797 Dec 16 15:58:02.979001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:02.980312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 15:58:03.065466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a06a8635-e973-4f6e-af51-d07e6aaeca6e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4076827 Dec 16 15:58:03.070256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58446) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:03.080407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Request body: {'subnet': {'network_id': '82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995120274-subnet', 'tenant_id': '2e59916d9c1940d0831a035fd992be8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:03.206450 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-afa0c0f0-ff48-4585-8625-b0adc6813133 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 1001 time: 0.2187159 Dec 16 15:58:03.233289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Made reservation on behalf of 2e59916d9c1940d0831a035fd992be8d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:03.238406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.332774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.352197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-d808e9b7-908c-4d7d-a775-0952a19690b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:03.353701 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-d808e9b7-908c-4d7d-a775-0952a19690b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.1370530 Dec 16 15:58:03.460083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-0227a33e-5bb4-4b84-ab71-f71c9f163cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:03.461605 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-0227a33e-5bb4-4b84-ab71-f71c9f163cfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981793 Dec 16 15:58:03.475521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.599887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482e0bf8-1f25-4462-871d-e1ca02ebf43c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:03.641053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.657920 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-60c9c552-6a48-480a-ae58-cfb053a3c530 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859281 Dec 16 15:58:03.663153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.734152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.740750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a203fc72-84f2-4312-9097-ba59d46f143d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1163034 Dec 16 15:58:03.741145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Checking segment: {'id': '968ce238-df3f-4dae-8b1f-90539089d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:03.741145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Network hostable DHCP agents. Network: 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 15:58:03.741145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1959c960-c586-4f1d-b061-e24dcf075b02,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:03.743531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:03.750133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': '482e0bf8-1f25-4462-871d-e1ca02ebf43c', 'direction': 'ingress', 'protocol': 17}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:03.792493 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.867211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Network 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 15:58:03.904484 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ca3f28fe-89fb-465e-bf0d-dace77ec39bb req-51cf66de-fd6e-4c71-9e7d-db5e3583cdea service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390015 Dec 16 15:58:03.922555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.967100 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:03.978254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:03.982705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 870fb5c5-c419-4a5a-8949-705f2f583d27 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:04.034313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.036987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:04.042789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:04.044428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.063596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f51a8c-3169-4090-b299-15f7dc888dcb None None] Network 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:04.128031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 2dbc2825-ef29-4961-b983-d469d2117f45 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:04.130871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:04.162361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.189629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9a59b2-7905-472a-845c-cab9928f61ba,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:04.191775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 870fb5c5-c419-4a5a-8949-705f2f583d27 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:04.193246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.207899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f58f959-c333-4622-9f56-dfae8a6a5c07 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1356590 Dec 16 15:58:04.330271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.332422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3ad5b477-f8d9-4485-8a2a-e807ddb80e13 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5878298 Dec 16 15:58:04.336918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:04.341242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f2646-5ed1-4783-b3ea-f8bece8fe1e6 None None] Network 82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:04.391613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router fb938388-b3b5-47a2-ada1-eab361357aaa has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:58:04.449361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762bcaff-b00d-4f67-a3f4-892f92a2c854 None None] Network 2dbc2825-ef29-4961-b983-d469d2117f45 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:58:04.452063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.515068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.576512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:04.586647 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bcebcc02-69b9-4c8c-adb4-2233e73e8227 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/fb938388-b3b5-47a2-ada1-eab361357aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1715038 Dec 16 15:58:04.589172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58462) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:04.596492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Sync routers for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:04.611524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:04.613838 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:04.628578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-554911a9-b49e-49cc-9497-1c50214906bb None None] Provisioning complete for port 870fb5c5-c419-4a5a-8949-705f2f583d27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:04.628950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-554911a9-b49e-49cc-9497-1c50214906bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.731009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.734394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.735662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/482e0bf8-1f25-4462-871d-e1ca02ebf43c HTTP/1.1" status: 204 len: 168 time: 0.3975122 Dec 16 15:58:04.742278 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:04.745682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:04.790896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51445883-b6fa-4888-a60d-7ec72923a5d9 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e0bf8-1f25-4462-871d-e1ca02ebf43c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:04.811291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:04.829721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6309dcfb-6f43-477e-bd2b-6c1942cf4de8 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0827971 Dec 16 15:58:04.837603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58466) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:04.846741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816607498'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:04.941355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 870fb5c5-c419-4a5a-8949-705f2f583d27, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=870fb5c5-c419-4a5a-8949-705f2f583d27,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:04.992096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-554911a9-b49e-49cc-9497-1c50214906bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.016013 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:03Z', 'revision_number': 2, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:05.051427 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Checking router: fb938388-b3b5-47a2-ada1-eab361357aaa for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:05.051782 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Updating router fb938388-b3b5-47a2-ada1-eab361357aaa port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 15:58:05.060363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.085098 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.324826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.326816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-92674a2e-88aa-4540-8463-00de8dd8e041 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.327911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.327911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:05.327911 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bff8480a-7c8d-4d51-a0da-54fa7e6c55ff tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.5183961 Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-92674a2e-88aa-4540-8463-00de8dd8e041 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/networks?id=fd412641-47f5-4e77-99c2-b48dadfa5a41 HTTP/1.1" status: 200 len: 809 time: 0.1885207 Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-df8baa64-1e5c-4c43-b3e0-1fd62b075c35 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/quotas/ad52fd11e63a44be832b0cbda5eb268e HTTP/1.1" status: 200 len: 375 time: 0.0340977 Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-d6804537-3fef-4403-b78b-185228f3de7d tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ad52fd11e63a44be832b0cbda5eb268e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500467 Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-0f4542d7-3adb-440d-9444-00aae984ec4d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-0f4542d7-3adb-440d-9444-00aae984ec4d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095377 Dec 16 15:58:05.328337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.330021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58476) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:05.338810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.372834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-c07447f2-73a1-46dd-a6a9-090943ab1763 service neutron] 10.222.0.71 "GET /v2.0/networks/fd412641-47f5-4e77-99c2-b48dadfa5a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297565 Dec 16 15:58:05.414521 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-554911a9-b49e-49cc-9497-1c50214906bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 15:58:05.414521 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-554911a9-b49e-49cc-9497-1c50214906bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 15:58:05.444804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=870fb5c5-c419-4a5a-8949-705f2f583d27,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:05.483364 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.565902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-5d06022a-49ce-4d99-abf7-87bc8d887438 service neutron] 10.222.0.71 "GET /v2.0/networks/fd412641-47f5-4e77-99c2-b48dadfa5a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855798 Dec 16 15:58:05.607549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.657767 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.669082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec186191-0a74-475a-b931-e094786ec20a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:05.779786 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Pushing event updated for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:05.784708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:05.790124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-12bda274-cfa9-4de0-8521-b82db8aa92f7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9473791 Dec 16 15:58:05.790455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58478) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:05.795454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--836772846'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:05.945731 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.952345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.952999 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.953505 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.954008 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.954631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.955756 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.956319 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.956825 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.957368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.957863 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.958365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:05.958850 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:06.007664 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.012843 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Attempting to bind port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:06.013221 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Attempting to bind port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:06.013589 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Attempting to bind port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 on network 2dbc2825-ef29-4961-b983-d469d2117f45 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:06.032334 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:06.032952 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Checking segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:06.033377 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.033765 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Bound using segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:06.034468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Bound port: 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:06.035046 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.078986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 870fb5c5-c419-4a5a-8949-705f2f583d27 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:06.162932 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] For port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:06.170218 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] For port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:06.236493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.237102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.237658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.238173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.238691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.239216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.240046 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.240562 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:06.243779 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-94e028a0-8f0a-4e3e-8a55-f8357cc43c16 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.9169788 Dec 16 15:58:06.248389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58484) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:06.261996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 870fb5c5-c419-4a5a-8949-705f2f583d27 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:06.263637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.293188 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.314710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1654d3c2-94eb-4ff4-bbc5-1910ef8b7dc2 req-16a2b017-a99d-4b65-9e2d-be9561385855 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0793819 Dec 16 15:58:06.319706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.380816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Provisioning complete for port 870fb5c5-c419-4a5a-8949-705f2f583d27 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:06.382088 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.430007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.485008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9eb36b-1b9b-41d9-8c19-d64be8c9fd69,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:06.506368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:06.507416 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:06.524423 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935f403-0310-412c-9001-6d8d84e26404 None None] Pushing event updated for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:06.609795 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.615924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8d74b1f7-d157-4efb-bf08-a97e458eb9dd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8241861 Dec 16 15:58:06.616675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58492) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:06.628559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'ec186191-0a74-475a-b931-e094786ec20a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c9eb36b-1b9b-41d9-8c19-d64be8c9fd69', 'remote_ip_prefix': None}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:06.712323 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:06.833690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Provisioning complete for port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:06.833690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.833934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:06.951460 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-507e4011-4103-4262-a35d-0960064553e8 tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.7003849 Dec 16 15:58:06.990640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.030837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.042612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] For port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:07.126476 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:06Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:07.160264 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed65f9-8c33-4ef3-9998-1c9ac8945acc None None] The sync data for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 is: [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:06Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:07.213106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.216635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.266687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a05a6b-eba9-48bc-8407-e55698381d2c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:07.333944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca654356-30f2-4933-9256-6fd604c4dd4e None None] Pushing event updated for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:07.347214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4ea4ce20-7544-40dc-b87e-127b6cbc2f7f None None] Provisioning complete for port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:07.347590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ce20-7544-40dc-b87e-127b6cbc2f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.379675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58502) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:07.385725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253767319', 'description': 'tempest-secgroup-smoke-1253767319 description', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:07.432180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-578dd5fb-736f-4f65-8510-4746d0edf421 req-77d51ed4-7f7f-47ae-b7a4-dc8b98f8d1c0 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0345240 Dec 16 15:58:07.491952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.491952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5d76a05-1425-40cd-a70e-4a8395b5ca02 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8698661 Dec 16 15:58:07.493758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58504) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:07.533274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.543399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.610440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.693136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.704452 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.708835 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/35a05a6b-eba9-48bc-8407-e55698381d2c HTTP/1.1" status: 204 len: 168 time: 0.2077847 Dec 16 15:58:07.709454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58506) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:07.729031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700b071-d90e-4889-b05f-e3d859946b04 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35a05a6b-eba9-48bc-8407-e55698381d2c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:07.761279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.783527 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff0a6b94-4fb1-4fe7-81e9-315c2dc773b7 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0721619 Dec 16 15:58:07.787798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58508) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:07.904143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.939870 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.957661 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:07.982363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:08.025171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de1a6c5-fa72-41d6-891c-c5a0394b1004,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:08.083389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:08.083749 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.153977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.156060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-34f1e32c-133c-405a-a39d-3d15cd4bd142 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7741578 Dec 16 15:58:08.160113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.166601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:08.217688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.222220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.228292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58514) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.232889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/7c9eb36b-1b9b-41d9-8c19-d64be8c9fd69 HTTP/1.1" status: 204 len: 168 time: 0.4348991 Dec 16 15:58:08.252300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa475a1-f8ca-4aa9-8c4b-118b6d2755db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9eb36b-1b9b-41d9-8c19-d64be8c9fd69,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:08.323075 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-406702bd-ba40-4c19-8516-cfa9ac9293fb tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0923228 Dec 16 15:58:08.327296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58518) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.367853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.476399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.545811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.553446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-02d3285f-e32d-4b64-b5cd-78099204fa9b req-49929186-fa15-4af8-9cf5-4db7949e00c7 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0459435 Dec 16 15:58:08.575866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.725785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.748681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94177f5-e102-4e94-84ee-1552e5b3194b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:08.758167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.762430 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.768450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58522) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.769288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/ec186191-0a74-475a-b931-e094786ec20a HTTP/1.1" status: 204 len: 168 time: 0.4353418 Dec 16 15:58:08.787941 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4606e-d086-4f57-a00b-566f8df107f0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec186191-0a74-475a-b931-e094786ec20a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:08.860673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f925ffa-1571-45c1-a863-a65fc6c1d154 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0899324 Dec 16 15:58:08.865186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58524) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.872960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091233897'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:08.894433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:08.894433 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ee34176a-2562-42b5-90ac-1c93c88a811d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7318492 Dec 16 15:58:08.897455 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58526) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:08.905830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:09.057427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.152336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.247356 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.309659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.310259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.347074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8567a49b-244c-4a04-b934-d679fae33871,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:09.474065 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.478126 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.480847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-29b10eda-5fb1-4cac-9d05-f9a74f6efadc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6129684 Dec 16 15:58:09.484720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:09.492829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': '8567a49b-244c-4a04-b934-d679fae33871', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:09.504537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0de81e6-59c1-4123-879d-887f942be863,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:09.632219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.633948 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5a4b930b-c2d4-44a4-bd12-4edd0dabff75 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7344890 Dec 16 15:58:09.639065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58534) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:09.648730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:09.691310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c17d61f-c74f-483b-bc79-edfe16ab34a1 req-a41f6c97-9d14-4fe8-87d4-38d90b6f7b20 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0348005 Dec 16 15:58:09.780784 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.885938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:09.938966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.028738 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.035327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.064673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57618bf-c251-49e0-a72b-2c91aa77a5b9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:10.178424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.189080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.190489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b472de49-20da-4c0a-b942-b1367f855f05 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7038505 Dec 16 15:58:10.194689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:10.205229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca27baf4-3542-4162-9b49-739e995e858a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:10.233818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.243899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.346968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.349228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2621bfa7-0b4d-4b45-99fc-a99d06b030a7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7081728 Dec 16 15:58:10.353129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:10.360764 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:10.464057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.475326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.477023 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/f57618bf-c251-49e0-a72b-2c91aa77a5b9 HTTP/1.1" status: 204 len: 168 time: 0.2811551 Dec 16 15:58:10.481792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58540) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:10.497645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4275d-a1df-496a-84a9-5d3ce5679119 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f57618bf-c251-49e0-a72b-2c91aa77a5b9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:10.541223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-9d386948-5c72-4da9-b64f-f4bc45e78655 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:10.541223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-9d386948-5c72-4da9-b64f-f4bc45e78655 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.74 "GET /v2.0/networks?id=fd412641-47f5-4e77-99c2-b48dadfa5a41 HTTP/1.1" status: 200 len: 809 time: 0.1579871 Dec 16 15:58:10.550978 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cc257e10-5ac6-437e-a3b2-bf8789565c70 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0673118 Dec 16 15:58:10.553914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58542) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:10.559679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Request body: {'port': {'device_id': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41', 'admin_state_up': True, 'tenant_id': 'ad52fd11e63a44be832b0cbda5eb268e'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:10.648151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.693692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.734004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.839438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae0eacda-d04b-4320-b449-7002ee1e11e8 req-abf1b661-2ef9-443b-8a2f-c8a4eefa73ba tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0305059 Dec 16 15:58:10.855447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.977571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.977933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Made reservation on behalf of ad52fd11e63a44be832b0cbda5eb268e for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:10.981965 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.986289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.989347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:10.991350 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/8567a49b-244c-4a04-b934-d679fae33871 HTTP/1.1" status: 204 len: 168 time: 0.4357853 Dec 16 15:58:10.997666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:11.018518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79243184-1e78-40f3-ae76-588431e99c0a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:11.023120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a090003-5197-4e6f-a73e-0932f3c5d8bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567a49b-244c-4a04-b934-d679fae33871,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:11.188134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-85c7e899-8d40-4162-9243-680636612aa3 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1886194 Dec 16 15:58:11.195074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58548) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:11.198680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767021017'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:11.204260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Allocated IP 172.20.0.2 (fd412641-47f5-4e77-99c2-b48dadfa5a41/4dde1314-a1c4-4a18-874c-912caafd1b80/db54b522-94dc-4831-a6a9-4ed032db6c00) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:11.305353 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.310466 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7ea80780-3069-479c-a120-eb81eb0e1753 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9523005 Dec 16 15:58:11.311167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:11.319636 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:11.400837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.761607 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:58:11.771125 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.771607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.799792 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.848305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:11.924927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Network fd412641-47f5-4e77-99c2-b48dadfa5a41 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:11.937994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:11.940855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:12.005578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Pushing event updated for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.011653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.058379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:12.059123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.081541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66cd13-0a07-4468-9d10-4d85fa107b2a req-773bb1e3-2c6b-4551-8950-021bd3f43df2 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:12.083206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a66cd13-0a07-4468-9d10-4d85fa107b2a req-773bb1e3-2c6b-4551-8950-021bd3f43df2 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 931 time: 0.1512625 Dec 16 15:58:12.120151 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.154428 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a66cd13-0a07-4468-9d10-4d85fa107b2a req-418e5368-8508-434b-a119-1ce69cefb0d9 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545688 Dec 16 15:58:12.154903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd82f3f3-af04-4d1e-aeea-9d98e4a3ab07,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.247429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.282396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8bf15c-c7e5-4ad4-9fb7-39982ab98dab,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:12.313017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-09cf410e-affb-4854-b590-a9766246bf0e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7603757 Dec 16 15:58:12.339942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Request body: {'port': {'device_id': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:12.392926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.394958 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ed80a73f-df27-406c-9588-b099fa410099 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0819950 Dec 16 15:58:12.398392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:12.404330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'security_group_rule': {'security_group_id': '7de1a6c5-fa72-41d6-891c-c5a0394b1004', 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:12.412168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.461244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.462743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f28e575-b5ab-452a-9c4b-c3a45cc158f4 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2677305 Dec 16 15:58:12.468459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58556) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:12.473739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'de8bf15c-c7e5-4ad4-9fb7-39982ab98dab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:12.619286 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Project b3cc944b2d9c4a45a7ac2aff3ebac1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 15:58:12.625543 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.727224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.772349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db54b522-94dc-4831-a6a9-4ed032db6c00 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:12.781551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.798871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Transition to ACTIVE for port object db54b522-94dc-4831-a6a9-4ed032db6c00 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:58:12.839505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.884916 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.900319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:12.909183 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef200b-fdb0-465b-ae5c-d3747763c9fa,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:13.018386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.078004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Pushing event updated for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:13.112443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.114221 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0746a01-c54c-41bd-aec9-b7e6f5d1b00d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7144818 Dec 16 15:58:13.134777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.165525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750e048f-7dc1-4821-9244-f3c13df6a2be,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:13.178846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Attempting to bind port db54b522-94dc-4831-a6a9-4ed032db6c00 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:13.179443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Attempting to bind port db54b522-94dc-4831-a6a9-4ed032db6c00 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:13.179799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Attempting to bind port db54b522-94dc-4831-a6a9-4ed032db6c00 on network fd412641-47f5-4e77-99c2-b48dadfa5a41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:13.185967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Port db54b522-94dc-4831-a6a9-4ed032db6c00 on network fd412641-47f5-4e77-99c2-b48dadfa5a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:58:13.189218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Attempting to bind port db54b522-94dc-4831-a6a9-4ed032db6c00 on network fd412641-47f5-4e77-99c2-b48dadfa5a41 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:13.193733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:13.194203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Checking segment: {'id': 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:13.194642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Bound using segment: {'id': 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:13.195867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Bound port: db54b522-94dc-4831-a6a9-4ed032db6c00, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:13.196269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.378157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:13.392416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.394754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-641df958-7830-4a3c-ad67-a4312dd9a129 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9250977 Dec 16 15:58:13.397644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58572) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:13.418198 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d8c1959a-1699-4087-adae-5ccb4ef1a1af tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules/750e048f-7dc1-4821-9244-f3c13df6a2be HTTP/1.1" status: 200 len: 763 time: 0.0169766 Dec 16 15:58:13.419889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=db54b522-94dc-4831-a6a9-4ed032db6c00,segment=NetworkSegment(e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa),segment_id=e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:13.420750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58574) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:13.457912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced6017-ab22-45e3-ae37-68d7917e32b1 req-f8130798-1b89-4338-bf82-97621d5b8ff7 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:13.460632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dced6017-ab22-45e3-ae37-68d7917e32b1 req-f8130798-1b89-4338-bf82-97621d5b8ff7 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1960182 Dec 16 15:58:13.466971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d91ad97-ec20-4c3a-a44a-6347f100a0b1 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0449717 Dec 16 15:58:13.478111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58576) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:13.509211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.516145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-27a346e3-8de0-4322-a973-f30a2478bb57 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253767319&fields=id&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 267 time: 0.1881676 Dec 16 15:58:13.519608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.634904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.635259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.642392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.643942 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/750e048f-7dc1-4821-9244-f3c13df6a2be HTTP/1.1" status: 204 len: 168 time: 0.1641893 Dec 16 15:58:13.651095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:13.663761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335fc45-11d6-49ef-9342-8406e265e9a6 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750e048f-7dc1-4821-9244-f3c13df6a2be,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:13.707890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dced6017-ab22-45e3-ae37-68d7917e32b1 req-8f8bf052-dd43-4675-a3a0-caf8c5bf7c8d tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307878 Dec 16 15:58:13.729379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:13.730406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.732949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] 10.222.0.74 "PUT /v2.0/ports/db54b522-94dc-4831-a6a9-4ed032db6c00 HTTP/1.1" status: 200 len: 1091 time: 1.3974295 Dec 16 15:58:13.733317 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-07ea2994-b729-4987-9970-663906602b4d tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814140 Dec 16 15:58:13.735647 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:13.740397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:13.742921 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb05219-f0f8-4090-a5f0-b006513325af" -d '{"events": [{"name": "network-changed", "server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:13.744065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'de8bf15c-c7e5-4ad4-9fb7-39982ab98dab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:13.807625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04068cce-91b8-4026-bfc9-289f2162de2a service neutron] Pushing event updated for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:13.815976 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eb975c-8835-4564-b7dd-b0b8470d5e72 x-openstack-request-id: req-03eb975c-8835-4564-b7dd-b0b8470d5e72 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:13.816198 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:13.816370 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-03eb975c-8835-4564-b7dd-b0b8470d5e72 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:13.816791 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00', 'status': 'completed', 'code': 200} Dec 16 15:58:13.831164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-1a83f4d2-3789-4269-a5a3-bc59df1cec95 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:13.833135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-1a83f4d2-3789-4269-a5a3-bc59df1cec95 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/networks?id=2dbc2825-ef29-4961-b983-d469d2117f45 HTTP/1.1" status: 200 len: 797 time: 0.3050327 Dec 16 15:58:13.852400 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-962c02c1-9afd-4dbc-bf7f-15ea90f9ae6b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/quotas/b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 375 time: 0.0118945 Dec 16 15:58:13.893321 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:13.973443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-59ea3448-8dd2-444c-b783-23eaf90181d7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133759 Dec 16 15:58:13.983748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05219-f0f8-4090-a5f0-b006513325af req-0b1903a8-56d4-4aa6-bc21-591929ad6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:13.986115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbb05219-f0f8-4090-a5f0-b006513325af req-0b1903a8-56d4-4aa6-bc21-591929ad6089 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad52fd11e63a44be832b0cbda5eb268e&device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.1108344 Dec 16 15:58:13.994791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.110049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.137972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aac2099-d718-40ab-b860-cbded0d403d5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:14.198842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-50ba3824-7174-4796-bf6f-1850cf0d3c8e service neutron] 10.222.0.71 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069314 Dec 16 15:58:14.201930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7577355b-079b-4ed5-a746-6b39468d560f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.206568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05219-f0f8-4090-a5f0-b006513325af req-b9f4def1-169f-42d2-a6e7-6879e7d76272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:14.206568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbb05219-f0f8-4090-a5f0-b006513325af req-b9f4def1-169f-42d2-a6e7-6879e7d76272 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ad52fd11e63a44be832b0cbda5eb268e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1918614 Dec 16 15:58:14.266861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.268924 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2a452fc-bf24-4d45-8a99-85150b09e5bc tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5314827 Dec 16 15:58:14.273209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58586) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:14.295894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-97e42206-9065-4121-8116-8e5959e2bfbf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules/0aac2099-d718-40ab-b860-cbded0d403d5 HTTP/1.1" status: 200 len: 763 time: 0.0211883 Dec 16 15:58:14.307855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58588) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:14.357607 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-025e169d-05c0-46fa-a3f8-967837a01cb0 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0442777 Dec 16 15:58:14.358172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58590) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:14.394858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a711a84b-8586-42de-bcc9-3666ee60e4f4 service neutron] 10.222.0.71 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852524 Dec 16 15:58:14.396195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05219-f0f8-4090-a5f0-b006513325af req-f9e548bc-4433-4885-82a8-9a053f12d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:14.397636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbb05219-f0f8-4090-a5f0-b006513325af req-f9e548bc-4433-4885-82a8-9a053f12d6fc service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800585 Dec 16 15:58:14.397908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.413337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.559780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-6edf8ba2-953c-4294-99dc-0772041c460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:14.561295 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.561562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-6edf8ba2-953c-4294-99dc-0772041c460b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ad52fd11e63a44be832b0cbda5eb268e&device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 1094 time: 0.0757918 Dec 16 15:58:14.568446 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.569693 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/0aac2099-d718-40ab-b860-cbded0d403d5 HTTP/1.1" status: 204 len: 168 time: 0.2100866 Dec 16 15:58:14.572442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58592) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:14.577768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2862e-76be-4d2f-9b03-0415c42b8795 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aac2099-d718-40ab-b860-cbded0d403d5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:14.631099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-6ecaa2f8-7998-426f-ae4d-d3254a254af9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db54b522-94dc-4831-a6a9-4ed032db6c00 HTTP/1.1" status: 200 len: 217 time: 0.0424395 Dec 16 15:58:14.664469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6abd6275-e191-4803-93a5-55a1d96802aa tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907731 Dec 16 15:58:14.668178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:14.673453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': 'de8bf15c-c7e5-4ad4-9fb7-39982ab98dab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:14.707133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-52cf5c04-af40-4283-9136-37364ee8af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:14.708687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-52cf5c04-af40-4283-9136-37364ee8af86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4dde1314-a1c4-4a18-874c-912caafd1b80 HTTP/1.1" status: 200 len: 849 time: 0.0669241 Dec 16 15:58:14.766560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-e058bcd7-ecdf-4acd-9de7-d5831e53d566 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fd412641-47f5-4e77-99c2-b48dadfa5a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461707 Dec 16 15:58:14.904768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6705aafc-d64c-4083-8d12-1fa61eb81cbe req-38615cc1-f3a3-4b94-9c64-f9337d165256 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0553575 Dec 16 15:58:14.932980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:14.999349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9592a-626b-4efe-a563-8b6a7310bcf4 req-62b6f2a3-afcc-45b3-af5b-a59350c6630b tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:15.001027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fc9592a-626b-4efe-a563-8b6a7310bcf4 req-62b6f2a3-afcc-45b3-af5b-a59350c6630b tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1366739 Dec 16 15:58:15.003150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-955c2e0a-8003-48df-9704-c376e278fcfa service neutron] 10.222.0.74 "GET /v2.0/networks/fd412641-47f5-4e77-99c2-b48dadfa5a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193606 Dec 16 15:58:15.009536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.112577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fc9592a-626b-4efe-a563-8b6a7310bcf4 req-29f2ded2-f3b5-42d6-b4d2-ecdb269f0597 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001122 Dec 16 15:58:15.145833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae256a26-4537-4252-a599-170bf7aae7d6 req-13cea3b2-6282-4ff1-962f-45e545a86e8b service neutron] 10.222.0.74 "GET /v2.0/networks/fd412641-47f5-4e77-99c2-b48dadfa5a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266954 Dec 16 15:58:15.310931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.335553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9afddd-46f5-45cc-96e9-81a667646702,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:15.483777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.485494 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5438091-261e-44ad-957b-5aab47cc3ed5 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8159113 Dec 16 15:58:15.488758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58606) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.507590 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb46e3d1-cb5f-49b7-9a1a-f04f0bae5752 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules/0f9afddd-46f5-45cc-96e9-81a667646702 HTTP/1.1" status: 200 len: 764 time: 0.0176156 Dec 16 15:58:15.510321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.556243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-91edbc00-cac2-4e4d-b912-5c7fbd91566f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0444994 Dec 16 15:58:15.558791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.587860 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.597726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.834138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.844665 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:15.846206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/0f9afddd-46f5-45cc-96e9-81a667646702 HTTP/1.1" status: 204 len: 168 time: 0.2855954 Dec 16 15:58:15.849314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58616) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.860565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466b983-ab73-4f75-9124-5ac4d1dc5b08 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f9afddd-46f5-45cc-96e9-81a667646702,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:15.903155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81904688-8640-46ff-8d2f-e0d2168eda98 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0522411 Dec 16 15:58:15.906852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58618) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:15.997662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78226be9-bd59-4eeb-bc24-7184fb3598ec req-021f072c-0ce0-49aa-95ad-d8c1b025f5f7 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0304677 Dec 16 15:58:16.013526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.044024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.262873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9662617-7c4b-4cfb-9dd3-37295a5cdbf9 req-e7846f88-b702-4a36-bd46-22e4af89e2fc tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:16.277410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9662617-7c4b-4cfb-9dd3-37295a5cdbf9 req-e7846f88-b702-4a36-bd46-22e4af89e2fc tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0557969 Dec 16 15:58:16.326911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9662617-7c4b-4cfb-9dd3-37295a5cdbf9 req-7c64fe51-cd83-443f-ba87-9ccd636227ec tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Dec 16 15:58:16.359656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.369056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.369056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/de8bf15c-c7e5-4ad4-9fb7-39982ab98dab HTTP/1.1" status: 204 len: 168 time: 0.4557934 Dec 16 15:58:16.372444 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58624) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:16.377073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ebab-52af-4321-bf27-36662616ecdf tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8bf15c-c7e5-4ad4-9fb7-39982ab98dab,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:16.438836 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-15232191-858d-4247-bbfd-4638ecce8e12 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0647764 Dec 16 15:58:16.443987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58626) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:16.450873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group': {'name': 'tempest-secgroup--276851139'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:16.589972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99e96786-b69b-4897-b233-98d7a76f9563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.668881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.762034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.857559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:16.892365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86423ed1-96fa-44ef-a081-06f2976524cb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.015848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.017428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2132e67f-780e-42de-a4fa-7e89d9079a01 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5722923 Dec 16 15:58:17.020629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58628) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:17.025992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Request body: {'security_group_rule': {'security_group_id': '86423ed1-96fa-44ef-a081-06f2976524cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:17.126489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b67262ed-3bef-4c75-8095-3b797dbe1c3f req-d8e01f0e-37ec-4230-a38d-183c3a387916 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0333667 Dec 16 15:58:17.184050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.274287 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.434316 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.458036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e60f42-db2b-41ef-a2a2-1fa6d22e1d74,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.462562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572a9a0-78f7-4a67-a1f3-87a2000c23fa req-81b30b8c-60d7-4724-b459-e06c8d3c2261 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:17.464522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1572a9a0-78f7-4a67-a1f3-87a2000c23fa req-81b30b8c-60d7-4724-b459-e06c8d3c2261 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0557640 Dec 16 15:58:17.537509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1572a9a0-78f7-4a67-a1f3-87a2000c23fa req-c8215aac-b8a6-4758-a1cd-6f5847bf0800 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611362 Dec 16 15:58:17.607445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.609379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-199aae81-0213-440b-a93c-44c23c88b440 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5874228 Dec 16 15:58:17.613228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58636) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:17.686931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.727807 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.921308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.924113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.925650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/86423ed1-96fa-44ef-a081-06f2976524cb HTTP/1.1" status: 204 len: 168 time: 0.3110242 Dec 16 15:58:17.928458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:17.937206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadf53a-7e29-41e7-8ef4-99e7a12025bd tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86423ed1-96fa-44ef-a081-06f2976524cb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:17.958620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:17.986264 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fae6e2c3-7567-4d3e-a921-8942ae1e75db tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563178 Dec 16 15:58:17.997762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:18.028715 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-86334980-22ee-4dd4-b857-e7584a75887f tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0380936 Dec 16 15:58:18.036113 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58642) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:18.052736 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-376c942f-dc97-4010-af2e-62f52c9d8242 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] delete failed (client error): The resource could not be found. Dec 16 15:58:18.053800 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-376c942f-dc97-4010-af2e-62f52c9d8242 tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "DELETE /v2.0/security-groups/86423ed1-96fa-44ef-a081-06f2976524cb HTTP/1.1" status: 404 len: 347 time: 0.0165489 Dec 16 15:58:18.059693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:18.479555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-effd4bcc-0410-45fb-ba02-7a33009ffcfa req-26ca091c-d507-4292-af8e-5ddf098161e6 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0365202 Dec 16 15:58:18.500076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a20fe0fc-2be5-491f-b4e7-0e351b6f253b tempest-SecGroupTest-1895697019 tempest-SecGroupTest-1895697019-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4389884 Dec 16 15:58:18.614896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-7e32c8d6-d76b-440f-bbbf-dbf3420308f6 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:18.618104 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-7e32c8d6-d76b-440f-bbbf-dbf3420308f6 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/networks?id=2dbc2825-ef29-4961-b983-d469d2117f45 HTTP/1.1" status: 200 len: 797 time: 0.2285151 Dec 16 15:58:18.740497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae76e1-3dfd-483d-bc4b-3e1535ecb157 req-89f2010b-1ef7-466d-b52a-f2198adeb055 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:18.744688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fae76e1-3dfd-483d-bc4b-3e1535ecb157 req-89f2010b-1ef7-466d-b52a-f2198adeb055 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.0937576 Dec 16 15:58:18.750606 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-41144095-f9b1-45b9-8da6-2fb33fd313a9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb HTTP/1.1" status: 200 len: 380 time: 0.1171248 Dec 16 15:58:18.761087 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'port': {'device_id': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'admin_state_up': True, 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'security_groups': ['7de1a6c5-fa72-41d6-891c-c5a0394b1004']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:18.809938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fae76e1-3dfd-483d-bc4b-3e1535ecb157 req-4b26ae94-8c4a-49f9-9784-12443a0b9f99 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Dec 16 15:58:19.161513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Made reservation on behalf of b3cc944b2d9c4a45a7ac2aff3ebac1eb for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 15:58:19.165578 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.334690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.20.0.11 (2dbc2825-ef29-4961-b983-d469d2117f45/ef7cf4c6-fb86-4274-ae1d-07043bb347e9/70310ffd-c880-4b64-8071-2f83d3b684b7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:19.391382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device db54b522-94dc-4831-a6a9-4ed032db6c00 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:58:19.524024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=db54b522-94dc-4831-a6a9-4ed032db6c00,segment=NetworkSegment(e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa),segment_id=e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:19.536608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'db54b522-94dc-4831-a6a9-4ed032db6c00', 'network_id': 'fd412641-47f5-4e77-99c2-b48dadfa5a41', 'port_id': 'db54b522-94dc-4831-a6a9-4ed032db6c00', 'mac_address': 'fa:16:3e:7a:02:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dde1314-a1c4-4a18-874c-912caafd1b80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:58:19.551479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.575678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.585310 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.601044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db54b522-94dc-4831-a6a9-4ed032db6c00 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:19.629690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=db54b522-94dc-4831-a6a9-4ed032db6c00,segment=NetworkSegment(e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa),segment_id=e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:19.681456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-468183b0-0b3b-4e01-9544-e13f77a4be6d req-fa11a444-8762-475a-9d9b-633d5fa4da86 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0548358 Dec 16 15:58:19.785587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:19.803932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58660) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:19.995117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 2dbc2825-ef29-4961-b983-d469d2117f45 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:19.995117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:19.995117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:19.995117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:20.016733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337417a-d6ce-4eb6-9409-0c93152af6a3 req-bb8e420d-3ba5-40af-b5cd-4ad2dc854247 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:20.017663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:20.019030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.027495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a337417a-d6ce-4eb6-9409-0c93152af6a3 req-bb8e420d-3ba5-40af-b5cd-4ad2dc854247 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 943 time: 0.1041737 Dec 16 15:58:20.115981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a337417a-d6ce-4eb6-9409-0c93152af6a3 req-96be5cc6-9399-4dd7-83b5-c76747d164f1 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865123 Dec 16 15:58:20.145136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f8ec151e-0355-474e-8e09-b671406b0834 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ac2d5a08f5504b99a0c99f0a8df39fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347173 Dec 16 15:58:20.145452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:20.213645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.254756 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.270120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.347348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-35b5b7dd-4492-4898-818c-7e58704bc362 None None] Provisioning complete for port 70310ffd-c880-4b64-8071-2f83d3b684b7 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:20.347740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35b5b7dd-4492-4898-818c-7e58704bc362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.349396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:20.378221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.378761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.379293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.379689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.380128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.380586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.381025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.381458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.381895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.382328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.382766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.383205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.383635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:58:20.408168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-35b5b7dd-4492-4898-818c-7e58704bc362 None None] Port 70310ffd-c880-4b64-8071-2f83d3b684b7 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 15:58:20.580233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.607729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['db54b522-94dc-4831-a6a9-4ed032db6c00'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:58:20.746006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-a87fd1ec-eb81-4256-b637-94c9d6bd9a7d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9890926 Dec 16 15:58:20.748863 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.752909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.758454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c6224f0-8019-44d0-88eb-cd0f96b397ed HTTP/1.1" status: 204 len: 168 time: 0.6080153 Dec 16 15:58:20.777769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Request body: {'port': {'device_id': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:20.800246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6bd17-e2b3-4609-997d-a588870f9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6224f0-8019-44d0-88eb-cd0f96b397ed,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:20.875461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e5a3b-e8cc-462e-9be6-1c4a76c80fc1 req-c5433737-5bb8-4955-9af3-41c8a161602c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:20.879943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e8e5a3b-e8cc-462e-9be6-1c4a76c80fc1 req-c5433737-5bb8-4955-9af3-41c8a161602c tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 932 time: 0.0985053 Dec 16 15:58:20.898444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:20.948097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e8e5a3b-e8cc-462e-9be6-1c4a76c80fc1 req-4bbf0509-fa84-4b7c-bfe8-ff5230a10d41 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589499 Dec 16 15:58:21.254666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70310ffd-c880-4b64-8071-2f83d3b684b7 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:21.263978 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.279497 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Transition to ACTIVE for port object 70310ffd-c880-4b64-8071-2f83d3b684b7 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 15:58:21.293674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050270da-70a9-4fc1-9d80-60268ca2db4a req-7bbfc134-10b1-4f52-80fa-c792afe57119 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:21.302880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-050270da-70a9-4fc1-9d80-60268ca2db4a req-7bbfc134-10b1-4f52-80fa-c792afe57119 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 944 time: 0.0960169 Dec 16 15:58:21.351064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-050270da-70a9-4fc1-9d80-60268ca2db4a req-5d076c43-7da8-4751-930f-c7f3f28d533e tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Dec 16 15:58:21.387881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device db54b522-94dc-4831-a6a9-4ed032db6c00 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:21.416263 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.573408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Pushing event updated for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:21.622296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Attempting to bind port 70310ffd-c880-4b64-8071-2f83d3b684b7 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 15:58:21.635814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Attempting to bind port 70310ffd-c880-4b64-8071-2f83d3b684b7 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 15:58:21.635814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Attempting to bind port 70310ffd-c880-4b64-8071-2f83d3b684b7 on network 2dbc2825-ef29-4961-b983-d469d2117f45 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:21.636262 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port db54b522-94dc-4831-a6a9-4ed032db6c00 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:58:21.637312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Port 70310ffd-c880-4b64-8071-2f83d3b684b7 on network 2dbc2825-ef29-4961-b983-d469d2117f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 15:58:21.637312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Attempting to bind port 70310ffd-c880-4b64-8071-2f83d3b684b7 on network 2dbc2825-ef29-4961-b983-d469d2117f45 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 15:58:21.637670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port db54b522-94dc-4831-a6a9-4ed032db6c00 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:21.637670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.638048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 15:58:21.638048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Checking segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 15:58:21.638048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Bound using segment: {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 15:58:21.638048 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Bound port: 70310ffd-c880-4b64-8071-2f83d3b684b7, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 15:58:21.638048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.748526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 15:58:21.754321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70310ffd-c880-4b64-8071-2f83d3b684b7,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 15:58:21.823391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:21.877554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:21.881733 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb5b7bc-c5c1-47fb-88e5-b8846c839da7" -d '{"events": [{"server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:21.909014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=db54b522-94dc-4831-a6a9-4ed032db6c00,segment=NetworkSegment(e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa),segment_id=e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:21.928545 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c69fae-a8cc-455f-b7a7-f1e9e68c41d9 x-openstack-request-id: req-99c69fae-a8cc-455f-b7a7-f1e9e68c41d9 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:21.928848 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "name": "network-vif-plugged", "status": "completed", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:21.929090 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-99c69fae-a8cc-455f-b7a7-f1e9e68c41d9 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:21.929490 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00', 'code': 200} Dec 16 15:58:21.942913 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.003178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.004440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.016986 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] 10.222.0.30 "PUT /v2.0/ports/70310ffd-c880-4b64-8071-2f83d3b684b7 HTTP/1.1" status: 200 len: 1092 time: 1.2484634 Dec 16 15:58:22.050949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:22.054741 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9d38f-d877-4650-a985-1e7f66560011" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:22.070259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce6e5b-ab0e-41de-8d7c-10996762e622 service neutron] Pushing event updated for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.074246 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:22.150594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf6c19-d44f-46b7-bb1f-f824ce3b41cc req-1f4dc200-b0ce-4bdd-b215-80867a50df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.153664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43bf6c19-d44f-46b7-bb1f-f824ce3b41cc req-1f4dc200-b0ce-4bdd-b215-80867a50df58 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 1096 time: 0.0690286 Dec 16 15:58:22.171072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:22.198853 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c05428-65a1-4360-a1a3-665253e6cd0e x-openstack-request-id: req-a9c05428-65a1-4360-a1a3-665253e6cd0e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:22.198853 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:22.198853 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9c05428-65a1-4360-a1a3-665253e6cd0e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:22.198853 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'status': 'completed', 'code': 200} Dec 16 15:58:22.291463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0c48c-6019-42b5-8922-32585d8ba75e req-5bc48538-8ac0-4bd0-9490-99b7d84d4c2a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.293906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af0c48c-6019-42b5-8922-32585d8ba75e req-5bc48538-8ac0-4bd0-9490-99b7d84d4c2a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 944 time: 0.1353719 Dec 16 15:58:22.323799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d38f-d877-4650-a985-1e7f66560011 req-917eef57-0a95-410b-ad75-06f0d9d436bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.326095 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-96a9d38f-d877-4650-a985-1e7f66560011 req-917eef57-0a95-410b-ad75-06f0d9d436bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1095 time: 0.0819619 Dec 16 15:58:22.326266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-43bf6c19-d44f-46b7-bb1f-f824ce3b41cc req-066a866c-7c74-4725-81d3-09bf50bbdf25 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396346 Dec 16 15:58:22.378274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1af0c48c-6019-42b5-8922-32585d8ba75e req-c97116cc-af98-4eb1-99e5-fbba8cf287fb tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704749 Dec 16 15:58:22.585224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320b839-2475-4e3b-a859-39a89a50691d req-c1c9ef24-64ea-4e4b-a064-66e754084a1c tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.587249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a320b839-2475-4e3b-a859-39a89a50691d req-c1c9ef24-64ea-4e4b-a064-66e754084a1c tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0754747 Dec 16 15:58:22.669344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58700) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:22.682708 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047953 Dec 16 15:58:22.685277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58702) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:22.689246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a320b839-2475-4e3b-a859-39a89a50691d req-a5d16c1c-a980-4ec8-8189-38de895cb1f0 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862927 Dec 16 15:58:22.717890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d38f-d877-4650-a985-1e7f66560011 req-42a8cbae-8709-4c05-aff0-335c75f6cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:22.717890 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-96a9d38f-d877-4650-a985-1e7f66560011 req-42a8cbae-8709-4c05-aff0-335c75f6cfce service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3762619 Dec 16 15:58:22.851029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2753daee-90a6-4e88-9ca4-4c7be00f0b99 tempest-NetworksApiDiscovery-1158477511 tempest-NetworksApiDiscovery-1158477511-project] 10.222.0.71 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1604540 Dec 16 15:58:23.035535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d38f-d877-4650-a985-1e7f66560011 req-4253cfb7-6617-4108-9e03-dff07eb4fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.038252 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-96a9d38f-d877-4650-a985-1e7f66560011 req-4253cfb7-6617-4108-9e03-dff07eb4fd24 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103642 Dec 16 15:58:23.154626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-b53d95fd-4e14-43b9-9876-c8c71dabaa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.156238 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-b53d95fd-4e14-43b9-9876-c8c71dabaa56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1095 time: 0.0508182 Dec 16 15:58:23.209444 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-6b856173-4919-442b-9430-2bc8beb43960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70310ffd-c880-4b64-8071-2f83d3b684b7 HTTP/1.1" status: 200 len: 217 time: 0.0378940 Dec 16 15:58:23.539613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-fbaf676c-4985-49ac-a88a-4d7b44903d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.544509 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-fbaf676c-4985-49ac-a88a-4d7b44903d60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef7cf4c6-fb86-4274-ae1d-07043bb347e9 HTTP/1.1" status: 200 len: 835 time: 0.3277600 Dec 16 15:58:23.560312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56612505-524b-4ba5-9f81-10a360067a71 req-76fa7fcf-c6ad-4928-a78b-1c4bd1570788 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.565624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56612505-524b-4ba5-9f81-10a360067a71 req-76fa7fcf-c6ad-4928-a78b-1c4bd1570788 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 944 time: 0.0785365 Dec 16 15:58:23.609767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-38449616-2a29-46e5-af0a-daadeefc1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.611488 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-38449616-2a29-46e5-af0a-daadeefc1f07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2dbc2825-ef29-4961-b983-d469d2117f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583115 Dec 16 15:58:23.631190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56612505-524b-4ba5-9f81-10a360067a71 req-701e1b7a-a033-4cbf-88b6-fd7f8a0da3c1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604823 Dec 16 15:58:23.679488 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58712) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:23.756012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-3d72c235-4e6a-48bb-a326-1cc391308c16 service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355379 Dec 16 15:58:23.929419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0ae38-13e3-4908-abeb-c85af1197df7 req-fd91b1f8-57d9-4dfb-87cc-7acc4db1b37d tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:23.932055 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abf35756-4a68-4452-a412-8a63673f4838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:23.932320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76f0ae38-13e3-4908-abeb-c85af1197df7 req-fd91b1f8-57d9-4dfb-87cc-7acc4db1b37d tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0902500 Dec 16 15:58:24.004668 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-f613e8bc-82b9-4e0a-8e13-f58e9fe7c789 req-ff1a9ba9-1563-4694-9c0b-bbef88d072b4 service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410393 Dec 16 15:58:24.025609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76f0ae38-13e3-4908-abeb-c85af1197df7 req-97efac84-2def-4fbb-a57a-c406857d19b4 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802178 Dec 16 15:58:24.090635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abf35756-4a68-4452-a412-8a63673f4838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.314256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-abf35756-4a68-4452-a412-8a63673f4838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.359269 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-abf35756-4a68-4452-a412-8a63673f4838 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05bb37cc350340ef98937351b4af6a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784999 Dec 16 15:58:24.360150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf35756-4a68-4452-a412-8a63673f4838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763cfaa-4879-451e-b591-8ed5296230c7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:24.362530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:24.456118 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.481584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:24.773200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d0073-63f3-48b0-a696-bbd75bb60a61 req-aeb8ed95-a8df-4286-9378-895ffc61c795 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:24.774940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-623d0073-63f3-48b0-a696-bbd75bb60a61 req-aeb8ed95-a8df-4286-9378-895ffc61c795 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 944 time: 0.0573139 Dec 16 15:58:24.831566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-623d0073-63f3-48b0-a696-bbd75bb60a61 req-af3edde7-8a7f-4633-a686-b597cb2a9123 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500839 Dec 16 15:58:25.098543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.107190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:25.107190 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d763cfaa-4879-451e-b591-8ed5296230c7 HTTP/1.1" status: 204 len: 168 time: 0.7391236 Dec 16 15:58:25.115139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06345864-f97f-4e3b-b5a4-128408c62862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763cfaa-4879-451e-b591-8ed5296230c7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:25.193039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b7d08-e1f5-4ab8-b324-3114e56cd3f1 req-1888f774-2676-4a37-8fa7-55d2dbd32270 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:25.194815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-101b7d08-e1f5-4ab8-b324-3114e56cd3f1 req-1888f774-2676-4a37-8fa7-55d2dbd32270 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0705745 Dec 16 15:58:25.263436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-101b7d08-e1f5-4ab8-b324-3114e56cd3f1 req-07f70fac-d649-410e-9670-4277fc74af08 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610454 Dec 16 15:58:26.020534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5f9e0-bf22-48c8-99f6-08118447f3fb req-809db7dd-8b8d-4e8a-ac84-a76c74c2d013 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:26.022816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51d5f9e0-bf22-48c8-99f6-08118447f3fb req-809db7dd-8b8d-4e8a-ac84-a76c74c2d013 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 944 time: 0.0918725 Dec 16 15:58:26.081192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51d5f9e0-bf22-48c8-99f6-08118447f3fb req-f0e95705-c641-4318-a7a0-328c28d6fc9b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500956 Dec 16 15:58:27.252593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcf093-74bd-4e6c-b443-50673e1a96d8 req-68aa8097-4783-47b3-907c-8f390236b741 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:27.254337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dfcf093-74bd-4e6c-b443-50673e1a96d8 req-68aa8097-4783-47b3-907c-8f390236b741 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 944 time: 0.0680404 Dec 16 15:58:27.322433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3dfcf093-74bd-4e6c-b443-50673e1a96d8 req-bea7100c-a6b2-4cce-be13-a03f1b5bd419 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573726 Dec 16 15:58:27.406343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70310ffd-c880-4b64-8071-2f83d3b684b7 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 15:58:27.551056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70310ffd-c880-4b64-8071-2f83d3b684b7,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:27.576544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'port_id': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'mac_address': 'fa:16:3e:21:e2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 15:58:27.651605 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:27.676697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70310ffd-c880-4b64-8071-2f83d3b684b7 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 15:58:27.713028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70310ffd-c880-4b64-8071-2f83d3b684b7,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:27.842202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:27.915447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:28.116917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['70310ffd-c880-4b64-8071-2f83d3b684b7'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:58:28.542750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670480-aa9a-45ba-b92d-72ac07e4b860 req-483424cb-162a-45b7-b8a4-8f9c5836251e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:28.546695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63670480-aa9a-45ba-b92d-72ac07e4b860 req-483424cb-162a-45b7-b8a4-8f9c5836251e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 945 time: 0.0921173 Dec 16 15:58:28.637495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63670480-aa9a-45ba-b92d-72ac07e4b860 req-9aab5ea6-4ea3-4f2b-8706-dcf38960092e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825019 Dec 16 15:58:29.115670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.351058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58794) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:29.419692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70310ffd-c880-4b64-8071-2f83d3b684b7 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 15:58:29.486302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f943342-b8a1-4606-80bd-116687a9cac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.575699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f943342-b8a1-4606-80bd-116687a9cac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.773252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 70310ffd-c880-4b64-8071-2f83d3b684b7 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 15:58:29.774252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6f943342-b8a1-4606-80bd-116687a9cac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.776349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.779678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 70310ffd-c880-4b64-8071-2f83d3b684b7 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 15:58:29.780922 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.885301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6f943342-b8a1-4606-80bd-116687a9cac4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4088451af6c649fcbb323dbbf3e591a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146513 Dec 16 15:58:29.885535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58802) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:29.895874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb380ace-fdef-48d6-b122-4d7511f925af req-3f752ce1-4deb-44c4-83ab-e95459ce8b95 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:29.899132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb380ace-fdef-48d6-b122-4d7511f925af req-3f752ce1-4deb-44c4-83ab-e95459ce8b95 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 945 time: 0.1731787 Dec 16 15:58:29.899132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f943342-b8a1-4606-80bd-116687a9cac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd641e4-6b43-4834-b258-519f7df7f70d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:29.943737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:29.967468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:29.971421 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341642a9-afb6-4f62-a04b-7a3d42e3efe8" -d '{"events": [{"server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "name": "network-vif-plugged", "status": "completed", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:29.999905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70310ffd-c880-4b64-8071-2f83d3b684b7,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:30.008571 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.027171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb380ace-fdef-48d6-b122-4d7511f925af req-72eb3092-7e2a-4d75-bd01-5b6e7c8044f9 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150708 Dec 16 15:58:30.049987 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.054209 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57234a1d-285f-401a-992a-8b4223b73ed1 x-openstack-request-id: req-57234a1d-285f-401a-992a-8b4223b73ed1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:30.054494 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "name": "network-vif-plugged", "status": "completed", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:30.054864 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-57234a1d-285f-401a-992a-8b4223b73ed1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:30.055638 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'code': 200} Dec 16 15:58:30.109080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.206770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:30.209623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813da3ce-96d7-4318-9fe6-885303f32158 req-8e0b42bb-f529-4383-adfa-b2f5b15de249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:30.211202 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-813da3ce-96d7-4318-9fe6-885303f32158 req-8e0b42bb-f529-4383-adfa-b2f5b15de249 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1097 time: 0.0470328 Dec 16 15:58:30.255202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.258081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:30.259339 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bd641e4-6b43-4834-b258-519f7df7f70d HTTP/1.1" status: 204 len: 168 time: 0.3864603 Dec 16 15:58:30.276006 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-813da3ce-96d7-4318-9fe6-885303f32158 req-18c188a4-97cf-417d-9d55-682730d54d54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572526 Dec 16 15:58:30.277866 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38c157-3621-4707-8e4a-ddcdd247accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd641e4-6b43-4834-b258-519f7df7f70d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:31.175671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561ee1-9748-4737-970c-102ad765cc17 req-2ff84a93-360f-438f-a2f8-635eec484626 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:31.177367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41561ee1-9748-4737-970c-102ad765cc17 req-2ff84a93-360f-438f-a2f8-635eec484626 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.0619092 Dec 16 15:58:31.241170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41561ee1-9748-4737-970c-102ad765cc17 req-522f78d3-ac77-4a91-aa67-644e7bb656fd tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Dec 16 15:58:31.394141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:31.410466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5a8a-73b9-4a5f-b5cd-d4614a70882b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:31.552941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5a8a-73b9-4a5f-b5cd-d4614a70882b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:31.766943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bf7f5a8a-73b9-4a5f-b5cd-d4614a70882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:31.826177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf7f5a8a-73b9-4a5f-b5cd-d4614a70882b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5ce39d2f6b5e4e0385abef22212fad98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284005 Dec 16 15:58:31.828469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f5a8a-73b9-4a5f-b5cd-d4614a70882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d97ed-2fc0-4887-9ae5-afd97e4d1da8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:31.829690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58834) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:31.895195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:31.929335 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:32.147050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:32.147050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:32.147050 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a55d97ed-2fc0-4887-9ae5-afd97e4d1da8 HTTP/1.1" status: 204 len: 168 time: 0.3003056 Dec 16 15:58:32.147050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4087ac-0d42-4757-8a07-4ac2d88653ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d97ed-2fc0-4887-9ae5-afd97e4d1da8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:32.395382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb952d2-e24b-4778-ad63-ab7b427b0fbc req-678f9483-25a4-4d81-8965-325d103885e1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:32.397109 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb952d2-e24b-4778-ad63-ab7b427b0fbc req-678f9483-25a4-4d81-8965-325d103885e1 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.0567775 Dec 16 15:58:32.456747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-beb952d2-e24b-4778-ad63-ab7b427b0fbc req-2b7f3111-5dbe-437c-8910-8397eb804eec tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513966 Dec 16 15:58:32.602326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460de70-1274-4eb6-9828-f24c7725a170 req-b16f119d-140d-4283-85cf-4dca6269b88e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:32.604003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f460de70-1274-4eb6-9828-f24c7725a170 req-b16f119d-140d-4283-85cf-4dca6269b88e tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.0567591 Dec 16 15:58:32.681740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f460de70-1274-4eb6-9828-f24c7725a170 req-1db73876-9d74-4dcd-8e8c-f0307083af65 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706875 Dec 16 15:58:32.724004 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58856) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:32.768017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c91c3f5-9672-4646-84ad-23d3ad5bb5ee tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:32.769972 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5c91c3f5-9672-4646-84ad-23d3ad5bb5ee tempest-TestNetworkBasicOps-1504183287 tempest-TestNetworkBasicOps-1504183287-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1092 time: 0.0448961 Dec 16 15:58:32.774195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 58858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:32.781632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 15:58:33.028229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a812b-65ba-4848-a3d1-af554e0e7242 req-42d4058b-05d7-4ed0-b31f-1bc02bb5f69c tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:33.031178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-551a812b-65ba-4848-a3d1-af554e0e7242 req-42d4058b-05d7-4ed0-b31f-1bc02bb5f69c tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0943439 Dec 16 15:58:33.069081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:33.130226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-551a812b-65ba-4848-a3d1-af554e0e7242 req-b8f72b1a-d3c1-4ef7-8d50-29f5f8e57ecd tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921164 Dec 16 15:58:33.217785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:33.421097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Allocated IP 172.25.7.44 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1b9deadf-64af-4870-9323-dcd3af80cadc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 15:58:33.591359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:33.739381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:33.821486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 15:58:33.827770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 15:58:33.834173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 15:58:33.885486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=1b9deadf-64af-4870-9323-dcd3af80cadc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:34.354549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31349809-fed2-4cc0-a71f-0d72d85d8ee1 req-26f2bfb9-9361-47a7-98b8-303c14482897 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:34.356896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31349809-fed2-4cc0-a71f-0d72d85d8ee1 req-26f2bfb9-9361-47a7-98b8-303c14482897 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.1098821 Dec 16 15:58:34.404230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:34.469450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31349809-fed2-4cc0-a71f-0d72d85d8ee1 req-a4364ba2-4faf-4816-addb-8491298a944b tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/security-groups?id=7890191a-fbde-43d7-ab8c-8772740f9fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005807 Dec 16 15:58:34.537855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-7c6474b4-cee2-4b33-9ec1-51d4b6a0e8f8 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:34.540642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-7c6474b4-cee2-4b33-9ec1-51d4b6a0e8f8 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 945 time: 0.0935297 Dec 16 15:58:34.692523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:34.764436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Deleting port db54b522-94dc-4831-a6a9-4ed032db6c00 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:58:34.764868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:34.935090 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] For port db54b522-94dc-4831-a6a9-4ed032db6c00, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=db54b522-94dc-4831-a6a9-4ed032db6c00,segment=NetworkSegment(e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa),segment_id=e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:58:34.935498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:34.958766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Calling delete_port for db54b522-94dc-4831-a6a9-4ed032db6c00 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:58:34.981903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:35.134247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:35.229731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event updated for resources: {'Port': ['ID=1b9deadf-64af-4870-9323-dcd3af80cadc,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:35.244676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:35.369631 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Floating IP d53d600a-c6ef-420e-bf79-8b73a6b0f10e associated. External IP: 172.25.7.44, port: 70310ffd-c880-4b64-8071-2f83d3b684b7. Dec 16 15:58:35.419905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:35.457380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Pushing event deleted for resources: {'Port': ['ID=db54b522-94dc-4831-a6a9-4ed032db6c00,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:58:35.464834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['db54b522-94dc-4831-a6a9-4ed032db6c00'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 15:58:35.613491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] No DVR routers for this DVR port db54b522-94dc-4831-a6a9-4ed032db6c00 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:58:35.642837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:35.648542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68bdf9d2-761a-45a9-bc7b-a2e75054b705 req-5820e01d-9cce-4d25-a5ee-bbdf0537a035 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.74 "DELETE /v2.0/ports/db54b522-94dc-4831-a6a9-4ed032db6c00 HTTP/1.1" status: 204 len: 173 time: 1.0964952 Dec 16 15:58:35.652474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3aa88504-e81c-4471-86ec-9931e233239b req-5d0778e6-c7cf-452a-9e24-06a125c41e37 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0883210 Dec 16 15:58:35.653266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'name': 'network-vif-deleted', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:35.657195 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dacf42-24dc-43d9-9579-abe160c919aa" -d '{"events": [{"server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "name": "network-vif-deleted", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:35.743931 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b6787-c5fc-4b3f-8883-edb0e879de6c x-openstack-request-id: req-645b6787-c5fc-4b3f-8883-edb0e879de6c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:35.744229 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff88f06-ce5a-49ac-b67e-2825b349e5a2", "name": "network-vif-deleted", "tag": "db54b522-94dc-4831-a6a9-4ed032db6c00", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:35.744486 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-645b6787-c5fc-4b3f-8883-edb0e879de6c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:35.745260 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff88f06-ce5a-49ac-b67e-2825b349e5a2', 'name': 'network-vif-deleted', 'tag': 'db54b522-94dc-4831-a6a9-4ed032db6c00', 'status': 'completed', 'code': 200} Dec 16 15:58:35.830875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router fb938388-b3b5-47a2-ada1-eab361357aaa has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:58:35.962272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:58:35.977207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Sync routers for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:58:36.002235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:36.003450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:58:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:36.150862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:36.329187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:36.361062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4e20f43b-c5e8-46be-a35a-770712f66b85 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5855908 Dec 16 15:58:36.365663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:36.441726 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd53d600a-c6ef-420e-bf79-8b73a6b0f10e', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'port_id': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'mac_address': 'fa:16:3e:21:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:58:34Z', 'updated_at': '2021-12-16T15:58:34Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:36.450228 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b1ee49b5-9f8f-4c3f-a2e6-ccc83a7daa0a tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/d53d600a-c6ef-420e-bf79-8b73a6b0f10e HTTP/1.1" status: 200 len: 991 time: 0.0827355 Dec 16 15:58:36.490066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Checking router: fb938388-b3b5-47a2-ada1-eab361357aaa for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:58:36.503003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:58:36.503659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:58:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:36.626291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:58:36.697970 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:58:36.805527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-70ce68bf-dc2b-4924-b7bc-6a2c8480466d req-6f94e3c3-d19e-4f03-91f2-81cca97c78a0 tempest-VolumesActionsTest-243187177 tempest-VolumesActionsTest-243187177-project] 10.222.0.71 "GET /v2.0/ports?device_id=dff88f06-ce5a-49ac-b67e-2825b349e5a2 HTTP/1.1" status: 200 len: 210 time: 0.0311847 Dec 16 15:58:36.884145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd53d600a-c6ef-420e-bf79-8b73a6b0f10e', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'port_id': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'mac_address': 'fa:16:3e:21:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:58:34Z', 'updated_at': '2021-12-16T15:58:34Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:58:36.912887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac7571-07e0-4355-9b0c-11d0fb0dc4ab None None] The sync data for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 is: [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd53d600a-c6ef-420e-bf79-8b73a6b0f10e', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'floating_ip_address': '172.25.7.44', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'port_id': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'mac_address': 'fa:16:3e:21:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T15:58:34Z', 'updated_at': '2021-12-16T15:58:34Z', 'revision_number': 0, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:58:37.127138 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3a189-0380-44dc-8340-33973f80c179 None None] New status for floating IP d53d600a-c6ef-420e-bf79-8b73a6b0f10e: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:58:37.453768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 58916) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:58:37.529755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1536e443-1e44-4e7a-952a-90c125a2ab8f tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/d53d600a-c6ef-420e-bf79-8b73a6b0f10e HTTP/1.1" status: 200 len: 993 time: 0.0745857 Dec 16 15:58:37.746875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:58:37.749902 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:58:37.792635 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd169bcb-22f0-4ba3-a1b8-43285e1580c7 x-openstack-request-id: req-fd169bcb-22f0-4ba3-a1b8-43285e1580c7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:58:37.793074 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:58:37.793456 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd169bcb-22f0-4ba3-a1b8-43285e1580c7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:58:37.794008 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'status': 'completed', 'code': 200} Dec 16 15:58:37.908396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-5d05f42d-d8e3-46a5-a027-b8bee281fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:37.910041 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-5d05f42d-d8e3-46a5-a027-b8bee281fda4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1097 time: 0.0718231 Dec 16 15:58:38.038617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-ede58662-18b4-4230-b253-65b0b1da07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:38.040181 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-ede58662-18b4-4230-b253-65b0b1da07d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2dbc2825-ef29-4961-b983-d469d2117f45 HTTP/1.1" status: 200 len: 898 time: 0.1223557 Dec 16 15:58:38.116834 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-ad0cc880-270f-46b5-bbb6-429002d8f4cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70310ffd-c880-4b64-8071-2f83d3b684b7 HTTP/1.1" status: 200 len: 1001 time: 0.0694797 Dec 16 15:58:38.172211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-4e49dfe1-4927-42f6-b9c5-fe952ea199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:38.173808 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-4e49dfe1-4927-42f6-b9c5-fe952ea199dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef7cf4c6-fb86-4274-ae1d-07043bb347e9 HTTP/1.1" status: 200 len: 835 time: 0.0501924 Dec 16 15:58:38.240028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-62cf1538-beaa-44fc-bd96-3ca3a25e3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:58:38.242140 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-62cf1538-beaa-44fc-bd96-3ca3a25e3cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2dbc2825-ef29-4961-b983-d469d2117f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611825 Dec 16 15:58:38.347505 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-c6af6d9b-f754-461b-9541-407a4b32262f service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979125 Dec 16 15:58:38.460244 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9afba0d0-62fc-4ddf-ba04-5bc8f3b27822 req-855bd220-9a5e-4d7e-96ee-8279e0782f50 service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056623 Dec 16 15:58:39.469494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device db54b522-94dc-4831-a6a9-4ed032db6c00 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:58:39.503187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: db54b522-94dc-4831-a6a9-4ed032db6c00 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:58:39.503750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device db54b522-94dc-4831-a6a9-4ed032db6c00 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:58:44.275575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4979ba80-96ce-42f7-b59c-d3f3b6390c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:46.561136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc410663-4c35-462a-98de-7c5fd46899e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:48.183549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:49.395068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:50.252130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:58.925061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:58:59.724101 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:02.385837 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-6a312b32-1649-40fb-90ec-c770884666c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779498 Dec 16 15:59:02.522139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-0ee76a95-9866-40b9-90d2-081e0fac7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:02.525384 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-0ee76a95-9866-40b9-90d2-081e0fac7688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 1096 time: 0.0633814 Dec 16 15:59:02.705654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-e46987a1-e1c3-43e7-9ea5-56964f62e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:02.708233 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-e46987a1-e1c3-43e7-9ea5-56964f62e104 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1585753 Dec 16 15:59:02.817734 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-33f98270-62ac-4232-aa91-8d64cb4a5267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 200 len: 1001 time: 0.1012499 Dec 16 15:59:02.898627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-c1568109-1f74-4e0c-9ec5-96c67dc42dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:02.900860 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-c1568109-1f74-4e0c-9ec5-96c67dc42dab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0761366 Dec 16 15:59:02.969648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-9100aef1-69a0-4501-b52b-1a405eb82ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:02.971296 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-9100aef1-69a0-4501-b52b-1a405eb82ff1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631750 Dec 16 15:59:03.090805 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-58d7ee3c-bbc7-4fa1-b7be-499e3a545a08 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112466 Dec 16 15:59:03.212811 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-73a8b46d-54c4-4570-ac01-f46e0f71d96a req-cfcd6139-3bcb-4b49-b599-e04ccb562000 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129754 Dec 16 15:59:06.805907 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59166) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:06.879940 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48e4fda7-2aae-475d-ae85-cbeeea01c312 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/floatingips/d53d600a-c6ef-420e-bf79-8b73a6b0f10e HTTP/1.1" status: 200 len: 993 time: 0.0725615 Dec 16 15:59:07.195686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59172) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:07.390593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 1b9deadf-64af-4870-9323-dcd3af80cadc {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:07.390937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.499716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.500214 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.521109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 1b9deadf-64af-4870-9323-dcd3af80cadc owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:07.895392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:07.920349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=1b9deadf-64af-4870-9323-dcd3af80cadc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:07.937515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.937987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.938283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.938560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.938904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.939248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.939588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.939954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.940290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.940622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.940957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.941295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:07.941625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:08.009906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:08.010360 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Floating IP d53d600a-c6ef-420e-bf79-8b73a6b0f10e disassociated (deleted). External IP: 172.25.7.44, port: 70310ffd-c880-4b64-8071-2f83d3b684b7. Dec 16 15:59:08.258170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router fb938388-b3b5-47a2-ada1-eab361357aaa has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:08.396872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:08.401843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:08.410746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Sync routers for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:08.432264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:08.433884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:08.442285 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-820c4aa8-4c9c-4835-9419-6ad543a91bb2 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/floatingips/d53d600a-c6ef-420e-bf79-8b73a6b0f10e HTTP/1.1" status: 204 len: 168 time: 1.2422564 Dec 16 15:59:08.442285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:08.444516 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:08.491572 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d3b856-cceb-403e-bfad-dbfa00a6a066 x-openstack-request-id: req-59d3b856-cceb-403e-bfad-dbfa00a6a066 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:08.491572 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:08.491987 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59d3b856-cceb-403e-bfad-dbfa00a6a066 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:08.492159 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'status': 'completed', 'code': 200} Dec 16 15:59:08.614931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-0eb42974-4218-4285-8a28-0fc82a169380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.616535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-0eb42974-4218-4285-8a28-0fc82a169380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 1097 time: 0.0686376 Dec 16 15:59:08.704442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:08.803689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-ba0e240f-75c6-4f26-a3a8-39aee2975688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.805670 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-ba0e240f-75c6-4f26-a3a8-39aee2975688 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2dbc2825-ef29-4961-b983-d469d2117f45 HTTP/1.1" status: 200 len: 898 time: 0.1823094 Dec 16 15:59:08.855374 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-0252acfd-fa6b-4806-88c9-f9452705f5e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70310ffd-c880-4b64-8071-2f83d3b684b7 HTTP/1.1" status: 200 len: 217 time: 0.0418332 Dec 16 15:59:08.920629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-82276043-53f9-43d3-8b60-99d21e6a7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.922971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-82276043-53f9-43d3-8b60-99d21e6a7080 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef7cf4c6-fb86-4274-ae1d-07043bb347e9 HTTP/1.1" status: 200 len: 835 time: 0.0578389 Dec 16 15:59:08.988993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-1d4b646b-2a14-4ab3-8cdc-37b917d36f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:08.991598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-1d4b646b-2a14-4ab3-8cdc-37b917d36f88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2dbc2825-ef29-4961-b983-d469d2117f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609605 Dec 16 15:59:09.166211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-4b0ae942-807f-45c5-ab7c-13aaca0f0e5c service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662805 Dec 16 15:59:09.295534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:09.334508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Checking router: fb938388-b3b5-47a2-ada1-eab361357aaa for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:09.348515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:09.349319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:58:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:09.386157 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-22d6b7cb-71b3-409b-b9ac-25aad2a0fbfe req-619d3224-3c04-454f-8b10-376860c25a24 service neutron] 10.222.0.30 "GET /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082136 Dec 16 15:59:09.549494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:09.653326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f8279-bbb8-4b5b-8232-35633fe95a7b req-d470fe55-fd8e-4d6a-9e0f-11d0c371521d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:09.656420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-672f8279-bbb8-4b5b-8232-35633fe95a7b req-d470fe55-fd8e-4d6a-9e0f-11d0c371521d tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.1363437 Dec 16 15:59:09.784514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-672f8279-bbb8-4b5b-8232-35633fe95a7b req-816aef05-560f-4c37-a19c-02c975cee473 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147809 Dec 16 15:59:09.880018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:09.951528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0836850b-98e0-46a5-98bb-fd3b7329a300 None None] The sync data for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 is: [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:58:02Z', 'revision_number': 4, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '22c8a8c2-aa74-4d44-8fa2-4bffdd919be5', 'name': '', 'network_id': '2dbc2825-ef29-4961-b983-d469d2117f45', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'mac_address': 'fa:16:3e:4e:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:58:01Z', 'updated_at': '2021-12-16T15:58:07Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'subnets': [{'id': 'ef7cf4c6-fb86-4274-ae1d-07043bb347e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:10.285774 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf228ee7-b81c-4cff-967f-3003b5c15df0 None None] New status for floating IP d53d600a-c6ef-420e-bf79-8b73a6b0f10e: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 15:59:10.938175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edb68d-0249-4ea1-8467-6ec37e68ab84 req-2d6bc753-77a7-4c63-8d34-2ec659783182 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:10.940666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4edb68d-0249-4ea1-8467-6ec37e68ab84 req-2d6bc753-77a7-4c63-8d34-2ec659783182 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.0694261 Dec 16 15:59:10.942583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-b5e12058-cf3f-4e07-8cdf-4b3317d3f8cd tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 15:59:10.944341 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-b5e12058-cf3f-4e07-8cdf-4b3317d3f8cd tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 946 time: 0.0583115 Dec 16 15:59:11.024767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4edb68d-0249-4ea1-8467-6ec37e68ab84 req-4da644ab-d510-4f7f-9eb2-c8c668610d5b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/security-groups?id=7de1a6c5-fa72-41d6-891c-c5a0394b1004&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722566 Dec 16 15:59:11.078983 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 70310ffd-c880-4b64-8071-2f83d3b684b7 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:11.079410 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:11.195059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 70310ffd-c880-4b64-8071-2f83d3b684b7, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=70310ffd-c880-4b64-8071-2f83d3b684b7,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:11.195581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:11.212142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 70310ffd-c880-4b64-8071-2f83d3b684b7 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:11.469089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:11.499702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=70310ffd-c880-4b64-8071-2f83d3b684b7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:11.571570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] No DVR routers for this DVR port 70310ffd-c880-4b64-8071-2f83d3b684b7 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:11.574391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:11.578447 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-9eb154c8-a8dd-415d-a036-d1241b6f2f88 req-de2f58ac-bc7b-428a-97b0-2febe66a3c2b tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.30 "DELETE /v2.0/ports/70310ffd-c880-4b64-8071-2f83d3b684b7 HTTP/1.1" status: 204 len: 173 time: 0.6266298 Dec 16 15:59:11.579033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'name': 'network-vif-deleted', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 15:59:11.585391 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26bfb75-ba2f-42c1-b57d-d45beec31107" -d '{"events": [{"server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "name": "network-vif-deleted", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 15:59:11.627760 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613b1fc-463e-4598-9899-f9a3d5d9e6cc x-openstack-request-id: req-b613b1fc-463e-4598-9899-f9a3d5d9e6cc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 15:59:11.628188 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1b1a6f-afb8-4492-b771-f4050b14a67a", "name": "network-vif-deleted", "tag": "70310ffd-c880-4b64-8071-2f83d3b684b7", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 15:59:11.628538 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b613b1fc-463e-4598-9899-f9a3d5d9e6cc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 15:59:11.629091 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1b1a6f-afb8-4492-b771-f4050b14a67a', 'name': 'network-vif-deleted', 'tag': '70310ffd-c880-4b64-8071-2f83d3b684b7', 'status': 'completed', 'code': 200} Dec 16 15:59:12.247785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14514880-5e6c-483d-8a13-9b4c557de4b7 req-4907e0e3-5ad5-45b5-94b8-32e68b6b1d00 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a1b1a6f-afb8-4492-b771-f4050b14a67a HTTP/1.1" status: 200 len: 210 time: 0.0395451 Dec 16 15:59:13.334603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59262) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:13.459844 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:13.505744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:13.668247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:13.674224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:13.679136 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/security-groups/7de1a6c5-fa72-41d6-891c-c5a0394b1004 HTTP/1.1" status: 204 len: 168 time: 0.3399680 Dec 16 15:59:13.692280 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:59:13.722287 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a2715-32e3-4217-8704-fe6c8a50b919 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de1a6c5-fa72-41d6-891c-c5a0394b1004,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:13.839169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59268) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:14.189512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-808e22b5-e928-447f-94c2-8cd1ec2d85cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:14.941695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:15.338468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:15.339506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:15.483263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:15.484066 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:15.517118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:15.655119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70310ffd-c880-4b64-8071-2f83d3b684b7 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:15.692137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 70310ffd-c880-4b64-8071-2f83d3b684b7 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:15.692729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 70310ffd-c880-4b64-8071-2f83d3b684b7 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:15.929309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:15.970676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=22c8a8c2-aa74-4d44-8fa2-4bffdd919be5,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:15.990183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.990738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.991196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.991648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.992258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.992648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.993095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.993580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.994110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.994773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.995758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.996138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:15.996487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 15:59:16.329037 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:16.609368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04abd47d-2b3e-43ba-9877-c84addd46b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:16.750234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Router fb938388-b3b5-47a2-ada1-eab361357aaa has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 15:59:17.110374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 15:59:17.112130 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-c461adcb-1dcd-458d-934a-5626caa0eff9 req-cfa1991c-fb02-4713-8356-284d63ee500f service neutron] (104055) timed out ('10.222.0.71', 44652) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 15:59:17.133101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Sync routers for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 15:59:17.140534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-284ac416-1ac0-4cc0-bf3e-8e780715daee tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "PUT /v2.0/routers/fb938388-b3b5-47a2-ada1-eab361357aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2983968 Dec 16 15:59:17.144714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59314) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:17.167116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:17.168317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:59:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:17.314247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting subnet ef7cf4c6-fb86-4274-ae1d-07043bb347e9 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:59:17.324381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:17.439100 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:17.552060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:17.654587 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:17.899265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:17.936794 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:17.945213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:59:15Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:18.009436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Checking router: fb938388-b3b5-47a2-ada1-eab361357aaa for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 15:59:18.080001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:18.102989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/subnets/ef7cf4c6-fb86-4274-ae1d-07043bb347e9 HTTP/1.1" status: 204 len: 168 time: 0.9549043 Dec 16 15:59:18.107962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:18.114167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Routers {'fb938388-b3b5-47a2-ada1-eab361357aaa'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 15:59:18.114468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81368e72-afd7-4f55-9662-980c3a87ab55 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7cf4c6-fb86-4274-ae1d-07043bb347e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:18.117497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:59:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['fb938388-b3b5-47a2-ada1-eab361357aaa'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:18.126963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bece2ec-a64e-45c9-a726-32ca2a896169 None None] Network 2dbc2825-ef29-4961-b983-d469d2117f45 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 15:59:18.267495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:18.466266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:18.667345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Deleting port de07b176-da34-4b15-9a13-da2642f74914 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:18.667587 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:18.815724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] For port de07b176-da34-4b15-9a13-da2642f74914, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=de07b176-da34-4b15-9a13-da2642f74914,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:18.817772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:18.834132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] Set router fb938388-b3b5-47a2-ada1-eab361357aaa gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 15:59:18.845334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Calling delete_port for de07b176-da34-4b15-9a13-da2642f74914 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:18.946896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] DHCP port deletion for 2dbc2825-ef29-4961-b983-d469d2117f45 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:59:19.163721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Deleting port 870fb5c5-c419-4a5a-8949-705f2f583d27 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 15:59:19.164106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.216508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:59:15Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:19.268494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.284800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64765f-0bef-4edf-8575-e83147f2aaaf None None] The sync data for ids ['fb938388-b3b5-47a2-ada1-eab361357aaa'] in n-d-821947-3 is: [{'id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'name': 'tempest-TestNetworkBasicOps-router-2089849824', 'tenant_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121'}], 'enable_snat': True}, 'gw_port_id': 'de07b176-da34-4b15-9a13-da2642f74914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:57:54Z', 'updated_at': '2021-12-16T15:59:15Z', 'revision_number': 5, 'project_id': 'b3cc944b2d9c4a45a7ac2aff3ebac1eb', 'gw_port': {'id': 'de07b176-da34-4b15-9a13-da2642f74914', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb938388-b3b5-47a2-ada1-eab361357aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:57:55Z', 'updated_at': '2021-12-16T15:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 15:59:19.310336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Port': ['ID=de07b176-da34-4b15-9a13-da2642f74914,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:19.348048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] For port 870fb5c5-c419-4a5a-8949-705f2f583d27, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=870fb5c5-c419-4a5a-8949-705f2f583d27,segment=NetworkSegment(a8d9d69a-9e34-4c33-90b9-97b25d6ac514),segment_id=a8d9d69a-9e34-4c33-90b9-97b25d6ac514)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 15:59:19.348048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.369060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a379718-7d4c-4749-9f50-5fd8eb688388 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 15:59:19.402008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.403677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Calling delete_port for 870fb5c5-c419-4a5a-8949-705f2f583d27 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 15:59:19.487315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.643435 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.710598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.714929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.719415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] Pushing event deleted for resources: {'Port': ['ID=870fb5c5-c419-4a5a-8949-705f2f583d27,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:19.734700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e5db4-1385-4ca8-8713-a675551a040e None None] No DVR routers for this DVR port 870fb5c5-c419-4a5a-8949-705f2f583d27 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 15:59:19.943586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.944629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Fanout notify agent at l3_agent the message router_deleted on router fb938388-b3b5-47a2-ada1-eab361357aaa {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 15:59:19.961121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:19.963299 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0b7e7814-b479-417a-af62-56ae164b0108 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/routers/fb938388-b3b5-47a2-ada1-eab361357aaa HTTP/1.1" status: 204 len: 168 time: 1.8539844 Dec 16 15:59:19.967244 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59328) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:20.065735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:20.115390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:20.115390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 22c8a8c2-aa74-4d44-8fa2-4bffdd919be5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:20.115390 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 870fb5c5-c419-4a5a-8949-705f2f583d27 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:20.137003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 870fb5c5-c419-4a5a-8949-705f2f583d27 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:20.137694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 870fb5c5-c419-4a5a-8949-705f2f583d27 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:20.152844 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.413285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.512843 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.551641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbc2825-ef29-4961-b983-d469d2117f45']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:20.570594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:20.571109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d9d69a-9e34-4c33-90b9-97b25d6ac514') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:20.587353 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.604772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.624375 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:59:20.625211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: timer() Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:59:20.630738 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:59:20.832368 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.840230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:20.846755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] 10.222.0.71 "DELETE /v2.0/networks/2dbc2825-ef29-4961-b983-d469d2117f45 HTTP/1.1" status: 204 len: 168 time: 0.8771591 Dec 16 15:59:20.870961 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34ce15-b0c5-46d6-8b18-ad3a66c2ae37 tempest-TestNetworkBasicOps-819891002 tempest-TestNetworkBasicOps-819891002-project] Pushing event deleted for resources: {'Network': ['ID=2dbc2825-ef29-4961-b983-d469d2117f45,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:21.738422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59354) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:21.754518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59356) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:21.791156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Deleting subnet 4dde1314-a1c4-4a18-874c-912caafd1b80 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:59:21.795856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:21.841554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:21.911499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de07b176-da34-4b15-9a13-da2642f74914 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 15:59:21.919754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:21.936498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: de07b176-da34-4b15-9a13-da2642f74914 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 15:59:21.937273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device de07b176-da34-4b15-9a13-da2642f74914 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 15:59:22.066686 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6845a6e6-48d4-46f0-8b7a-795088199d9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b3cc944b2d9c4a45a7ac2aff3ebac1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108795 Dec 16 15:59:22.069460 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59364) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:22.106450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.141581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.169490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dde1314-a1c4-4a18-874c-912caafd1b80,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:22.199573 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.200836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.212699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-485bbbbc-815d-47d2-b024-3dcd4f060920 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4dde1314-a1c4-4a18-874c-912caafd1b80 HTTP/1.1" status: 204 len: 168 time: 0.4723113 Dec 16 15:59:22.214084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59366) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:22.371503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.420297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.423116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.424506 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/863e8c19-d62c-4822-b182-532d807669e8 HTTP/1.1" status: 204 len: 168 time: 0.3539779 Dec 16 15:59:22.438462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8a2f-5019-43f4-8a18-61a211899055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863e8c19-d62c-4822-b182-532d807669e8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:22.562067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.593195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd412641-47f5-4e77-99c2-b48dadfa5a41']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:22.607654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:22.608180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46bc4a1-faf8-4cf9-a4cf-84bfb5da9daa') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:22.623891 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.641787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.649728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:59:22.650216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:59:22.652366 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:59:22.917867 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.928238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:22.935011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] 10.222.0.71 "DELETE /v2.0/networks/fd412641-47f5-4e77-99c2-b48dadfa5a41 HTTP/1.1" status: 204 len: 168 time: 0.7193809 Dec 16 15:59:22.940429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59370) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:22.969392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5b637-1f93-4be2-8744-646c07095c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd412641-47f5-4e77-99c2-b48dadfa5a41,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:23.033698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Deleting subnet 1959c960-c586-4f1d-b061-e24dcf075b02 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 15:59:23.037967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.091930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.183976 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.423737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.457450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.465287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1959c960-c586-4f1d-b061-e24dcf075b02 HTTP/1.1" status: 204 len: 168 time: 0.5203576 Dec 16 15:59:23.465287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5868a-18b0-44cb-8f24-9bab08fd4c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1959c960-c586-4f1d-b061-e24dcf075b02,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:23.465808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59378) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:23.546097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.648865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.673427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.686061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ce238-df3f-4dae-8b1f-90539089d05d') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.690666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ce238-df3f-4dae-8b1f-90539089d05d') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 15:59:23.699380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.717477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.726025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 15:59:23.726787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: timer() Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 15:59:23.729260 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 15:59:23.742802 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59380) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:23.763075 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4997044-b006-4672-a415-330b0da8a8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:23.986758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.012581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.020452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] 10.222.0.71 "DELETE /v2.0/networks/82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17 HTTP/1.1" status: 204 len: 168 time: 0.5533118 Dec 16 15:59:24.022318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41e9cf-8a87-483a-bca4-ba60a9f255af admin admin] Pushing event deleted for resources: {'Network': ['ID=82c4fa86-70dd-4f8d-8ea7-bb4ac34abd17,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:24.080318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4997044-b006-4672-a415-330b0da8a8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.206121 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4997044-b006-4672-a415-330b0da8a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.267217 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e4997044-b006-4672-a415-330b0da8a8d7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63a300dc4ddc4221a09152e27213bff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5226114 Dec 16 15:59:24.269431 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4997044-b006-4672-a415-330b0da8a8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14bc7b-1035-481b-83d5-3977241a86d1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:24.270999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59388) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:24.338065 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.362179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.491919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.496997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.498890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df14bc7b-1035-481b-83d5-3977241a86d1 HTTP/1.1" status: 204 len: 168 time: 0.2259204 Dec 16 15:59:24.516568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd298f9-cc61-4228-96bf-b45b2e51803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14bc7b-1035-481b-83d5-3977241a86d1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:24.747246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59394) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:24.804225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e410d804-423b-4500-82aa-a5e73945a3ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad52fd11e63a44be832b0cbda5eb268e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527668 Dec 16 15:59:24.808065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59396) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:24.862445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:24.890850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.086782 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.091640 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:25.093460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7890191a-fbde-43d7-ab8c-8772740f9fbc HTTP/1.1" status: 204 len: 168 time: 0.2876000 Dec 16 15:59:25.108192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4effa1-86ef-447a-992e-fb89b17d98a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890191a-fbde-43d7-ab8c-8772740f9fbc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:26.287402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59408) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:26.344033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f8c0609-2f9f-4686-9d4d-34c0b90514e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e59916d9c1940d0831a035fd992be8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548277 Dec 16 15:59:26.348321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59414) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:26.413450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:26.438304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:26.605226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:26.607482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:26.608930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45b96852-6698-452f-85a3-e20dd6ce0a3c HTTP/1.1" status: 204 len: 168 time: 0.2589200 Dec 16 15:59:26.620897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e40ffa-02b7-4cab-b6f2-e7adb89c6945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b96852-6698-452f-85a3-e20dd6ce0a3c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:28.949424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:29.732369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:44.245136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c869062-e488-4178-ba58-071fa9a6a9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:46.364515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59614) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:46.531396 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb93c857-ebce-4911-b40d-5e5dae2d9efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:46.613992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-787720c6-12c0-409c-9822-94f143146ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:46.790686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-787720c6-12c0-409c-9822-94f143146ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:46.868014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-787720c6-12c0-409c-9822-94f143146ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:46.936083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787720c6-12c0-409c-9822-94f143146ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b4bfd-04f8-4877-8e6d-7ee3dea5ec2e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:46.950517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-787720c6-12c0-409c-9822-94f143146ee4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e519c1eda7354739956946eb69f75b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841498 Dec 16 15:59:46.951586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59618) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:47.029632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:47.055767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:47.272057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:47.276234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:47.277607 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/193b4bfd-04f8-4877-8e6d-7ee3dea5ec2e HTTP/1.1" status: 204 len: 168 time: 0.3143094 Dec 16 15:59:47.291363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b17d0-4caf-4dba-ad69-063f1b97cb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b4bfd-04f8-4877-8e6d-7ee3dea5ec2e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:47.899706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:49.302688 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:50.208313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:50.697808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 15:59:57.093661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:57.264774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84d40e0c-67d0-46d0-af05-c02bfe7d6c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.366863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84d40e0c-67d0-46d0-af05-c02bfe7d6c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.482171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-84d40e0c-67d0-46d0-af05-c02bfe7d6c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.563704 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-84d40e0c-67d0-46d0-af05-c02bfe7d6c78 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=51761bf38e28497782d98938bcaccd24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681108 Dec 16 15:59:57.565676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d40e0c-67d0-46d0-af05-c02bfe7d6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee140f-b890-4032-bc0f-a2b2ba608f63,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:57.569132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:57.669794 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.706956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.855492 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.858951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:57.860340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6bee140f-b890-4032-bc0f-a2b2ba608f63 HTTP/1.1" status: 204 len: 168 time: 0.2882788 Dec 16 15:59:57.873042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43314b-1a33-4497-b35d-1797d3eba817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee140f-b890-4032-bc0f-a2b2ba608f63,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:58.707420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59764) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:58.724762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffc91ac8-cc99-43f0-b21a-5df6fac3bb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:58.822978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffc91ac8-cc99-43f0-b21a-5df6fac3bb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:58.893689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:58.924682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ffc91ac8-cc99-43f0-b21a-5df6fac3bb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:58.975295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc91ac8-cc99-43f0-b21a-5df6fac3bb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b047a612-6012-42cb-93d7-92f08e8a0389,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:58.985894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ffc91ac8-cc99-43f0-b21a-5df6fac3bb8f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5489f52c77194a41ad8debacc292a6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768021 Dec 16 15:59:59.003222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59766) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 15:59:59.059752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:59.087030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:59.265142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:59.267991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 15:59:59.270242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b047a612-6012-42cb-93d7-92f08e8a0389 HTTP/1.1" status: 204 len: 168 time: 0.2650967 Dec 16 15:59:59.280865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60507918-9377-4449-a2a9-9191232b4bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b047a612-6012-42cb-93d7-92f08e8a0389,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 15:59:59.705540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:01.518066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59814) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:01.648726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d345632d-d6d1-4abd-bbd7-df57cc2b39b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:01.760771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d345632d-d6d1-4abd-bbd7-df57cc2b39b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:01.845365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d345632d-d6d1-4abd-bbd7-df57cc2b39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:01.903924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d345632d-d6d1-4abd-bbd7-df57cc2b39b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c7003b042e6846e5b36aadb6d0c4ab68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843651 Dec 16 16:00:01.905150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345632d-d6d1-4abd-bbd7-df57cc2b39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bba63a-c3a6-4c08-9df3-03266cadb81c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:01.907596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59822) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:01.985102 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:02.025205 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:02.222170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:02.224829 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:02.226111 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8bba63a-c3a6-4c08-9df3-03266cadb81c HTTP/1.1" status: 204 len: 168 time: 0.3172622 Dec 16 16:00:02.242020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb714-f87b-4406-b480-223ca5f9f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bba63a-c3a6-4c08-9df3-03266cadb81c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:06.136441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59884) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:06.141125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635777549', 'description': 'tempest-secgroup-smoke-635777549 description', 'project_id': '691401f08cd84e2fae8b1322b327f352'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:06.236280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.246456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.341538 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.436323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.472306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49e6572-65e2-4302-b925-dcf0f587f695,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:06.523954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.610679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.642886 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9db8ba-f1f6-4415-930f-6f6bb9dab425,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:06.770220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.771611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-caa5dd72-ee75-40ab-bff8-18e17c3850b9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6340730 Dec 16 16:00:06.775598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:06.780449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:06.882159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:06.958297 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.040905 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.062591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1358a477-5e60-4c3c-8fcf-6362c6a335a1,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:07.186856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.188175 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4d2becb1-d6ae-47b4-9180-0aa3eca80f3b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4113822 Dec 16 16:00:07.191422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59896) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:07.196226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:07.323129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.400301 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.487564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.503933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfc9a07-e7d8-49ca-a7ed-c34663ef9fb5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:07.588421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.590057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2c140462-ab16-41ad-95fd-099fb530846a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973980 Dec 16 16:00:07.593553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:07.601344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:07.736242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.832765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.908534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:07.940351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c8356c-1ce7-4142-b745-f12f94f40a71,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:08.062694 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.064703 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9eaaffcc-2391-4360-aa92-d49ec4919ddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4691842 Dec 16 16:00:08.067573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59902) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:08.074831 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:08.244315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.272397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.336149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.359860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b197fe-51e2-44b9-ab20-80df710a8984,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:08.369522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.369929 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.370349 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.370789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.371177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.371557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.372061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.372481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.372869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.373251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.373631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.374007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.374379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:08.478274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.480639 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-08c00a95-004d-40b0-a770-31a01ba94a61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4115744 Dec 16 16:00:08.484837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:08.489828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:08.609589 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:00:08.622596 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.750470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.840134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.869102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0280300a-96fc-426b-9298-c85c76ad244d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:08.958015 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:08.958015 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f1317dd-159a-423b-9b05-ad54d47ae4d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4686584 Dec 16 16:00:08.960336 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59908) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:08.965767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': 'af9db8ba-f1f6-4415-930f-6f6bb9dab425', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:09.090547 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:00:09.096888 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.179129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.297198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.324645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601f6727-24fd-490e-b013-30d61be51147,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:09.424866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.426274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-afae1422-57ca-4f71-9144-8eeb56adeae1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4660242 Dec 16 16:00:09.433920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:09.439753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'network': {'name': 'tempest-network-smoke--1119891496', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:09.548259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:00:09.553394 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.588225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:00:09.604404 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.604752 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Added segment ff1a6a64-0367-4010-a099-4e161dd62c5b of type vlan for network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee Dec 16 16:00:09.708092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.833707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.843334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:09.844450 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:09.970991 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Network': ['ID=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:09.984784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:00:10.011476 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d6e3258-8d74-45c0-9fb1-8db4503e76ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5762391 Dec 16 16:00:10.014569 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59932) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:10.029596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'admin_state_up': True, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:10.168123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.169323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.222873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.426787 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.717234 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.741443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:10.865904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.207 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:00:11.016551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:11.126328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:11.192271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:11.198053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:11.202139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:00:11.219725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c944d-b838-49f8-aa46-402650f8ef47 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:00:11.259022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:11.299880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e8213599-9f8c-4f59-89c6-e2c665806c98 None None] Provisioning complete for port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:11.300509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e8213599-9f8c-4f59-89c6-e2c665806c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:11.361491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e8213599-9f8c-4f59-89c6-e2c665806c98 None None] Port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:00:11.643554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:11.874768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:12.098930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 4791e083-9fb9-4827-8b57-8f8aaae08bfb is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:00:12.221371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:12.232386 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Sync routers for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:12.246477 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:12.249546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:59:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:12.357860 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:12.359354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:12.361268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4c345a5e-b963-46b7-8fd6-1eb34edbe27d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3439572 Dec 16 16:00:12.365157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:12.506379 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0319163f-63d8-4a6e-9e1e-9c8165b3a770 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=691401f08cd84e2fae8b1322b327f352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1399713 Dec 16 16:00:12.511778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 59944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:12.594745 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:11Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:12.724991 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Checking router: 4791e083-9fb9-4827-8b57-8f8aaae08bfb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:12.725333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Updating router 4791e083-9fb9-4827-8b57-8f8aaae08bfb port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:00:12.736202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ce77eb-620a-4854-96c6-0c8bb7b8327d tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:12.736202 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71ce77eb-620a-4854-96c6-0c8bb7b8327d tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2221367 Dec 16 16:00:12.740270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59946) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:12.753999 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:12.796915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce14c16c-080c-429d-9185-172a25c17b46 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0549762 Dec 16 16:00:12.800150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59948) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:12.808482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170030083', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:13.064810 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.079566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:00:13.087993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.200245 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.274683 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Pushing event updated for resources: {'Port': ['ID=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:13.279440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c914b50-4438-471e-a007-a63e965a358d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:00:13.286015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.289055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.291143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.291143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.291143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:13.306447 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Attempting to bind port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:00:13.306576 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Attempting to bind port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:00:13.306922 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Attempting to bind port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:00:13.312893 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:00:13.313270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:00:13.313671 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.314060 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:00:13.314531 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Bound port: d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:00:13.314911 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.372668 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] For port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:00:13.377347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] For port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:00:13.408775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1e6dc55e-a4de-4ae8-a5d4-4be21f3c8803 None None] Provisioning complete for port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:13.409263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e6dc55e-a4de-4ae8-a5d4-4be21f3c8803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.450446 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6dc55e-a4de-4ae8-a5d4-4be21f3c8803 None None] Port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:00:13.547727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.579999 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.608751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Subnet': ['ID=71d3cff5-9822-488d-8071-fc2df6ed2e53,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:13.626390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Checking segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:00:13.626814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network hostable DHCP agents. Network: 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:00:13.649452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a15f4-efeb-48ce-99e0-5333e5e1e6e6 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:00:13.654653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de646a8-e729-4aa4-9f32-3afb7aebcbe0 None None] Pushing event updated for resources: {'Port': ['ID=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:13.665174 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:13.665819 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T15:59:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:13.751350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:00:13.802401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Provisioning complete for port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:13.804107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.821250 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:13.899159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.902415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:13.907775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:13.908477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:13.940810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] For port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:13.944283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72bcd72-c73d-4cc1-8bc8-32ad8f275deb None None] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:00:14.062296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9a2b4b8c-b8d3-40a3-bd2d-f89d7ed5f1af tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2607820 Dec 16 16:00:14.065388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 59968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:14.074854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:00:14.074854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:14.114288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:14.178592 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:11Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:14.216779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72c1b2-6057-4f17-a8f4-2c2c54d47e84 None None] The sync data for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 is: [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:11Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:14.374243 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-280646f1-0246-4416-b8a0-1d3160d0e2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:14.376732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Pushing event updated for resources: {'Port': ['ID=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:14.398848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.399719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.400260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.400745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.401507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.401997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.402472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.403586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.403586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.404142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.404665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.405975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.405975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5f6e03-ed23-49b5-b03a-e134ec332cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:14.437922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Allocated IP 172.20.0.2 (83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee/71d3cff5-9822-488d-8071-fc2df6ed2e53/2e678160-9689-4bf1-a9c4-529b72be5812) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:00:14.767374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:14.800676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.007741 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.040762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:15.096385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:15.098478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Pushing event updated for resources: {'Port': ['ID=2e678160-9689-4bf1-a9c4-529b72be5812,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:15.107759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:00:15.185009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Attempting to bind port 2e678160-9689-4bf1-a9c4-529b72be5812 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:00:15.185527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Attempting to bind port 2e678160-9689-4bf1-a9c4-529b72be5812 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:00:15.185830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Attempting to bind port 2e678160-9689-4bf1-a9c4-529b72be5812 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:00:15.193638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:00:15.194040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Checking segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:00:15.194487 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.194947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Bound using segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:00:15.195388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Bound port: 2e678160-9689-4bf1-a9c4-529b72be5812, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:00:15.195862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.219339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.1 (83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee/71d3cff5-9822-488d-8071-fc2df6ed2e53/938237d4-d592-4c80-a4b6-4dfe2831922a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:00:15.295930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] For port 2e678160-9689-4bf1-a9c4-529b72be5812, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:00:15.301435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] For port 2e678160-9689-4bf1-a9c4-529b72be5812, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e678160-9689-4bf1-a9c4-529b72be5812,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:00:15.374428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.402923 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.498389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed97ba-8242-4296-839b-ddb5ea5e52de None None] Pushing event updated for resources: {'Port': ['ID=2e678160-9689-4bf1-a9c4-529b72be5812,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:15.559817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:15.618826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:15.622508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:15.628072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:00:15.632357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:15.720988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.033621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.134274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e678160-9689-4bf1-a9c4-529b72be5812 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:00:16.240416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2e678160-9689-4bf1-a9c4-529b72be5812 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:16.240896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.363421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.414919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2e678160-9689-4bf1-a9c4-529b72be5812, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e678160-9689-4bf1-a9c4-529b72be5812,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:16.496909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.498378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:00:16.573964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.625081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10280e5e-58ee-4a4f-a131-35413e8cab6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.657518 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.679202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2e678160-9689-4bf1-a9c4-529b72be5812,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:16.725168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:16.725930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.815837 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:16.818959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:16.836145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.836502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.837014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.837424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.837812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.838154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.838533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.838878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.839218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.839558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.840492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.840856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:16.841192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:00:17.006280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:17.009628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:17.059286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefbe32-e7a6-4701-b157-cb30e3a236e7 None None] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:00:17.158681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-965a5ee5-a3e7-4d55-9a6a-f2ee9b88966a None None] Provisioning complete for port 2e678160-9689-4bf1-a9c4-529b72be5812 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:17.159140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-965a5ee5-a3e7-4d55-9a6a-f2ee9b88966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.585780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 4791e083-9fb9-4827-8b57-8f8aaae08bfb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:17.652466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81fdeb38-1bda-4a10-b09f-7fc0e527a9e7 None None] Provisioning complete for port 2e678160-9689-4bf1-a9c4-529b72be5812 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:17.653527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81fdeb38-1bda-4a10-b09f-7fc0e527a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:17.753396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:17.760931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb80541b-d2b7-40fa-b248-13df6e1d8fe1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/4791e083-9fb9-4827-8b57-8f8aaae08bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6943433 Dec 16 16:00:17.783698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Sync routers for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:17.804650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:17.805775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:17.809127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-81fdeb38-1bda-4a10-b09f-7fc0e527a9e7 None None] Provisioning complete for port 938237d4-d592-4c80-a4b6-4dfe2831922a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:17.809717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81fdeb38-1bda-4a10-b09f-7fc0e527a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:18.262473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e678160-9689-4bf1-a9c4-529b72be5812 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:00:18.386352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:18.396935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-81fdeb38-1bda-4a10-b09f-7fc0e527a9e7 None None] Port 938237d4-d592-4c80-a4b6-4dfe2831922a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:00:18.457493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:18.522639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-65c10a91-5fef-40da-9aab-4ef3b605b7d2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635777549&fields=id&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 267 time: 0.0897048 Dec 16 16:00:18.656775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2e678160-9689-4bf1-a9c4-529b72be5812 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:18.657481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:18.658769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c0bd415-87f7-4997-94fb-2f414471be0d None None] Provisioning complete for port 938237d4-d592-4c80-a4b6-4dfe2831922a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:18.659130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c0bd415-87f7-4997-94fb-2f414471be0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:18.763910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bd415-87f7-4997-94fb-2f414471be0d None None] Port 938237d4-d592-4c80-a4b6-4dfe2831922a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:00:18.781592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-dc3f6dce-546a-4a49-807e-56f81f3d4126 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:18.784379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-dc3f6dce-546a-4a49-807e-56f81f3d4126 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 797 time: 0.2488866 Dec 16 16:00:18.823129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-420c5c60-6061-47ee-b98a-88a98369991c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/quotas/691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 375 time: 0.0211377 Dec 16 16:00:18.900013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:16Z', 'revision_number': 2, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:18.936769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Checking router: 4791e083-9fb9-4827-8b57-8f8aaae08bfb for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:18.937468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Updating router 4791e083-9fb9-4827-8b57-8f8aaae08bfb port 938237d4-d592-4c80-a4b6-4dfe2831922a binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:00:18.959445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-290e21af-5c45-48ad-bb44-735fe70dd026 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068211 Dec 16 16:00:19.003929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.079271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-1e449764-b394-4052-ba44-3e7aa0d32d40 service neutron] 10.222.0.71 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140292 Dec 16 16:00:19.282173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-c53d6e45-bae9-43dc-8e32-b08a365ac79d service neutron] 10.222.0.71 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933975 Dec 16 16:00:19.385311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.472530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.588398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.724094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b623-c385-49c8-a7a0-97ecd7f0f94b None None] Pushing event updated for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:19.771028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Attempting to bind port 938237d4-d592-4c80-a4b6-4dfe2831922a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:00:19.771481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Attempting to bind port 938237d4-d592-4c80-a4b6-4dfe2831922a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:00:19.775178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Attempting to bind port 938237d4-d592-4c80-a4b6-4dfe2831922a on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:00:19.780810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 15, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:00:19.781274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Checking segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:00:19.781905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.782378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Bound using segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:00:19.783086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Bound port: 938237d4-d592-4c80-a4b6-4dfe2831922a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:00:19.783554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:19.915437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] For port 938237d4-d592-4c80-a4b6-4dfe2831922a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:00:19.921402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] For port 938237d4-d592-4c80-a4b6-4dfe2831922a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=938237d4-d592-4c80-a4b6-4dfe2831922a,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:00:19.947855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30e3ffb0-b80a-4c81-829c-1e67157b8e77 req-80cb6b02-a57c-4f94-94a7-f215381daeb8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 210 time: 0.2949994 Dec 16 16:00:20.043230 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.156165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:20.156538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60048) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:20.157150 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:20.244045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b623-c385-49c8-a7a0-97ecd7f0f94b None None] Pushing event updated for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:20.255275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.282990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] Provisioning complete for port 938237d4-d592-4c80-a4b6-4dfe2831922a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:20.282990 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.392042 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dae98e11-ba46-4012-a893-827d3aa14945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.426475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:20.522547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dae98e11-ba46-4012-a893-827d3aa14945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.588577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.622478 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dae98e11-ba46-4012-a893-827d3aa14945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.669811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] For port 938237d4-d592-4c80-a4b6-4dfe2831922a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=938237d4-d592-4c80-a4b6-4dfe2831922a,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:20.691599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae98e11-ba46-4012-a893-827d3aa14945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c215e99e-af69-47f2-8fae-cae2a86ee1e5,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:20.702529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dae98e11-ba46-4012-a893-827d3aa14945 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61223ad0777d4d7abd8a8700f0cc738a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408235 Dec 16 16:00:20.704252 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60052) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:20.771398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.790588 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.815220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:20.838437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:19Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:20.910411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daddc468-d6c8-428e-9f11-1ddd09229d54 None None] The sync data for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 is: [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:19Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:20.952432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e48448-1b5f-42b0-baf9-2f87d520cad8 None None] Pushing event updated for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:20.960928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-46139b3f-8c0f-437d-94d1-c8bba1421bad None None] Provisioning complete for port 938237d4-d592-4c80-a4b6-4dfe2831922a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:20.961567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46139b3f-8c0f-437d-94d1-c8bba1421bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:21.033417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:21.036351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:21.037816 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c215e99e-af69-47f2-8fae-cae2a86ee1e5 HTTP/1.1" status: 204 len: 168 time: 0.3320539 Dec 16 16:00:21.051188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd50204-8c41-457f-8a04-190fb0554208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c215e99e-af69-47f2-8fae-cae2a86ee1e5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:21.193539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5596ae30-b1d7-46f6-bebf-6d0ee1b82b65 req-b5e15d08-d842-4084-8b56-b241a52600a8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 210 time: 0.0853441 Dec 16 16:00:22.078303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 938237d4-d592-4c80-a4b6-4dfe2831922a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:00:22.132459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60062) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:22.158012 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-318472b4-de36-4caf-b923-1ed6d6e81334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.171552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 938237d4-d592-4c80-a4b6-4dfe2831922a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:22.172478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.311605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-318472b4-de36-4caf-b923-1ed6d6e81334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.372580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9f95f04-5338-437e-b4f1-0d8b208bc9a1 req-4f3dfeda-f360-47e8-aacb-e18aa21af89e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 210 time: 0.0408001 Dec 16 16:00:22.433575 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-318472b4-de36-4caf-b923-1ed6d6e81334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.493843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-318472b4-de36-4caf-b923-1ed6d6e81334 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68630006a1a44977865fc9a3255ce764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595309 Dec 16 16:00:22.494652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318472b4-de36-4caf-b923-1ed6d6e81334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa86b3de-5b7a-45e4-a015-b38d789cd068,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:22.497030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60066) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:22.572530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.614037 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.779128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.781749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:22.783029 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa86b3de-5b7a-45e4-a015-b38d789cd068 HTTP/1.1" status: 204 len: 168 time: 0.2847683 Dec 16 16:00:22.794522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e4450-6766-4e1c-9198-a6484ee7bc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa86b3de-5b7a-45e4-a015-b38d789cd068,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:23.210381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-f8b83574-f91a-4c8c-9df0-f74ba2d86a9a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:23.212446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-f8b83574-f91a-4c8c-9df0-f74ba2d86a9a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 797 time: 0.1193063 Dec 16 16:00:23.356421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-b460dc6c-20d1-4505-bb33-2bd35381fcd5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 379 time: 0.1194150 Dec 16 16:00:23.371021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'port': {'device_id': '397677f3-116e-4a04-9283-0e34161dc1fa', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'admin_state_up': True, 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'security_groups': ['af9db8ba-f1f6-4415-930f-6f6bb9dab425']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:23.502069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-697a91d3-65fd-4c03-8739-80c77f825d9d req-d5d95a81-5027-450f-abe5-f0bbd4d04cea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 210 time: 0.0467277 Dec 16 16:00:23.655941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:00:23.659758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:23.825978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.13 (83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee/71d3cff5-9822-488d-8071-fc2df6ed2e53/651fd8fb-aa36-4ae6-843e-540a3f7f57d8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:00:24.041680 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:24.202196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:24.257195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:24.261186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:24.265614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:00:24.300823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:24.336267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:24.336996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:24.451412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-841f5db2-d312-4dae-b90b-7a3a1965627f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859511 Dec 16 16:00:24.471203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-6a0fbf79-ac1a-4163-a706-476cba931bd5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:00:24.473285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-6a0fbf79-ac1a-4163-a706-476cba931bd5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088396 Dec 16 16:00:24.502565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Request body: {'port': {'device_id': '397677f3-116e-4a04-9283-0e34161dc1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:24.603865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:24.653682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8abf695b-528a-49e4-b2ca-dfbbf6a929ca None None] Provisioning complete for port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:24.654404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8abf695b-528a-49e4-b2ca-dfbbf6a929ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:24.705412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8abf695b-528a-49e4-b2ca-dfbbf6a929ca None None] Port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:00:24.769207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba69a-8e65-464e-99b3-e8fa51db924c req-8a265b9d-0aae-4671-8769-ca34fbc958ab tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:24.771136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174ba69a-8e65-464e-99b3-e8fa51db924c req-8a265b9d-0aae-4671-8769-ca34fbc958ab tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 932 time: 0.1533904 Dec 16 16:00:24.890796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-174ba69a-8e65-464e-99b3-e8fa51db924c req-4ba1b479-6898-48f1-a2d0-c889c3ceb377 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076245 Dec 16 16:00:25.017458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:00:25.026774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.041569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Transition to ACTIVE for port object 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:00:25.163314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.230972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:25.314358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:00:25.314842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:00:25.315221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:00:25.320719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:00:25.320719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:00:25.327082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:00:25.327429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Checking segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:00:25.327859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Bound using segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:00:25.328363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Bound port: 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:00:25.328710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.409786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:00:25.413402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:00:25.532985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.594183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:25.595139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:25.597255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] 10.222.0.74 "PUT /v2.0/ports/651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1092 time: 1.1020219 Dec 16 16:00:25.602626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:25.602626 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa3e47-72dc-44ca-bab3-3eed4a072016" -d '{"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:25.656840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f4b25-d694-498e-919b-265fe38bd42c service neutron] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:25.854603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-0e379023-fb4f-4f53-8c42-891502928c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:25.856375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-0e379023-fb4f-4f53-8c42-891502928c71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1095 time: 0.0635226 Dec 16 16:00:25.932602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-1c85d80a-6f6d-413c-9259-9203b073faef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 217 time: 0.0546336 Dec 16 16:00:25.999956 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a721d978-8536-4003-a98e-6ae15f00bc27 x-openstack-request-id: req-a721d978-8536-4003-a98e-6ae15f00bc27 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:26.000248 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:26.000505 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a721d978-8536-4003-a98e-6ae15f00bc27 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:26.000920 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'status': 'completed', 'code': 200} Dec 16 16:00:26.022667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-4cc3db99-2fe3-4d55-9fd8-f033caa562bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.025366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-4cc3db99-2fe3-4d55-9fd8-f033caa562bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0733290 Dec 16 16:00:26.138435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa71c3-c95a-4a8e-927d-b0c2d44df690 req-abd30b5b-88aa-41d9-8e5f-1bb9aefddba0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.141243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bfa71c3-c95a-4a8e-927d-b0c2d44df690 req-abd30b5b-88aa-41d9-8e5f-1bb9aefddba0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.1113946 Dec 16 16:00:26.146810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4424-7325-414d-96f6-4b3d57b6788d req-f63c873a-af15-4b23-8945-26e7b8c3f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.150098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-f63c873a-af15-4b23-8945-26e7b8c3f82f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104090 Dec 16 16:00:26.286508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bfa71c3-c95a-4a8e-927d-b0c2d44df690 req-b279ec91-8158-4d10-8784-cc39d1a60c4c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350119 Dec 16 16:00:26.318742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-da8e389e-84a2-4c73-aecd-58d24828df39 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568160 Dec 16 16:00:26.448896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-970e4424-7325-414d-96f6-4b3d57b6788d req-1f94e337-017a-4f91-958a-284fcc92d057 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180243 Dec 16 16:00:26.683057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-ea8e100d-eabd-47d8-a7cd-7fb4ba4eb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.685168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-ea8e100d-eabd-47d8-a7cd-7fb4ba4eb0e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1095 time: 0.0541456 Dec 16 16:00:26.813650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-9c13d988-3b66-4bd5-8cca-1b80aabea04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.816497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-9c13d988-3b66-4bd5-8cca-1b80aabea04f service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1233532 Dec 16 16:00:26.884138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-079a6fae-2043-4cd5-a742-da5a9ab1afac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 217 time: 0.0561237 Dec 16 16:00:26.954825 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-14e400e8-00d0-4444-b38f-98d0f298b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:26.956923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-14e400e8-00d0-4444-b38f-98d0f298b465 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0646698 Dec 16 16:00:27.008559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-9b8480bf-470b-4cf5-841e-ec5805cd892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:27.010588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-9b8480bf-470b-4cf5-841e-ec5805cd892c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454445 Dec 16 16:00:27.133189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-8857b3c3-7450-49bf-81a5-a86c9dddfa48 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143703 Dec 16 16:00:27.266819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7fa3e47-72dc-44ca-bab3-3eed4a072016 req-56228855-e78f-419b-9820-d79f662371ca service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220188 Dec 16 16:00:27.481603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36546d6-c8e7-41b9-96bc-251b0fd6ad5e req-6b1ce003-38e9-4384-ac5c-dcb95cb6a73e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:27.484406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d36546d6-c8e7-41b9-96bc-251b0fd6ad5e req-6b1ce003-38e9-4384-ac5c-dcb95cb6a73e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0886550 Dec 16 16:00:27.552606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d36546d6-c8e7-41b9-96bc-251b0fd6ad5e req-2dedeeaf-cf37-4378-aa65-f04b114a2b47 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583620 Dec 16 16:00:27.698641 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:00:28.687004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a6937-19cd-4c3e-9002-27dae5e5b282 req-95b26ac1-6ccc-402b-9e2c-d573b7b4f1fc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:28.688644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d1a6937-19cd-4c3e-9002-27dae5e5b282 req-95b26ac1-6ccc-402b-9e2c-d573b7b4f1fc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0539575 Dec 16 16:00:28.746578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d1a6937-19cd-4c3e-9002-27dae5e5b282 req-09eedc49-5ada-42ba-80cb-685cdc1ebc90 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513570 Dec 16 16:00:28.940089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.675475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:29.886358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b6c72-3dab-4372-860e-dd59228b385d req-4ba5d61e-9a89-4642-a26e-45316c556c45 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:29.887889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b2b6c72-3dab-4372-860e-dd59228b385d req-4ba5d61e-9a89-4642-a26e-45316c556c45 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0560269 Dec 16 16:00:29.944388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b2b6c72-3dab-4372-860e-dd59228b385d req-66e24787-09dd-4c63-8b53-40a6929e3454 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489550 Dec 16 16:00:29.974202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:00:30.077992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:30.093266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'mac_address': 'fa:16:3e:de:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:00:30.143593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.160036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:00:30.182049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:30.319084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:30.370352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:30.659742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['651fd8fb-aa36-4ae6-843e-540a3f7f57d8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:00:31.083088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58098970-180d-4a7c-8405-034e15fdecae req-ee2a5d7f-67cc-4025-80c8-25a7e6ce0aba tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:31.084642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58098970-180d-4a7c-8405-034e15fdecae req-ee2a5d7f-67cc-4025-80c8-25a7e6ce0aba tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 945 time: 0.0578959 Dec 16 16:00:31.139326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58098970-180d-4a7c-8405-034e15fdecae req-f3e7e45c-9778-40de-846a-a4a57bc4dac8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471778 Dec 16 16:00:31.979343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:00:32.144847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:00:32.149136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:00:32.149510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:32.260279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:32.287784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048bc3d-ea71-45d7-9eb1-403447ada474 req-a9972926-ce9a-4e04-838e-e1a372838195 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:32.290376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8048bc3d-ea71-45d7-9eb1-403447ada474 req-a9972926-ce9a-4e04-838e-e1a372838195 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 945 time: 0.0667350 Dec 16 16:00:32.291255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:32.294203 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e4f5c8-8a87-471c-846c-35554cbecc07" -d '{"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:32.321270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:32.357640 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75555e5d-4a4a-4039-8da2-72443ce713a3 x-openstack-request-id: req-75555e5d-4a4a-4039-8da2-72443ce713a3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:32.357982 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:32.358313 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75555e5d-4a4a-4039-8da2-72443ce713a3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:32.358754 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'code': 200} Dec 16 16:00:32.372804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8048bc3d-ea71-45d7-9eb1-403447ada474 req-815ba89d-089d-497f-8522-bc6bce79b6d3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750978 Dec 16 16:00:32.399478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:32.459547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:32.543700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ea7fa-3c22-4009-b241-436305e360a4 req-a5e9770e-a19a-41fe-a8f7-81fc57e43f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:32.546304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48ea7fa-3c22-4009-b241-436305e360a4 req-a5e9770e-a19a-41fe-a8f7-81fc57e43f35 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0654509 Dec 16 16:00:32.610132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48ea7fa-3c22-4009-b241-436305e360a4 req-384edfc3-0ced-42d1-88d6-92f44074704e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517130 Dec 16 16:00:33.507903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de856cfd-b957-4419-9394-4c99eee898c0 req-a2017853-207b-4077-bcb4-e974fb7437b1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:33.510137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de856cfd-b957-4419-9394-4c99eee898c0 req-a2017853-207b-4077-bcb4-e974fb7437b1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0538716 Dec 16 16:00:33.577774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de856cfd-b957-4419-9394-4c99eee898c0 req-4ae9df4c-d1b3-46bf-abe5-2db7f37e7207 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610721 Dec 16 16:00:34.763130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab657f5d-476c-4aa4-a509-1e81a3cd3c8b req-a640d563-c1a2-4356-a534-770bc5d83535 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:34.765492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab657f5d-476c-4aa4-a509-1e81a3cd3c8b req-a640d563-c1a2-4356-a534-770bc5d83535 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0894537 Dec 16 16:00:34.842466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab657f5d-476c-4aa4-a509-1e81a3cd3c8b req-b03aa1be-1055-428c-9901-7607014648e7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695641 Dec 16 16:00:34.982846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fe70f-98eb-42ac-91d6-44b70513b5a5 req-45d5b63b-b130-4aff-a5dd-3ac70453243e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:34.984588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc5fe70f-98eb-42ac-91d6-44b70513b5a5 req-45d5b63b-b130-4aff-a5dd-3ac70453243e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0698707 Dec 16 16:00:35.046707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc5fe70f-98eb-42ac-91d6-44b70513b5a5 req-94661e6c-b7ac-4e65-ab5f-365b194e8799 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552871 Dec 16 16:00:35.077684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:35.149759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb3cb9-e351-4f4e-bcd6-cb31b4ab2d20 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:35.152405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13fb3cb9-e351-4f4e-bcd6-cb31b4ab2d20 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1092 time: 0.0733676 Dec 16 16:00:35.155340 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60170) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:35.160671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:00:35.310930 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:35.431132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:35.549220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.54 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/3b80e5f2-47e7-42a3-84d4-a251a1629a98) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:00:35.675648 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:35.823099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:35.870394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:00:35.873661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:00:35.877844 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:00:35.904103 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=3b80e5f2-47e7-42a3-84d4-a251a1629a98,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:36.755774 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:37.005399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:37.236940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:37.341728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:37.426722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=3b80e5f2-47e7-42a3-84d4-a251a1629a98,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:37.436668 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:37.550152 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 79efe457-2f99-4431-9480-0200cd25cf0b associated. External IP: 172.25.7.54, port: 651fd8fb-aa36-4ae6-843e-540a3f7f57d8. Dec 16 16:00:37.775317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 4791e083-9fb9-4827-8b57-8f8aaae08bfb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:37.933565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:37.951861 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Sync routers for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:37.968334 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:37.969121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:38.050364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:38.103405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3d47862e-2107-4814-a4e4-b919080a4f29 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9426036 Dec 16 16:00:38.103405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:38.103973 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:38.104185 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967da5d7-1d73-4df2-b2ea-81785b1d8063" -d '{"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:38.242457 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef161c1-e82d-495e-b62e-00c2e913b65e x-openstack-request-id: req-aef161c1-e82d-495e-b62e-00c2e913b65e {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:38.243302 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:38.243534 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aef161c1-e82d-495e-b62e-00c2e913b65e {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:38.244460 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'status': 'completed', 'code': 200} Dec 16 16:00:38.309755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3660e8-510d-4e30-9d98-d3699c91eca8 req-779b5b92-5b7a-4d12-a6d7-3e2260ad268e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:38.312696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e3660e8-510d-4e30-9d98-d3699c91eca8 req-779b5b92-5b7a-4d12-a6d7-3e2260ad268e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0999024 Dec 16 16:00:38.376337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '79efe457-2f99-4431-9480-0200cd25cf0b', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'mac_address': 'fa:16:3e:de:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397677f3-116e-4a04-9283-0e34161dc1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:00:36Z', 'updated_at': '2021-12-16T16:00:36Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:38.404615 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Checking router: 4791e083-9fb9-4827-8b57-8f8aaae08bfb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:38.415598 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:38.416270 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:38.451055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-0b68ccc1-9fbe-4613-901f-e46c1bcbaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:38.454370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-0b68ccc1-9fbe-4613-901f-e46c1bcbaf3a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.1400170 Dec 16 16:00:38.473222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e3660e8-510d-4e30-9d98-d3699c91eca8 req-b4642348-2641-470f-8d98-5e95fb46e058 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424944 Dec 16 16:00:38.511224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60190) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:38.555581 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:38.594969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-09ec0db6-9bb2-4689-b380-80faaa60ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:38.596868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-09ec0db6-9bb2-4689-b380-80faaa60ce39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1219051 Dec 16 16:00:38.625474 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-230d7117-830e-4d7d-8437-614426d9bc2c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 200 len: 991 time: 0.1122198 Dec 16 16:00:38.752739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-21f7c2a4-5d74-4bd8-b8c7-14e7cb383838 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 999 time: 0.1474621 Dec 16 16:00:38.817729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-71e715b0-57f1-451b-b6bf-8e4ec0821878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:38.819292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-71e715b0-57f1-451b-b6bf-8e4ec0821878 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0590811 Dec 16 16:00:38.880120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-5b08f8a0-1cf5-4d43-a726-b019d8b222e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:38.881689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-5b08f8a0-1cf5-4d43-a726-b019d8b222e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521626 Dec 16 16:00:38.914166 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '79efe457-2f99-4431-9480-0200cd25cf0b', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'mac_address': 'fa:16:3e:de:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397677f3-116e-4a04-9283-0e34161dc1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:00:36Z', 'updated_at': '2021-12-16T16:00:36Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:38.965546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2c678-58ef-4a10-9498-31e2aad87eba None None] The sync data for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 is: [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '79efe457-2f99-4431-9480-0200cd25cf0b', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'mac_address': 'fa:16:3e:de:3c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '397677f3-116e-4a04-9283-0e34161dc1fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:00:36Z', 'updated_at': '2021-12-16T16:00:36Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:39.024545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-cfe948d6-dca8-41b8-97c7-ac3f52130ac3 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341774 Dec 16 16:00:39.135248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-967da5d7-1d73-4df2-b2ea-81785b1d8063 req-1f67c767-4783-4a3d-acb9-2b40a7bfee62 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036685 Dec 16 16:00:39.268824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf015e9-27c5-483e-aa8b-9994bb9e9124 None None] New status for floating IP 79efe457-2f99-4431-9480-0200cd25cf0b: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:00:39.630613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60194) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:39.708267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1064ab08-f38e-4d3d-927f-ad4108070fe3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 200 len: 991 time: 0.0755060 Dec 16 16:00:40.712214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60198) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:40.783543 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-731418ea-90b0-4eea-9d1f-bd1529e46c41 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 200 len: 993 time: 0.0698841 Dec 16 16:00:44.306577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-66e0c8d1-2648-4ea0-aa1e-88de977e2646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:45.387771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60218) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:45.518828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59f6fee7-cbc5-4940-a2f5-94304f7b44a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:45.616567 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59f6fee7-cbc5-4940-a2f5-94304f7b44a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:45.721091 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-59f6fee7-cbc5-4940-a2f5-94304f7b44a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:45.770267 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6fee7-cbc5-4940-a2f5-94304f7b44a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae181259-8998-46cd-aaa0-e4a8b52e4a06,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:45.778671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60222) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:45.795471 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-59f6fee7-cbc5-4940-a2f5-94304f7b44a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75d1a29fbc164f96860a46926ac7d6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4064672 Dec 16 16:00:45.847608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:45.873135 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:46.035431 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:46.038087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:46.040041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae181259-8998-46cd-aaa0-e4a8b52e4a06 HTTP/1.1" status: 204 len: 168 time: 0.2592006 Dec 16 16:00:46.050718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6c25c-b723-41d1-9506-22b8c1b90cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae181259-8998-46cd-aaa0-e4a8b52e4a06,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:46.575948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad65750a-4d88-414f-99ba-6cba715cca18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:46.981665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60230) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:46.997850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc7584e0-960e-4043-baf0-7732883e98ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.083276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc7584e0-960e-4043-baf0-7732883e98ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.189710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc7584e0-960e-4043-baf0-7732883e98ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.234251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7584e0-960e-4043-baf0-7732883e98ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f1ab6-2ff0-45c7-bf0a-4cbc3a68d7d0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:47.240118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bc7584e0-960e-4043-baf0-7732883e98ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aed5e9266b1e4671abf1480e05bde2c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569015 Dec 16 16:00:47.250495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60232) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:00:47.299111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.325597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.438726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.441462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:47.442711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea0f1ab6-2ff0-45c7-bf0a-4cbc3a68d7d0 HTTP/1.1" status: 204 len: 168 time: 0.1974304 Dec 16 16:00:47.452017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd41592-7280-4ac9-840c-0714afd3a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f1ab6-2ff0-45c7-bf0a-4cbc3a68d7d0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:47.932767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:48.681778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effc0a5-7037-4043-900e-78003c8f5e8d req-4dc48c16-3e67-4ac0-a7ef-c44995ee91a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:48.683658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4effc0a5-7037-4043-900e-78003c8f5e8d req-4dc48c16-3e67-4ac0-a7ef-c44995ee91a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0647247 Dec 16 16:00:48.760506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4effc0a5-7037-4043-900e-78003c8f5e8d req-87ff2444-2258-4d6f-8485-f22ae756e288 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667760 Dec 16 16:00:49.324585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:49.902447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623cf1-5460-41e4-acbf-e94d2bdecf2b req-eebeb840-fe2c-44f3-b41c-eedf52ce445f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:49.904024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f623cf1-5460-41e4-acbf-e94d2bdecf2b req-eebeb840-fe2c-44f3-b41c-eedf52ce445f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0634024 Dec 16 16:00:49.966311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f623cf1-5460-41e4-acbf-e94d2bdecf2b req-e3d03a80-e88d-4880-896d-0437539b054e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506377 Dec 16 16:00:50.124189 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:50.349017 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-fb176210-5569-4e61-9edf-9a782c0c1be8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:50.350525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-fb176210-5569-4e61-9edf-9a782c0c1be8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0594749 Dec 16 16:00:50.480316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:00:50.480677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:50.592585 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:00:50.593020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:50.869882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:50.870247 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:50.870557 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP 6a527aae-c9f6-4d9b-aafd-3c1353cfe763 disassociated. External IP: 172.25.7.105, port: ef0e31ca-13fd-4a9c-8107-3e5bc47893ba. Dec 16 16:00:50.870901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for ef0e31ca-13fd-4a9c-8107-3e5bc47893ba owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:00:51.142728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b53a9-ac90-4e8d-ad5e-4d283b05cc25 req-fc2663cc-4b23-43b9-8bfa-5e457bfb1fa0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:51.144369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e54b53a9-ac90-4e8d-ad5e-4d283b05cc25 req-fc2663cc-4b23-43b9-8bfa-5e457bfb1fa0 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 945 time: 0.0592926 Dec 16 16:00:51.200831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e54b53a9-ac90-4e8d-ad5e-4d283b05cc25 req-116cbd99-d3e5-41d2-8ebd-a81133114b0f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476134 Dec 16 16:00:51.207523 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:51.267001 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=ef0e31ca-13fd-4a9c-8107-3e5bc47893ba,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:00:51.298118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-628be606-ea9c-4056-8435-b370bc6ac560 req-6003c860-4994-4b4d-9a81-0b269bce9d9e service neutron] (104056) timed out ('10.222.0.30', 57617) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:00:51.454823 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:00:51.650821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:00:51.665429 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:00:51.683803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:51.684862 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:51.727656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port ef0e31ca-13fd-4a9c-8107-3e5bc47893ba on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:00:51.731077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:51.735387 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-0d3646d2-3b33-4480-a085-d2122cb3d6ca req-181e33b8-c1e9-4f60-a715-7f4daa220538 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "DELETE /v2.0/ports/ef0e31ca-13fd-4a9c-8107-3e5bc47893ba HTTP/1.1" status: 204 len: 173 time: 1.3785179 Dec 16 16:00:51.736342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'name': 'network-vif-deleted', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:00:51.749631 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416ed81-94be-46f5-a0dd-957b74ccbc90" -d '{"events": [{"server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "name": "network-vif-deleted", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:00:51.807497 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa38b7-f827-4f3a-b5f5-119ca3bd9641 x-openstack-request-id: req-29fa38b7-f827-4f3a-b5f5-119ca3bd9641 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:00:51.809269 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08bc91a-35b2-4d83-bd4a-bdb5819c35f4", "name": "network-vif-deleted", "tag": "ef0e31ca-13fd-4a9c-8107-3e5bc47893ba", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:00:51.809743 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29fa38b7-f827-4f3a-b5f5-119ca3bd9641 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:00:51.810361 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08bc91a-35b2-4d83-bd4a-bdb5819c35f4', 'name': 'network-vif-deleted', 'tag': 'ef0e31ca-13fd-4a9c-8107-3e5bc47893ba', 'status': 'completed', 'code': 200} Dec 16 16:00:51.880580 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:52.170117 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:52.200418 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:00:52.211604 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:00:52.211604 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:00:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:52.451307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6531e698-5f43-4e56-ac54-b04bef943f22 req-8770604c-8bfa-4623-8bba-cc0f97f18c2f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0720448 Dec 16 16:00:52.477230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:00:52.726545 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:00:52.767231 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507e9eb0-174c-4fa3-b40e-153c9072d19c None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:00:53.095952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ee68e-be70-4b17-85b5-887e97a55b15 None None] New status for floating IP 6a527aae-c9f6-4d9b-aafd-3c1353cfe763: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:00:53.563713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fffa517-41cb-4ffb-a524-417f956354d5 req-7d542f29-cb02-47ef-b901-8e89e4d09bdc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0319972 Dec 16 16:00:54.221412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ef0e31ca-13fd-4a9c-8107-3e5bc47893ba no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:00:54.265101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ef0e31ca-13fd-4a9c-8107-3e5bc47893ba {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:00:54.265709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ef0e31ca-13fd-4a9c-8107-3e5bc47893ba not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:00:54.639297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-e907d6e6-c1e3-4cbc-a60f-6730f2bd0166 req-fe12edb7-451e-4cb4-9da2-68e7feb297fe service neutron] (104056) timed out ('10.222.0.71', 46576) {{(pid=104056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:00:54.700023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6836db1-5af3-4a40-96f5-cbb892722892 req-e22bcd85-f592-4fb4-8cf1-eb3684259718 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0402677 Dec 16 16:00:55.897183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24165c69-895e-4884-b58b-4fa8c9d7b273 req-4bcc14e6-133b-4e93-b843-2a1fc717ea96 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0637372 Dec 16 16:00:57.009551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-363799a7-e2aa-416a-a592-c749d958a782 req-2691da71-a8a5-4055-a88a-9dc8f7262c7c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0283260 Dec 16 16:00:58.138253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49dc4c50-8b2f-4b9d-95cb-2ef69165f1dc req-9ea31bad-3731-443a-b5a8-6c82679f37d9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=a08bc91a-35b2-4d83-bd4a-bdb5819c35f4 HTTP/1.1" status: 200 len: 210 time: 0.0389612 Dec 16 16:00:58.926362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:59.470052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-db2eaa73-ff3d-4ab0-a24f-953656b7d6b3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734471244&fields=id&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 267 time: 0.0560515 Dec 16 16:00:59.616591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-f4e7bdef-2d9f-4056-a12a-58bd2b9843e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:00:59.619601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-f4e7bdef-2d9f-4056-a12a-58bd2b9843e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1421146 Dec 16 16:00:59.639849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-100e9473-8eea-440b-a2c1-b61aead7a6e9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0135336 Dec 16 16:00:59.709308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:00:59.717181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-14bf10c5-9297-434b-a7a2-cc258736488f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703957 Dec 16 16:00:59.908000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-52fdc995-120e-4bba-90c6-77ff4f3d585e service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753886 Dec 16 16:01:00.024893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-e91954d0-9944-44ee-ab1d-9cf73554c7c5 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090539 Dec 16 16:01:00.863996 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4aeda14c-7584-49a1-821b-e053c58c2228 req-6b587d78-1a56-4b25-83aa-3105f317ce23 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0449042 Dec 16 16:01:01.992634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3e47cc0-b2a3-4428-83a1-a106997b2de3 req-c3547ad4-992f-41ba-a203-9633c002988b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0439351 Dec 16 16:01:03.119633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af59b09f-a34c-4c27-9b2f-31320116210b req-dfaa3f74-50f2-4740-9d14-6eef95e705a4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0294790 Dec 16 16:01:04.007804 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-4c76135a-3947-453b-aa3d-2b46e3ba8353 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:04.010094 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-4c76135a-3947-453b-aa3d-2b46e3ba8353 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1066177 Dec 16 16:01:04.090766 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c12685e6-a7b4-40f0-9b5a-a53be44bc622 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 379 time: 0.0659385 Dec 16 16:01:04.100027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'security_groups': ['c04da7f2-2ce7-436c-a1ab-a1758e88f238']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:04.250665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a96aab23-27f1-4083-9dc2-71ff4d37085f req-ac9ee561-f79b-4999-b146-7ac323b4339f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0306523 Dec 16 16:01:04.360670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:01:04.364931 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:04.539457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.6 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/ec3b0ecd-e0b6-41cd-88e7-c07e2032816e) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:01:04.702084 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:01:04.748135 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:04.892943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:04.942236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:01:04.946372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:01:04.952351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:01:04.963678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:05.051254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:05.052440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:05.280993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-8dd3a2b3-fcf5-400a-8610-afee0ee3841d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847377 Dec 16 16:01:05.292664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-bf364d4b-2024-475c-916e-1b51eb3749c8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:01:05.293938 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-bf364d4b-2024-475c-916e-1b51eb3749c8 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069692 Dec 16 16:01:05.300798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7309dfde-c5de-4cbb-a4e1-f071c5dca74c None None] Provisioning complete for port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:01:05.301901 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7309dfde-c5de-4cbb-a4e1-f071c5dca74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:05.345076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7309dfde-c5de-4cbb-a4e1-f071c5dca74c None None] Port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:01:05.413608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f4338-f68c-46dd-bd9b-eb57fd1d6140 req-6c2fe88f-4085-49f6-a314-479b50d9a6c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:05.417189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-167f4338-f68c-46dd-bd9b-eb57fd1d6140 req-6c2fe88f-4085-49f6-a314-479b50d9a6c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 931 time: 0.0677009 Dec 16 16:01:05.478561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Request body: {'port': {'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:05.480618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-167f4338-f68c-46dd-bd9b-eb57fd1d6140 req-bd9dbfca-28c3-40d5-9306-9ad957d4112f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567632 Dec 16 16:01:05.554200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:05.853021 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3b0ecd-e0b6-41cd-88e7-c07e2032816e {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:01:05.862817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:05.876601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Transition to ACTIVE for port object ec3b0ecd-e0b6-41cd-88e7-c07e2032816e will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:01:05.951139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:06.058157 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:06.159343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Attempting to bind port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:01:06.160513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Attempting to bind port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:01:06.161116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Attempting to bind port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:06.172612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:01:06.173472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Attempting to bind port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:06.184732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:01:06.185438 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:01:06.186202 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:01:06.187145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Bound port: ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:01:06.187869 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:06.308170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:01:06.312631 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:01:06.418424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:06.479366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:06.480184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:06.481909 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] 10.222.0.30 "PUT /v2.0/ports/ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 1091 time: 1.1734071 Dec 16 16:01:06.482550 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:06.486455 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf5d4db-4661-4119-b6c0-a460d55f2a60" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:06.565322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5712036-dd4e-4294-b8f9-9eec49386fdb service neutron] Pushing event updated for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:06.621686 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e4379a-6c1e-4230-abfe-dc668d2c8ec8 x-openstack-request-id: req-28e4379a-6c1e-4230-abfe-dc668d2c8ec8 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:06.625353 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:06.625353 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28e4379a-6c1e-4230-abfe-dc668d2c8ec8 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:06.625353 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'status': 'completed', 'code': 200} Dec 16 16:01:06.691953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c080-c4fc-4432-92f5-6405cb5b908d req-54f85611-9064-451b-95f2-893bd864fdd5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:06.705911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-40e3f1f1-ca41-44a2-b6af-ccd1cbe9fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:06.706718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4630c080-c4fc-4432-92f5-6405cb5b908d req-54f85611-9064-451b-95f2-893bd864fdd5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0982435 Dec 16 16:01:06.707661 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-40e3f1f1-ca41-44a2-b6af-ccd1cbe9fdd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1094 time: 0.0604229 Dec 16 16:01:06.810515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4630c080-c4fc-4432-92f5-6405cb5b908d req-e41e7470-a5bd-4eb7-9296-0344bed3478b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027822 Dec 16 16:01:06.877558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-22986b0b-fb9e-44f3-ae6f-da73a078b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:06.879088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-22986b0b-fb9e-44f3-ae6f-da73a078b487 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=318d9bc282b846ffb24d867489ae1e81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1562490 Dec 16 16:01:07.001029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-1a6418f0-14c3-44dd-92ee-2ab5ad34c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:07.002699 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-ccf5d4db-4661-4119-b6c0-a460d55f2a60 req-1a6418f0-14c3-44dd-92ee-2ab5ad34c146 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162095 Dec 16 16:01:07.135968 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-4bde563f-e12d-43c8-b6bd-3f2108cd186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:07.138151 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-4bde563f-e12d-43c8-b6bd-3f2108cd186c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1094 time: 0.0611382 Dec 16 16:01:07.204109 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-ce10cdc1-66f7-459a-bbf4-461921c9d7db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 217 time: 0.0527012 Dec 16 16:01:07.256279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-26b577f6-ebfa-47b7-8e43-a37020642200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:07.258307 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-26b577f6-ebfa-47b7-8e43-a37020642200 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0470777 Dec 16 16:01:07.323669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44007cc3-0ea5-406b-b209-1050da50cedd req-a8cb7119-a26c-4de7-962b-90718a4d56ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:07.325440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-a8cb7119-a26c-4de7-962b-90718a4d56ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589991 Dec 16 16:01:07.419308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-2b0ca968-7841-4cf6-965c-ee9b34ab263b service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Dec 16 16:01:07.898549 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-44007cc3-0ea5-406b-b209-1050da50cedd req-9803c1f2-1ed2-40f2-8a30-14dbd94c1141 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722400 Dec 16 16:01:07.958163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a24c-4286-486e-a12a-e477e51e2ec6 req-7ae64fcc-11b5-4fef-a913-351247262ab4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:07.959882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b356a24c-4286-486e-a12a-e477e51e2ec6 req-7ae64fcc-11b5-4fef-a913-351247262ab4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0603507 Dec 16 16:01:08.027094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b356a24c-4286-486e-a12a-e477e51e2ec6 req-9ecb200a-e1af-4ef3-8cd2-67ab6d50b231 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582449 Dec 16 16:01:09.186434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08085a-42b8-40d4-b2e1-e3074214eec8 req-3f1df685-a93f-46cd-845d-4b81a0d281db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:09.188955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e08085a-42b8-40d4-b2e1-e3074214eec8 req-3f1df685-a93f-46cd-845d-4b81a0d281db tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0593927 Dec 16 16:01:09.252433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e08085a-42b8-40d4-b2e1-e3074214eec8 req-a150fa53-3dce-4261-a51b-b86ebc199b01 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522745 Dec 16 16:01:10.452185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624c3b6-6df6-422b-9b7d-0d12d73191f6 req-0909527c-dcf9-4acc-a803-cb792d4931c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:10.453816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3624c3b6-6df6-422b-9b7d-0d12d73191f6 req-0909527c-dcf9-4acc-a803-cb792d4931c4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0636411 Dec 16 16:01:10.511477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3624c3b6-6df6-422b-9b7d-0d12d73191f6 req-1c758bf8-2269-44dc-8b30-f388b4110a50 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509641 Dec 16 16:01:11.638962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43f100-1abf-4ea4-a0f3-9d61aad9b924 req-5f1b7115-591e-4ef5-8f20-5f053c9991a3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:11.640641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe43f100-1abf-4ea4-a0f3-9d61aad9b924 req-5f1b7115-591e-4ef5-8f20-5f053c9991a3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0572135 Dec 16 16:01:11.697208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe43f100-1abf-4ea4-a0f3-9d61aad9b924 req-6840e1ed-dee8-45bb-be86-59aff4d446eb tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452554 Dec 16 16:01:12.214199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-d149d1eb-acfd-483d-8c66-04156358325f tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:12.215841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-d149d1eb-acfd-483d-8c66-04156358325f tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0435343 Dec 16 16:01:12.240970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-be678151-72c9-4a3c-a629-4ea1e251ffaa tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:12.324768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-be678151-72c9-4a3c-a629-4ea1e251ffaa tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:12.468558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-be678151-72c9-4a3c-a629-4ea1e251ffaa tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:12.509498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-460c4f98-78d3-4fb6-a0f4-b7d60538bb91 req-be678151-72c9-4a3c-a629-4ea1e251ffaa tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817175 Dec 16 16:01:12.510281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be678151-72c9-4a3c-a629-4ea1e251ffaa tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3139775-ddcc-485b-ba45-61f0e54edf62,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:12.662903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf213eba-5889-47a8-bd97-640c148dcf2e req-40304a50-0935-438f-9dce-712a41ac1166 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:12.665295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf213eba-5889-47a8-bd97-640c148dcf2e req-40304a50-0935-438f-9dce-712a41ac1166 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0598614 Dec 16 16:01:12.718366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf213eba-5889-47a8-bd97-640c148dcf2e req-d7a21c6f-b4ed-42ef-aae9-1fa7f3b507b7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466659 Dec 16 16:01:12.748658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:12.868888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-499e8a2a-fa8d-4b08-829c-a8a6f9f7cf45 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 200 len: 993 time: 0.1187003 Dec 16 16:01:12.897204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8f57d-d0fe-4fef-a5be-0fdddc5d538f req-14f32744-d206-479f-96fc-8a3b55f540d1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:12.900409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ac8f57d-d0fe-4fef-a5be-0fdddc5d538f req-14f32744-d206-479f-96fc-8a3b55f540d1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.1096056 Dec 16 16:01:12.976885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ac8f57d-d0fe-4fef-a5be-0fdddc5d538f req-854dab41-f57c-4cfb-9d19-6bd6a361f889 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692976 Dec 16 16:01:13.271899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-d584623d-8c4b-421b-98b7-11da9796ec38 req-96733cfc-741f-4c45-b015-865aefd74b7a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:01:13.273033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d584623d-8c4b-421b-98b7-11da9796ec38 req-96733cfc-741f-4c45-b015-865aefd74b7a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097053 Dec 16 16:01:13.925346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae0a7c-31c1-47c0-9980-5e3505f10631 req-250a63f3-7233-4e02-811a-cae1c1ab8c33 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:13.927102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fae0a7c-31c1-47c0-9980-5e3505f10631 req-250a63f3-7233-4e02-811a-cae1c1ab8c33 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0631137 Dec 16 16:01:14.024674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6fae0a7c-31c1-47c0-9980-5e3505f10631 req-41e3a345-0d29-481c-8e94-a97273f12e5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785487 Dec 16 16:01:14.130888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889abbe6-517e-4b5c-8b01-9cb18f944dda req-7364c8d6-cd8f-4d50-a7c9-853436853293 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:14.134070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-889abbe6-517e-4b5c-8b01-9cb18f944dda req-7364c8d6-cd8f-4d50-a7c9-853436853293 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0697887 Dec 16 16:01:14.187369 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-aa48035b-e35a-4f8b-90bd-8435ed407a0b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248176 Dec 16 16:01:14.200656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6ea9-5d3d-48ca-96eb-7bc9430a33dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:14.203591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-53043cd1-9599-43ee-896e-92484abc68fa service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:01:14.207449 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-53043cd1-9599-43ee-896e-92484abc68fa service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089939 Dec 16 16:01:14.218624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-889abbe6-517e-4b5c-8b01-9cb18f944dda req-7b79fc01-4df0-4fa9-b584-74cac49ba41f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772371 Dec 16 16:01:15.157323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efbb0a-eb1b-4a30-aa77-9832b896f433 req-59313ff4-be45-4eed-a6c1-092a0083095e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:15.158840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9efbb0a-eb1b-4a30-aa77-9832b896f433 req-59313ff4-be45-4eed-a6c1-092a0083095e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0531051 Dec 16 16:01:15.214735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9efbb0a-eb1b-4a30-aa77-9832b896f433 req-2b0f0eca-2e2d-444d-ba0f-02a1abb535b1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480361 Dec 16 16:01:15.374578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd6a01-b44a-4f6d-8496-1b8ec1721989 req-475f131e-a0a0-4c7f-834e-0f627dc5a561 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:15.376448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5acd6a01-b44a-4f6d-8496-1b8ec1721989 req-475f131e-a0a0-4c7f-834e-0f627dc5a561 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0642648 Dec 16 16:01:15.435438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5acd6a01-b44a-4f6d-8496-1b8ec1721989 req-89f54bf0-f82c-4853-8633-7ffd20ad88d9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499675 Dec 16 16:01:16.383113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36a1d1-eb1b-4a03-9d08-1e9b8ba27217 req-342bec09-46e8-4572-8622-bd26b0f40268 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:16.384882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be36a1d1-eb1b-4a03-9d08-1e9b8ba27217 req-342bec09-46e8-4572-8622-bd26b0f40268 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0693471 Dec 16 16:01:16.477210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be36a1d1-eb1b-4a03-9d08-1e9b8ba27217 req-95fa36de-c32a-4671-aede-007c8b75694e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856953 Dec 16 16:01:16.576003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1f775-2b9f-4d85-8405-da7757d80e4d req-f14e97cb-e39c-4c73-97b6-a99642bc321f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:16.577704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39b1f775-2b9f-4d85-8405-da7757d80e4d req-f14e97cb-e39c-4c73-97b6-a99642bc321f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0586712 Dec 16 16:01:16.632032 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c463b5a-13ba-45d4-b470-a9127a3dc94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:16.636172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39b1f775-2b9f-4d85-8405-da7757d80e4d req-b7ca3bae-8d99-419b-a00d-06c42ba21b8b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 Dec 16 16:01:17.515800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-05663596-f1c7-4c0c-8a2f-53d5da4b80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:17.517185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-05663596-f1c7-4c0c-8a2f-53d5da4b80f7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.1063094 Dec 16 16:01:18.090232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:18.154117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c582-a8af-4314-aabc-747fd66ebb31 req-f00c8258-6e66-424a-bf6c-c0c0d23cef80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:18.155787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41d7c582-a8af-4314-aabc-747fd66ebb31 req-f00c8258-6e66-424a-bf6c-c0c0d23cef80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.5564101 Dec 16 16:01:18.158263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-8dd9e8b7-cecf-44e8-8727-ace803ab0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:18.159807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-8dd9e8b7-cecf-44e8-8727-ace803ab0eef service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.6319215 Dec 16 16:01:18.172591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b6dbb-7460-4e45-b25e-deced4f7cd96 req-e87c142c-942b-4901-94e2-6b42aa971bbc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:18.174153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09b6dbb-7460-4e45-b25e-deced4f7cd96 req-e87c142c-942b-4901-94e2-6b42aa971bbc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.1285026 Dec 16 16:01:18.364960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41d7c582-a8af-4314-aabc-747fd66ebb31 req-1b247f05-c36d-48b2-8574-88985cedefc9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897762 Dec 16 16:01:18.371528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-2297e844-0e3b-41af-b615-e139dd5cde38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1001 time: 0.1953027 Dec 16 16:01:18.380891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e09b6dbb-7460-4e45-b25e-deced4f7cd96 req-d6fb07d7-ac5c-4dfd-bcaa-adb26f5a03b9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926739 Dec 16 16:01:18.430350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-1ecd53c9-bcdb-495f-974a-15232a901507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:18.431900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-1ecd53c9-bcdb-495f-974a-15232a901507 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0500093 Dec 16 16:01:18.486455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-607aba9f-02e6-4a6b-b8f9-e94da1d42769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:18.487872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-607aba9f-02e6-4a6b-b8f9-e94da1d42769 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475397 Dec 16 16:01:18.584017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c09abd77-4e5b-4fdb-be3d-c9c312cff9f4 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855072 Dec 16 16:01:18.688626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-ecfa10f7-0f7b-4ad0-a0ba-3dc3ce8eb38d service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927887 Dec 16 16:01:19.360041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:19.562467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdc359-7099-4e37-acad-897b962ebfd0 req-7310f9aa-98cb-43f7-b95c-d8540ff4c447 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:19.564063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dfdc359-7099-4e37-acad-897b962ebfd0 req-7310f9aa-98cb-43f7-b95c-d8540ff4c447 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 943 time: 0.0902288 Dec 16 16:01:19.572294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6aa1-761d-4a48-bb34-3746b8bb46d1 req-42dedcf6-4a70-4e4c-9a4c-47b8053b4749 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:19.573800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10dc6aa1-761d-4a48-bb34-3746b8bb46d1 req-42dedcf6-4a70-4e4c-9a4c-47b8053b4749 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0981026 Dec 16 16:01:19.652973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dfdc359-7099-4e37-acad-897b962ebfd0 req-987e51f0-1404-4cd3-9026-a8416f4091a5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780301 Dec 16 16:01:19.663157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10dc6aa1-761d-4a48-bb34-3746b8bb46d1 req-a3c1d90d-c63b-4c6b-9f6f-d60356cd972f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809252 Dec 16 16:01:20.135664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:20.267451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ec3b0ecd-e0b6-41cd-88e7-c07e2032816e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:01:20.375231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:20.392529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:01:20.434932 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:20.449617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3b0ecd-e0b6-41cd-88e7-c07e2032816e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:01:20.470125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:20.548562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:20.609677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:20.618961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.619383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.619802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.620245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.620654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.621141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.621519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.621910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.622374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.622756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.623177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.623766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.624249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:20.831631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668f93-fd47-4014-b7d2-1af4c2443c24 req-62d7ca60-f235-451f-8d4d-d03c39247341 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:20.833323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a668f93-fd47-4014-b7d2-1af4c2443c24 req-62d7ca60-f235-451f-8d4d-d03c39247341 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 944 time: 0.0913980 Dec 16 16:01:20.847151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a1c31-a0b0-4440-bc88-c77e849c510c req-0edc6ee8-bde9-4203-8e6c-aea6d0a950d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:20.848023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:01:20.849305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-411a1c31-a0b0-4440-bc88-c77e849c510c req-0edc6ee8-bde9-4203-8e6c-aea6d0a950d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0721662 Dec 16 16:01:20.950499 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4a668f93-fd47-4014-b7d2-1af4c2443c24 req-cbba8145-e856-4b58-bf88-1295b887f338 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997131 Dec 16 16:01:20.971081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-411a1c31-a0b0-4440-bc88-c77e849c510c req-3fb6793b-c824-4dcc-9b9f-fdb645f50c6e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122594 Dec 16 16:01:22.123937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b48d-2ea2-4d79-9db8-452b9b10d86c req-7efa6d76-d4f3-4e4b-8e7d-b6c8a19bea2d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:22.125469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6327b48d-2ea2-4d79-9db8-452b9b10d86c req-7efa6d76-d4f3-4e4b-8e7d-b6c8a19bea2d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 944 time: 0.0999372 Dec 16 16:01:22.149750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097f02a-dcf5-4fb4-b60b-7529f6f0117a req-86afa7db-6b96-4cc0-b848-5fc4b3c84306 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:22.153567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1097f02a-dcf5-4fb4-b60b-7529f6f0117a req-86afa7db-6b96-4cc0-b848-5fc4b3c84306 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0792444 Dec 16 16:01:22.222959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6327b48d-2ea2-4d79-9db8-452b9b10d86c req-58551bb6-3b78-4546-89c9-1a433c6ab057 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877769 Dec 16 16:01:22.234143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1097f02a-dcf5-4fb4-b60b-7529f6f0117a req-4b2b3a3e-e90e-47d9-8abb-b0413bce1c83 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742874 Dec 16 16:01:22.282422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ec3b0ecd-e0b6-41cd-88e7-c07e2032816e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:01:22.446508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:01:22.451379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:01:22.451868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:22.537463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:22.562098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:22.564439 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f773d959-af3b-4443-9b97-02d3e2487383" -d '{"events": [{"server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:22.579720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:22.637295 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b88993-9924-4e7d-85a0-baebeb0b3a5d x-openstack-request-id: req-60b88993-9924-4e7d-85a0-baebeb0b3a5d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:22.637775 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "name": "network-vif-plugged", "status": "completed", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:22.638325 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-60b88993-9924-4e7d-85a0-baebeb0b3a5d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:22.638974 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'code': 200} Dec 16 16:01:22.646471 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:22.725632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:22.786343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01da6-e960-42d2-b408-c09cf0e07181 req-5c18f616-c729-40be-b4ea-ca1b362cd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:22.787970 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c8c01da6-e960-42d2-b408-c09cf0e07181 req-5c18f616-c729-40be-b4ea-ca1b362cd23e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0475099 Dec 16 16:01:22.844565 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c8c01da6-e960-42d2-b408-c09cf0e07181 req-04988896-366e-483e-b090-2f49633cd9cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493913 Dec 16 16:01:23.408353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a98e20-32eb-436f-9455-da257c4e3195 req-e14a967e-0e4c-4c3e-9d02-91c7022d056b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:23.409932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20a98e20-32eb-436f-9455-da257c4e3195 req-e14a967e-0e4c-4c3e-9d02-91c7022d056b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 945 time: 0.1062603 Dec 16 16:01:23.427870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ca3a-6d80-44ae-b174-5e27bae20c21 req-ba537af5-29c6-4341-a8c7-cb30bba4f40a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:23.429527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2098ca3a-6d80-44ae-b174-5e27bae20c21 req-ba537af5-29c6-4341-a8c7-cb30bba4f40a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0764356 Dec 16 16:01:23.502863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20a98e20-32eb-436f-9455-da257c4e3195 req-dfba6fb0-75ce-49a9-a00c-9cebbd456764 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722525 Dec 16 16:01:23.521107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2098ca3a-6d80-44ae-b174-5e27bae20c21 req-ffbe8a80-cce6-431d-8cf9-d5ef2926d15e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765350 Dec 16 16:01:24.687282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6943fb-6668-4eb2-bbe0-40f6bab4d511 req-52d86443-2c49-4733-b706-a963fc6ef91a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:24.688944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f6943fb-6668-4eb2-bbe0-40f6bab4d511 req-52d86443-2c49-4733-b706-a963fc6ef91a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0850754 Dec 16 16:01:24.697591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b40982-ba1e-4308-9749-45807269e1cd req-7594bb9f-1656-4016-8939-f46ad4f944a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:24.699285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b40982-ba1e-4308-9749-45807269e1cd req-7594bb9f-1656-4016-8939-f46ad4f944a6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 945 time: 0.0851319 Dec 16 16:01:24.782203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f6943fb-6668-4eb2-bbe0-40f6bab4d511 req-c5d81cdd-1b37-47f9-9c78-4f53e880c4a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812235 Dec 16 16:01:24.791294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b40982-ba1e-4308-9749-45807269e1cd req-bb070a57-139c-4de5-b43c-753546bb2243 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723064 Dec 16 16:01:24.927169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea6f0-ead3-47f6-9f45-70674e201a17 req-fcf7071e-1288-4873-9cde-991513cf79f1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:24.929408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc8ea6f0-ead3-47f6-9f45-70674e201a17 req-fcf7071e-1288-4873-9cde-991513cf79f1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 945 time: 0.0590351 Dec 16 16:01:25.024626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc8ea6f0-ead3-47f6-9f45-70674e201a17 req-6d84f414-ef3e-4445-a97a-f4e925d99c54 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881593 Dec 16 16:01:25.055008 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60578) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:25.101738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ac055-5e36-483e-ae04-8d7b41c6f87b tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:25.103161 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a15ac055-5e36-483e-ae04-8d7b41c6f87b tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1091 time: 0.0470822 Dec 16 16:01:25.106603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:25.114326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:25.234066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:25.346269 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:25.460749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.25.7.186 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a5d72fcf-5961-4704-b3a6-d98623af6cf8) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:01:25.566710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:25.704155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:25.749405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:01:25.752553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:01:25.756372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:01:25.785892 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=a5d72fcf-5961-4704-b3a6-d98623af6cf8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:25.800090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.800440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.800795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.801133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.801470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.801807 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.802139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.802531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.802865 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.803192 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.803524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.803937 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.804274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:25.933012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa30b-3a26-4faf-8dba-59e76edf70a5 req-9d5fe021-b2c4-48c2-b722-bb953902a849 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:25.934564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9aaa30b-3a26-4faf-8dba-59e76edf70a5 req-9d5fe021-b2c4-48c2-b722-bb953902a849 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0548375 Dec 16 16:01:26.041872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9aaa30b-3a26-4faf-8dba-59e76edf70a5 req-31743f18-fc4b-40d8-b922-877433852f0b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974131 Dec 16 16:01:26.067854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-6a194460-c6c2-4321-a358-e75664d73dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:26.067854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-6a194460-c6c2-4321-a358-e75664d73dbf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0562239 Dec 16 16:01:26.229396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-d3979757-8714-4190-9f67-4022c88f5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:26.231645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-d3979757-8714-4190-9f67-4022c88f5af6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1410055 Dec 16 16:01:26.290605 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:26.313384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-c6288b27-5302-471a-8602-d63fb1a51582 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1001 time: 0.0706356 Dec 16 16:01:26.376468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-a8f540a1-5e36-424c-8ff9-c7279096580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:26.377987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-a8f540a1-5e36-424c-8ff9-c7279096580f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0528610 Dec 16 16:01:26.437477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-31aa5f68-a754-46ab-944e-0e5cb64b7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:26.440941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-31aa5f68-a754-46ab-944e-0e5cb64b7665 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510504 Dec 16 16:01:26.464172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:26.590502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-66f96e89-c93c-4927-8526-2c1d46a8a5df service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340950 Dec 16 16:01:26.672757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:26.735810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3fc52f1a-2250-4b86-8ec5-7879001bfc43 req-65e9e9e8-de56-4fed-842e-825f74905449 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338782 Dec 16 16:01:26.743182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:26.869822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=a5d72fcf-5961-4704-b3a6-d98623af6cf8,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:26.887896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:27.045692 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db associated. External IP: 172.25.7.186, port: ec3b0ecd-e0b6-41cd-88e7-c07e2032816e. Dec 16 16:01:27.195013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d8061-364c-4375-bce0-d3ad72d7c73a req-9f5277ee-2826-49d6-9855-ed5fd4e5e8d8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:27.197004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-146d8061-364c-4375-bce0-d3ad72d7c73a req-9f5277ee-2826-49d6-9855-ed5fd4e5e8d8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0613062 Dec 16 16:01:27.283087 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-146d8061-364c-4375-bce0-d3ad72d7c73a req-4f0c5cc0-b9bb-4602-9b76-3ec0fceea017 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776381 Dec 16 16:01:27.345708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:01:27.513159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:01:27.530891 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:01:27.543482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:01:27.544513 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:01:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:01:27.617290 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:27.648428 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-14e52188-711a-411b-adaf-13354e967bc4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5401218 Dec 16 16:01:27.649054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:27.651408 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:27.660922 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:01:27.705593 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4dfb27-58df-4375-ab90-d10d5cbc254d x-openstack-request-id: req-4b4dfb27-58df-4375-ab90-d10d5cbc254d {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:27.705958 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:27.706187 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b4dfb27-58df-4375-ab90-d10d5cbc254d {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:27.706598 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'status': 'completed', 'code': 200} Dec 16 16:01:27.800082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-9c64e2f2-675b-4f12-8307-2c59505fc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:27.802003 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-9c64e2f2-675b-4f12-8307-2c59505fc444 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0456061 Dec 16 16:01:27.933262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-391c599a-a4c8-4b0f-a84a-f5111a297f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:27.944258 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-391c599a-a4c8-4b0f-a84a-f5111a297f26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1276903 Dec 16 16:01:27.944643 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:26Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:01:28.011449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:01:28.023714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:01:28.025051 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:01:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:01:28.055793 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-483229ee-6974-492c-94f4-d3c3cebdeb87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 999 time: 0.1112883 Dec 16 16:01:28.128568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-cf4d639d-d0d4-4a3d-a614-f17d1778653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:28.131066 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-cf4d639d-d0d4-4a3d-a614-f17d1778653c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0674450 Dec 16 16:01:28.181482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:01:28.194057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-a715d86b-ac69-4b4f-960f-86b6b0d808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:28.196280 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-a715d86b-ac69-4b4f-960f-86b6b0d808f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575168 Dec 16 16:01:28.295882 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-54e41262-d589-4880-a876-71f97fc74f52 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924461 Dec 16 16:01:28.425886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-5a2839ec-0ea6-4f54-9417-9d46c2e2a61e req-aefb8eff-34cd-4552-8157-891c67293c66 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133590 Dec 16 16:01:28.455563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69a61-a79b-4d40-9d76-ab1c42c0983d req-e4620b48-7d8c-44df-b203-031890b47212 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:28.457198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ed69a61-a79b-4d40-9d76-ab1c42c0983d req-e4620b48-7d8c-44df-b203-031890b47212 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0766351 Dec 16 16:01:28.465263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:26Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:01:28.493049 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aafe09-c4dc-4e4e-a366-e7264119fa84 None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:26Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:01:28.536671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ed69a61-a79b-4d40-9d76-ab1c42c0983d req-f28cf1f4-499e-4f29-83a3-14e1e60ca080 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687058 Dec 16 16:01:28.721318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4bee1-d35c-4731-9b5f-8f7cd0bf3389 None None] New status for floating IP c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:01:28.936930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:29.706234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b0e0-3b9c-4d81-bb40-7991c42b144c req-26216808-f826-47e0-b708-89af66693bd7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:29.709257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e33b0e0-3b9c-4d81-bb40-7991c42b144c req-26216808-f826-47e0-b708-89af66693bd7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0895524 Dec 16 16:01:29.714100 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:29.788650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e33b0e0-3b9c-4d81-bb40-7991c42b144c req-c9dd250e-40cf-4a41-95ba-69c9d19fac3c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724177 Dec 16 16:01:30.949942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9346c0b-9629-4561-9c22-b9541a299617 req-d157a930-f144-466e-aaba-3500747dce9c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:30.951606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9346c0b-9629-4561-9c22-b9541a299617 req-d157a930-f144-466e-aaba-3500747dce9c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0593667 Dec 16 16:01:31.020014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9346c0b-9629-4561-9c22-b9541a299617 req-a5d71566-9098-4557-86a4-34e349337988 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542645 Dec 16 16:01:31.581685 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-7ab94ed3-cc09-4d11-86cb-e0431a2828d5 service neutron] show failed (client error): The resource could not be found. Dec 16 16:01:31.582737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-7ab94ed3-cc09-4d11-86cb-e0431a2828d5 service neutron] 10.222.0.74 "GET /v2.0/ports/651fd8fb-aa36-4ae6-843e-540a3f7f57d8/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0818250 Dec 16 16:01:32.203488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0499e-9055-4c84-a081-624068c42741 req-7bd22244-f849-4a64-8011-dd0ef567212d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:32.206462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbc0499e-9055-4c84-a081-624068c42741 req-7bd22244-f849-4a64-8011-dd0ef567212d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0690525 Dec 16 16:01:32.269546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbc0499e-9055-4c84-a081-624068c42741 req-5479437d-0492-40ae-b9f9-8844f3203669 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562186 Dec 16 16:01:32.402430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-4a36769a-5b20-4f9b-8dc2-9d6501f2fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:32.404004 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-4a36769a-5b20-4f9b-8dc2-9d6501f2fab7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 1097 time: 0.0784013 Dec 16 16:01:32.423239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:32.488781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:32.733198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:32.796073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:01:32.870166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:32.874188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:32.878277 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8b9150-1e55-46be-b464-bfcf1404d62b" -d '{"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:32.903984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Transition to ACTIVE for port object 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:01:32.955397 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5530de-0e97-4360-af33-dd94f5debeec x-openstack-request-id: req-ba5530de-0e97-4360-af33-dd94f5debeec {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:32.956079 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:32.956582 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba5530de-0e97-4360-af33-dd94f5debeec {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:32.957485 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'code': 200} Dec 16 16:01:33.005435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:33.189053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:33.280499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] No DVR routers for this DVR port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:01:33.442124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c95cd-48d0-493e-9df0-eb3409203017 req-bf104d30-f2e9-45c8-aade-cc212fba0bc0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:33.443863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-579c95cd-48d0-493e-9df0-eb3409203017 req-bf104d30-f2e9-45c8-aade-cc212fba0bc0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0657401 Dec 16 16:01:33.498281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:01:33.499199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:01:33.499418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:33.506024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:01:33.506613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Attempting to bind port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:33.510303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-579c95cd-48d0-493e-9df0-eb3409203017 req-60aa651e-789d-4a63-a439-c5c5e084a3e7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580575 Dec 16 16:01:33.516491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:01:33.517525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Checking segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:01:33.517525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Bound using segment: {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:01:33.518567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Bound port: 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff1a6a64-0367-4010-a099-4e161dd62c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:01:33.518789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:33.596283 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:01:33.600047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:01:33.691679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:33.742731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:33.742731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:33.743120 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1092 time: 1.3236053 Dec 16 16:01:33.776193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1f5a1-8454-4e63-a314-790e9f8a74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:33.893523 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-310371d4-35bc-406a-abd1-64e2a0a22641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:33.896102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-310371d4-35bc-406a-abd1-64e2a0a22641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1095 time: 0.0952599 Dec 16 16:01:33.998431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:34.040765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-f98f6d38-c751-4943-8fd4-f38abb2c0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:34.042584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-f98f6d38-c751-4943-8fd4-f38abb2c0db5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1307905 Dec 16 16:01:34.142080 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-dcd0cb00-5463-464e-80a2-c1ed44c9f76c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 999 time: 0.0848570 Dec 16 16:01:34.169746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.213923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:01:34.229949 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-b84e503e-fd1e-4eed-b821-1d48d442ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:34.231557 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-b84e503e-fd1e-4eed-b821-1d48d442ebd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0824795 Dec 16 16:01:34.281721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:01:34.295645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-0d3a2705-07df-4b1c-9223-f0782423fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:34.298535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-0d3a2705-07df-4b1c-9223-f0782423fa4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597756 Dec 16 16:01:34.311681 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.427897 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.472717 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-e7ebe03b-f02a-4255-a794-5c3c05772c63 service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662850 Dec 16 16:01:34.473301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05550e9-4061-44cf-add8-adbd716d5150,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:34.478130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5638cfdb0fe48c98e742011f5528646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784319 Dec 16 16:01:34.484822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60658) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:34.495343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.495696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.496080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.496422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.496884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.497234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.497569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.497905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.498234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.498694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.499034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.499366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.499717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31a1c9f-00ce-4320-a3c4-798dee8f9125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:01:34.565962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.594244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.663648 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d3e86afc-19ba-4878-9eba-019b84d9a2f9 req-a528f618-cb51-4a7c-a216-43bd8663db0f service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772163 Dec 16 16:01:34.721003 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fafec-e058-4025-98c5-d87ae2b1711c req-a3883073-20ec-4050-91f6-73eb4877f56e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:34.722712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a67fafec-e058-4025-98c5-d87ae2b1711c req-a3883073-20ec-4050-91f6-73eb4877f56e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0885093 Dec 16 16:01:34.786170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a67fafec-e058-4025-98c5-d87ae2b1711c req-6338c15b-391e-4dc6-bd15-ee32b901a3d9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559442 Dec 16 16:01:34.811650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.817053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:34.823247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d05550e9-4061-44cf-add8-adbd716d5150 HTTP/1.1" status: 204 len: 168 time: 0.3328099 Dec 16 16:01:34.839110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a62080-3ddd-4856-a153-3f5768d0f2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05550e9-4061-44cf-add8-adbd716d5150,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:34.958749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:34.961674 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57" -d '{"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:35.019016 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0c13a-3efe-4eec-bcd4-6198796f02c5 x-openstack-request-id: req-d9c0c13a-3efe-4eec-bcd4-6198796f02c5 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:35.019313 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:35.019575 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9c0c13a-3efe-4eec-bcd4-6198796f02c5 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:35.020021 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'status': 'completed', 'code': 200} Dec 16 16:01:35.119439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-79afaa69-ec96-4737-b6c9-3891b1f16a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.121355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-79afaa69-ec96-4737-b6c9-3891b1f16a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1095 time: 0.0499368 Dec 16 16:01:35.129228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-b6f30263-5fb7-4da1-a7ad-e56a19cf8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.130837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-b6f30263-5fb7-4da1-a7ad-e56a19cf8807 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1095 time: 0.0513134 Dec 16 16:01:35.249895 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-9568b6f2-2932-4a6a-a728-48a420c20fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.252295 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-9568b6f2-2932-4a6a-a728-48a420c20fc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1233292 Dec 16 16:01:35.305495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-7780f1e4-0b29-4ef4-a6b7-4ec68d1d3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.308693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-7780f1e4-0b29-4ef4-a6b7-4ec68d1d3040 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1646094 Dec 16 16:01:35.372057 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-d4e2b0b2-9420-4762-bc3b-a02f6abed34a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 999 time: 0.1026082 Dec 16 16:01:35.415879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-19772e08-c1de-4c13-943b-0a4e42f7b2f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 999 time: 0.0946023 Dec 16 16:01:35.466432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-e90cbd25-45b4-458d-9391-266a061f268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.469012 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-e90cbd25-45b4-458d-9391-266a061f268c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0895302 Dec 16 16:01:35.484678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-ababae70-7d15-46b9-aa34-9caed9eebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.486440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-ababae70-7d15-46b9-aa34-9caed9eebc9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0595551 Dec 16 16:01:35.528752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-2fc25fc5-b38b-4b36-a6e6-63c78a72ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.530470 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-2fc25fc5-b38b-4b36-a6e6-63c78a72ed9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525525 Dec 16 16:01:35.555122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-ef4cfa10-36c2-4c62-8ac9-b30185317764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:35.557127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-ef4cfa10-36c2-4c62-8ac9-b30185317764 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591288 Dec 16 16:01:35.644604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-f9175361-1a75-4331-8af5-cff00482aa4f service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048288 Dec 16 16:01:35.681680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-cd37c2c5-0fa4-464c-9609-2a0c9979fac8 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128786 Dec 16 16:01:35.763514 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-4d1ca9ff-a0cf-45a2-abee-3eb844704281 service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105950 Dec 16 16:01:35.793526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2beb7f-6d5f-44b9-a618-ffde0f904e57 req-f0ab8577-cb5b-43d7-9102-89631c96d90b service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009436 Dec 16 16:01:35.809572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:35.826635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00c03f09-8ed9-4c0c-a746-b9e4fad93c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.017637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00c03f09-8ed9-4c0c-a746-b9e4fad93c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.034554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d474b1-cee7-4909-86d7-94f7af952804 req-4493cdcf-f665-4243-8491-a8673a416ed9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:36.036242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62d474b1-cee7-4909-86d7-94f7af952804 req-4493cdcf-f665-4243-8491-a8673a416ed9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.1318605 Dec 16 16:01:36.100713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62d474b1-cee7-4909-86d7-94f7af952804 req-98efec76-9f6d-407e-914b-7cc13ef0a89f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561154 Dec 16 16:01:36.148647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00c03f09-8ed9-4c0c-a746-b9e4fad93c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.206227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-00c03f09-8ed9-4c0c-a746-b9e4fad93c67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47c183e51924487586644c6c6349e81d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951256 Dec 16 16:01:36.207484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c03f09-8ed9-4c0c-a746-b9e4fad93c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f778dd5-6e21-463e-a434-1e17880c63e4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:36.209513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60672) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:36.277312 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.302524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.428145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.431488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:36.432751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0f778dd5-6e21-463e-a434-1e17880c63e4 HTTP/1.1" status: 204 len: 168 time: 0.2215996 Dec 16 16:01:36.442161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48394c7d-9d7f-4cb9-8116-9725ff88658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f778dd5-6e21-463e-a434-1e17880c63e4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:37.237641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8644f7-23b2-444d-b462-85d9cb808f4d req-fdf7435c-71c9-4382-b73e-c2ee286a4fce tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:37.239346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b8644f7-23b2-444d-b462-85d9cb808f4d req-fdf7435c-71c9-4382-b73e-c2ee286a4fce tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0529797 Dec 16 16:01:37.311534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b8644f7-23b2-444d-b462-85d9cb808f4d req-d610cb24-3a1d-43b1-9edc-2821fbd2c575 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651498 Dec 16 16:01:37.819498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60696) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:37.931043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136000387-network', 'tenant_id': '63a47631604d423ea32b2752fc656355'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:38.073806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Made reservation on behalf of 63a47631604d423ea32b2752fc656355 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:01:38.076274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.086406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.179416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.291022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.322730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:01:38.332859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:38.339421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.339710 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Added segment 309a0d18-c3bd-4f11-b25f-d068f3e10d4c of type vlan for network 725f0762-ce79-41d4-91fa-057328e177bb Dec 16 16:01:38.343102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:01:38.400934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.489774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c6aa-9f0e-432c-9b45-e8f75985e9da req-a29ce90e-7485-4920-bfad-0593cc42ed77 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:38.491467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c5c6aa-9f0e-432c-9b45-e8f75985e9da req-a29ce90e-7485-4920-bfad-0593cc42ed77 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 944 time: 0.0579340 Dec 16 16:01:38.492171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:38.504818 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'port_id': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'mac_address': 'fa:16:3e:de:3c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:01:38.552154 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.552761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.554301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:38.555235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.574911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:01:38.579467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53c5c6aa-9f0e-432c-9b45-e8f75985e9da req-6b3e11a4-7466-4efa-b456-0194d8496746 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809085 Dec 16 16:01:38.613488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:38.661429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] Pushing event updated for resources: {'Network': ['ID=725f0762-ce79-41d4-91fa-057328e177bb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:38.673439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 725f0762-ce79-41d4-91fa-057328e177bb details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:01:38.708986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ccf990a7-77cb-4898-bb0c-694b291e0a4e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8880653 Dec 16 16:01:38.713738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60704) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:38.719560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Request body: {'subnet': {'network_id': '725f0762-ce79-41d4-91fa-057328e177bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136000387-subnet', 'tenant_id': '63a47631604d423ea32b2752fc656355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:38.743627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:38.807527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:38.862246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Made reservation on behalf of 63a47631604d423ea32b2752fc656355 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:01:38.864755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:39.059219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['651fd8fb-aa36-4ae6-843e-540a3f7f57d8'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:01:39.164397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43f71b-5b46-462a-a017-16ee358790d6 req-52ae7ef4-1b1f-44e8-b1cb-451c27849f36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.165886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f43f71b-5b46-462a-a017-16ee358790d6 req-52ae7ef4-1b1f-44e8-b1cb-451c27849f36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 945 time: 0.1310861 Dec 16 16:01:39.294829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:39.406285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f43f71b-5b46-462a-a017-16ee358790d6 req-8bb449f6-ff67-43fa-ad88-bc2b955777b0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209096 Dec 16 16:01:39.410161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab94e3b7-2528-4d1f-a8d7-81edf498bf7b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:39.420623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-6ad18dbd-b1a1-4438-ac36-daa62e1fdde4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.421833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-6ad18dbd-b1a1-4438-ac36-daa62e1fdde4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa&tenant_id=691401f08cd84e2fae8b1322b327f352&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 945 time: 0.2470682 Dec 16 16:01:39.473366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Checking segment: {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:01:39.473775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Network hostable DHCP agents. Network: 725f0762-ce79-41d4-91fa-057328e177bb, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:01:39.511865 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-93ed168f-c933-4ca2-b903-f6900ada2de7 service neutron] delete failed (client error): The resource could not be found. Dec 16 16:01:39.512906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-93ed168f-c933-4ca2-b903-f6900ada2de7 service neutron] 10.222.0.74 "DELETE /v2.0/ports/651fd8fb-aa36-4ae6-843e-540a3f7f57d8/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0786910 Dec 16 16:01:39.650695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-bb429af1-d0df-4911-98c8-2ba1cf9bcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.653628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-bb429af1-d0df-4911-98c8-2ba1cf9bcc1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1096 time: 0.0586660 Dec 16 16:01:39.674692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Network 725f0762-ce79-41d4-91fa-057328e177bb is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:01:39.771025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-990d52fb-08fb-4f64-9dce-93e5f4338d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.772883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-990d52fb-08fb-4f64-9dce-93e5f4338d49 service neutron] 10.222.0.74 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1085498 Dec 16 16:01:39.825440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 725f0762-ce79-41d4-91fa-057328e177bb) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:01:39.830386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.831577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:39.835115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc58877-01d5-43da-9a85-b1cafe0b9b44 None None] Network 725f0762-ce79-41d4-91fa-057328e177bb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:01:39.867431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-90679e54-9572-4675-b4e4-c3dda2b8e067 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1000 time: 0.0827763 Dec 16 16:01:39.930577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-965bf990-9085-44d3-84d3-ece0163f843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.932062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-965bf990-9085-44d3-84d3-ece0163f843a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0534046 Dec 16 16:01:39.951460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffafa54-7565-4d70-8847-fef828cf5acf None None] Network 725f0762-ce79-41d4-91fa-057328e177bb requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:01:39.974800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9d016545-b792-48ca-9afc-fb504e2777d5 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2599480 Dec 16 16:01:39.994255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-c05f1e1b-ed96-411a-84db-9b78f76607e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:39.995802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-c05f1e1b-ed96-411a-84db-9b78f76607e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523226 Dec 16 16:01:40.132296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-9de38077-7f48-43bc-b997-a7e7e60c054f service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236043 Dec 16 16:01:40.251893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a92dbf-24ea-4051-8778-748c788d2784 req-203c284e-fa7a-4f67-83f6-3f4192d378f3 service neutron] 10.222.0.74 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088879 Dec 16 16:01:40.361401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:01:40.553579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c602e6-3903-4bc1-bc10-02680f6d3f55 req-79023051-3fc6-4e36-b810-0d68dd5dcc96 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:40.555144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c602e6-3903-4bc1-bc10-02680f6d3f55 req-79023051-3fc6-4e36-b810-0d68dd5dcc96 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 945 time: 0.0537724 Dec 16 16:01:40.559283 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:01:40.563556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:01:40.569257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:40.610000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1c602e6-3903-4bc1-bc10-02680f6d3f55 req-2e312a63-2abd-4763-abc3-ae778ec242c5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485454 Dec 16 16:01:40.683539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:40.714653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:40.717599 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b91ebd-14b4-4d2b-9b38-7771f2d51473" -d '{"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:40.735952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:40.812154 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b76f962-13b6-4784-918e-8533ee12a4e7 x-openstack-request-id: req-9b76f962-13b6-4784-918e-8533ee12a4e7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:40.812590 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-plugged", "status": "completed", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:40.812820 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b76f962-13b6-4784-918e-8533ee12a4e7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:40.813237 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'code': 200} Dec 16 16:01:40.908071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:40.980294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:41.702468 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:01:41.742848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae963e42-2910-4327-8e06-09dcc73949af req-8fa6520a-2d47-4e6e-adbe-2d4c00ac0e1e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:41.744538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae963e42-2910-4327-8e06-09dcc73949af req-8fa6520a-2d47-4e6e-adbe-2d4c00ac0e1e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0568581 Dec 16 16:01:41.804285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae963e42-2910-4327-8e06-09dcc73949af req-ea380bb9-8c00-4118-b461-e5ce54a37652 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526357 Dec 16 16:01:41.833366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60728) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:01:41.961153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f69870c-b266-471b-aedf-ec1a06375717 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 200 len: 993 time: 0.1253958 Dec 16 16:01:43.711382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-14f7e050-6011-4043-b61d-217d54e249c0 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:43.712982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-14f7e050-6011-4043-b61d-217d54e249c0 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/networks?id=725f0762-ce79-41d4-91fa-057328e177bb HTTP/1.1" status: 200 len: 809 time: 0.1178274 Dec 16 16:01:43.730216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-1cc8199e-f2bf-4efc-9917-d19419b1dca2 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/quotas/63a47631604d423ea32b2752fc656355 HTTP/1.1" status: 200 len: 375 time: 0.0102406 Dec 16 16:01:43.775742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-e415ad75-5c12-43a8-a92b-4e9b234df442 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371215 Dec 16 16:01:43.930515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-6bc0ba65-ab7f-4c64-b0f7-c3862c29c68d service neutron] 10.222.0.71 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470077 Dec 16 16:01:44.040856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-48a8d319-a5f1-460a-8b85-a0351c9d0ceb service neutron] 10.222.0.71 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034858 Dec 16 16:01:44.205121 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ffe8c33-586f-4291-9841-09731f7932b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:44.349550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fcf05f7-5ea1-4a87-b742-f43eec119865 req-546a8266-b1d5-406a-a702-de913919d0f8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0403688 Dec 16 16:01:45.434059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea3ec78-0b2d-4b7a-944a-991f1eb3724e req-e2ad7500-b45d-40e5-b076-d259a9462e6e tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0280571 Dec 16 16:01:46.555736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c2565a2-edc5-495c-82d0-510c38790823 req-665107ad-2fcd-4db4-8ceb-0bf7f3830ea3 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0400355 Dec 16 16:01:46.564743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d060f0c3-790c-4dc4-b0b0-8e476b084286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:47.572918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-2aefd0a4-9d67-4849-aedc-c4fec13b0e6d tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:47.574879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-2aefd0a4-9d67-4849-aedc-c4fec13b0e6d tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "GET /v2.0/networks?id=725f0762-ce79-41d4-91fa-057328e177bb HTTP/1.1" status: 200 len: 809 time: 0.1261885 Dec 16 16:01:47.603389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Request body: {'port': {'device_id': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb', 'admin_state_up': True, 'tenant_id': '63a47631604d423ea32b2752fc656355'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:47.701729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deb9398f-bb52-47c7-8fff-c3601a3ea4b5 req-2e3ef434-985a-4687-8571-c8381f007c7a tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0470889 Dec 16 16:01:47.931097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Made reservation on behalf of 63a47631604d423ea32b2752fc656355 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:01:47.935298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.080242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Allocated IP 172.20.0.14 (725f0762-ce79-41d4-91fa-057328e177bb/ab94e3b7-2528-4d1f-a8d7-81edf498bf7b/ec4544ac-c149-4a71-9bf4-c725b7737ec1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:01:48.082692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.252690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.509094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.563933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Network 725f0762-ce79-41d4-91fa-057328e177bb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:01:48.567527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:01:48.571841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:01:48.597903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Pushing event updated for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:48.628751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:48.629394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.774173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-35a997a8-3b2d-401b-99a6-4731c491806b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736202 Dec 16 16:01:48.808870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Request body: {'port': {'device_id': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:01:48.858546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5afe87-e3a3-42a7-aff6-36f422e1b29d req-cd39e271-9f80-47f3-a624-4f294cd7cec3 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:48.860142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf5afe87-e3a3-42a7-aff6-36f422e1b29d req-cd39e271-9f80-47f3-a624-4f294cd7cec3 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 932 time: 0.0846386 Dec 16 16:01:48.905169 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:48.972175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf5afe87-e3a3-42a7-aff6-36f422e1b29d req-0b792447-f7ec-4abc-b039-94bbdcb9ea81 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959988 Dec 16 16:01:49.228468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4544ac-c149-4a71-9bf4-c725b7737ec1 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:01:49.237774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.254620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Transition to ACTIVE for port object ec4544ac-c149-4a71-9bf4-c725b7737ec1 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:01:49.411072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.444734 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.480883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:49.590993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Attempting to bind port ec4544ac-c149-4a71-9bf4-c725b7737ec1 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:01:49.591346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Attempting to bind port ec4544ac-c149-4a71-9bf4-c725b7737ec1 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:01:49.591690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Attempting to bind port ec4544ac-c149-4a71-9bf4-c725b7737ec1 on network 725f0762-ce79-41d4-91fa-057328e177bb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:49.597110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Port ec4544ac-c149-4a71-9bf4-c725b7737ec1 on network 725f0762-ce79-41d4-91fa-057328e177bb not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:01:49.597479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Attempting to bind port ec4544ac-c149-4a71-9bf4-c725b7737ec1 on network 725f0762-ce79-41d4-91fa-057328e177bb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:01:49.604401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:01:49.609176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Checking segment: {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:01:49.609176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Bound using segment: {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:01:49.609176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Bound port: ec4544ac-c149-4a71-9bf4-c725b7737ec1, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:01:49.609176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.685081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:01:49.688283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:01:49.787162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.827101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:49.827736 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:49.829207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ec4544ac-c149-4a71-9bf4-c725b7737ec1 HTTP/1.1" status: 200 len: 1092 time: 1.0252650 Dec 16 16:01:49.829673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:49.832047 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fe4db-0c35-4aad-bb22-ed5934ae4242" -d '{"events": [{"name": "network-changed", "server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:49.865300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eac0c-540a-47cc-bcb9-c2880ed4e4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:49.891551 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaefcefb-d2f8-48f6-b316-6f16545d60de x-openstack-request-id: req-eaefcefb-d2f8-48f6-b316-6f16545d60de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:49.892070 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:49.892488 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eaefcefb-d2f8-48f6-b316-6f16545d60de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:49.893175 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1', 'status': 'completed', 'code': 200} Dec 16 16:01:49.996837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-3656ae35-fd0d-4ab1-ab33-46fb9611d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:49.998460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-3656ae35-fd0d-4ab1-ab33-46fb9611d00c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 1095 time: 0.0619936 Dec 16 16:01:50.094753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:50.637887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb427cc9-6778-48e4-8f78-53fa7da7a930 req-9e8e30de-9f30-4da0-ab41-2c0f52ab3535 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:50.639520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb427cc9-6778-48e4-8f78-53fa7da7a930 req-9e8e30de-9f30-4da0-ab41-2c0f52ab3535 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 944 time: 0.5711799 Dec 16 16:01:50.646528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-95223aae-e432-441e-9055-314b222e65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:50.646909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-95223aae-e432-441e-9055-314b222e65a4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=63a47631604d423ea32b2752fc656355&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6248653 Dec 16 16:01:50.791805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb427cc9-6778-48e4-8f78-53fa7da7a930 req-b9e45adc-94da-4854-9ed3-9c1f27f28fab tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433449 Dec 16 16:01:50.845331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-f5afe089-44e2-499b-892b-4f0b4428e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:50.846830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-916fe4db-0c35-4aad-bb22-ed5934ae4242 req-f5afe089-44e2-499b-892b-4f0b4428e6b4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844108 Dec 16 16:01:50.971280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-b245fb91-f876-42bb-b8bc-bb522d668f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:50.972861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-b245fb91-f876-42bb-b8bc-bb522d668f87 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 1095 time: 0.0498388 Dec 16 16:01:51.030796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-779dfb9a-52bf-4770-bc42-bdb18dac2709 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1 HTTP/1.1" status: 200 len: 217 time: 0.0353897 Dec 16 16:01:51.082139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-9457b4da-9987-4f53-855d-b9905e98dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:51.083776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-9457b4da-9987-4f53-855d-b9905e98dbc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab94e3b7-2528-4d1f-a8d7-81edf498bf7b HTTP/1.1" status: 200 len: 849 time: 0.0456448 Dec 16 16:01:51.122669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-8d922529-61a4-4eac-87ca-5ad844fecdf7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=725f0762-ce79-41d4-91fa-057328e177bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312665 Dec 16 16:01:51.242167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-26b282a9-6b46-44c6-af2f-4c899ec3d653 service neutron] 10.222.0.74 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066642 Dec 16 16:01:51.347857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f5f938-c1bd-449c-b4d7-ce53893374ec req-aab55331-142a-4bba-a8bb-fca6ef498765 service neutron] 10.222.0.74 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934975 Dec 16 16:01:51.931348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fc37e-bda3-452c-9ad3-9ca3c799a8f3 req-3ea568da-82b8-4320-b894-0608652b3639 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:51.933215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b6fc37e-bda3-452c-9ad3-9ca3c799a8f3 req-3ea568da-82b8-4320-b894-0608652b3639 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 944 time: 0.0629992 Dec 16 16:01:51.994914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b6fc37e-bda3-452c-9ad3-9ca3c799a8f3 req-4f2dd0cd-9441-4f21-a679-06e96dfe6538 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Dec 16 16:01:53.141873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45e2ee-5aa2-43c2-b4cc-a56b89919a32 req-8bc6b72b-0297-4a2c-a40d-e9f0ff7d62ae tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:53.143538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff45e2ee-5aa2-43c2-b4cc-a56b89919a32 req-8bc6b72b-0297-4a2c-a40d-e9f0ff7d62ae tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 944 time: 0.0560193 Dec 16 16:01:53.214647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff45e2ee-5aa2-43c2-b4cc-a56b89919a32 req-69f3f5c1-1087-42f2-9ac0-7b35e938483c tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633044 Dec 16 16:01:54.314021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec4544ac-c149-4a71-9bf4-c725b7737ec1 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:01:54.347888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201f2f-7efe-4c9d-9746-aace940c1b4d req-0e9d93d5-05a9-4497-9970-6531e3cba663 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:54.349487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a201f2f-7efe-4c9d-9746-aace940c1b4d req-0e9d93d5-05a9-4497-9970-6531e3cba663 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 944 time: 0.0545816 Dec 16 16:01:54.414774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a201f2f-7efe-4c9d-9746-aace940c1b4d req-89d0a6b0-adf0-4dd2-b3bf-8fbb2931a4d9 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569639 Dec 16 16:01:54.422356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:54.447403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1', 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb', 'port_id': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1', 'mac_address': 'fa:16:3e:6e:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab94e3b7-2528-4d1f-a8d7-81edf498bf7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:01:54.488222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:54.502863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4544ac-c149-4a71-9bf4-c725b7737ec1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:01:54.528325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:54.639342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:54.689039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:55.003088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec4544ac-c149-4a71-9bf4-c725b7737ec1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:01:55.541109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f127a-4f45-41b4-9499-1543c9c01c6a req-d7125273-1463-4402-9ee5-9e3a822a0cb0 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:55.542611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb9f127a-4f45-41b4-9499-1543c9c01c6a req-d7125273-1463-4402-9ee5-9e3a822a0cb0 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 945 time: 0.0503912 Dec 16 16:01:55.599025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb9f127a-4f45-41b4-9499-1543c9c01c6a req-4dcf050c-4bf1-48bb-99b1-20e35d27c032 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502939 Dec 16 16:01:56.313542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec4544ac-c149-4a71-9bf4-c725b7737ec1 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:01:56.473377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port ec4544ac-c149-4a71-9bf4-c725b7737ec1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:01:56.478131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port ec4544ac-c149-4a71-9bf4-c725b7737ec1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:01:56.478553 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:56.568181 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:56.592568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:01:56.594873 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a876ee-c7ab-44f3-8767-c655379f9d84" -d '{"events": [{"server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "name": "network-vif-plugged", "status": "completed", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:01:56.609491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:01:56.719565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:56.751083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a94eb-0982-447d-910e-3ecb71f32855 req-f2aac52c-a9d3-4a65-a223-65e1556c83d4 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:56.753410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f87a94eb-0982-447d-910e-3ecb71f32855 req-f2aac52c-a9d3-4a65-a223-65e1556c83d4 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 945 time: 0.0700734 Dec 16 16:01:56.771872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:01:56.845256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f87a94eb-0982-447d-910e-3ecb71f32855 req-e54e4b1a-e4eb-4892-a385-53b55eeb3e24 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828617 Dec 16 16:01:56.866705 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01840db-0574-4182-8551-779eb65fcfc7 x-openstack-request-id: req-f01840db-0574-4182-8551-779eb65fcfc7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:01:56.867105 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "name": "network-vif-plugged", "status": "completed", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:01:56.867467 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f01840db-0574-4182-8551-779eb65fcfc7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:01:56.867965 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1', 'code': 200} Dec 16 16:01:57.032838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f5cf-b827-48ac-8e22-01a2ba07e7f8 req-8d7e62fa-2dab-4e8e-9f9c-4cce75de7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:57.034752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7382f5cf-b827-48ac-8e22-01a2ba07e7f8 req-8d7e62fa-2dab-4e8e-9f9c-4cce75de7c79 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 1097 time: 0.0471001 Dec 16 16:01:57.095475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7382f5cf-b827-48ac-8e22-01a2ba07e7f8 req-21bba2a2-6ff4-4d05-8a3e-49b6bdc068b7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464902 Dec 16 16:01:57.971737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bbfa1-8bfc-44ec-b4b5-2aba9681217e req-46bc2bce-f66e-4797-bc0d-bb7639e4d6c2 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:57.973358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a0bbfa1-8bfc-44ec-b4b5-2aba9681217e req-46bc2bce-f66e-4797-bc0d-bb7639e4d6c2 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 946 time: 0.0535610 Dec 16 16:01:58.029476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a0bbfa1-8bfc-44ec-b4b5-2aba9681217e req-817164ca-05a6-4aa2-ba0d-b5eda63df81f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Dec 16 16:01:58.913409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:01:59.166922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9155-3bae-4e7d-9450-5f141ba054e1 req-784c8f14-b300-48ab-a030-7d1c925bf797 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:01:59.168462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50ef9155-3bae-4e7d-9450-5f141ba054e1 req-784c8f14-b300-48ab-a030-7d1c925bf797 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 946 time: 0.0590181 Dec 16 16:01:59.228315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50ef9155-3bae-4e7d-9450-5f141ba054e1 req-1717368a-b24d-423d-8d58-fd3b7c38b920 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471354 Dec 16 16:01:59.782758 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:00.941202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b8328-0b1d-40f8-9cb5-75bfcc253981 req-60fe98ac-9790-4687-8db5-a0245ff88cca tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:00.942962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c4b8328-0b1d-40f8-9cb5-75bfcc253981 req-60fe98ac-9790-4687-8db5-a0245ff88cca tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 946 time: 0.0533555 Dec 16 16:02:01.025763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c4b8328-0b1d-40f8-9cb5-75bfcc253981 req-6a21d00b-87ab-4845-8975-fcfe69b9cada tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707757 Dec 16 16:02:02.170339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bcc20-6195-4b26-9239-4a94cbf0042c req-6c0be484-6f55-441f-817f-ab1d2a08aa12 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:02.171945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a5bcc20-6195-4b26-9239-4a94cbf0042c req-6c0be484-6f55-441f-817f-ab1d2a08aa12 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 946 time: 0.0587976 Dec 16 16:02:02.231165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a5bcc20-6195-4b26-9239-4a94cbf0042c req-763c739e-8659-4cfb-a0be-cef995308a78 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Dec 16 16:02:02.567890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74a450-965b-47dd-990a-c83a392a949f req-b1a45a76-6cb6-410e-9f13-9c009759a2df tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:02.569610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf74a450-965b-47dd-990a-c83a392a949f req-b1a45a76-6cb6-410e-9f13-9c009759a2df tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 946 time: 0.0610039 Dec 16 16:02:02.708432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Deleting port ec4544ac-c149-4a71-9bf4-c725b7737ec1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:02.708816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:02.812943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] For port ec4544ac-c149-4a71-9bf4-c725b7737ec1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ec4544ac-c149-4a71-9bf4-c725b7737ec1,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:02.813346 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:02.828173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Calling delete_port for ec4544ac-c149-4a71-9bf4-c725b7737ec1 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:03.140796 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:03.171959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Pushing event deleted for resources: {'Port': ['ID=ec4544ac-c149-4a71-9bf4-c725b7737ec1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:03.189956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ec4544ac-c149-4a71-9bf4-c725b7737ec1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:02:03.215956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] No DVR routers for this DVR port ec4544ac-c149-4a71-9bf4-c725b7737ec1 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:02:03.218860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:03.222425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf74a450-965b-47dd-990a-c83a392a949f req-ceb4b1c7-b1d7-4ffb-8fc6-55580a3229bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "DELETE /v2.0/ports/ec4544ac-c149-4a71-9bf4-c725b7737ec1 HTTP/1.1" status: 204 len: 173 time: 0.6432567 Dec 16 16:02:03.222894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'name': 'network-vif-deleted', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:03.225814 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa5abfd-ac83-41c5-a7e2-ff1288880e2c" -d '{"events": [{"server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "name": "network-vif-deleted", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:03.269922 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2c5c2-5347-478e-b437-50f71188bc12 x-openstack-request-id: req-c8f2c5c2-5347-478e-b437-50f71188bc12 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:03.270231 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56bf975-b6db-4e77-b45a-c59cb842d159", "name": "network-vif-deleted", "tag": "ec4544ac-c149-4a71-9bf4-c725b7737ec1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:03.270746 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8f2c5c2-5347-478e-b437-50f71188bc12 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:03.271159 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56bf975-b6db-4e77-b45a-c59cb842d159', 'name': 'network-vif-deleted', 'tag': 'ec4544ac-c149-4a71-9bf4-c725b7737ec1', 'status': 'completed', 'code': 200} Dec 16 16:02:03.342506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95d69a19-a5fc-47cf-97cf-00009be54d2f req-f551a520-d807-4208-91a9-ed0698918126 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0345364 Dec 16 16:02:04.457103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aec411de-5088-4e8f-bdaf-3494c755f346 req-590bd0e0-2c5f-4c2f-bac2-b8fffab23052 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=c56bf975-b6db-4e77-b45a-c59cb842d159 HTTP/1.1" status: 200 len: 210 time: 0.0269165 Dec 16 16:02:05.760107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-2e6ccb42-f970-4a96-a328-cb1a56e4e7bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:05.761625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-2e6ccb42-f970-4a96-a328-cb1a56e4e7bb tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/networks?id=725f0762-ce79-41d4-91fa-057328e177bb HTTP/1.1" status: 200 len: 809 time: 0.1166525 Dec 16 16:02:05.778305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-63e7d458-e398-4c7b-86e1-f4a842d25438 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/quotas/63a47631604d423ea32b2752fc656355 HTTP/1.1" status: 200 len: 375 time: 0.0105164 Dec 16 16:02:05.817818 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-fb16fca7-cf14-44f1-96d1-ebb2058212b6 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332196 Dec 16 16:02:05.971071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-3864eeac-0bfb-4648-a0fa-28d54e120253 service neutron] 10.222.0.71 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451919 Dec 16 16:02:06.078103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-c1d10341-5aad-46fa-84be-14e55e7fd4a9 service neutron] 10.222.0.71 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997934 Dec 16 16:02:06.348124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec4544ac-c149-4a71-9bf4-c725b7737ec1 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:06.355134 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-69b7c42a-d06d-4291-a69d-ecba507da1ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505338 Dec 16 16:02:06.371539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: ec4544ac-c149-4a71-9bf4-c725b7737ec1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:02:06.371923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ec4544ac-c149-4a71-9bf4-c725b7737ec1 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:06.463352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16027afe-737a-4186-9358-1690a3185835 req-bd64a6cb-a24b-43fe-93b1-87cb307441f8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0328901 Dec 16 16:02:06.480145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63870bc-1631-4d60-b000-821515f89df7 req-b9292833-593a-43a0-888c-761120c53894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:06.481936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-b9292833-593a-43a0-888c-761120c53894 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0531523 Dec 16 16:02:06.621871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63870bc-1631-4d60-b000-821515f89df7 req-fd7fec2e-b318-4c77-9e1c-9bcfd35f37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:06.623335 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-fd7fec2e-b318-4c77-9e1c-9bcfd35f37bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1051264 Dec 16 16:02:07.033320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-58911aa7-4b51-42f9-b037-4465d0976184 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 1001 time: 0.4015207 Dec 16 16:02:07.087071 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63870bc-1631-4d60-b000-821515f89df7 req-3f270078-9e2d-4d83-b29b-1e920c7233d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:07.088638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-3f270078-9e2d-4d83-b29b-1e920c7233d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0477982 Dec 16 16:02:07.138576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63870bc-1631-4d60-b000-821515f89df7 req-ab0e935f-0ff2-4c1b-8f8a-cd1dd67a0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:07.140037 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-ab0e935f-0ff2-4c1b-8f8a-cd1dd67a0f3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435655 Dec 16 16:02:07.238245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-0ff540e8-7205-43e2-8c70-8ff4b3782a05 service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897937 Dec 16 16:02:07.366783 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e63870bc-1631-4d60-b000-821515f89df7 req-d032d315-f00d-4bd2-86fc-fde1151a25c7 service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191840 Dec 16 16:02:07.546583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ec753b7-f08c-46fa-ad08-01069b83ee3c req-81d113be-46f6-409b-ba27-7991147f3728 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0271900 Dec 16 16:02:08.532869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7914877-49a0-4ec8-a4f9-3298145c6bff req-16943237-bc66-43d6-957b-f5c0a5a08f26 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:08.534321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7914877-49a0-4ec8-a4f9-3298145c6bff req-16943237-bc66-43d6-957b-f5c0a5a08f26 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0491059 Dec 16 16:02:08.596255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7914877-49a0-4ec8-a4f9-3298145c6bff req-0cfa6c37-b228-49a7-a966-63be78160b00 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544882 Dec 16 16:02:08.627286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:08.700697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13153019-1e2a-4f49-8760-c3b52a72cf85 req-73ed908f-3a5d-4d54-ac52-ab0bc6910512 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0639722 Dec 16 16:02:08.877966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 3b80e5f2-47e7-42a3-84d4-a251a1629a98 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:08.878457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.004512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.004847 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.018122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 3b80e5f2-47e7-42a3-84d4-a251a1629a98 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:09.332079 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.366765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=3b80e5f2-47e7-42a3-84d4-a251a1629a98,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:09.375263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-c406d902-ead2-42c9-b21d-8895479c6a2c tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:09.377022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-c406d902-ead2-42c9-b21d-8895479c6a2c tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "GET /v2.0/networks?id=725f0762-ce79-41d4-91fa-057328e177bb HTTP/1.1" status: 200 len: 809 time: 0.1384301 Dec 16 16:02:09.410334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Request body: {'port': {'device_id': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb', 'admin_state_up': True, 'tenant_id': '63a47631604d423ea32b2752fc656355'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:09.502344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.502688 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 79efe457-2f99-4431-9480-0200cd25cf0b disassociated (deleted). External IP: 172.25.7.54, port: 651fd8fb-aa36-4ae6-843e-540a3f7f57d8. Dec 16 16:02:09.732574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Made reservation on behalf of 63a47631604d423ea32b2752fc656355 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:02:09.736241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:09.824476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 4791e083-9fb9-4827-8b57-8f8aaae08bfb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:02:09.857265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-daf0d7ce-f732-4409-ad1b-892cad172aa0 req-1b36580f-0a1c-46d9-b4db-88f9cc84930f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0426526 Dec 16 16:02:10.003044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Allocated IP 172.20.0.11 (725f0762-ce79-41d4-91fa-057328e177bb/ab94e3b7-2528-4d1f-a8d7-81edf498bf7b/f3fe10e6-02b6-4572-aae3-e93d5d2b2672) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:10.034783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:02:10.044652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:10.047145 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Sync routers for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:02:10.064766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:10.065822 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:01:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:10.092630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-922c46c4-c397-436b-9966-0de07c26e910 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/floatingips/79efe457-2f99-4431-9480-0200cd25cf0b HTTP/1.1" status: 204 len: 168 time: 1.4637702 Dec 16 16:02:10.096595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:10.098431 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653d39e-08e0-4b14-a21f-ac3c608cce54" -d '{"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:10.163514 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ec6d62-b3ea-4c57-84ca-d7f0031379ab x-openstack-request-id: req-d9ec6d62-b3ea-4c57-84ca-d7f0031379ab {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:10.163837 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:10.164135 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9ec6d62-b3ea-4c57-84ca-d7f0031379ab {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:10.164542 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'status': 'completed', 'code': 200} Dec 16 16:02:10.239510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:10.248346 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:10.263900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-63d6fb25-3da9-460b-b9c9-3e7f4c6ee26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.265592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-63d6fb25-3da9-460b-b9c9-3e7f4c6ee26f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 1097 time: 0.0455532 Dec 16 16:02:10.374728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-22daa932-f293-41cc-99a0-561591bc6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.376826 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-22daa932-f293-41cc-99a0-561591bc6579 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 200 len: 898 time: 0.1034632 Dec 16 16:02:10.404951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:10.421755 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-824a5f69-eadc-4d01-871b-70182b528149 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 200 len: 217 time: 0.0378916 Dec 16 16:02:10.483956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Network 725f0762-ce79-41d4-91fa-057328e177bb is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:10.492770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:10.496758 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:10.497628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-2533a9e0-9cc6-441f-ae37-17cf87c41e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.499453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-2533a9e0-9cc6-441f-ae37-17cf87c41e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 200 len: 835 time: 0.0690081 Dec 16 16:02:10.518938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Pushing event updated for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:10.524637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:10.535637 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Checking router: 4791e083-9fb9-4827-8b57-8f8aaae08bfb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:02:10.545646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:10.546331 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:01:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:10.571389 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-3593089f-526c-4a4f-9cec-55c54c70e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.573219 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-3593089f-526c-4a4f-9cec-55c54c70e086 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668235 Dec 16 16:02:10.613851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.614573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:10.677155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:10.720345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-573f917b-a9ca-423c-a177-28a5364c11f1 service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393158 Dec 16 16:02:10.775158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3de06e-6db6-46e8-b0a7-417a8dccbcd7 req-296dcdfa-3abc-4593-991e-fcf54f0634f1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:10.785200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b3de06e-6db6-46e8-b0a7-417a8dccbcd7 req-296dcdfa-3abc-4593-991e-fcf54f0634f1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.1028547 Dec 16 16:02:10.814448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-777ccf11-4c9b-412b-8827-12b32218e9d8 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4081299 Dec 16 16:02:10.853362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Request body: {'port': {'device_id': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:10.858727 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-2653d39e-08e0-4b14-a21f-ac3c608cce54 req-1174645a-095a-4e1e-9f4f-6bcf9e8aa27f service neutron] 10.222.0.30 "GET /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290164 Dec 16 16:02:10.906880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b3de06e-6db6-46e8-b0a7-417a8dccbcd7 req-eb852cc2-eae6-4ab3-95aa-5ba054c07bcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204619 Dec 16 16:02:10.984747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:11.067128 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:11.119290 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14449c4-e183-47a9-90fa-42c9bbe763ac None None] The sync data for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 is: [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:15Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '938237d4-d592-4c80-a4b6-4dfe2831922a', 'name': '', 'network_id': '83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:54:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:14Z', 'updated_at': '2021-12-16T16:00:20Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '71d3cff5-9822-488d-8071-fc2df6ed2e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:02:11.437602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f29b355-802c-4153-8e41-db9fa17b848e None None] New status for floating IP 79efe457-2f99-4431-9480-0200cd25cf0b: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:02:11.440283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1294ee-1004-4c18-82ec-19b5b69a4de3 req-2e1df992-8f8a-42bb-9d0b-75ef2ffd2621 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:11.442222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1294ee-1004-4c18-82ec-19b5b69a4de3 req-2e1df992-8f8a-42bb-9d0b-75ef2ffd2621 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 932 time: 0.3969495 Dec 16 16:02:11.555517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e1294ee-1004-4c18-82ec-19b5b69a4de3 req-df34acaa-84e6-46af-8035-95d76024f478 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034758 Dec 16 16:02:11.639205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fe10e6-02b6-4572-aae3-e93d5d2b2672 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:02:11.647858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:11.661135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Transition to ACTIVE for port object f3fe10e6-02b6-4572-aae3-e93d5d2b2672 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:02:11.770321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:11.841889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:11.913027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Attempting to bind port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:02:11.913300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Attempting to bind port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:02:11.913597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Attempting to bind port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 on network 725f0762-ce79-41d4-91fa-057328e177bb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:11.918542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 on network 725f0762-ce79-41d4-91fa-057328e177bb not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:02:11.918872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Attempting to bind port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 on network 725f0762-ce79-41d4-91fa-057328e177bb {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:11.924116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:02:11.924458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Checking segment: {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:11.924858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Bound using segment: {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:02:11.925274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Bound port: f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309a0d18-c3bd-4f11-b25f-d068f3e10d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:02:11.925643 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.004065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:02:12.007459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:02:12.089255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e59e90-41c0-48e5-8e06-04481f6d292f req-c2c22e45-9907-4a2e-97da-9b16233bbf2e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.091008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0e59e90-41c0-48e5-8e06-04481f6d292f req-c2c22e45-9907-4a2e-97da-9b16233bbf2e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0582609 Dec 16 16:02:12.126982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.203151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.204146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.205743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] 10.222.0.74 "PUT /v2.0/ports/f3fe10e6-02b6-4572-aae3-e93d5d2b2672 HTTP/1.1" status: 200 len: 1092 time: 1.3606763 Dec 16 16:02:12.206229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:12.209653 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d" -d '{"events": [{"name": "network-changed", "server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:12.211522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-0a1f6633-88b2-4435-afa6-a10622ef4c6c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.212401 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-0a1f6633-88b2-4435-afa6-a10622ef4c6c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 946 time: 0.0873141 Dec 16 16:02:12.233391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0e59e90-41c0-48e5-8e06-04481f6d292f req-dca7aa2a-b856-4c04-967f-7cb4aad2871a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=af9db8ba-f1f6-4415-930f-6f6bb9dab425&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357608 Dec 16 16:02:12.269180 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb2554f-9094-49d6-b4ee-ef461e1e2e0c x-openstack-request-id: req-cbb2554f-9094-49d6-b4ee-ef461e1e2e0c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:12.270001 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:12.270666 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbb2554f-9094-49d6-b4ee-ef461e1e2e0c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:12.271495 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672', 'status': 'completed', 'code': 200} Dec 16 16:02:12.280096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33450d-ba6d-4daf-a2cb-b720c387ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:12.349256 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:12.350292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.361431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-d81577d5-d50a-4b1d-aead-d5feb1ff38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.363149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-d81577d5-d50a-4b1d-aead-d5feb1ff38b4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 1095 time: 0.0509572 Dec 16 16:02:12.450615 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:12.450925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.468399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 owned by compute:nova {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:12.513466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-8ac65491-5752-475f-983c-4b45f3bb6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.516106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-8ac65491-5752-475f-983c-4b45f3bb6554 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=63a47631604d423ea32b2752fc656355&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1295547 Dec 16 16:02:12.687181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-bfd0e1b3-6b96-4f1a-bcf1-691571363008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.689011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ee8d29b-acfb-4d66-a6ec-5355b189d40d req-bfd0e1b3-6b96-4f1a-bcf1-691571363008 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612091 Dec 16 16:02:12.730914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f9f9e-351c-47a4-bdf6-f602e3670eba req-7fd73ee6-a2d6-4394-b841-82b4c65350b1 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.732548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd0f9f9e-351c-47a4-bdf6-f602e3670eba req-7fd73ee6-a2d6-4394-b841-82b4c65350b1 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 944 time: 0.0820553 Dec 16 16:02:12.735961 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.771405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=651fd8fb-aa36-4ae6-843e-540a3f7f57d8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:12.818394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] No DVR routers for this DVR port 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 on host n-h1-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:02:12.822092 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:12.825897 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-98ed8e27-47ca-49d6-878b-2d5acf57826c req-77f9703a-a223-400e-86f6-1604a8e39e14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "DELETE /v2.0/ports/651fd8fb-aa36-4ae6-843e-540a3f7f57d8 HTTP/1.1" status: 204 len: 173 time: 0.6060882 Dec 16 16:02:12.826364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-deleted', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:12.829037 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096767bb-66d3-41b3-aecb-1247fb64ad2f" -d '{"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-deleted", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:12.833673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd0f9f9e-351c-47a4-bdf6-f602e3670eba req-8a0ff78b-2b98-41f0-87cf-122b3e6fc9ef tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933280 Dec 16 16:02:12.846313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-9bf35ad7-5309-4e10-9fb2-5411769d1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.847415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-9bf35ad7-5309-4e10-9fb2-5411769d1f3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 1095 time: 0.0864475 Dec 16 16:02:12.870606 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057edd75-e4fa-4572-9b83-ee298796e287 x-openstack-request-id: req-057edd75-e4fa-4572-9b83-ee298796e287 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:12.871053 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "397677f3-116e-4a04-9283-0e34161dc1fa", "name": "network-vif-deleted", "tag": "651fd8fb-aa36-4ae6-843e-540a3f7f57d8", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:12.871570 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-057edd75-e4fa-4572-9b83-ee298796e287 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:12.872265 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '397677f3-116e-4a04-9283-0e34161dc1fa', 'name': 'network-vif-deleted', 'tag': '651fd8fb-aa36-4ae6-843e-540a3f7f57d8', 'status': 'completed', 'code': 200} Dec 16 16:02:12.909702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-f48673b8-8dcb-459f-9337-d12d3ac5d85b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672 HTTP/1.1" status: 200 len: 217 time: 0.0414882 Dec 16 16:02:12.970747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-b7476ff5-2fb2-4a04-827f-92096572e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:12.972291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-b7476ff5-2fb2-4a04-827f-92096572e793 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab94e3b7-2528-4d1f-a8d7-81edf498bf7b HTTP/1.1" status: 200 len: 849 time: 0.0510564 Dec 16 16:02:13.013367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-7bcbccd3-dea6-43de-bc9e-0dded68a90f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=725f0762-ce79-41d4-91fa-057328e177bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293324 Dec 16 16:02:13.115029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-d4d9f75a-1cd4-4817-b50c-0df66384d39e service neutron] 10.222.0.74 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901237 Dec 16 16:02:13.230945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8e3d2ea-7c8e-43bc-af75-a8c1735c0bcc req-0379d61f-89db-4902-a281-db389bdf79fb service neutron] 10.222.0.74 "GET /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035185 Dec 16 16:02:13.367626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cff3718-ce44-4d0e-be57-a66965f20384 req-6dc55f32-ed8c-4519-987f-12af4d30146f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=397677f3-116e-4a04-9283-0e34161dc1fa HTTP/1.1" status: 200 len: 210 time: 0.0273931 Dec 16 16:02:13.975238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc208a-1ad0-4d1f-8142-72ba4160afd3 req-f64cea7d-9378-44f4-a8ef-33c9be74db6c tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:13.976904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01dc208a-1ad0-4d1f-8142-72ba4160afd3 req-f64cea7d-9378-44f4-a8ef-33c9be74db6c tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 944 time: 0.0583167 Dec 16 16:02:14.038509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01dc208a-1ad0-4d1f-8142-72ba4160afd3 req-d5db6e8b-058e-4285-840f-d7a50fb4e8d5 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519257 Dec 16 16:02:14.187132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d9643bf-6c08-40a6-935d-ea1af3fed2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:14.428363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:14.812689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:15.135074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 938237d4-d592-4c80-a4b6-4dfe2831922a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:15.135805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:15.301077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ab502-606f-4bb3-ba4a-68ee747f79a6 req-db6b430e-23a2-4b7e-b261-398874c30f81 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:15.304397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-100ab502-606f-4bb3-ba4a-68ee747f79a6 req-db6b430e-23a2-4b7e-b261-398874c30f81 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 944 time: 0.1910942 Dec 16 16:02:15.363742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 938237d4-d592-4c80-a4b6-4dfe2831922a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=938237d4-d592-4c80-a4b6-4dfe2831922a,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:15.364121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:15.390432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 938237d4-d592-4c80-a4b6-4dfe2831922a owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:15.406130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-100ab502-606f-4bb3-ba4a-68ee747f79a6 req-c1f61176-5db7-4934-b387-6f5ca6e871d5 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950990 Dec 16 16:02:15.678238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:15.707607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=938237d4-d592-4c80-a4b6-4dfe2831922a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:15.902238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.165221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 4791e083-9fb9-4827-8b57-8f8aaae08bfb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:02:16.336453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:02:16.342504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1b08f25-61cb-4d63-a3e9-e4a58d8511f5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/4791e083-9fb9-4827-8b57-8f8aaae08bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9130113 Dec 16 16:02:16.346834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60888) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:16.351131 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Sync routers for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:02:16.368171 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:16.369224 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:01:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:16.421250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting subnet 71d3cff5-9822-488d-8071-fc2df6ed2e53 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:02:16.426895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.462384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f3fe10e6-02b6-4572-aae3-e93d5d2b2672 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:02:16.482549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.550669 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:16.580810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:16.590097 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5cd7ef25-e6b5-41e7-9920-e4ab72b4be37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.625896 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:02:16.626379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 651fd8fb-aa36-4ae6-843e-540a3f7f57d8 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:16.643007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.688177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:16.717946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672', 'network_id': '725f0762-ce79-41d4-91fa-057328e177bb', 'port_id': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672', 'mac_address': 'fa:16:3e:a1:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab94e3b7-2528-4d1f-a8d7-81edf498bf7b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:02:16.794843 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:16.797553 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:02:15Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:16.821471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fe10e6-02b6-4572-aae3-e93d5d2b2672 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:02:16.837598 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Checking router: 4791e083-9fb9-4827-8b57-8f8aaae08bfb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:02:16.848392 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Routers {'4791e083-9fb9-4827-8b57-8f8aaae08bfb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:16.849272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:16.861053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:16.953114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.019888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907e92e-236c-4c82-9e34-948efa599b25 req-57a811d3-ffad-4378-bfc7-ee5d87c41036 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:17.021814 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] Set router 4791e083-9fb9-4827-8b57-8f8aaae08bfb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:17.022144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b907e92e-236c-4c82-9e34-948efa599b25 req-57a811d3-ffad-4378-bfc7-ee5d87c41036 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 945 time: 0.3850677 Dec 16 16:02:17.052378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:17.096160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b907e92e-236c-4c82-9e34-948efa599b25 req-bd1591b4-ca82-4b23-af0f-51dc5dc182bc tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620527 Dec 16 16:02:17.275266 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:02:15Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:17.283715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.296701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['f3fe10e6-02b6-4572-aae3-e93d5d2b2672'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:02:17.303721 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dbc6df-0e7d-4c2e-bb91-154392115dc7 None None] The sync data for ids ['4791e083-9fb9-4827-8b57-8f8aaae08bfb'] in n-d-821947-3 is: [{'id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199466748', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207'}], 'enable_snat': True}, 'gw_port_id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:02:15Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': 'd4b4e741-b4fa-43f9-9768-1b2a65ae5ca3', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4791e083-9fb9-4827-8b57-8f8aaae08bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:00:10Z', 'updated_at': '2021-12-16T16:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:02:17.321513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Subnet': ['ID=71d3cff5-9822-488d-8071-fc2df6ed2e53,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:17.328372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.335923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-05e66dee-d762-426c-b26c-5060c37d8121 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/subnets/71d3cff5-9822-488d-8071-fc2df6ed2e53 HTTP/1.1" status: 204 len: 168 time: 0.9836295 Dec 16 16:02:17.337670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60894) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:17.350009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715b028b-c912-41ff-941b-f46d5edadb45 None None] Network 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:02:17.513638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.640857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.703431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] DHCP port deletion for 83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:02:17.778943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Deleting port 2e678160-9689-4bf1-a9c4-529b72be5812 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:17.779434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.819554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:17.820132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.869288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] For port 2e678160-9689-4bf1-a9c4-529b72be5812, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e678160-9689-4bf1-a9c4-529b72be5812,segment=NetworkSegment(ff1a6a64-0367-4010-a099-4e161dd62c5b),segment_id=ff1a6a64-0367-4010-a099-4e161dd62c5b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:17.869675 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.888891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Calling delete_port for 2e678160-9689-4bf1-a9c4-529b72be5812 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:17.935136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:17.935458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.949124 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:17.963125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:18.068362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e678160-9689-4bf1-a9c4-529b72be5812 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:18.103780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.156326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] Pushing event deleted for resources: {'Port': ['ID=2e678160-9689-4bf1-a9c4-529b72be5812,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:18.165463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee912ac3-feb9-4b07-8f0c-93922f3d35da None None] No DVR routers for this DVR port 2e678160-9689-4bf1-a9c4-529b72be5812 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:02:18.181180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No active binding found for port 2e678160-9689-4bf1-a9c4-529b72be5812 {{(pid=104057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 16:02:18.182098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e678160-9689-4bf1-a9c4-529b72be5812 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:18.182890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 938237d4-d592-4c80-a4b6-4dfe2831922a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:18.212182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 938237d4-d592-4c80-a4b6-4dfe2831922a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:02:18.212647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 938237d4-d592-4c80-a4b6-4dfe2831922a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:18.275678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbffb07-7ba5-4a16-a6a7-5fcc3802836a req-51b3d4b3-dfe9-4af1-856b-5e16cc1e349e tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:18.277319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdbffb07-7ba5-4a16-a6a7-5fcc3802836a req-51b3d4b3-dfe9-4af1-856b-5e16cc1e349e tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 945 time: 0.0577734 Dec 16 16:02:18.330859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdbffb07-7ba5-4a16-a6a7-5fcc3802836a req-d59fbf31-a954-40bd-9733-30eb7d1d885a tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471737 Dec 16 16:02:18.369032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.398958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:18.417284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f537b-3bc1-42cf-b279-6027c173f5c9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:02:18.478674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f3fe10e6-02b6-4572-aae3-e93d5d2b2672 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:18.510780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.610251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:02:18.614086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.616225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:18.616815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.617827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.703734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:02:18.731492 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.766602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:18.769147 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b7e7d8-5869-403b-b4e6-bcb897c73065" -d '{"events": [{"server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "name": "network-vif-plugged", "status": "completed", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:18.786129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:18.788058 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.791196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Fanout notify agent at l3_agent the message router_deleted on router 4791e083-9fb9-4827-8b57-8f8aaae08bfb {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:02:18.801142 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.801142 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-422f964f-b8e3-4052-bb01-fb7fa77eda74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/routers/4791e083-9fb9-4827-8b57-8f8aaae08bfb HTTP/1.1" status: 204 len: 168 time: 1.4627988 Dec 16 16:02:18.805815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60900) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:18.825249 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952829ac-41c1-4cbd-9cbc-96640c4e19cf x-openstack-request-id: req-952829ac-41c1-4cbd-9cbc-96640c4e19cf {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:18.828746 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "name": "network-vif-plugged", "status": "completed", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:18.828746 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-952829ac-41c1-4cbd-9cbc-96640c4e19cf {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:18.828746 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672', 'code': 200} Dec 16 16:02:18.897447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:18.935872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.019935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:19.035600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc879b54-8ee1-44ae-931d-5dce1aa04fa7 req-875d4acf-d2be-47a6-8a8c-8347499efdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:19.037401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc879b54-8ee1-44ae-931d-5dce1aa04fa7 req-875d4acf-d2be-47a6-8a8c-8347499efdda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 1097 time: 0.0722227 Dec 16 16:02:19.069307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.089858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc879b54-8ee1-44ae-931d-5dce1aa04fa7 req-6aaa5dd0-59f4-4673-a31b-1434918c183e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Dec 16 16:02:19.104948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:19.115915 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1a6a64-0367-4010-a099-4e161dd62c5b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:19.116217 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1a6a64-0367-4010-a099-4e161dd62c5b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:19.127266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.142824 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.150574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:02:19.151133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:02:19.154644 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:02:19.284431 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.292426 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.295806 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/networks/83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee HTTP/1.1" status: 204 len: 168 time: 0.4881172 Dec 16 16:02:19.299210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:19.308730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33233bc-7b8e-4b18-a1c4-3c8d3ee2ac7c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Network': ['ID=83fc7435-cbeb-462c-b7d7-e1ee1d7ea0ee,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:19.376845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.377561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.411123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.502779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8dbb0-96a4-43f3-ac66-9ec8bd673ccc req-2d266742-a12d-439e-bb47-5c61d1e7d9d9 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:19.504385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56e8dbb0-96a4-43f3-ac66-9ec8bd673ccc req-2d266742-a12d-439e-bb47-5c61d1e7d9d9 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 946 time: 0.0545995 Dec 16 16:02:19.560612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56e8dbb0-96a4-43f3-ac66-9ec8bd673ccc req-71e5d73b-f358-42c1-aedb-dac921c69baa tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Dec 16 16:02:19.627250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.630210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:19.631478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/security-groups/af9db8ba-f1f6-4415-930f-6f6bb9dab425 HTTP/1.1" status: 204 len: 168 time: 0.3309689 Dec 16 16:02:19.641835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359ed3-cc23-4ba9-8cc2-ab3380562269 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9db8ba-f1f6-4415-930f-6f6bb9dab425,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:20.069108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:20.091946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:02:20.093163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d4b4e741-b4fa-43f9-9768-1b2a65ae5ca3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:20.118912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.326786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:20.334936 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062739793', 'description': 'tempest-secgroup-smoke-1062739793 description', 'project_id': '691401f08cd84e2fae8b1322b327f352'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:20.490182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.567277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.649639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.682809 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf93970-b076-4b15-8b74-6a006e1f36e8,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:20.712722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e444f-29ac-4a3b-8f82-7b88c147f21b req-d5d5e9cd-cdd6-40a2-a6fc-63adc97fc21b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:20.714333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a43e444f-29ac-4a3b-8f82-7b88c147f21b req-d5d5e9cd-cdd6-40a2-a6fc-63adc97fc21b tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 946 time: 0.0717747 Dec 16 16:02:20.754591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.756492 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-839b99f2-0d4a-40d9-87db-39b2a2d402d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4279554 Dec 16 16:02:20.761013 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:20.765818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:20.779188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a43e444f-29ac-4a3b-8f82-7b88c147f21b req-3c8e3f07-5b90-4bf9-9a02-e65d2ea43a3f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550323 Dec 16 16:02:20.877402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:20.947019 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.072764 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.095309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a26e76d-d7f8-4056-9b75-db4fa1995a13,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:21.248252 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.250736 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc6314b4-3e2a-49f6-965e-53481023280e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4881575 Dec 16 16:02:21.253862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:21.262680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:21.382635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.452473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.581757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.608380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f5cbaa-0bd9-416f-942a-a37d3dda08ba,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:21.771971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.773886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6bfcc06d-e64d-4947-b0d8-c0a44add89e5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5180800 Dec 16 16:02:21.778278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60926) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:21.782908 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:21.879153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:21.964765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.141811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.162556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb2f7bf-0d29-4e1f-b09e-63c1635bb632,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:22.321443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.323125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9341fe20-032c-4734-a962-216c4e8b813d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5437989 Dec 16 16:02:22.325894 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60932) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:22.331331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:22.435733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.532152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.597807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.622414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f503dc6f-d4e1-4c62-8e0a-4d4fa880e5f4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:22.716017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:22.716722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb539d-ed7e-4356-abc5-16f73ac86f0a req-95e53a75-6f99-4de7-a8c2-ae7d070dae1d tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:22.720081 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8a2275b-6de9-4193-a7db-edcf2b5c4a54 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3926268 Dec 16 16:02:22.724538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1eb539d-ed7e-4356-abc5-16f73ac86f0a req-95e53a75-6f99-4de7-a8c2-ae7d070dae1d tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 946 time: 0.0780969 Dec 16 16:02:22.725365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:22.735853 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:22.806233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1eb539d-ed7e-4356-abc5-16f73ac86f0a req-7f10490d-23f4-4711-bc2b-9e23634d95a7 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Dec 16 16:02:22.902094 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:02:22.910579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.008569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.118651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.140316 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbc4004-a397-4993-b72b-56b84a406cc3,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:23.272181 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.274206 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd406c96-8c0d-4e67-b10c-9cab6c4afb1f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5470955 Dec 16 16:02:23.276967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:23.284868 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '2bf93970-b076-4b15-8b74-6a006e1f36e8', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:23.404674 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:02:23.410658 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.483022 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.648618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.672568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463ccc93-207d-43e2-a1c8-ea89be5daf52,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:23.905696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:23.911082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5374cb61-c83c-4b07-b886-755fb7206d5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6284411 Dec 16 16:02:23.911373 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:23.918212 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'network': {'name': 'tempest-network-smoke--1867397778', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:23.973364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9c8e8-dec4-434f-8c44-e5b6011c2232 req-f7dc6607-c618-4e08-aebe-a938f759d178 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:23.979878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edd9c8e8-dec4-434f-8c44-e5b6011c2232 req-f7dc6607-c618-4e08-aebe-a938f759d178 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 946 time: 0.0726118 Dec 16 16:02:24.033281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:02:24.039636 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.044121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edd9c8e8-dec4-434f-8c44-e5b6011c2232 req-6f37a630-873b-4737-b2fc-5db51e04db73 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Dec 16 16:02:24.078445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:02:24.096879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.097230 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Added segment 6df21351-3209-47b2-b936-a9621bb6138d of type vlan for network 9428fa5c-2627-4dda-910c-c84aa0338914 Dec 16 16:02:24.145260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.248295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d748-129d-4847-bc46-bc2288d5867e req-543f1c26-bd36-44f2-a279-32906318acd6 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:24.249931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad14d748-129d-4847-bc46-bc2288d5867e req-543f1c26-bd36-44f2-a279-32906318acd6 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 946 time: 0.0587909 Dec 16 16:02:24.250343 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.257107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:24.257898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.343164 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Network': ['ID=9428fa5c-2627-4dda-910c-c84aa0338914,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:24.359585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9428fa5c-2627-4dda-910c-c84aa0338914 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:02:24.368681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Deleting port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:02:24.369016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.463412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 60944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:24.467705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2173efb3-eee7-4010-8dd8-fe0fc3c521a1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5545673 Dec 16 16:02:24.469041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'admin_state_up': True, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:24.527590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] For port f3fe10e6-02b6-4572-aae3-e93d5d2b2672, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,segment=NetworkSegment(309a0d18-c3bd-4f11-b25f-d068f3e10d4c),segment_id=309a0d18-c3bd-4f11-b25f-d068f3e10d4c)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:24.527970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.542513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Calling delete_port for f3fe10e6-02b6-4572-aae3-e93d5d2b2672 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:02:24.713241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.714894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.805188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.849882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['f3fe10e6-02b6-4572-aae3-e93d5d2b2672'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:02:24.878525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Pushing event deleted for resources: {'Port': ['ID=f3fe10e6-02b6-4572-aae3-e93d5d2b2672,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:24.948459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.968399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] No DVR routers for this DVR port f3fe10e6-02b6-4572-aae3-e93d5d2b2672 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:02:24.971770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:24.976104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad14d748-129d-4847-bc46-bc2288d5867e req-791e8f66-df75-46ba-a766-20d7844eb07f tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.74 "DELETE /v2.0/ports/f3fe10e6-02b6-4572-aae3-e93d5d2b2672 HTTP/1.1" status: 204 len: 173 time: 0.7154114 Dec 16 16:02:24.976848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'name': 'network-vif-deleted', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:24.979089 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3281c7-5070-472b-821a-3631efbab760" -d '{"events": [{"server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "name": "network-vif-deleted", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:25.019957 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c9c47-c460-46ca-bfcc-5826b686b7ee x-openstack-request-id: req-1b9c9c47-c460-46ca-bfcc-5826b686b7ee {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:25.020333 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b747ea49-bbd3-452f-aa7e-67bbc128609a", "name": "network-vif-deleted", "tag": "f3fe10e6-02b6-4572-aae3-e93d5d2b2672", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:25.020908 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b9c9c47-c460-46ca-bfcc-5826b686b7ee {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:25.021997 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b747ea49-bbd3-452f-aa7e-67bbc128609a', 'name': 'network-vif-deleted', 'tag': 'f3fe10e6-02b6-4572-aae3-e93d5d2b2672', 'status': 'completed', 'code': 200} Dec 16 16:02:25.201179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cbe92a0-45bd-4167-884c-7dfd886b01f8 req-57bf1487-e55e-42a5-824f-64867c0969ca tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0608416 Dec 16 16:02:25.279655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:25.634306 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:25.662483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:25.877208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.57 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/62b9a6f6-5eee-447a-b9ae-e9651d089918) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:25.970014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-dcaf3a57-3ed0-4693-92ef-24a0d3bf249b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0579791 Dec 16 16:02:26.028330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:26.105759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-6290881e-0280-4dd0-93e9-f376ee3843e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=63a47631604d423ea32b2752fc656355&device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.0385292 Dec 16 16:02:26.159083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:26.249804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:26.258233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:26.267870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:26.270024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=62b9a6f6-5eee-447a-b9ae-e9651d089918,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:26.282913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b73c4d4-a017-4c23-b1a5-e0af4894c8b2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:02:26.324372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-1ec96405-6798-41df-858a-2c5078f7878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:26.324372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-1ec96405-6798-41df-858a-2c5078f7878f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=63a47631604d423ea32b2752fc656355&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1852651 Dec 16 16:02:26.409817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ea53d739-8bb1-4793-93aa-e2b5e69cf3ad None None] Provisioning complete for port 62b9a6f6-5eee-447a-b9ae-e9651d089918 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:26.410564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea53d739-8bb1-4793-93aa-e2b5e69cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:26.456309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ea53d739-8bb1-4793-93aa-e2b5e69cf3ad None None] Port 62b9a6f6-5eee-447a-b9ae-e9651d089918 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:26.498723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d28cdff2-5ffe-40e4-b76e-366c4a9f2702 req-e9ae81d6-9bae-4e76-a5fe-f06855947472 tempest-VolumesActionsTest-2123655818 tempest-VolumesActionsTest-2123655818-project] 10.222.0.71 "GET /v2.0/ports?device_id=b747ea49-bbd3-452f-aa7e-67bbc128609a HTTP/1.1" status: 200 len: 210 time: 0.1310833 Dec 16 16:02:26.561697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-a0eafc4b-53bb-439e-9b98-f5fab563e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:26.563231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c99b744a-a1f2-4741-901b-c8347bfbccde req-a0eafc4b-53bb-439e-9b98-f5fab563e9b5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969752 Dec 16 16:02:26.767324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:27.263106 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:27.684152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 537f9c54-dd45-4df3-b2b5-77f16a20d67f is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:02:27.838418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:02:27.862840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Sync routers for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:02:27.876130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:27.876909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:27.991392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:28.068539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.068539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d8978e4e-fe1f-4f03-b03a-62ceaeff0b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5977731 Dec 16 16:02:28.069136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60966) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:28.099845 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-78ef7fd3-9e74-4ea6-a1eb-4864eb65bbda tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=691401f08cd84e2fae8b1322b327f352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293281 Dec 16 16:02:28.102525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60968) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:28.215253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8548ac5-9226-42f2-acec-6dd9ed9c6638 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:28.216860 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e8548ac5-9226-42f2-acec-6dd9ed9c6638 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1125469 Dec 16 16:02:28.220037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60970) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:28.222917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:26Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:28.262270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Checking router: 537f9c54-dd45-4df3-b2b5-77f16a20d67f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:02:28.262270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Updating router 537f9c54-dd45-4df3-b2b5-77f16a20d67f port 62b9a6f6-5eee-447a-b9ae-e9651d089918 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:02:28.262646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f646b1c-feb9-4fe0-826f-50a2057d1023 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360634 Dec 16 16:02:28.270879 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 60972) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:28.282280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-359163905', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:28.294531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.529965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:02:28.533786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.570717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f3fe10e6-02b6-4572-aae3-e93d5d2b2672 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:02:28.596658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: f3fe10e6-02b6-4572-aae3-e93d5d2b2672 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:02:28.597048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device f3fe10e6-02b6-4572-aae3-e93d5d2b2672 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:02:28.686519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.828341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.883117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245c80c5-8db1-4817-aa3e-d8a5299950c5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:02:28.896178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Pushing event updated for resources: {'Port': ['ID=62b9a6f6-5eee-447a-b9ae-e9651d089918,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:28.898715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Attempting to bind port 62b9a6f6-5eee-447a-b9ae-e9651d089918 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:02:28.899175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Attempting to bind port 62b9a6f6-5eee-447a-b9ae-e9651d089918 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:02:28.899497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Attempting to bind port 62b9a6f6-5eee-447a-b9ae-e9651d089918 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:28.911375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:02:28.912319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:28.912750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.913133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:02:28.913636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Bound port: 62b9a6f6-5eee-447a-b9ae-e9651d089918, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:02:28.914029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.916906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.919988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.921537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.921537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.921537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:28.925693 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.970203 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:28.982464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] For port 62b9a6f6-5eee-447a-b9ae-e9651d089918, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:02:28.985825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] For port 62b9a6f6-5eee-447a-b9ae-e9651d089918, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=62b9a6f6-5eee-447a-b9ae-e9651d089918,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:02:29.001316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d57799fc-509f-4b72-8383-34d75f2a7a83 None None] Provisioning complete for port 62b9a6f6-5eee-447a-b9ae-e9651d089918 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:29.001736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d57799fc-509f-4b72-8383-34d75f2a7a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.036557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d57799fc-509f-4b72-8383-34d75f2a7a83 None None] Port 62b9a6f6-5eee-447a-b9ae-e9651d089918 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:29.046706 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Subnet': ['ID=05924a76-cd84-4423-ad02-1154c3b2a573,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:29.049906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:29.050272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network hostable DHCP agents. Network: 9428fa5c-2627-4dda-910c-c84aa0338914, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:02:29.058138 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.058502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.058857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.059199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.059695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.060059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.063396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:29.113267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.172491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491c82c-4a6b-44e4-aef5-97713dac76a4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:02:29.188933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:29.189584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:29.194511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d6ec-06e6-4ec2-86de-1dc012b0c79b None None] Pushing event updated for resources: {'Port': ['ID=62b9a6f6-5eee-447a-b9ae-e9651d089918,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:29.255989 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 9428fa5c-2627-4dda-910c-c84aa0338914 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:02:29.304584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] Provisioning complete for port 62b9a6f6-5eee-447a-b9ae-e9651d089918 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:29.306312 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.350175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:29.427055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9428fa5c-2627-4dda-910c-c84aa0338914) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:29.434163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:29.435895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.451138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2eb783-1249-4326-90d1-3c692cfb51fd None None] Network 9428fa5c-2627-4dda-910c-c84aa0338914 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:02:29.669515 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bada7e34-1a65-47ea-a729-235f99465cfb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3962677 Dec 16 16:02:29.672674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32778) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:29.770836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.771925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.836984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] For port 62b9a6f6-5eee-447a-b9ae-e9651d089918, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=62b9a6f6-5eee-447a-b9ae-e9651d089918,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:29.854162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9428fa5c-2627-4dda-910c-c84aa0338914', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:02:29.855086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.940588 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:26Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:29.955172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:29.995024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc97c69-6559-4072-a133-06c9cd0c939c None None] The sync data for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 is: [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:26Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:02:30.141603 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7a0cd-c9e6-46b6-80c9-48787eab513b None None] Pushing event updated for resources: {'Port': ['ID=62b9a6f6-5eee-447a-b9ae-e9651d089918,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:30.164144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Allocated IP 172.20.0.2 (9428fa5c-2627-4dda-910c-c84aa0338914/05924a76-cd84-4423-ad02-1154c3b2a573/338f4a95-0e5e-4645-945f-d840fe5cf382) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:30.415736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:30.435262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:30.563640 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:30.614258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Network 9428fa5c-2627-4dda-910c-c84aa0338914 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:30.617514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:30.621543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:30.629246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Pushing event updated for resources: {'Port': ['ID=338f4a95-0e5e-4645-945f-d840fe5cf382,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:30.697628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Attempting to bind port 338f4a95-0e5e-4645-945f-d840fe5cf382 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:02:30.698267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Attempting to bind port 338f4a95-0e5e-4645-945f-d840fe5cf382 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:02:30.698841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Attempting to bind port 338f4a95-0e5e-4645-945f-d840fe5cf382 on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:30.705829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:02:30.706823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:30.707497 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:30.708125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Bound using segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:02:30.709742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Bound port: 338f4a95-0e5e-4645-945f-d840fe5cf382, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:02:30.710331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:30.819761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] For port 338f4a95-0e5e-4645-945f-d840fe5cf382, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:02:30.823723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] For port 338f4a95-0e5e-4645-945f-d840fe5cf382, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=338f4a95-0e5e-4645-945f-d840fe5cf382,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:02:30.955080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.1 (9428fa5c-2627-4dda-910c-c84aa0338914/05924a76-cd84-4423-ad02-1154c3b2a573/7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:30.990606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:31.114838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413fc96-0b91-4846-b751-6619efb882ee None None] Pushing event updated for resources: {'Port': ['ID=338f4a95-0e5e-4645-945f-d840fe5cf382,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:31.127334 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:31.271497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:31.358194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 9428fa5c-2627-4dda-910c-c84aa0338914 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:31.365193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:31.367652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:31.370879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:31.457545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:31.780561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.216940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 338f4a95-0e5e-4645-945f-d840fe5cf382 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:32.255209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.290394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 338f4a95-0e5e-4645-945f-d840fe5cf382 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:32.290830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.347642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.454879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.519701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.523695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:32.532592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 338f4a95-0e5e-4645-945f-d840fe5cf382, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=338f4a95-0e5e-4645-945f-d840fe5cf382,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:32.681239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 9428fa5c-2627-4dda-910c-c84aa0338914 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:32.682838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:32.695927 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.696798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 62b9a6f6-5eee-447a-b9ae-e9651d089918 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:32.841383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=338f4a95-0e5e-4645-945f-d840fe5cf382,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:32.855256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 62b9a6f6-5eee-447a-b9ae-e9651d089918 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:32.856020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:32.930745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866515d2-1c02-4d9f-af49-4bf7c84b8c43 None None] Network 9428fa5c-2627-4dda-910c-c84aa0338914 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:02:32.951010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 537f9c54-dd45-4df3-b2b5-77f16a20d67f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:02:33.015611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5ed4f867-8b0a-4d7a-95eb-6df262b34c21 None None] Provisioning complete for port 338f4a95-0e5e-4645-945f-d840fe5cf382 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:33.016028 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f867-8b0a-4d7a-95eb-6df262b34c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:33.184152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:02:33.190907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a41a4551-948e-464e-b94f-f9818f4e81bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/537f9c54-dd45-4df3-b2b5-77f16a20d67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5163658 Dec 16 16:02:33.306345 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Sync routers for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:02:33.324625 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:33.326280 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:33.545612 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:33.657003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-315618dd-ff64-47e2-9fee-0e0ad75f2d39 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062739793&fields=id&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 267 time: 0.1289382 Dec 16 16:02:33.702059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f872d554-4cb8-4eee-b878-e2a0d46a2140 None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:33.702782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f872d554-4cb8-4eee-b878-e2a0d46a2140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:33.753762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f872d554-4cb8-4eee-b878-e2a0d46a2140 None None] Port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:33.771017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f872d554-4cb8-4eee-b878-e2a0d46a2140 None None] Provisioning complete for port 338f4a95-0e5e-4645-945f-d840fe5cf382 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:33.771017 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f872d554-4cb8-4eee-b878-e2a0d46a2140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:33.839200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-71147acb-589a-4930-abc2-2d7a669539cc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:33.860110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-71147acb-589a-4930-abc2-2d7a669539cc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 797 time: 0.1954489 Dec 16 16:02:33.869237 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 2, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:33.876881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-eba9286f-9c88-4269-b7a8-68219b259cee tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/quotas/691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 375 time: 0.0158877 Dec 16 16:02:33.915803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Checking router: 537f9c54-dd45-4df3-b2b5-77f16a20d67f for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:02:33.915803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Updating router 537f9c54-dd45-4df3-b2b5-77f16a20d67f port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:02:33.969334 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.057345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-7c42d307-8362-45e7-948f-c633c15823aa tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1700730 Dec 16 16:02:34.148305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-923a6c0b-6613-498c-a07d-41b693611aa3 None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:34.155725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-923a6c0b-6613-498c-a07d-41b693611aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.263944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 338f4a95-0e5e-4645-945f-d840fe5cf382 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:34.347883 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.431331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-923a6c0b-6613-498c-a07d-41b693611aa3 None None] Port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:34.463548 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.466791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 338f4a95-0e5e-4645-945f-d840fe5cf382 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:34.466791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.522310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-ae7fdbd6-1b09-4894-9b59-33cf1019cbe4 service neutron] 10.222.0.71 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611914 Dec 16 16:02:34.621666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d9f98aac-87c6-45d8-95eb-308c24289c21 None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:34.622033 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9f98aac-87c6-45d8-95eb-308c24289c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.748133 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d9f98aac-87c6-45d8-95eb-308c24289c21 None None] Port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:34.798053 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Pushing event updated for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:34.836991 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Attempting to bind port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:02:34.837463 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Attempting to bind port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:02:34.837766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Attempting to bind port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:34.849634 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:02:34.850032 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:34.850479 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.850656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Bound using segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:02:34.851375 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Bound port: 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:02:34.851584 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:34.950804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.950804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.950804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.950804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.951375 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.952383 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.952973 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.953669 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.954355 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.955644 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.956634 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.957530 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:34.958217 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:35.033238 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] For port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:02:35.037914 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] For port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:02:35.178657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1e6dcb65-2457-4afb-9bbe-bf981cd07572 None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:35.179023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcb65-2457-4afb-9bbe-bf981cd07572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:35.199324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-d450e23b-da76-4a1b-b973-20ac8cd0dbcf service neutron] 10.222.0.71 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645234 Dec 16 16:02:35.215690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1e6dcb65-2457-4afb-9bbe-bf981cd07572 None None] Port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:35.238682 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:35.336121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:35.336121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:35.336121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f190fc6-57f7-4f3a-b50a-96a6c01b3afa None None] Pushing event updated for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:35.440348 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:35.539722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:35.560695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:35.692540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7f7e350-0891-45e4-8321-4e8f465ac328 req-b9804c4b-7d77-43ad-820b-f6d00c798cb6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 210 time: 0.0793099 Dec 16 16:02:35.743432 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:35.802314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] For port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:35.816499 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:35.901875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:35.905831 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5276c-28c3-4396-b8e8-bda711b7e301 None None] The sync data for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 is: [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:02:36.051197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab881746-9b6c-4c57-b9e8-204632ab8aa0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:36.185042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:36.266451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:36.266854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:36.806914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a811011-53d1-4c95-885f-5cd14dda8fdf req-9477c2b0-c922-4f08-8d4e-d02807c51433 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 210 time: 0.0433910 Dec 16 16:02:37.931585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ff46791-127e-4de9-a841-94b92febd65c req-bb9b386d-9282-4f3e-9f60-a8e02c868771 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 210 time: 0.0419867 Dec 16 16:02:38.100815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:38.177261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:38.177630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:39.061887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62e0c1e4-de98-4fe9-b279-9a9426f5290e req-cc4820f2-f4e0-4b37-8c65-9ed9daaa9f56 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 210 time: 0.0415967 Dec 16 16:02:39.212565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-3d46a567-971c-4717-85a1-de3b49cdbf9b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:39.214574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-3d46a567-971c-4717-85a1-de3b49cdbf9b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 797 time: 0.1566479 Dec 16 16:02:39.299687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-20c3b3a1-e0d3-4fd7-a5d8-2844ef867070 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 380 time: 0.0608766 Dec 16 16:02:39.311762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'port': {'device_id': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'admin_state_up': True, 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'security_groups': ['2bf93970-b076-4b15-8b74-6a006e1f36e8']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:39.508270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:02:39.515351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:39.711250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.10 (9428fa5c-2627-4dda-910c-c84aa0338914/05924a76-cd84-4423-ad02-1154c3b2a573/998d544b-cf32-414e-b970-d6e7348f826d) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:39.883145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.050647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.118704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 9428fa5c-2627-4dda-910c-c84aa0338914 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:40.122134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:40.127931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:40.131873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:40.176695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.177393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.178066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.178381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.178758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.179150 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.179439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.179792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.180159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.180559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.180939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.181140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.181470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:02:40.240346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:40.241048 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.268100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd91803-5833-4395-a7c4-5720430c9e7f req-9bf15dfd-eef2-4bf2-a9ef-22029157bf88 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:40.269890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bd91803-5833-4395-a7c4-5720430c9e7f req-9bf15dfd-eef2-4bf2-a9ef-22029157bf88 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 932 time: 0.1125708 Dec 16 16:02:40.365238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-f50b663b-b082-4092-ab5e-002025380050 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0575662 Dec 16 16:02:40.383678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bd91803-5833-4395-a7c4-5720430c9e7f req-a3969e7a-cd14-4264-aba4-ded20717a068 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951166 Dec 16 16:02:40.422963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Request body: {'port': {'device_id': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:40.509398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.575281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6c70fe08-e95f-4640-b4c8-51020eb624b0 None None] Provisioning complete for port 998d544b-cf32-414e-b970-d6e7348f826d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:40.575905 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c70fe08-e95f-4640-b4c8-51020eb624b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.629907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6c70fe08-e95f-4640-b4c8-51020eb624b0 None None] Port 998d544b-cf32-414e-b970-d6e7348f826d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:02:40.840117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:02:40.848919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.866259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Transition to ACTIVE for port object 998d544b-cf32-414e-b970-d6e7348f826d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:02:40.941103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:40.998129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:41.126370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:02:41.126370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:02:41.126370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:41.126370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:02:41.126370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:02:41.134776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:02:41.135226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:02:41.135694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Bound using segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:02:41.136270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Bound port: 998d544b-cf32-414e-b970-d6e7348f826d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:02:41.136709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:41.239095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:02:41.248713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:02:41.336791 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:41.388721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:41.391148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:41.391148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] 10.222.0.74 "PUT /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1092 time: 1.0028076 Dec 16 16:02:41.392063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:41.393853 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:41.429623 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba110cb-bbf7-47c5-81b7-1e52dfa3b204 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:41.456269 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a793ba4-9b5d-4883-ab70-49f543d364f5 x-openstack-request-id: req-1a793ba4-9b5d-4883-ab70-49f543d364f5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:41.458107 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:41.459010 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a793ba4-9b5d-4883-ab70-49f543d364f5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:41.459580 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:02:41.673484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-9fbf4cf8-9b0a-459b-9412-d9d8a3f3962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:41.675091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-9fbf4cf8-9b0a-459b-9412-d9d8a3f3962c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1095 time: 0.1604967 Dec 16 16:02:41.689734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5656-70f8-4cb1-bb7d-fea7c5255a77 req-6b77e16b-a83f-484e-8e3b-d3d0d5c3c2a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:41.691338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-327a5656-70f8-4cb1-bb7d-fea7c5255a77 req-6b77e16b-a83f-484e-8e3b-d3d0d5c3c2a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.1459703 Dec 16 16:02:41.826862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-327a5656-70f8-4cb1-bb7d-fea7c5255a77 req-c04bd7af-426c-4438-8156-91673311b16e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277502 Dec 16 16:02:41.857873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-6de198cc-baea-43b6-9cb5-6969ae6b5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:41.859388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-6de198cc-baea-43b6-9cb5-6969ae6b5ac8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=691401f08cd84e2fae8b1322b327f352&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1591604 Dec 16 16:02:41.972427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-59383062-1f01-410f-82b3-37465ae33eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:41.979100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba6d1ea4-83c6-4d97-9c76-e69da4d051f7 req-59383062-1f01-410f-82b3-37465ae33eae service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032786 Dec 16 16:02:42.086030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-20399818-a1a0-4199-9047-1fadfa2c1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:42.087465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-20399818-a1a0-4199-9047-1fadfa2c1ce9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1095 time: 0.0457754 Dec 16 16:02:42.153956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-1a78fc00-d782-44c8-9cba-9aa87b6a8ff2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 217 time: 0.0422723 Dec 16 16:02:42.208668 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-542f591e-3d25-43c9-8568-5e82981afd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:42.210150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-542f591e-3d25-43c9-8568-5e82981afd47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0445328 Dec 16 16:02:42.271324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-328f507a-6538-4904-b3fd-916b024f3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:42.272894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-328f507a-6538-4904-b3fd-916b024f3d56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518508 Dec 16 16:02:42.383302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-00f07452-ca62-42e1-8a71-31c6623285ed service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986333 Dec 16 16:02:42.492714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69a06d98-1d06-4fc4-9cb1-5622fef07051 req-1cb6c025-04b8-4ee2-9150-f8b54c31a6c7 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982378 Dec 16 16:02:43.011688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e343e-1cd8-4dea-bfc2-58126c523771 req-3c266b60-7343-4880-9e15-59bd6d2bfb0e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:43.013575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-495e343e-1cd8-4dea-bfc2-58126c523771 req-3c266b60-7343-4880-9e15-59bd6d2bfb0e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.0892189 Dec 16 16:02:43.077273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-495e343e-1cd8-4dea-bfc2-58126c523771 req-f34b2193-cf52-4835-b279-bb2e00629586 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574677 Dec 16 16:02:44.196835 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a69910dc-7f78-420e-845c-73ade9b8891d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:44.217802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34cb1-1aac-469d-8095-8f8c87bcab2f req-32aeff2b-1055-4884-acfc-738168ec6d15 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:44.219280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47a34cb1-1aac-469d-8095-8f8c87bcab2f req-32aeff2b-1055-4884-acfc-738168ec6d15 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.0606477 Dec 16 16:02:44.281911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47a34cb1-1aac-469d-8095-8f8c87bcab2f req-1567e580-8f8d-4701-994e-7bcea5e1902f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563145 Dec 16 16:02:44.677612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:02:44.808829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:44.821639 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '998d544b-cf32-414e-b970-d6e7348f826d', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:02:44.863347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:44.887023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:02:44.910810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:45.032356 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:45.103999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:45.366306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['998d544b-cf32-414e-b970-d6e7348f826d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:02:45.451662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a7a5-9ec7-4148-9ebe-16105bea54fa req-295ad03a-a014-429b-8b27-a724d78c5bb1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:45.454073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd37a7a5-9ec7-4148-9ebe-16105bea54fa req-295ad03a-a014-429b-8b27-a724d78c5bb1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0840588 Dec 16 16:02:45.557864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd37a7a5-9ec7-4148-9ebe-16105bea54fa req-17c66000-966d-41f3-8db1-197d150a9fe5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971682 Dec 16 16:02:46.546359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8159ab06-bcd1-40cf-9db8-3ee95d5e05cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:46.690745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:02:46.716900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b3c42-3b11-4fe2-af41-d8cd69e66302 req-80239b47-c12e-445c-8796-1d8d685eb8bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:46.718700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b0b3c42-3b11-4fe2-af41-d8cd69e66302 req-80239b47-c12e-445c-8796-1d8d685eb8bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0667181 Dec 16 16:02:46.826258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b0b3c42-3b11-4fe2-af41-d8cd69e66302 req-2b4ae0a9-0b99-456c-a520-8afa99c46b19 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923095 Dec 16 16:02:46.889089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 998d544b-cf32-414e-b970-d6e7348f826d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:02:46.895011 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 998d544b-cf32-414e-b970-d6e7348f826d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:02:46.895985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:47.048977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:47.081484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:47.084547 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178cf43b-d23e-45b7-b7d2-9248e8983d6d" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:47.099688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:02:47.159613 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea295fe0-5483-4058-9cd9-35303b9a8d61 x-openstack-request-id: req-ea295fe0-5483-4058-9cd9-35303b9a8d61 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:47.160157 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:47.161074 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea295fe0-5483-4058-9cd9-35303b9a8d61 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:47.163193 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'code': 200} Dec 16 16:02:47.193049 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:47.272575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:47.355508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980431d7-3c8b-4440-9b8c-2da7b3c30fb5 req-ed84eb25-7db8-4dcd-9439-01be365486e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:47.357760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-980431d7-3c8b-4440-9b8c-2da7b3c30fb5 req-ed84eb25-7db8-4dcd-9439-01be365486e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1097 time: 0.0646901 Dec 16 16:02:47.422107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-980431d7-3c8b-4440-9b8c-2da7b3c30fb5 req-35fd7132-8225-4593-a948-f60ca7f89688 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501702 Dec 16 16:02:47.971161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f74b-2eaa-4c8a-9eef-9f1a03148691 req-23e0e950-5448-47ff-a429-c50ca1db939d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:47.972833 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48f1f74b-2eaa-4c8a-9eef-9f1a03148691 req-23e0e950-5448-47ff-a429-c50ca1db939d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0668926 Dec 16 16:02:47.997772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:48.033931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48f1f74b-2eaa-4c8a-9eef-9f1a03148691 req-622ec3d3-06e2-4b53-a83b-7d19e034d616 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527525 Dec 16 16:02:49.190510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7a6d-efa6-4a85-ad19-047c9a1f995e req-05593ad5-9187-4362-a613-0325347492ac tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:49.203037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c28b7a6d-efa6-4a85-ad19-047c9a1f995e req-05593ad5-9187-4362-a613-0325347492ac tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0813873 Dec 16 16:02:49.262698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c28b7a6d-efa6-4a85-ad19-047c9a1f995e req-21270e63-89ce-4a4d-9471-11a516bcf199 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585361 Dec 16 16:02:49.357949 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:49.413905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72174cff-aa66-452f-85ee-f38d249f1ea2 req-81e7a794-111b-4676-b874-968a870bbb1a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:49.415688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72174cff-aa66-452f-85ee-f38d249f1ea2 req-81e7a794-111b-4676-b874-968a870bbb1a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0682073 Dec 16 16:02:49.483722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72174cff-aa66-452f-85ee-f38d249f1ea2 req-27c7a1df-0ac2-4e83-85d1-52a091564e66 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584311 Dec 16 16:02:49.506379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32944) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:49.555387 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a0177-792a-4cd6-9511-40a48265f18b tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:49.558133 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba4a0177-792a-4cd6-9511-40a48265f18b tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1092 time: 0.0491581 Dec 16 16:02:49.562606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 32946) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:49.571067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:02:49.679533 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:49.813134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:49.978837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.116 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a8074ba7-577e-4e3d-beb8-a5169187e5b4) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:02:50.094666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:50.142626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:50.312311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:50.367454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:02:50.370715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:02:50.373979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:02:50.380333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=a8074ba7-577e-4e3d-beb8-a5169187e5b4,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:50.868997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:51.030914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:51.211302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:51.431220 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:51.519510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:51.527188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=a8074ba7-577e-4e3d-beb8-a5169187e5b4,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:02:51.689643 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 74fb201a-7180-4967-b5b1-69c86207c209 associated. External IP: 172.25.7.116, port: 998d544b-cf32-414e-b970-d6e7348f826d. Dec 16 16:02:51.974292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 537f9c54-dd45-4df3-b2b5-77f16a20d67f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:02:52.169830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:02:52.181570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Sync routers for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:02:52.199451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:52.200183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:52.288336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:52.344229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f5786d8-50cd-441f-bc4e-a6e2611ce2bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7798688 Dec 16 16:02:52.345830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:02:52.350972 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5276c49-67e7-44fe-b427-b46c1995ad41" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:02:52.444886 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89ab088-195f-46d6-bded-c3616f6deb1c x-openstack-request-id: req-d89ab088-195f-46d6-bded-c3616f6deb1c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:02:52.452798 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:02:52.455434 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d89ab088-195f-46d6-bded-c3616f6deb1c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:02:52.456968 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:02:52.589279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:52.615497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac481-9fbf-4ee9-bc22-b1cf5da17bdd req-7f795ca1-f900-4c2b-95ad-5a0534d67fd2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:52.617236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c0ac481-9fbf-4ee9-bc22-b1cf5da17bdd req-7f795ca1-f900-4c2b-95ad-5a0534d67fd2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.1443155 Dec 16 16:02:52.622354 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-8c3d73d5-6dbf-4224-a85d-b7a4cf3375a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:52.623982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-8c3d73d5-6dbf-4224-a85d-b7a4cf3375a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1097 time: 0.1068225 Dec 16 16:02:52.728596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c0ac481-9fbf-4ee9-bc22-b1cf5da17bdd req-9ee1e1fc-0b2c-4fb1-9399-7701f3d631f1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013415 Dec 16 16:02:52.766787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-aadace28-31e6-4a86-bd14-5d3972ec28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:52.768383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-aadace28-31e6-4a86-bd14-5d3972ec28a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1327341 Dec 16 16:02:52.769089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:52.869956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-a8b65dbd-94aa-4e67-bc69-d902b2b9dff4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0943394 Dec 16 16:02:52.887644 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b9ddcf1-f3ad-4363-bf90-594b3545cacd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 200 len: 992 time: 0.1173127 Dec 16 16:02:52.894312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '74fb201a-7180-4967-b5b1-69c86207c209', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:02:50Z', 'updated_at': '2021-12-16T16:02:50Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:52.925722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Checking router: 537f9c54-dd45-4df3-b2b5-77f16a20d67f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:02:52.940004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-cf0ec7b9-755a-49d4-a666-2d3db29e8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:52.941698 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-cf0ec7b9-755a-49d4-a666-2d3db29e8f06 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0632401 Dec 16 16:02:52.957183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:02:52.957394 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:02:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:53.018081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-d8472280-9b68-4deb-a498-76af3b0f30de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:02:53.022562 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-d8472280-9b68-4deb-a498-76af3b0f30de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730593 Dec 16 16:02:53.187861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:02:53.457590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-2b125dad-01d9-40b0-9b19-4d18cd0d4170 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269423 Dec 16 16:02:53.488620 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '74fb201a-7180-4967-b5b1-69c86207c209', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:02:50Z', 'updated_at': '2021-12-16T16:02:50Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:02:53.528424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696837c2-5c4c-4397-af1a-079fc68a897b None None] The sync data for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 is: [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '74fb201a-7180-4967-b5b1-69c86207c209', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.116', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:02:50Z', 'updated_at': '2021-12-16T16:02:50Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:02:53.573536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5276c49-67e7-44fe-b427-b46c1995ad41 req-3248391f-17e5-49e9-883f-eab520300445 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055608 Dec 16 16:02:53.809891 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c70eb-bde2-4b2f-b4db-678b9667a6f0 None None] New status for floating IP 74fb201a-7180-4967-b5b1-69c86207c209: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:02:53.890311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32974) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:53.988396 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4432d26d-23a4-46a4-8568-34ac59ca8ce1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 200 len: 992 time: 0.0967097 Dec 16 16:02:54.990399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 32980) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:02:55.063040 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-292f310c-ba6e-4b12-9cb6-bbc57c95e6b3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 200 len: 994 time: 0.0714464 Dec 16 16:02:55.704381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:02:58.866481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:02:59.686569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:07.395070 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-e7964b4e-23d7-4641-8310-b90aee06adaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662367 Dec 16 16:03:07.482032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-b8d8f222-57e9-41e7-b061-7bdec15fe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:07.483934 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-b8d8f222-57e9-41e7-b061-7bdec15fe21d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0490479 Dec 16 16:03:07.613481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-4c6bdf3f-6e67-40bf-a495-3aa21d2430c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:07.615246 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-4c6bdf3f-6e67-40bf-a495-3aa21d2430c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1106570 Dec 16 16:03:07.692752 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-fcfc0e87-f2e9-4277-9496-baab24d469d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 1001 time: 0.0680356 Dec 16 16:03:07.750339 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-228248b1-599d-4209-a6c9-45313856f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:07.752240 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-228248b1-599d-4209-a6c9-45313856f40d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0526922 Dec 16 16:03:07.805451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-517868b3-5b00-4c91-a90b-82223a2b099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:07.807210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-517868b3-5b00-4c91-a90b-82223a2b099d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478542 Dec 16 16:03:07.956613 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-165f0ad6-0f5b-463e-9a96-4890f710ad3d service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410825 Dec 16 16:03:08.080902 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-76b99756-a2ea-409d-9be6-d6fae1548a7b req-b30d474e-47c2-4043-bfe8-7ea9e281f858 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168015 Dec 16 16:03:09.109469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33104) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:03:09.172433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Deleting subnet ab94e3b7-2528-4d1f-a8d7-81edf498bf7b {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:03:09.176658 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.228799 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.279639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.433502 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.485251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab94e3b7-2528-4d1f-a8d7-81edf498bf7b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:09.487596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.492913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fbdcfa74-d995-4a58-baaa-ece448128afd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ab94e3b7-2528-4d1f-a8d7-81edf498bf7b HTTP/1.1" status: 204 len: 168 time: 0.3819642 Dec 16 16:03:09.495697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33106) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:03:09.621569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.722556 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.748858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725f0762-ce79-41d4-91fa-057328e177bb']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:03:09.762344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309a0d18-c3bd-4f11-b25f-d068f3e10d4c') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:03:09.764920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309a0d18-c3bd-4f11-b25f-d068f3e10d4c') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:03:09.775585 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.791323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.798279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:03:09.798712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:03:09.800489 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:03:09.946143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.959296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:09.961906 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] 10.222.0.71 "DELETE /v2.0/networks/725f0762-ce79-41d4-91fa-057328e177bb HTTP/1.1" status: 204 len: 168 time: 0.4647152 Dec 16 16:03:09.973721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdb819-135c-47bb-8a72-0864c0e9b866 admin admin] Pushing event deleted for resources: {'Network': ['ID=725f0762-ce79-41d4-91fa-057328e177bb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:10.321878 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:03:10.368988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e97755aa-474e-4250-91f3-c5c4d4db9f76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63a47631604d423ea32b2752fc656355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454342 Dec 16 16:03:10.372040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33112) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:03:10.424864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:10.448992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:10.586246 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:10.589635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:10.590877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae HTTP/1.1" status: 204 len: 168 time: 0.2177846 Dec 16 16:03:10.600463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a8b48-958c-4754-8bb5-ed48a5020da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a1f37-4312-4eb5-8bc7-b46ff4d060ae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:14.293948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0de997f-337f-4882-aa55-38f4b5fff195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:16.523704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1a29e8e3-4276-42ad-afc2-14b910a18fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:17.963143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:19.562809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:20.134394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:26.529321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7a01-1a7d-4fb5-98c2-55406deb950a req-fbd4583f-df5d-490c-a973-306584cdb2bb tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:26.531213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4b7a01-1a7d-4fb5-98c2-55406deb950a req-fbd4583f-df5d-490c-a973-306584cdb2bb tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1097 time: 0.0513177 Dec 16 16:03:26.583026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb4b7a01-1a7d-4fb5-98c2-55406deb950a req-363f3e36-8e73-44fb-baba-fecdcf436853 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Dec 16 16:03:26.734975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d696b5-6164-41c2-9a02-86c64cb4bbce req-784216ef-ac57-4b18-a276-cf57ebd6e71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:26.736563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63d696b5-6164-41c2-9a02-86c64cb4bbce req-784216ef-ac57-4b18-a276-cf57ebd6e71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0601654 Dec 16 16:03:26.807860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63d696b5-6164-41c2-9a02-86c64cb4bbce req-b7ff7a77-d0d7-4ecf-b24b-7b3ac206ca1a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601017 Dec 16 16:03:26.849293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33274) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:03:26.962937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-05195c68-3558-4e0b-9dbc-9a5dfbf9c19e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 200 len: 994 time: 0.1048694 Dec 16 16:03:27.342287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-29dd685a-6df9-4444-80d8-688c1f44ab8c req-c0a604fb-5729-46ff-8603-873282479349 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:03:27.343408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29dd685a-6df9-4444-80d8-688c1f44ab8c req-c0a604fb-5729-46ff-8603-873282479349 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058453 Dec 16 16:03:28.002502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69242dd7-ce6b-456c-9458-8b2e8bd08020 req-8bb988ce-11ff-4e73-a5ae-52c49be1292f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:28.004876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69242dd7-ce6b-456c-9458-8b2e8bd08020 req-8bb988ce-11ff-4e73-a5ae-52c49be1292f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0611415 Dec 16 16:03:28.068444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69242dd7-ce6b-456c-9458-8b2e8bd08020 req-6751f88a-6db3-46d0-a00d-712670097fc6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528715 Dec 16 16:03:28.162125 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-22c1947e-55bc-434b-9c7d-b24af031e68e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561967 Dec 16 16:03:28.913004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:28.995465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-c2de0f0d-f012-4441-9ab7-fb91e7e6962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:28.997333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-c2de0f0d-f012-4441-9ab7-fb91e7e6962a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1097 time: 0.0768375 Dec 16 16:03:29.230613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-91a7de2e-e757-42bc-9df3-53c29e12e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:29.232667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-91a7de2e-e757-42bc-9df3-53c29e12e672 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.2071631 Dec 16 16:03:29.327285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd562ac-0299-4c85-9ba5-302446046541 req-08b784aa-68d5-474e-a875-aa16d880e2cc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:29.329551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbd562ac-0299-4c85-9ba5-302446046541 req-08b784aa-68d5-474e-a875-aa16d880e2cc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.1405551 Dec 16 16:03:29.391429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-f750418e-cc9a-4397-934d-a3bf6fa8b2cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1002 time: 0.1490097 Dec 16 16:03:29.480962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbd562ac-0299-4c85-9ba5-302446046541 req-6ef64b25-31d3-4a25-82ca-661a1af0489d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412966 Dec 16 16:03:29.495281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-da8d0c54-171b-49c1-ba45-d5d784316442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:29.496889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-da8d0c54-171b-49c1-ba45-d5d784316442 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0870266 Dec 16 16:03:29.554675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-d627a1b8-e370-4773-8f4f-86d7c5e7c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:29.556223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-d627a1b8-e370-4773-8f4f-86d7c5e7c720 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474944 Dec 16 16:03:29.678353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-76c673ff-fd86-4b19-94cf-8d91907ac715 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130130 Dec 16 16:03:29.752185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:29.812889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5987acc3-0e44-4d2c-a6a8-126297d310d1 req-63386f5b-94d6-4335-98ff-d419b0dd18b1 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228540 Dec 16 16:03:30.624799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59796255-de09-4955-bbb5-c898121452fd req-f99a73b8-375f-45ac-b1f0-800bdc1b731a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:30.626408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59796255-de09-4955-bbb5-c898121452fd req-f99a73b8-375f-45ac-b1f0-800bdc1b731a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Dec 16 16:03:30.694890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59796255-de09-4955-bbb5-c898121452fd req-99097874-1d70-4f55-87b2-7f16a394700b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602605 Dec 16 16:03:31.165965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-59be598f-f7b6-4521-a734-4f5c32fb384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:31.167901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-59be598f-f7b6-4521-a734-4f5c32fb384b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1097 time: 0.0558712 Dec 16 16:03:31.273369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-acc6816c-5a7f-4d19-a876-eb5bc038b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:31.274967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-acc6816c-5a7f-4d19-a876-eb5bc038b1e4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.0953407 Dec 16 16:03:31.357396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-dab31b7c-63c5-49bb-88ba-33a1aee03ee2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1002 time: 0.0709262 Dec 16 16:03:31.418049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-d0551527-003c-4ea4-be29-22371b499439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:31.419548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-d0551527-003c-4ea4-be29-22371b499439 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0514817 Dec 16 16:03:31.478403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-10cd7480-bc9b-4485-94ef-dab5d52fe791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:31.480488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-10cd7480-bc9b-4485-94ef-dab5d52fe791 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495543 Dec 16 16:03:31.590393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-55d450df-e247-4374-a360-fef1fd2cc6cc service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982082 Dec 16 16:03:31.701270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-fca1d6de-1818-468b-ab64-42182a42d449 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000521 Dec 16 16:03:31.841397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad148539-2d2d-47bb-aa35-738bb56dc499 req-8aea5ec4-ba62-489c-b482-73f0d301a931 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:31.842945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad148539-2d2d-47bb-aa35-738bb56dc499 req-8aea5ec4-ba62-489c-b482-73f0d301a931 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0599787 Dec 16 16:03:31.903618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad148539-2d2d-47bb-aa35-738bb56dc499 req-da94bbee-59c4-4383-bb2c-c92c76457831 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542505 Dec 16 16:03:32.704182 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:03:33.027298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499212fa-7d28-473b-8b66-1b40e1f7df49 req-3c9960b8-40dc-4757-9857-e113ecfada80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:33.028838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499212fa-7d28-473b-8b66-1b40e1f7df49 req-3c9960b8-40dc-4757-9857-e113ecfada80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0519397 Dec 16 16:03:33.085713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-499212fa-7d28-473b-8b66-1b40e1f7df49 req-b5b55264-0e59-4b35-9f10-35d252d87975 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500927 Dec 16 16:03:34.225104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a74ff-c395-441a-a2f2-6db7f3095ff8 req-2b65df2a-c544-4850-82d5-ead5d5b5417b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:34.226554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d35a74ff-c395-441a-a2f2-6db7f3095ff8 req-2b65df2a-c544-4850-82d5-ead5d5b5417b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0548763 Dec 16 16:03:34.279488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d35a74ff-c395-441a-a2f2-6db7f3095ff8 req-07559a97-e469-4b33-be1f-c7056ec055fe tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465465 Dec 16 16:03:35.410986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebf02a-693c-41c7-a915-3e7b3d878836 req-3a673ac2-ca56-4959-b6cf-46fdb0ac9cd0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:35.412633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0eebf02a-693c-41c7-a915-3e7b3d878836 req-3a673ac2-ca56-4959-b6cf-46fdb0ac9cd0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0592346 Dec 16 16:03:35.468951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0eebf02a-693c-41c7-a915-3e7b3d878836 req-f238b97a-14ed-4539-a4ff-e5f0aa941d61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499778 Dec 16 16:03:36.622046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1642-6c11-4404-bd52-13e286e11756 req-39257648-3497-4e45-a0a0-7e2ffb8438da tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:36.623956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fea1642-6c11-4404-bd52-13e286e11756 req-39257648-3497-4e45-a0a0-7e2ffb8438da tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0582376 Dec 16 16:03:36.702188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fea1642-6c11-4404-bd52-13e286e11756 req-96041f6b-267d-4721-9f5b-8d0bbf9a7fc3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667090 Dec 16 16:03:37.841584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d75b9-7f6f-441a-91cf-534f98811b3c req-a7a15258-6f2a-43f5-9f19-8091a3277ab2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:37.843192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501d75b9-7f6f-441a-91cf-534f98811b3c req-a7a15258-6f2a-43f5-9f19-8091a3277ab2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0562689 Dec 16 16:03:37.915743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-501d75b9-7f6f-441a-91cf-534f98811b3c req-25f434d6-2c63-4d5e-843c-96ca0cf66458 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Dec 16 16:03:39.069519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa170-6b5d-406f-9cb0-e816e7b40446 req-6717f0a1-e020-4449-8e2e-fe1527ec4a81 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:39.071386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b05aa170-6b5d-406f-9cb0-e816e7b40446 req-6717f0a1-e020-4449-8e2e-fe1527ec4a81 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0689375 Dec 16 16:03:39.138397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b05aa170-6b5d-406f-9cb0-e816e7b40446 req-adc98932-d741-4545-b690-cb4ba9d89b37 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552235 Dec 16 16:03:40.279874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3de358-54a2-402b-93e0-06dae88c74d0 req-fe17496e-85df-4e14-9146-6eea585c3cc4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:40.281434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f3de358-54a2-402b-93e0-06dae88c74d0 req-fe17496e-85df-4e14-9146-6eea585c3cc4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0542355 Dec 16 16:03:40.354551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f3de358-54a2-402b-93e0-06dae88c74d0 req-a5cfea86-4544-4a9b-b38e-5f82c9f68db6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661418 Dec 16 16:03:41.492358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bba76-ef66-4a6f-9929-e05ed437149b req-cdd2bf32-9502-4a0c-adde-e3a4e79b47dc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:41.493897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da7bba76-ef66-4a6f-9929-e05ed437149b req-cdd2bf32-9502-4a0c-adde-e3a4e79b47dc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0544398 Dec 16 16:03:41.549647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da7bba76-ef66-4a6f-9929-e05ed437149b req-d1a43988-d57e-4b7a-a61d-81005f1c2791 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Dec 16 16:03:42.688824 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0651d5-a9ec-4570-83f3-9ffb280c7097 req-67663f86-d1e2-45ea-930d-bd183ad5fb4e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:42.690447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf0651d5-a9ec-4570-83f3-9ffb280c7097 req-67663f86-d1e2-45ea-930d-bd183ad5fb4e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0587018 Dec 16 16:03:42.762130 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf0651d5-a9ec-4570-83f3-9ffb280c7097 req-a2ddf57d-a8c7-4384-8d00-583b39ed9500 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579233 Dec 16 16:03:43.907572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83d363-89d1-44e4-8043-2f1ad48938d2 req-94700e82-2c96-4a31-8e85-f1cefa49b52e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:43.909148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb83d363-89d1-44e4-8043-2f1ad48938d2 req-94700e82-2c96-4a31-8e85-f1cefa49b52e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0635028 Dec 16 16:03:43.978570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb83d363-89d1-44e4-8043-2f1ad48938d2 req-dc250988-091a-496e-8d64-f1ecf6e816a8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594678 Dec 16 16:03:44.189937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-092740ce-d116-4294-b261-c5808f63da37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:45.133065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265c4b-39fb-43d6-8133-b93c304ec6c8 req-3967e7f7-a9ad-4935-a6bc-bdae34f8ca16 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:45.135456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d265c4b-39fb-43d6-8133-b93c304ec6c8 req-3967e7f7-a9ad-4935-a6bc-bdae34f8ca16 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0770094 Dec 16 16:03:45.189593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d265c4b-39fb-43d6-8133-b93c304ec6c8 req-2d75f607-3378-46fb-96a2-f3ac897a5579 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475793 Dec 16 16:03:46.579366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f484ba8-7e5e-47b9-b3f8-0fec3f667527 req-2685ed72-aa92-4782-a065-ffa1d54f9241 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:46.579366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f484ba8-7e5e-47b9-b3f8-0fec3f667527 req-2685ed72-aa92-4782-a065-ffa1d54f9241 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0702796 Dec 16 16:03:46.579366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f484ba8-7e5e-47b9-b3f8-0fec3f667527 req-12c19ed0-f5d8-47c6-bb51-a62e8fbb8357 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518882 Dec 16 16:03:46.688554 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d1f3129-4d8d-4d41-b07e-760b74482ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:47.550286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc20c-cf1f-443b-a9c0-38367977d3ed req-80bd32a7-5656-4273-a610-7d5dfc7fe647 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:47.551846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff7fc20c-cf1f-443b-a9c0-38367977d3ed req-80bd32a7-5656-4273-a610-7d5dfc7fe647 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0510333 Dec 16 16:03:47.603175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff7fc20c-cf1f-443b-a9c0-38367977d3ed req-9fd477a0-df23-4fc7-9f6f-7c7af34be6e1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Dec 16 16:03:47.933590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:48.772538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeff4a-79bb-4c2f-84ba-acbd6cdb48ba req-d158cd68-7640-4fce-8b1c-eccebe8a0b7f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:48.774164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16eeff4a-79bb-4c2f-84ba-acbd6cdb48ba req-d158cd68-7640-4fce-8b1c-eccebe8a0b7f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0584571 Dec 16 16:03:48.832407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16eeff4a-79bb-4c2f-84ba-acbd6cdb48ba req-e48a3353-72b2-4f27-a943-9208a1d9ac9e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504396 Dec 16 16:03:49.344900 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:49.642493 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-69a6af59-6da7-40a2-9d81-9e517b94d49d service neutron] show failed (client error): The resource could not be found. Dec 16 16:03:49.643616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-69a6af59-6da7-40a2-9d81-9e517b94d49d service neutron] 10.222.0.74 "GET /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0633743 Dec 16 16:03:49.996810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f42d6d-330d-4b17-adf4-cb83ae7e3a89 req-74959cdf-585c-4758-a3ab-f9884c3feb5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:49.998441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62f42d6d-330d-4b17-adf4-cb83ae7e3a89 req-74959cdf-585c-4758-a3ab-f9884c3feb5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0648456 Dec 16 16:03:50.060071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62f42d6d-330d-4b17-adf4-cb83ae7e3a89 req-b0d9b3dd-27f2-4d42-8b73-ec8365e583ff tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514207 Dec 16 16:03:50.116479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:50.277712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-db95ccba-2b0d-42a0-a18c-5772b4cefc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:50.279210 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-db95ccba-2b0d-42a0-a18c-5772b4cefc63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 1097 time: 0.0478885 Dec 16 16:03:50.297719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:03:50.356166 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:50.575125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:03:50.615306 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:03:50.662788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:03:50.665114 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a539873-75d8-4955-9fe5-7d05eb967859" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-unplugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:03:50.669083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:50.683475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Transition to ACTIVE for port object 998d544b-cf32-414e-b970-d6e7348f826d will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:03:50.731842 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07382923-7266-4408-b73a-c42ca6cc131a x-openstack-request-id: req-07382923-7266-4408-b73a-c42ca6cc131a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:03:50.732226 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-unplugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:03:50.739449 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07382923-7266-4408-b73a-c42ca6cc131a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:03:50.739449 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'code': 200} Dec 16 16:03:50.762133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:50.874186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=6']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:50.889453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.889815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.890167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.890513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.890857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.891198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.891531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.891923 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.892221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.892553 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.892884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.893209 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.893536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:50.933079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] No DVR routers for this DVR port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h2-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:03:51.133618 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:03:51.134053 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:03:51.134463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:03:51.139029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:03:51.139425 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:03:51.147701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:03:51.148300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:03:51.148951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Bound using segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:03:51.149711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Bound port: 998d544b-cf32-414e-b970-d6e7348f826d, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:03:51.150349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:51.265692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340b6fa-ad44-4a18-bdd2-0ec2b650c37c req-3e7031b9-5952-405a-9081-ae4f19167d58 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.275740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1340b6fa-ad44-4a18-bdd2-0ec2b650c37c req-3e7031b9-5952-405a-9081-ae4f19167d58 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.1324377 Dec 16 16:03:51.296775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:03:51.301735 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:03:51.363002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1340b6fa-ad44-4a18-bdd2-0ec2b650c37c req-35f9d3ff-f071-4f71-978d-b2ee665594ef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857315 Dec 16 16:03:51.385789 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:51.451505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.452672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:51.455126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] 10.222.0.30 "PUT /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1092 time: 1.1613820 Dec 16 16:03:51.481808 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601392-a672-4dfa-ba8e-87baf4fce575 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:51.543291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-13b46bbb-a994-4188-9fcd-8e6d7865c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.544870 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-13b46bbb-a994-4188-9fcd-8e6d7865c1bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1095 time: 0.0528290 Dec 16 16:03:51.663473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-449fb169-6583-4fff-b69c-be4bff9de057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.664981 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-449fb169-6583-4fff-b69c-be4bff9de057 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1126225 Dec 16 16:03:51.752096 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-c281b8c4-9594-4d77-8896-63874338e772 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0798516 Dec 16 16:03:51.808825 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-0470695d-f35c-464d-bc39-ec57acad65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.810464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-0470695d-f35c-464d-bc39-ec57acad65ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0506623 Dec 16 16:03:51.862473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-35ba2124-b53b-466e-a410-01dee0d10c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:51.864668 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-35ba2124-b53b-466e-a410-01dee0d10c54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467155 Dec 16 16:03:51.969579 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-228e994c-f5cf-4c30-b181-2dd995b19e2c service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974917 Dec 16 16:03:52.084942 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-27c8a6e7-d083-4105-917f-3932ce9c4392 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080375 Dec 16 16:03:52.491483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6709fe4-0fab-4820-ba30-c0aaec77004c req-d1d21128-8e3b-4f55-996b-5f724a9a47a8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:52.493272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6709fe4-0fab-4820-ba30-c0aaec77004c req-d1d21128-8e3b-4f55-996b-5f724a9a47a8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.0515573 Dec 16 16:03:52.552361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6709fe4-0fab-4820-ba30-c0aaec77004c req-35702883-293d-41aa-8e2d-87a9d51000be tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496154 Dec 16 16:03:52.734512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:03:52.737108 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40c67bc-01c3-4a08-90c6-38030a5c7a54" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:03:52.791571 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f20bbd1-463f-4b33-aaa5-8231f70ea797 x-openstack-request-id: req-0f20bbd1-463f-4b33-aaa5-8231f70ea797 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:03:52.792062 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:03:52.792523 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f20bbd1-463f-4b33-aaa5-8231f70ea797 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:03:52.793141 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:03:52.896054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-f76dc29b-8b7f-4e79-b724-051972d3143e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:52.898303 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-f76dc29b-8b7f-4e79-b724-051972d3143e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1095 time: 0.0598152 Dec 16 16:03:52.901470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-c4c06e71-0952-4444-98af-c0c2c4ff2e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:52.903078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-c4c06e71-0952-4444-98af-c0c2c4ff2e5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1095 time: 0.0618308 Dec 16 16:03:52.987302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:03:53.011466 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-20c5e461-d787-42bf-a7d5-022dc39c3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.012999 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-20c5e461-d787-42bf-a7d5-022dc39c3f4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1071649 Dec 16 16:03:53.038435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-331f8c6b-a828-48cd-9ff8-bebf1e48d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.040987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-331f8c6b-a828-48cd-9ff8-bebf1e48d0b5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1244223 Dec 16 16:03:53.044184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:03:53.090724 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-a13d117b-9cb7-4f7e-8811-9e8059f78b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0685256 Dec 16 16:03:53.144413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-651f75c9-23ee-4a2c-9ae2-779656398b26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0892048 Dec 16 16:03:53.205022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-2e922b9f-cf14-4efc-b29e-ccadfc1926a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.206917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-2e922b9f-cf14-4efc-b29e-ccadfc1926a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0512376 Dec 16 16:03:53.270455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-fb2e2847-c8a4-4f6e-ac17-ebbf19962a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.272641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-fb2e2847-c8a4-4f6e-ac17-ebbf19962a53 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548122 Dec 16 16:03:53.401974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-b87d0296-b26d-4f44-96ed-5d11b9dbbecd service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176524 Dec 16 16:03:53.490239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-d4d3f450-0eac-421b-9d1c-c32810f13cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.492064 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-d4d3f450-0eac-421b-9d1c-c32810f13cd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.3928936 Dec 16 16:03:53.526024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-162602d1-f754-403d-861a-20430d4310c3 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117432 Dec 16 16:03:53.548199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-265b6a7f-4aed-4e47-9dff-ba225916a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.549856 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-265b6a7f-4aed-4e47-9dff-ba225916a586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504482 Dec 16 16:03:53.658433 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-7b4c4365-de8a-4ebc-933c-0608572ff6a0 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994604 Dec 16 16:03:53.707880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5696d8-ac7d-4603-a5ec-0197831898a2 req-c442ab63-c626-4dec-a9ab-baa99c8ddd8e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:53.710350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e5696d8-ac7d-4603-a5ec-0197831898a2 req-c442ab63-c626-4dec-a9ab-baa99c8ddd8e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.0687523 Dec 16 16:03:53.771847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e5696d8-ac7d-4603-a5ec-0197831898a2 req-0d098054-5acc-412c-ac3d-dd7f3b97246c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505733 Dec 16 16:03:53.791801 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d40c67bc-01c3-4a08-90c6-38030a5c7a54 req-cc885139-8691-4a9f-9282-22ea20fd0038 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239917 Dec 16 16:03:54.935413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02db57-da84-462b-8a45-9b27115ffbd4 req-b9b9b48c-e3b2-426e-a51c-d9b6f1a3efc3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:54.942857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a02db57-da84-462b-8a45-9b27115ffbd4 req-b9b9b48c-e3b2-426e-a51c-d9b6f1a3efc3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 944 time: 0.0824528 Dec 16 16:03:55.012892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a02db57-da84-462b-8a45-9b27115ffbd4 req-413c7b27-10c1-4145-8bee-35fdc53ce399 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581467 Dec 16 16:03:55.015542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 998d544b-cf32-414e-b970-d6e7348f826d details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:03:55.146677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:03:55.160817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '998d544b-cf32-414e-b970-d6e7348f826d', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:03:55.209625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:55.225670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:03:55.248476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:03:55.362375 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:55.435451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:55.444087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.444482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.444856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.445519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.445687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.445958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.446285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.446612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.446937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.447257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.447601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.447936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.448256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:03:55.684368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['998d544b-cf32-414e-b970-d6e7348f826d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:03:55.795616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20462322-3dec-4815-8382-8b6606b40be5 req-fb116f0e-dd1e-4aa1-be28-945191d46fc4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:55.797478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20462322-3dec-4815-8382-8b6606b40be5 req-fb116f0e-dd1e-4aa1-be28-945191d46fc4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0816793 Dec 16 16:03:55.914474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-5ac07c2a-3a2c-4db6-b408-eb0fe74e15a3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:55.917976 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-5ac07c2a-3a2c-4db6-b408-eb0fe74e15a3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126&tenant_id=691401f08cd84e2fae8b1322b327f352&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 945 time: 0.1431286 Dec 16 16:03:55.920409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-20462322-3dec-4815-8382-8b6606b40be5 req-d7ea519a-c4a5-423b-8741-3633667045e2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062737 Dec 16 16:03:55.999180 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-fa2e5957-b00c-46c3-ba3c-b10354d82fed service neutron] 10.222.0.30 "GET /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.0718768 Dec 16 16:03:56.089656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-88550896-a26c-47ad-bbe8-94e88366a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:56.091698 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-88550896-a26c-47ad-bbe8-94e88366a4b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1096 time: 0.0475199 Dec 16 16:03:56.201699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-45ea7019-bd55-45bb-be0b-cae59bf251eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:56.203528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-45ea7019-bd55-45bb-be0b-cae59bf251eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1028352 Dec 16 16:03:56.280469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-416cb235-3e8b-46e4-b684-47077ba3b9f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1001 time: 0.0665791 Dec 16 16:03:56.336783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-b5c2790e-2a96-4df8-97e8-92755b195338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:56.338596 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-b5c2790e-2a96-4df8-97e8-92755b195338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0493085 Dec 16 16:03:56.416544 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-bacb55c9-1ad0-4430-a76a-a1bca38335d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:56.418555 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-bacb55c9-1ad0-4430-a76a-a1bca38335d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707066 Dec 16 16:03:56.519794 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-8122d564-3b2f-453d-8df4-94a4a34ee6fe service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Dec 16 16:03:56.628243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-ad25d6cf-9371-4893-ad22-f3e70eb75694 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018007 Dec 16 16:03:57.017571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 998d544b-cf32-414e-b970-d6e7348f826d up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:03:57.056568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d980c7f-c200-4c2b-808e-ff46aecdce7b req-e5193f24-241b-4d23-88e4-161b5e1582ad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:57.061002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d980c7f-c200-4c2b-808e-ff46aecdce7b req-e5193f24-241b-4d23-88e4-161b5e1582ad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Dec 16 16:03:57.118278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d980c7f-c200-4c2b-808e-ff46aecdce7b req-4ba0e033-e37f-4636-80e7-d491970a53e1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508130 Dec 16 16:03:57.162135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 998d544b-cf32-414e-b970-d6e7348f826d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:03:57.168057 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 998d544b-cf32-414e-b970-d6e7348f826d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:03:57.168548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:57.265800 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:57.300220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:03:57.302578 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c0a884-d197-4a30-8dc0-122e0db79f19" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:03:57.318570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:03:57.362791 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22f99a-6ad5-4ef6-9f02-411bcdd681f4 x-openstack-request-id: req-de22f99a-6ad5-4ef6-9f02-411bcdd681f4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:03:57.363128 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:03:57.363272 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de22f99a-6ad5-4ef6-9f02-411bcdd681f4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:03:57.363665 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'code': 200} Dec 16 16:03:57.453046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:57.500741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:03:58.295076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e5c76-cfbc-44b1-935b-d9466350d7d9 req-4ea48909-73ed-498e-993c-8db00a7fc7d2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:58.297321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c76-cfbc-44b1-935b-d9466350d7d9 req-4ea48909-73ed-498e-993c-8db00a7fc7d2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0831494 Dec 16 16:03:58.362933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b8e5c76-cfbc-44b1-935b-d9466350d7d9 req-06ce452f-dd6e-431e-8923-fd38c3d663ef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581217 Dec 16 16:03:58.945249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:59.493980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b79ff-e2c7-4945-9c8f-2477f06e7052 req-53dc3d4a-2863-4eaa-9877-a8942334f859 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:59.495634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d5b79ff-e2c7-4945-9c8f-2477f06e7052 req-53dc3d4a-2863-4eaa-9877-a8942334f859 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Dec 16 16:03:59.610228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-e30b3af4-efa2-4015-b473-97ce241e28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:03:59.611136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-e30b3af4-efa2-4015-b473-97ce241e28d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 1097 time: 0.1135149 Dec 16 16:03:59.629282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d5b79ff-e2c7-4945-9c8f-2477f06e7052 req-3f58bead-d322-4882-ac29-4d25feb51204 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215127 Dec 16 16:03:59.634546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:03:59.702490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:59.761991 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:03:59.946738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:03:59.986564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:04:00.036887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:00.039358 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06209734-4fd2-473d-9836-695d561fd8cd" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-unplugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:00.044882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:00.062013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Transition to ACTIVE for port object 998d544b-cf32-414e-b970-d6e7348f826d will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:04:00.109106 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da4f5c2-0f64-48e9-91eb-ff4591968a32 x-openstack-request-id: req-0da4f5c2-0f64-48e9-91eb-ff4591968a32 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:00.109106 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-unplugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:00.109528 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0da4f5c2-0f64-48e9-91eb-ff4591968a32 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:00.110018 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'code': 200} Dec 16 16:04:00.167963 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:00.290581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:00.318453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.318814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.319165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.319512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.320069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.320412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.320759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.321093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.321424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.321755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.322169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.322449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.322783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:00.372846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] No DVR routers for this DVR port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:04:00.875700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84053-26cd-462c-ae94-a60155598d35 req-83c3a467-08b0-49ab-ae80-77a99db1ad80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:00.877324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64f84053-26cd-462c-ae94-a60155598d35 req-83c3a467-08b0-49ab-ae80-77a99db1ad80 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0695024 Dec 16 16:04:00.929085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:04:00.929437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:04:00.929754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:04:00.939776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:04:00.939776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Attempting to bind port 998d544b-cf32-414e-b970-d6e7348f826d on network 9428fa5c-2627-4dda-910c-c84aa0338914 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:04:00.953058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:04:00.953403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Checking segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:04:00.953792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Bound using segment: {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:04:00.954229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Bound port: 998d544b-cf32-414e-b970-d6e7348f826d, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df21351-3209-47b2-b936-a9621bb6138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:04:00.954914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:00.981242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64f84053-26cd-462c-ae94-a60155598d35 req-2031acc4-1dc3-4fa0-8aaa-dd0858420ee6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831335 Dec 16 16:04:01.038499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:04:01.042429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:04:01.044985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 998d544b-cf32-414e-b970-d6e7348f826d no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:04:01.094498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 998d544b-cf32-414e-b970-d6e7348f826d not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:04:01.157530 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:01.272309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:01.273980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:01.277538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1093 time: 1.6463680 Dec 16 16:04:01.303253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d24e8-f743-4490-a37c-fd6c0e5584d8 service neutron] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=11']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:01.399025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-2493a512-7a00-4400-8757-aa23b6f67e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:01.400767 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-2493a512-7a00-4400-8757-aa23b6f67e6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1096 time: 0.0671959 Dec 16 16:04:01.524332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-1c48f5f8-3f00-4346-b2e2-647ce8be304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:01.527147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-1c48f5f8-3f00-4346-b2e2-647ce8be304e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1126926 Dec 16 16:04:01.632957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-66bf27be-86b2-4b98-a155-8ecb01373ce7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0950663 Dec 16 16:04:01.708836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-c9446a12-378a-4ede-aff0-9443d7ae4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:01.710664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-c9446a12-378a-4ede-aff0-9443d7ae4e2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0669632 Dec 16 16:04:01.773114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-ae3676a1-3a59-45e3-9b7b-6e2c9f66947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:01.774701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-ae3676a1-3a59-45e3-9b7b-6e2c9f66947f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531816 Dec 16 16:04:01.926529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-4a69a9fb-203d-408a-a56a-c561bb5df553 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400282 Dec 16 16:04:02.045100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33522) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:02.110913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:02.115966 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63474e1-f95c-4808-9207-de32dff4bc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:02.180669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8601f245-f86e-43b2-bea4-2aa3fcb92e6e req-e663f39a-10e3-4c92-85f2-89addf88397d service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427874 Dec 16 16:04:02.214129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14e7c1-e8c6-471a-9530-a2383da70a22 req-606d8d68-1bf3-4f25-bee2-6579baabab6c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.225150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd14e7c1-e8c6-471a-9530-a2383da70a22 req-606d8d68-1bf3-4f25-bee2-6579baabab6c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0818434 Dec 16 16:04:02.295626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd14e7c1-e8c6-471a-9530-a2383da70a22 req-e7767b97-5676-45a2-a22d-7b20ad02b2ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690289 Dec 16 16:04:02.304911 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f2df6e-d776-46e0-b0a4-ab9e038da455 x-openstack-request-id: req-c8f2df6e-d776-46e0-b0a4-ab9e038da455 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:02.305224 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:02.305508 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8f2df6e-d776-46e0-b0a4-ab9e038da455 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:02.305941 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:04:02.307435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f54f00d0-e9fb-46a1-b756-6fd501115bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:02.437158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-5ac747df-0e6c-4722-824f-8ee014cc3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.439663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-c12331c5-1aa0-4873-b1ee-222b3c06210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.439893 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-5ac747df-0e6c-4722-824f-8ee014cc3de6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1096 time: 0.0907583 Dec 16 16:04:02.441557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-c12331c5-1aa0-4873-b1ee-222b3c06210a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1096 time: 0.0826831 Dec 16 16:04:02.566594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-bbb4bd7f-ecbd-4a9d-bab7-047d130ea562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.568638 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-bbb4bd7f-ecbd-4a9d-bab7-047d130ea562 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1207426 Dec 16 16:04:02.570903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f54f00d0-e9fb-46a1-b756-6fd501115bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:02.593977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-59cdf18f-4d74-4687-854c-8b12ae98c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.596702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-59cdf18f-4d74-4687-854c-8b12ae98c962 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1435122 Dec 16 16:04:02.648891 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-f9ebe62c-d952-454a-86f6-b79d0e78f86c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0724707 Dec 16 16:04:02.650388 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f54f00d0-e9fb-46a1-b756-6fd501115bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:02.701189 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f54f00d0-e9fb-46a1-b756-6fd501115bd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a06a5ed6bcbb4ac2a3073f3f310d6b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6548715 Dec 16 16:04:02.701765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-75c77e37-5a92-420b-a77e-7cbe43944396 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1000 time: 0.0943191 Dec 16 16:04:02.705858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:02.751473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f00d0-e9fb-46a1-b756-6fd501115bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa5f14e-a3e1-487c-b9e4-4b5aa22965dc,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:02.755478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-e76ba612-598e-446c-b005-86f3e7b26303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.757025 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-e76ba612-598e-446c-b005-86f3e7b26303 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0812609 Dec 16 16:04:02.813226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-06809970-5662-46f5-9ae0-d01569a9bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.814932 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-06809970-5662-46f5-9ae0-d01569a9bd7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486887 Dec 16 16:04:02.828605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-11420d08-7e4f-4e13-a217-4f9b9b9bc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.830136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-11420d08-7e4f-4e13-a217-4f9b9b9bc06c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.1004565 Dec 16 16:04:02.841083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:02.899620 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:02.929348 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-b1cf9296-37b8-41f3-a421-cdb24c22ee71 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069062 Dec 16 16:04:02.982916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-842fd63c-ece7-43eb-bc98-8e7fc3fa79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:02.987259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-842fd63c-ece7-43eb-bc98-8e7fc3fa79de service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440742 Dec 16 16:04:03.093480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:03.096244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:03.097256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-a607aecd-7e68-4ad0-aff7-5e29ff08a442 service neutron] 10.222.0.30 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611667 Dec 16 16:04:03.099332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/baa5f14e-a3e1-487c-b9e4-4b5aa22965dc HTTP/1.1" status: 204 len: 168 time: 0.3900454 Dec 16 16:04:03.120591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257acdc-674a-4f33-a7c5-a99b739ccf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa5f14e-a3e1-487c-b9e4-4b5aa22965dc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:03.131018 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-d3d5a12e-0d55-4f32-b8d9-d6f2204da495 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300256 Dec 16 16:04:03.287866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d63474e1-f95c-4808-9207-de32dff4bc9f req-110fa536-b529-4f4c-aaca-5ede7106b528 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429949 Dec 16 16:04:03.484403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67b1ea-db23-46b9-987c-f4dca6bba9ba req-35061132-f8d2-4774-b258-50c359c48047 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:03.485990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f67b1ea-db23-46b9-987c-f4dca6bba9ba req-35061132-f8d2-4774-b258-50c359c48047 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0533006 Dec 16 16:04:03.560336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f67b1ea-db23-46b9-987c-f4dca6bba9ba req-d2116b6e-d547-4afd-8174-7c128a093998 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550582 Dec 16 16:04:04.714675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cba13-1332-4735-9adf-1f38fe221f3e req-ba244eb8-d43b-4597-9479-1712719a5c27 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:04.717682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd8cba13-1332-4735-9adf-1f38fe221f3e req-ba244eb8-d43b-4597-9479-1712719a5c27 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 945 time: 0.0837977 Dec 16 16:04:04.836506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd8cba13-1332-4735-9adf-1f38fe221f3e req-31173c18-86a5-464f-b90b-2da7cc6295a2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102004 Dec 16 16:04:04.984161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:04:05.105660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:05.127502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '998d544b-cf32-414e-b970-d6e7348f826d', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'port_id': '998d544b-cf32-414e-b970-d6e7348f826d', 'mac_address': 'fa:16:3e:ec:61:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:04:05.168318 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:05.182650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:04:05.209727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:05.316506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:05.369555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=12']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:05.634938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['998d544b-cf32-414e-b970-d6e7348f826d'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:04:06.000136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a35353-cdf7-4352-9f57-a091c28167f5 req-103a0c5e-713f-4500-81ba-925864303c61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:06.001897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a35353-cdf7-4352-9f57-a091c28167f5 req-103a0c5e-713f-4500-81ba-925864303c61 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 946 time: 0.0639293 Dec 16 16:04:06.066379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a35353-cdf7-4352-9f57-a091c28167f5 req-e4b80c27-8553-4eab-8567-ac55ec570b70 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540607 Dec 16 16:04:06.093081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33570) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:06.188521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a989f41a-9041-436e-b161-565c37775841 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 200 len: 993 time: 0.0941823 Dec 16 16:04:07.014495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:04:07.224656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 998d544b-cf32-414e-b970-d6e7348f826d completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:04:07.228950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 998d544b-cf32-414e-b970-d6e7348f826d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:04:07.234760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:07.315291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:07.339796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:07.342085 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b9bb0-3a7f-4d09-a457-2e6ce24ba6a3" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:07.350451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-1db2bc2b-0a94-4ac8-9e43-ba12b196fdd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427415 Dec 16 16:04:07.354975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:07.390452 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163936e-2164-40df-accb-527c11876ba0 x-openstack-request-id: req-5163936e-2164-40df-accb-527c11876ba0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:07.390759 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-plugged", "status": "completed", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:07.391260 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5163936e-2164-40df-accb-527c11876ba0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:07.391674 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'code': 200} Dec 16 16:04:07.462066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6490-9711-4b59-9d21-074251b398ab req-2ab637d7-3b4a-48f7-87e8-1cce1f4c2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:07.463561 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-2ab637d7-3b4a-48f7-87e8-1cce1f4c2d36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0483041 Dec 16 16:04:07.491220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:07.549082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=13']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:07.584415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6490-9711-4b59-9d21-074251b398ab req-61f32e08-eefb-4a5a-a98b-7b34cdd8969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:07.585936 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-61f32e08-eefb-4a5a-a98b-7b34cdd8969b service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1029682 Dec 16 16:04:07.665265 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-b7ecffb9-d047-4898-8cc7-3c25d8481da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 1001 time: 0.0722525 Dec 16 16:04:07.719589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6490-9711-4b59-9d21-074251b398ab req-09971a57-df98-4f4a-81ba-b7c91b398dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:07.721127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-09971a57-df98-4f4a-81ba-b7c91b398dd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0498865 Dec 16 16:04:07.770969 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6490-9711-4b59-9d21-074251b398ab req-2f9c10d7-bed8-494f-aad0-8b4e48590f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:07.772827 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-2f9c10d7-bed8-494f-aad0-8b4e48590f09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451062 Dec 16 16:04:07.887005 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-06104bac-6827-4998-bca6-053e7a7b2b1b service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069951 Dec 16 16:04:07.999402 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01ac6490-9711-4b59-9d21-074251b398ab req-4e68e88a-ce6f-43b8-bb2f-f3ebad3f4473 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048987 Dec 16 16:04:09.704033 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:04:14.247272 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e4365d4d-0bba-4eb0-bdea-3b625ca260e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:16.510238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-064001d9-6ac1-4b34-bc75-2bd392210d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:17.955428 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:19.396329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:20.133172 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:28.938666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:28.963055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-c36d6ab1-ab4a-46dc-b694-e69e7367a650 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494163 Dec 16 16:04:29.100009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-c5365946-c77c-489a-a2da-6d72c7a90846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:29.101700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-c5365946-c77c-489a-a2da-6d72c7a90846 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1098 time: 0.0578015 Dec 16 16:04:29.241168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-dddd78e0-372d-469a-b43d-5ad9bc4f956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:29.242942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-dddd78e0-372d-469a-b43d-5ad9bc4f956e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1167212 Dec 16 16:04:29.369047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-ce28c753-a1c2-44cc-83d6-b54878d44520 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 1002 time: 0.1152554 Dec 16 16:04:29.454563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-15ab6971-a528-46f8-8b38-1e84728759e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:29.457702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-15ab6971-a528-46f8-8b38-1e84728759e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0799789 Dec 16 16:04:29.529782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-9ef06418-466f-42aa-94d4-df6dedd3b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:29.532252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-9ef06418-466f-42aa-94d4-df6dedd3b831 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670469 Dec 16 16:04:29.649096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-c6f496fb-ad4f-4186-ab92-6cedfb5d6ae3 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048427 Dec 16 16:04:29.810135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de478ccb-bae4-43d3-b1b9-a7c5075035a5 req-812eea28-809d-425a-8a97-62817f9a9eb5 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522939 Dec 16 16:04:29.841094 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:30.851543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-93e2274b-3b5b-44aa-9fb5-b307cdd9cd39 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-734471244&fields=id&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 267 time: 0.0621769 Dec 16 16:04:30.999034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-e6cc437e-19dc-463e-9884-88f8552d6a74 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:31.000791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-e6cc437e-19dc-463e-9884-88f8552d6a74 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1407788 Dec 16 16:04:31.025542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-94b90e8c-1665-4a0e-9518-ca5f7885eaf2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/quotas/318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 375 time: 0.0147529 Dec 16 16:04:31.090001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-a18a6f6e-54f3-41a5-a998-3d7a32e45f2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580254 Dec 16 16:04:31.204105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-4d10ff44-5a34-4fe6-ad65-dd767582c626 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007495 Dec 16 16:04:31.324146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-ccbe0fee-5cd7-444d-9bba-b147cf83cee8 service neutron] 10.222.0.71 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034777 Dec 16 16:04:32.014310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33ebf49c-7c02-4570-9d0a-3cd0ef0c68c9 req-aa39e10d-a4ff-4d6d-a888-c566135f72aa tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0307670 Dec 16 16:04:33.114571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b93a6f8-3149-4c21-8a8b-dbb17175e413 req-2b2819c3-9e36-4322-b186-28db04e26433 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0293384 Dec 16 16:04:34.243137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2cd0dd53-b297-445f-980c-14c510ad71ec req-0eba8ae8-8464-4f84-8303-878669cb1a6d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0400016 Dec 16 16:04:35.009767 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-7c5658bc-b875-40aa-bc14-e3d98e6262d6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:35.011621 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-7c5658bc-b875-40aa-bc14-e3d98e6262d6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 811 time: 0.1220007 Dec 16 16:04:35.099469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-8353a6b4-0939-4cdd-b6b3-eb459dd64ec7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=318d9bc282b846ffb24d867489ae1e81 HTTP/1.1" status: 200 len: 379 time: 0.0616801 Dec 16 16:04:35.108942 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'port': {'device_id': '8acc1517-f88a-47f4-a536-9378df06f86e', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'admin_state_up': True, 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'security_groups': ['c04da7f2-2ce7-436c-a1ab-a1758e88f238']}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:35.369491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dfa6dd27-67f1-4974-97ee-b986df0c70e4 req-f3967f22-b006-4a23-ae02-e7b3a7671fd7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0423708 Dec 16 16:04:35.373159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Made reservation on behalf of 318d9bc282b846ffb24d867489ae1e81 for: {'port': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:04:35.382123 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:35.616519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.20.0.8 (11949fb3-7fef-4421-8942-e7229dab33c3/ea1f3ea8-b901-4d64-97b2-9363d3f94f65/d90fdf40-0d6d-4fd7-94ab-45071f2c6154) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:04:35.863639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:35.990733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.042170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 11949fb3-7fef-4421-8942-e7229dab33c3 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:04:36.047800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:04:36.064297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:04:36.142150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:36.181297 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:36.182157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.321702 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-945beb49-0d14-4e4e-af1a-c8ae2c3d243f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2163091 Dec 16 16:04:36.343187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Request body: {'port': {'device_id': '8acc1517-f88a-47f4-a536-9378df06f86e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:36.454817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.458698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-43f7cb38-a1e8-4a4b-9686-d3b956379919 None None] Provisioning complete for port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:04:36.460194 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43f7cb38-a1e8-4a4b-9686-d3b956379919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.521114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-43f7cb38-a1e8-4a4b-9686-d3b956379919 None None] Port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:04:36.542948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5048a7-0caa-41ae-a561-9f129afb6e81 req-beeed67d-049c-4bcc-b315-440376631d2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:36.544797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5048a7-0caa-41ae-a561-9f129afb6e81 req-beeed67d-049c-4bcc-b315-440376631d2c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 931 time: 0.0588248 Dec 16 16:04:36.620441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3e5048a7-0caa-41ae-a561-9f129afb6e81 req-8643a465-e7c7-4c7d-bd48-79d32b0cc102 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671034 Dec 16 16:04:36.931843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90fdf40-0d6d-4fd7-94ab-45071f2c6154 {{(pid=104055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:04:36.952804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:36.980805 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.provisioning_blocks [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Transition to ACTIVE for port object d90fdf40-0d6d-4fd7-94ab-45071f2c6154 will not be triggered until provisioned by entity L2. {{(pid=104055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:04:37.091876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d0730-b235-4b11-8ce9-e24f8f39adcf req-9efccb64-d8d0-4ae9-ab44-450e0bb16c73 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:37.094048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-299d0730-b235-4b11-8ce9-e24f8f39adcf req-9efccb64-d8d0-4ae9-ab44-450e0bb16c73 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1098 time: 0.0552340 Dec 16 16:04:37.110915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.177422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-299d0730-b235-4b11-8ce9-e24f8f39adcf req-b55424f0-ea9b-4f37-8cd2-7324b52ef302 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758538 Dec 16 16:04:37.223592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33764) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:37.227239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:37.422967 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Attempting to bind port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:04:37.428090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Attempting to bind port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:04:37.428090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Attempting to bind port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:04:37.431408 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 on network 11949fb3-7fef-4421-8942-e7229dab33c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:04:37.431874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Attempting to bind port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 on network 11949fb3-7fef-4421-8942-e7229dab33c3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:04:37.441680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:04:37.442428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Checking segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:04:37.443057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Bound using segment: {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:04:37.443795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Bound port: d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec73850-8fa7-41de-bb45-c84c806b4c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:04:37.444503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.538402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:04:37.541972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:04:37.573493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port a8074ba7-577e-4e3d-beb8-a5169187e5b4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:04:37.574589 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.664922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.714688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.717297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.723383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:37.724855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:37.729233 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] 10.222.0.30 "PUT /v2.0/ports/d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 200 len: 1091 time: 1.3925281 Dec 16 16:04:37.734079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:37.746073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for a8074ba7-577e-4e3d-beb8-a5169187e5b4 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:04:37.749820 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edfb74c-16d2-42fe-b192-f0432b9707a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:37.809296 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc09ab9-9404-4378-9240-618e3531cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=3']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:37.831487 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4051b2fc-ecda-479a-b8ca-14ca22e851c7 x-openstack-request-id: req-4051b2fc-ecda-479a-b8ca-14ca22e851c7 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:37.833659 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:37.833659 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4051b2fc-ecda-479a-b8ca-14ca22e851c7 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:37.833659 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'status': 'completed', 'code': 200} Dec 16 16:04:37.922423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349211de-1965-462b-9027-5b218f92fb0a req-e615377d-0558-4213-aa69-fac4ed12f02e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:37.928590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349211de-1965-462b-9027-5b218f92fb0a req-e615377d-0558-4213-aa69-fac4ed12f02e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.1007807 Dec 16 16:04:37.992586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-291d66cf-51a6-4688-997e-31778944394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:37.996333 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-291d66cf-51a6-4688-997e-31778944394b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1094 time: 0.1113060 Dec 16 16:04:38.048252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349211de-1965-462b-9027-5b218f92fb0a req-ebf406ab-d008-45c1-ba44-90c1a9eca575 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115785 Dec 16 16:04:38.168117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-14120c5e-6192-4c8f-beb9-d7065042f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:38.169753 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-14120c5e-6192-4c8f-beb9-d7065042f501 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=318d9bc282b846ffb24d867489ae1e81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1588268 Dec 16 16:04:38.217901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:38.258492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=a8074ba7-577e-4e3d-beb8-a5169187e5b4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:38.317837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-b772148b-72df-465c-9ec9-8c256b87af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:38.320207 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-6edfb74c-16d2-42fe-b192-f0432b9707a4 req-b772148b-72df-465c-9ec9-8c256b87af2e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432114 Dec 16 16:04:38.358582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:38.359138 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 74fb201a-7180-4967-b5b1-69c86207c209 disassociated (deleted). External IP: 172.25.7.116, port: 998d544b-cf32-414e-b970-d6e7348f826d. Dec 16 16:04:38.457266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fbc85be-e652-4af8-bafb-4b8f3f33b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:38.459415 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-6fbc85be-e652-4af8-bafb-4b8f3f33b20e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1094 time: 0.0683873 Dec 16 16:04:38.541267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-151c94c2-3063-4b28-9b71-683b4eb89a76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 200 len: 217 time: 0.0637355 Dec 16 16:04:38.615359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-4280eaba-e24d-411b-9392-974df54bddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:38.617394 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-4280eaba-e24d-411b-9392-974df54bddb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0683348 Dec 16 16:04:38.690475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 537f9c54-dd45-4df3-b2b5-77f16a20d67f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:04:38.718246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-05580abb-e50b-4f5c-a078-73ae384b5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:38.720060 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-05580abb-e50b-4f5c-a078-73ae384b5986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850723 Dec 16 16:04:38.867518 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-a51edc92-087b-4d8f-a672-c4fa0930743d service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390333 Dec 16 16:04:38.888525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:04:38.894605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:38.907343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Sync routers for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:04:38.929014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e9f50397-cec6-4ad5-ae71-1ea8aa6cef36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/floatingips/74fb201a-7180-4967-b5b1-69c86207c209 HTTP/1.1" status: 204 len: 168 time: 1.7039118 Dec 16 16:04:38.930166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:38.933040 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:38.980783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:38.980783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:38.989761 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c24d10-e487-47f8-b9ef-487027a510c5 x-openstack-request-id: req-c7c24d10-e487-47f8-b9ef-487027a510c5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:38.991938 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:38.991938 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c7c24d10-e487-47f8-b9ef-487027a510c5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:38.991938 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:04:39.126770 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-29560417-8b08-4a4e-b0d4-30c1b448c694 req-dec2795b-5e9b-4d4f-a318-f09e947b3535 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518275 Dec 16 16:04:39.213219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-447f2936-f3b5-433f-a9b4-a71f0d3afc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.218791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-447f2936-f3b5-433f-a9b4-a71f0d3afc9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 1098 time: 0.1613705 Dec 16 16:04:39.228073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:39.347723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c99d7c-1f59-44b3-8b56-42e28e955614 req-53f0ec0f-520b-4d67-b8f1-d016d219e669 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.349639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04c99d7c-1f59-44b3-8b56-42e28e955614 req-53f0ec0f-520b-4d67-b8f1-d016d219e669 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.1795728 Dec 16 16:04:39.419001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-6eca9fde-d3b5-404d-b867-36084e496adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.420621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-6eca9fde-d3b5-404d-b867-36084e496adf service neutron] 10.222.0.74 "GET /v2.0/networks?id=9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 200 len: 898 time: 0.1659651 Dec 16 16:04:39.465841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04c99d7c-1f59-44b3-8b56-42e28e955614 req-dcfd48c3-d4f9-4021-8e28-be2911e02a87 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978136 Dec 16 16:04:39.510558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-3bd438fe-ebce-4038-953c-e2b5b4980966 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 200 len: 217 time: 0.0785182 Dec 16 16:04:39.530224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:39.585404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-77d6a17c-30ae-4795-854c-e57b18bd1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.587318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-77d6a17c-30ae-4795-854c-e57b18bd1aad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 200 len: 834 time: 0.0691001 Dec 16 16:04:39.703145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-1ca383b6-bf3b-4123-b82c-552cb4b99c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.705181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-1ca383b6-bf3b-4123-b82c-552cb4b99c63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9428fa5c-2627-4dda-910c-c84aa0338914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670679 Dec 16 16:04:39.841467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Checking router: 537f9c54-dd45-4df3-b2b5-77f16a20d67f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:04:39.853506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:39.854452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:39.865170 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8012fe-58e5-457c-9e20-f0760031e37f req-e7a4cec7-4ea7-4441-bd98-8e28002277c3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:39.867536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af8012fe-58e5-457c-9e20-f0760031e37f req-e7a4cec7-4ea7-4441-bd98-8e28002277c3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 947 time: 0.0977752 Dec 16 16:04:39.874383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-4c82d6f2-deaa-49a1-ba0e-da8f139a60c0 service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593966 Dec 16 16:04:40.003036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:40.100654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af8012fe-58e5-457c-9e20-f0760031e37f req-835a76eb-27c2-48a6-a741-e54f93752b47 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863654 Dec 16 16:04:40.131309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4fb9ff-07d8-4fca-bdb4-9f843e3224e8 req-5c313681-9981-43f4-88a2-555c071e288f service neutron] 10.222.0.74 "GET /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397161 Dec 16 16:04:40.393752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:40.431120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f2597-3556-4947-9a0b-9d17a573f009 None None] The sync data for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 is: [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:02:31Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d', 'name': '', 'network_id': '9428fa5c-2627-4dda-910c-c84aa0338914', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:bd:16:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:30Z', 'updated_at': '2021-12-16T16:02:35Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '05924a76-cd84-4423-ad02-1154c3b2a573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:04:40.694241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751d19-f727-4d96-9e38-8dc4f21646ea req-d26b559e-9a4d-4df4-896b-4aa006a23a76 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:40.696896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8751d19-f727-4d96-9e38-8dc4f21646ea req-d26b559e-9a4d-4df4-896b-4aa006a23a76 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.1042054 Dec 16 16:04:40.802102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8751d19-f727-4d96-9e38-8dc4f21646ea req-bee66711-2d23-42f6-9f18-3a772420145d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861411 Dec 16 16:04:40.819337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec490d5d-229a-4b19-aefa-ab9d5714f61c None None] New status for floating IP 74fb201a-7180-4967-b5b1-69c86207c209: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:04:41.250853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3ae6a-e34f-42a7-ab9d-a1e652f62a35 req-9c9a38da-e9cd-4ee3-aaac-234d52e9d47f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:41.252819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d3ae6a-e34f-42a7-ab9d-a1e652f62a35 req-9c9a38da-e9cd-4ee3-aaac-234d52e9d47f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 947 time: 0.0641139 Dec 16 16:04:41.347812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-66d3ae6a-e34f-42a7-ab9d-a1e652f62a35 req-9921e3d7-f41f-4d96-8cc3-436d138ac2df tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844424 Dec 16 16:04:41.426836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-a7d91fa8-1979-47bd-8c73-b503b5273831 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:41.428949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-a7d91fa8-1979-47bd-8c73-b503b5273831 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 947 time: 0.1066811 Dec 16 16:04:41.889454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:04:41.890146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:42.019964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3e928-6c86-401e-9e42-214565cb1c32 req-2bcba02e-2274-4640-af9f-22939a4983e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:42.021711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfb3e928-6c86-401e-9e42-214565cb1c32 req-2bcba02e-2274-4640-af9f-22939a4983e3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0917549 Dec 16 16:04:42.030044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 998d544b-cf32-414e-b970-d6e7348f826d, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=998d544b-cf32-414e-b970-d6e7348f826d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:42.030425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:42.081359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 998d544b-cf32-414e-b970-d6e7348f826d owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:04:42.204658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfb3e928-6c86-401e-9e42-214565cb1c32 req-6f0faac7-1e94-4b4f-aa27-a2bd49fb1594 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699843 Dec 16 16:04:42.496370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:42.562688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=998d544b-cf32-414e-b970-d6e7348f826d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:42.595167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c574999-ed4e-4bb7-94d0-1912e54fc90b req-c1d51638-8e2f-4d64-bbd3-0c86209bab42 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:42.597612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c574999-ed4e-4bb7-94d0-1912e54fc90b req-c1d51638-8e2f-4d64-bbd3-0c86209bab42 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 868 time: 0.1512775 Dec 16 16:04:42.672078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] No DVR routers for this DVR port 998d544b-cf32-414e-b970-d6e7348f826d on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:04:42.685575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:42.689913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e72948a4-6668-4c09-9e26-6d71f710f7a4 req-97df63ab-e63b-445b-bc59-23b9c2f55b5c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "DELETE /v2.0/ports/998d544b-cf32-414e-b970-d6e7348f826d HTTP/1.1" status: 204 len: 173 time: 1.2498560 Dec 16 16:04:42.690550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-deleted', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:42.693529 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07c27c1-6220-43c9-83bf-8bcdf1e4d1c8" -d '{"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-deleted", "tag": "998d544b-cf32-414e-b970-d6e7348f826d"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:42.740688 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bcd6b5-f211-479e-b4ce-2c66b10cc75b x-openstack-request-id: req-52bcd6b5-f211-479e-b4ce-2c66b10cc75b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:42.740985 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff2d67-6d0b-4139-b700-302b88ca2126", "name": "network-vif-deleted", "tag": "998d544b-cf32-414e-b970-d6e7348f826d", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:42.741245 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52bcd6b5-f211-479e-b4ce-2c66b10cc75b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:42.741668 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff2d67-6d0b-4139-b700-302b88ca2126', 'name': 'network-vif-deleted', 'tag': '998d544b-cf32-414e-b970-d6e7348f826d', 'status': 'completed', 'code': 200} Dec 16 16:04:42.747575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c574999-ed4e-4bb7-94d0-1912e54fc90b req-77875d38-f63c-4ae4-93a0-aeedabe98ac2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=2bf93970-b076-4b15-8b74-6a006e1f36e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194017 Dec 16 16:04:43.370288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dcb81-3274-4566-86a2-c9d93dd03924 req-e40ea09c-0016-4069-9b63-1a14537b43ae tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:43.371976 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-249dcb81-3274-4566-86a2-c9d93dd03924 req-e40ea09c-0016-4069-9b63-1a14537b43ae tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0569766 Dec 16 16:04:43.443086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-249dcb81-3274-4566-86a2-c9d93dd03924 req-6dfd63e5-3732-464b-bd05-44f15929ada5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603573 Dec 16 16:04:43.886825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1264df2e-2dd0-4f33-b65c-65cb65f79ebe req-91980b9b-fb4a-43e7-b00c-eb65ba2beddf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5ff2d67-6d0b-4139-b700-302b88ca2126 HTTP/1.1" status: 200 len: 210 time: 0.0420387 Dec 16 16:04:44.224101 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-54547779-e4d6-4361-866c-cc42dda94320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:44.594306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89693f-8855-4b5e-b84b-5164155dcb44 req-d7563aeb-2edb-4f11-b89c-e75c2af81ae5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:44.599648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a89693f-8855-4b5e-b84b-5164155dcb44 req-d7563aeb-2edb-4f11-b89c-e75c2af81ae5 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0602560 Dec 16 16:04:44.655870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9a89693f-8855-4b5e-b84b-5164155dcb44 req-2d8a4b69-b857-4e3d-ad74-7de1575c544e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534751 Dec 16 16:04:44.966760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33816) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:45.174708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:04:45.207019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 998d544b-cf32-414e-b970-d6e7348f826d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:04:45.212285 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 998d544b-cf32-414e-b970-d6e7348f826d not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:04:45.361089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:45.675033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:04:45.675852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:45.817524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:45.817895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:45.838065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8a9f-29b9-4271-98ef-33d67401a623 req-d7fd5114-8e23-4da7-9a19-8928c3358049 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:45.839669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10d8a9f-29b9-4271-98ef-33d67401a623 req-d7fd5114-8e23-4da7-9a19-8928c3358049 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0955510 Dec 16 16:04:45.844740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:04:45.958990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f10d8a9f-29b9-4271-98ef-33d67401a623 req-cef8af77-8ae6-411c-8496-3f20b82c202e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106465 Dec 16 16:04:46.230175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:46.259723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:46.513888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-73885484-6171-453a-ad02-b7b5567a5212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:46.521112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:46.704480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:04:46.823132 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 537f9c54-dd45-4df3-b2b5-77f16a20d67f has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:04:46.980014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:04:46.986171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-89c71e5b-9910-4581-9b9f-7377ae4a6418 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/537f9c54-dd45-4df3-b2b5-77f16a20d67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221448 Dec 16 16:04:46.990725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:46.996761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Sync routers for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:04:47.016778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:47.019721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:47.130999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting subnet 05924a76-cd84-4423-ad02-1154c3b2a573 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:04:47.142122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.161666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:47.198123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1a39c-0082-4483-a852-64d030cb2b7c req-6d3b227d-1c0c-473e-8f8c-6943b5db1dc2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:47.199798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ad1a39c-0082-4483-a852-64d030cb2b7c req-6d3b227d-1c0c-473e-8f8c-6943b5db1dc2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.1532905 Dec 16 16:04:47.217077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.304375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ad1a39c-0082-4483-a852-64d030cb2b7c req-70dbacdc-1e2f-4c70-9f00-76eb103c55b2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975316 Dec 16 16:04:47.348006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.413965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:04:46Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:47.452981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Checking router: 537f9c54-dd45-4df3-b2b5-77f16a20d67f for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:04:47.464392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Routers {'537f9c54-dd45-4df3-b2b5-77f16a20d67f'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:47.465159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:47.533465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.566239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Subnet': ['ID=05924a76-cd84-4423-ad02-1154c3b2a573,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:47.568545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.572846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3b0618fb-8a1b-4f25-a2cb-081e9a69c81a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/subnets/05924a76-cd84-4423-ad02-1154c3b2a573 HTTP/1.1" status: 204 len: 168 time: 0.5809212 Dec 16 16:04:47.577335 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:47.580177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4993a75-1927-4ffb-9516-945faea472cd None None] Network 9428fa5c-2627-4dda-910c-c84aa0338914 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:04:47.605581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] Set router 537f9c54-dd45-4df3-b2b5-77f16a20d67f gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:47.700009 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.835793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:47.904449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] DHCP port deletion for 9428fa5c-2627-4dda-910c-c84aa0338914 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:04:47.944231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:04:46Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:47.992037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b24a1db-7b27-4171-8c3a-9a74d2e13cda None None] The sync data for ids ['537f9c54-dd45-4df3-b2b5-77f16a20d67f'] in n-d-821947-3 is: [{'id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1455356213', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:02:24Z', 'updated_at': '2021-12-16T16:04:46Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '62b9a6f6-5eee-447a-b9ae-e9651d089918', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537f9c54-dd45-4df3-b2b5-77f16a20d67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:02:25Z', 'updated_at': '2021-12-16T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:04:47.996285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.016379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Deleting port 338f4a95-0e5e-4645-945f-d840fe5cf382 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:04:48.016995 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.025432 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 62b9a6f6-5eee-447a-b9ae-e9651d089918 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:04:48.025827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.132700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 62b9a6f6-5eee-447a-b9ae-e9651d089918, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=62b9a6f6-5eee-447a-b9ae-e9651d089918,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:48.133099 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.145210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] For port 338f4a95-0e5e-4645-945f-d840fe5cf382, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=338f4a95-0e5e-4645-945f-d840fe5cf382,segment=NetworkSegment(6df21351-3209-47b2-b936-a9621bb6138d),segment_id=6df21351-3209-47b2-b936-a9621bb6138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:48.145868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.151314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 62b9a6f6-5eee-447a-b9ae-e9651d089918 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:04:48.172574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Calling delete_port for 338f4a95-0e5e-4645-945f-d840fe5cf382 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:04:48.379689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.418362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] Pushing event deleted for resources: {'Port': ['ID=338f4a95-0e5e-4645-945f-d840fe5cf382,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:48.425968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcf26b-7864-4843-8601-cf096febca52 None None] No DVR routers for this DVR port 338f4a95-0e5e-4645-945f-d840fe5cf382 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:04:48.476246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.523231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=62b9a6f6-5eee-447a-b9ae-e9651d089918,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:48.555687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:04:48.559048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca2565-8f14-4160-92c3-bc588eb2a3c4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:04:48.624801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:04:48.625851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7e0e8901-bbe8-4c4b-84fa-c57fd10e6e4d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:04:48.625851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 338f4a95-0e5e-4645-945f-d840fe5cf382 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:04:48.638691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483302f-b738-4898-bb45-ed174f3c9e59 req-9abcd07d-5bca-4071-97fb-ccfbb4c43660 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:48.649516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7483302f-b738-4898-bb45-ed174f3c9e59 req-9abcd07d-5bca-4071-97fb-ccfbb4c43660 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.1437166 Dec 16 16:04:48.664336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 338f4a95-0e5e-4645-945f-d840fe5cf382 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:04:48.666594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 338f4a95-0e5e-4645-945f-d840fe5cf382 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:04:48.676266 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.722230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7483302f-b738-4898-bb45-ed174f3c9e59 req-3f385c47-bd77-48a5-ad70-a0babf6152b6 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709519 Dec 16 16:04:48.793355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.795983 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.927377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.927971 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Fanout notify agent at l3_agent the message router_deleted on router 537f9c54-dd45-4df3-b2b5-77f16a20d67f {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:04:48.958982 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:48.960819 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f44ed70e-c631-4980-b04a-e04178137133 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/routers/537f9c54-dd45-4df3-b2b5-77f16a20d67f HTTP/1.1" status: 204 len: 168 time: 1.3815598 Dec 16 16:04:48.965534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:49.119560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.231045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.256968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9428fa5c-2627-4dda-910c-c84aa0338914']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:49.269291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df21351-3209-47b2-b936-a9621bb6138d') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:49.269576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df21351-3209-47b2-b936-a9621bb6138d') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:49.287253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.304780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.312607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:04:49.313352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:04:49.317000 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:04:49.390422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.524264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.534942 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.539111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/networks/9428fa5c-2627-4dda-910c-c84aa0338914 HTTP/1.1" status: 204 len: 168 time: 0.5718849 Dec 16 16:04:49.544412 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:49.560868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d632-72e0-40a8-a9af-66a8feb612d4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Network': ['ID=9428fa5c-2627-4dda-910c-c84aa0338914,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:49.653873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.688909 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.875560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.878980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:49.883174 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/security-groups/2bf93970-b076-4b15-8b74-6a006e1f36e8 HTTP/1.1" status: 204 len: 168 time: 0.3370697 Dec 16 16:04:49.884605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50d039-6b11-4300-b194-0c797ba85332 req-3f3a2c36-2e0b-40ed-ac6b-567fe10cb8ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:49.886847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc50d039-6b11-4300-b194-0c797ba85332 req-3f3a2c36-2e0b-40ed-ac6b-567fe10cb8ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0621803 Dec 16 16:04:49.893921 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433dbbb-cf5e-4423-8af5-f4b2823bd6ae tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf93970-b076-4b15-8b74-6a006e1f36e8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:49.965618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc50d039-6b11-4300-b194-0c797ba85332 req-733d189f-bbea-400c-81ca-e2dacbf3a2e4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727844 Dec 16 16:04:50.150427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 62b9a6f6-5eee-447a-b9ae-e9651d089918 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:04:50.152603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:50.173841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 62b9a6f6-5eee-447a-b9ae-e9651d089918 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:04:50.174859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 62b9a6f6-5eee-447a-b9ae-e9651d089918 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:04:50.647456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:50.652800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-153635428', 'description': 'tempest-secgroup-smoke-153635428 description', 'project_id': '691401f08cd84e2fae8b1322b327f352'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:50.750225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:50.867474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:50.984550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.044328 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46716d25-5e66-4970-abc5-ce391576df48,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:51.058245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.058830 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.059418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.059966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.060516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.061088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.061646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.062199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.062789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.063345 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.063945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.065059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.065565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:51.129457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f6e50-96ad-4b28-830d-ce34a32088d0 req-c4351695-99bc-4a0c-b513-ac79b0804570 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:51.131007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-700f6e50-96ad-4b28-830d-ce34a32088d0 req-c4351695-99bc-4a0c-b513-ac79b0804570 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 943 time: 0.0832653 Dec 16 16:04:51.137391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.139264 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-881f45c8-e91a-4e3a-a06d-545700d14f13 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4905522 Dec 16 16:04:51.142089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33856) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:51.148710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:51.202484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-700f6e50-96ad-4b28-830d-ce34a32088d0 req-3d905df2-b15c-416b-8a3f-d95f82a2f3c9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604577 Dec 16 16:04:51.246741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d90fdf40-0d6d-4fd7-94ab-45071f2c6154 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:04:51.276059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.350794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:51.354458 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.363774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'port_id': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'mac_address': 'fa:16:3e:64:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:04:51.409308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.423671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90fdf40-0d6d-4fd7-94ab-45071f2c6154 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:04:51.429932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.445770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:51.451465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8b5da2-babd-426e-ae5d-b47952889d5e,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:51.567498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.571971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.574558 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fd599f02-b1ac-4281-b1ee-b08f6fbc8b3e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4285178 Dec 16 16:04:51.576527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33864) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:51.581648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:51.629361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:51.715472 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.778819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:51.859429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['d90fdf40-0d6d-4fd7-94ab-45071f2c6154'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:04:51.978293 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.000909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c43b2e3-e09a-433f-9d58-5c96e998c329,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:52.334699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.336159 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca0e474f-9dbe-4e18-92cb-2861e97aa76f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7585862 Dec 16 16:04:52.339122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:52.342176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fb3ff-e168-4243-a6fa-290e8ec4e1ab req-ea0e7e62-6b64-42d0-958c-e291d1c5396e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:52.343702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:52.343871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f7fb3ff-e168-4243-a6fa-290e8ec4e1ab req-ea0e7e62-6b64-42d0-958c-e291d1c5396e tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 944 time: 0.0527925 Dec 16 16:04:52.399175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f7fb3ff-e168-4243-a6fa-290e8ec4e1ab req-c096d533-04d1-4d88-bc3d-6854b1c2996b tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475020 Dec 16 16:04:52.518591 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.595296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.681109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.701312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89de5c75-0cd1-414e-ba84-4449a3bc31d5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:52.802915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.804162 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-00247c03-e948-47f0-86df-caa008a0aff4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4640341 Dec 16 16:04:52.807847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33876) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:52.812554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:52.927318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:52.999179 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.115254 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.134609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d050e210-2023-4081-aa55-1fced17ad74e,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:53.280307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d90fdf40-0d6d-4fd7-94ab-45071f2c6154 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:04:53.306801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.308501 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c8c12fb5-3626-42ea-9e12-d40a34ce0383 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4996266 Dec 16 16:04:53.317194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33880) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:53.322157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:53.452449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:04:53.457196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:04:53.457629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.487764 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:04:53.519579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.570399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc561e-8462-4cf5-a684-8abd7b6a589d req-53fe4404-8f25-4cdf-8c97-6eb547b29101 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:53.571938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ffc561e-8462-4cf5-a684-8abd7b6a589d req-53fe4404-8f25-4cdf-8c97-6eb547b29101 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 944 time: 0.0990419 Dec 16 16:04:53.635566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.690516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ffc561e-8462-4cf5-a684-8abd7b6a589d req-6becf559-cde8-4fe7-b71e-70db30706428 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100919 Dec 16 16:04:53.707296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.731378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:04:53.733744 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61dae8f-c024-418b-8a7c-a200f8d51952" -d '{"events": [{"server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "name": "network-vif-plugged", "status": "completed", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:04:53.747429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:04:53.755424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.778098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caded3ee-0317-4a96-8af1-69096dcd3d0a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:53.788781 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9c4fc-fc34-4e39-bced-457b32771035 x-openstack-request-id: req-20d9c4fc-fc34-4e39-bced-457b32771035 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:04:53.788781 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "name": "network-vif-plugged", "status": "completed", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:04:53.788781 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20d9c4fc-fc34-4e39-bced-457b32771035 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:04:53.788781 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'code': 200} Dec 16 16:04:53.857968 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.896328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:53.898260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6813e213-9a64-4cbe-88ff-6ce688ce83f2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5797176 Dec 16 16:04:53.902468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33888) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:53.909076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '46716d25-5e66-4970-abc5-ce391576df48', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:53.912755 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:53.926534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1b55a-84c7-4f89-8836-3e2866c30f63 req-0a4d3893-803a-4bcb-9d35-f38ca8b2169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:53.928923 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a2a1b55a-84c7-4f89-8836-3e2866c30f63 req-0a4d3893-803a-4bcb-9d35-f38ca8b2169b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1096 time: 0.0564744 Dec 16 16:04:54.007763 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-a2a1b55a-84c7-4f89-8836-3e2866c30f63 req-4ec13167-437b-4566-80ed-29e538cc8219 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708475 Dec 16 16:04:54.019097 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:04:54.025878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.108272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.212256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.235942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58264399-88f1-4e8f-be48-0b5784671888,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:54.352115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.353456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6418eab4-0d55-4e16-be49-dad9b1eaef2f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4495809 Dec 16 16:04:54.358369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33890) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:54.364250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'network': {'name': 'tempest-network-smoke--971036530', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:54.458400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:04:54.462087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.493059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:04:54.507059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.507571 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Added segment 51bb208d-7bb2-4b65-b7f8-f363bd502045 of type vlan for network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 Dec 16 16:04:54.551167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.652878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.660692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:54.661605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.810674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4512377 Dec 16 16:04:54.813913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e7671-b90a-41d2-a26c-7cd1f8679c2a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Network': ['ID=5e3d642d-fbb8-489b-8722-d7f84b45bf53,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:54.817128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:54.823656 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'admin_state_up': True, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:54.829697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:04:54.843746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2cda0-52bb-484e-98f3-c8f5d665943c req-343cedb3-7454-4110-8b9a-27acc130ff15 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:54.845904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccb2cda0-52bb-484e-98f3-c8f5d665943c req-343cedb3-7454-4110-8b9a-27acc130ff15 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.0787890 Dec 16 16:04:54.911370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccb2cda0-52bb-484e-98f3-c8f5d665943c req-62f44503-fd7d-4c7c-9e28-f2248424ed4d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544491 Dec 16 16:04:54.995494 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:54.997542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:55.508052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:55.710757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.096719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.102171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b960e2f-7920-4705-ab09-b18e786e3c02 req-0b14247d-0d19-4b5e-bbe6-77880e1bd26f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:56.107081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b960e2f-7920-4705-ab09-b18e786e3c02 req-0b14247d-0d19-4b5e-bbe6-77880e1bd26f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.0837805 Dec 16 16:04:56.137645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.199411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b960e2f-7920-4705-ab09-b18e786e3c02 req-ad47f288-9c2c-484c-b9db-02b9527452bc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824881 Dec 16 16:04:56.322555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.131 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/9c1ca158-85f3-4854-88e3-93cec517e190) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:04:56.472189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.633342 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.696786 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:04:56.700474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:04:56.706824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:04:56.713736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=9c1ca158-85f3-4854-88e3-93cec517e190,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:56.750527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b2c4d-df13-4acc-a322-e67c1acea3a6 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:04:56.817307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f366ba9-5652-4858-bc0f-56f35a160ff6 req-b2d1b49a-dad3-4fea-b833-630f58f20cdc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:56.818910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f366ba9-5652-4858-bc0f-56f35a160ff6 req-b2d1b49a-dad3-4fea-b833-630f58f20cdc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.4874859 Dec 16 16:04:56.870428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-87d60c6c-116c-46a3-83e2-2890de1145a6 None None] Provisioning complete for port 9c1ca158-85f3-4854-88e3-93cec517e190 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:04:56.871115 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87d60c6c-116c-46a3-83e2-2890de1145a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:56.900532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f366ba9-5652-4858-bc0f-56f35a160ff6 req-52ee604e-7bf7-4a1e-a1a8-dcb5417d5ee3 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739982 Dec 16 16:04:56.910656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-87d60c6c-116c-46a3-83e2-2890de1145a6 None None] Port 9c1ca158-85f3-4854-88e3-93cec517e190 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:04:56.954141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33910) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:57.197877 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:57.457436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80631535-3fcc-4821-84e7-26c997ebcebf tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:57.460598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-80631535-3fcc-4821-84e7-26c997ebcebf tempest-TestVolumeBootPattern-1845859335 tempest-TestVolumeBootPattern-1845859335-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1091 time: 0.5101488 Dec 16 16:04:57.464709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 33916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:57.475130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:57.618856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:57.631206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:57.762913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:57.886654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router e5354250-a2d0-4042-9b88-cc80b9cf8693 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:04:57.893304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Allocated IP 172.25.7.223 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/39a20d5d-38ee-42ee-9f17-2c75471229b8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:04:58.025520 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:04:58.045327 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Sync routers for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:04:58.056894 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:58.057701 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:58.089739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.129362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.132783 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4dfc324e-d684-4521-862a-e980d1fc806b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3119528 Dec 16 16:04:58.135411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33918) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:58.167090 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ab341f2-5d28-4879-9036-56614208f178 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=691401f08cd84e2fae8b1322b327f352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302932 Dec 16 16:04:58.178033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33920) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:58.179203 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:58.254384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.276401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671c8f7-7f6e-42ee-b976-dd477d57c5bd tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:58.283045 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c671c8f7-7f6e-42ee-b976-dd477d57c5bd tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989242 Dec 16 16:04:58.283045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:58.319879 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b880c55-ec8b-464f-8bf9-5e4b1335dd2b tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314608 Dec 16 16:04:58.320166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:04:58.321162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33924) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:58.323447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:04:58.328172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:04:58.331673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-692524866', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:04:58.364443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=39a20d5d-38ee-42ee-9f17-2c75471229b8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:58.503982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:04:56Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:58.536794 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Checking router: e5354250-a2d0-4042-9b88-cc80b9cf8693 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:04:58.537130 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Updating router e5354250-a2d0-4042-9b88-cc80b9cf8693 port 9c1ca158-85f3-4854-88e3-93cec517e190 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:04:58.580489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:04:58.582455 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.589030 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.962180 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.965284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:58.999644 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.007273 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.079356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Subnet': ['ID=66820c80-8041-431f-8ab8-269f71347d6d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:59.085935 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:04:59.090530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network hostable DHCP agents. Network: 5e3d642d-fbb8-489b-8722-d7f84b45bf53, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:04:59.110487 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.165221 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Pushing event updated for resources: {'Port': ['ID=9c1ca158-85f3-4854-88e3-93cec517e190,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:04:59.169175 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.171981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791b80a-8e5a-4da6-a26d-8535f7d450fe None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:04:59.183049 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Attempting to bind port 9c1ca158-85f3-4854-88e3-93cec517e190 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:04:59.183438 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Attempting to bind port 9c1ca158-85f3-4854-88e3-93cec517e190 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:04:59.183810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Attempting to bind port 9c1ca158-85f3-4854-88e3-93cec517e190 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:04:59.193031 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:04:59.193423 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:04:59.193839 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.194238 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:04:59.194727 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Bound port: 9c1ca158-85f3-4854-88e3-93cec517e190, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:04:59.195374 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.199176 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.199994 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.199994 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.200209 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.200529 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.200908 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.201192 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.201523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.201849 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.202172 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.202494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.202821 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.204114 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:04:59.235446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:04:59.279267 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] For port 9c1ca158-85f3-4854-88e3-93cec517e190, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:04:59.282581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2fdc8814-a245-4956-a448-fb86eb54baf2 None None] Provisioning complete for port 9c1ca158-85f3-4854-88e3-93cec517e190 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:04:59.286986 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] For port 9c1ca158-85f3-4854-88e3-93cec517e190, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9c1ca158-85f3-4854-88e3-93cec517e190,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:04:59.287158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8814-a245-4956-a448-fb86eb54baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.334316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8814-a245-4956-a448-fb86eb54baf2 None None] Port 9c1ca158-85f3-4854-88e3-93cec517e190 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:04:59.389214 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 5e3d642d-fbb8-489b-8722-d7f84b45bf53) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:04:59.400654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:04:59.402448 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.416038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4b0dd-cfee-407b-a286-eb6cc1d2edae None None] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:04:59.435418 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.440961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.482317 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:04:59.482869 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:04:59.492831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be98a9-a258-4c10-add1-2ed4e3524247 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:04:59.567149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.587557 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3ceead7d-8bfe-4ddb-a5ba-57b27ca2e481 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2653148 Dec 16 16:04:59.588534 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 33932) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:04:59.624294 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:04:59.758104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:04:59.762464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:04:59.972520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.005393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:04:56Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:00.070948 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb258e3-8eac-4790-8209-a381385e2a0f None None] Pushing event updated for resources: {'Port': ['ID=9c1ca158-85f3-4854-88e3-93cec517e190,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:00.073955 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0ed1c-cda8-4ab9-9fb9-cb548469fbda None None] The sync data for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 is: [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:04:56Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:05:00.089270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event updated for resources: {'Port': ['ID=39a20d5d-38ee-42ee-9f17-2c75471229b8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:00.164565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Provisioning complete for port 9c1ca158-85f3-4854-88e3-93cec517e190 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:00.166447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.182904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Allocated IP 172.20.0.2 (5e3d642d-fbb8-489b-8722-d7f84b45bf53/66820c80-8041-431f-8ab8-269f71347d6d/81abe037-d07e-4a1b-a494-bb837ef4282a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:05:00.268894 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP 11bc9276-7f4f-4149-892e-439d37726087 associated. External IP: 172.25.7.223, port: d90fdf40-0d6d-4fd7-94ab-45071f2c6154. Dec 16 16:05:00.386988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.524611 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.554402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] For port 9c1ca158-85f3-4854-88e3-93cec517e190, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9c1ca158-85f3-4854-88e3-93cec517e190,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:00.683419 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.739669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:05:00.740909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.831780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.919400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Pushing event updated for resources: {'Port': ['ID=9c1ca158-85f3-4854-88e3-93cec517e190,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:00.927411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:00.969549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.970159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.971388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.972127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.974525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.975199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.975697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:00.976206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7757392b-131e-48ad-b965-6a01a90505bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:01.052584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:05:01.065433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:05:01.070701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:05:01.082885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Pushing event updated for resources: {'Port': ['ID=81abe037-d07e-4a1b-a494-bb837ef4282a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:01.084645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:05:01.110634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:05:01.148091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:01.149031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:01.208589 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.225855 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.1 (5e3d642d-fbb8-489b-8722-d7f84b45bf53/66820c80-8041-431f-8ab8-269f71347d6d/15bec157-3994-4468-ad1c-ea4503a09cad) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:05:01.280961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e48f6e96-d0f1-409c-abef-937161048be1 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8088858 Dec 16 16:05:01.280961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:05:01.280961 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c60f54-6f00-46a1-bf18-2342454edab3" -d '{"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:05:01.333651 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb86762-eae8-4751-bf3e-f589d8e6a211 x-openstack-request-id: req-cdb86762-eae8-4751-bf3e-f589d8e6a211 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:05:01.334055 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:05:01.334410 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cdb86762-eae8-4751-bf3e-f589d8e6a211 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:05:01.334916 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'status': 'completed', 'code': 200} Dec 16 16:05:01.344514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Attempting to bind port 81abe037-d07e-4a1b-a494-bb837ef4282a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:05:01.345082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Attempting to bind port 81abe037-d07e-4a1b-a494-bb837ef4282a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:05:01.345238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Attempting to bind port 81abe037-d07e-4a1b-a494-bb837ef4282a on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:05:01.387861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:05:01.388291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:05:01.388665 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.389066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Bound using segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:05:01.389568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Bound port: 81abe037-d07e-4a1b-a494-bb837ef4282a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:05:01.389955 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.402730 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.486983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] For port 81abe037-d07e-4a1b-a494-bb837ef4282a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:05:01.490619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] For port 81abe037-d07e-4a1b-a494-bb837ef4282a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=81abe037-d07e-4a1b-a494-bb837ef4282a,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:05:01.495772 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-d4fd19fd-d5e2-4879-b09a-34a8fce60919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:01.500038 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-d4fd19fd-d5e2-4879-b09a-34a8fce60919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1096 time: 0.0548222 Dec 16 16:05:01.513195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:01.563663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.607535 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.629253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:05:01.638045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:05:01.640097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:05:01.690322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:01.732895 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-2305b6eb-bc88-4c32-99db-608edd4afabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:01.736580 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-2305b6eb-bc88-4c32-99db-608edd4afabc service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.2284243 Dec 16 16:05:01.747621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:01.879838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384b6d4-e3e7-4254-8f4d-c3f803c31d4e None None] Pushing event updated for resources: {'Port': ['ID=81abe037-d07e-4a1b-a494-bb837ef4282a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:01.972168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '11bc9276-7f4f-4149-892e-439d37726087', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:64:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc1517-f88a-47f4-a536-9378df06f86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:04:58Z', 'updated_at': '2021-12-16T16:04:58Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}, {'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:02.016034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:05:02.071415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:02.078395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:02.327298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:02.392343 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-d73336ec-992a-4929-b837-666531385094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 200 len: 999 time: 0.6366575 Dec 16 16:05:02.475381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-9122bce2-2a77-434e-b202-4117598caff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:02.477128 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-9122bce2-2a77-434e-b202-4117598caff0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0621824 Dec 16 16:05:02.539228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-27f2ea77-76c6-4502-9a87-c849df285c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:02.541102 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-27f2ea77-76c6-4502-9a87-c849df285c15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540287 Dec 16 16:05:02.648971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 81abe037-d07e-4a1b-a494-bb837ef4282a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:05:02.694946 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:02.709713 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-5c07af0c-3853-4260-916b-df56df1206bb service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604645 Dec 16 16:05:02.838627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 81abe037-d07e-4a1b-a494-bb837ef4282a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:02.839025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:02.949288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-09c60f54-6f00-46a1-bf18-2342454edab3 req-4e495116-5c00-4c0c-914a-029595199dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310910 Dec 16 16:05:03.071603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.175431 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 81abe037-d07e-4a1b-a494-bb837ef4282a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=81abe037-d07e-4a1b-a494-bb837ef4282a,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:03.180026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '11bc9276-7f4f-4149-892e-439d37726087', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:64:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc1517-f88a-47f4-a536-9378df06f86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:04:58Z', 'updated_at': '2021-12-16T16:04:58Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}, {'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:03.214001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.222400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3fd9dd-b673-48bf-b5fb-db5755d6ad30 None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '11bc9276-7f4f-4149-892e-439d37726087', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.223', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:64:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acc1517-f88a-47f4-a536-9378df06f86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:04:58Z', 'updated_at': '2021-12-16T16:04:58Z', 'revision_number': 0, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}, {'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:05:03.288073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.288892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9c1ca158-85f3-4854-88e3-93cec517e190 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:05:03.349500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.440732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=81abe037-d07e-4a1b-a494-bb837ef4282a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:03.470449 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:03.477361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.487164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9c1ca158-85f3-4854-88e3-93cec517e190 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:03.488627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.614694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:05:03.616911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:05:03.648687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022dabd6-4445-4600-9629-71b078d996a0 None None] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:05:03.668263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2afa6-f872-4592-870c-87ce9411beb9 None None] New status for floating IP 11bc9276-7f4f-4149-892e-439d37726087: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:05:03.775517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e1ea4c56-a49b-4abb-ad27-1fa464c5a178 None None] Provisioning complete for port 81abe037-d07e-4a1b-a494-bb837ef4282a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:03.777250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1ea4c56-a49b-4abb-ad27-1fa464c5a178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:03.821849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router e5354250-a2d0-4042-9b88-cc80b9cf8693 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:05:03.989896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:05:04.000956 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f00e52a-e19b-4e8d-8305-eaf676a54c5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/e5354250-a2d0-4042-9b88-cc80b9cf8693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4081914 Dec 16 16:05:04.003698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Sync routers for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:05:04.028821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:04.040887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:04.211704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:04.295201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-b455d83e-2864-4be9-9afd-06bae251182a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-153635428&fields=id&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 267 time: 0.0712147 Dec 16 16:05:04.301990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 81abe037-d07e-4a1b-a494-bb837ef4282a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:05:04.304286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0c2905e0-bfc5-4e39-b3ec-fac45c0fa9ea None None] Provisioning complete for port 15bec157-3994-4468-ad1c-ea4503a09cad triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:04.304769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c2905e0-bfc5-4e39-b3ec-fac45c0fa9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:04.491576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-0bb4ec8c-fb37-48d8-8e89-6fc3dc470b49 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:04.498791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-0bb4ec8c-fb37-48d8-8e89-6fc3dc470b49 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 796 time: 0.1914694 Dec 16 16:05:04.511377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0c2905e0-bfc5-4e39-b3ec-fac45c0fa9ea None None] Port 15bec157-3994-4468-ad1c-ea4503a09cad cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:05:04.582203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-23af1f45-e4b3-49e4-aa6f-cb813f93e3de tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/quotas/691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 375 time: 0.0821316 Dec 16 16:05:04.592539 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0c2905e0-bfc5-4e39-b3ec-fac45c0fa9ea None None] Provisioning complete for port 81abe037-d07e-4a1b-a494-bb837ef4282a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:04.593001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c2905e0-bfc5-4e39-b3ec-fac45c0fa9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:04.641323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-712b9380-f049-4906-b1a3-22d5ffb49624 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581727 Dec 16 16:05:04.646575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 81abe037-d07e-4a1b-a494-bb837ef4282a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:04.647380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:04.831730 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 2, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:04.852078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-bc67581a-9213-4a05-9324-4075f0ccf0da service neutron] 10.222.0.71 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965551 Dec 16 16:05:04.869670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Checking router: e5354250-a2d0-4042-9b88-cc80b9cf8693 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:05:04.870027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Updating router e5354250-a2d0-4042-9b88-cc80b9cf8693 port 15bec157-3994-4468-ad1c-ea4503a09cad binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:05:04.907421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:04.989977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-e2f47b2c-66fc-40c9-bbb3-1364241f0e84 service neutron] 10.222.0.71 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288986 Dec 16 16:05:05.161276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-72f1b1cd-c966-4580-a419-4577f331c2eb None None] Provisioning complete for port 15bec157-3994-4468-ad1c-ea4503a09cad triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:05.161812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-72f1b1cd-c966-4580-a419-4577f331c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:05.263530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-72f1b1cd-c966-4580-a419-4577f331c2eb None None] Port 15bec157-3994-4468-ad1c-ea4503a09cad cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:05:05.379244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12aa6031-cb82-4842-950d-0e18eab4f523 req-c5538581-8f0c-4562-87c7-d29040a4fbc6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Dec 16 16:05:05.414336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:05.509303 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:05.735274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1bb3c-ae6e-4ad3-81cc-ba75ec15a702 None None] Pushing event updated for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:05.790464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Attempting to bind port 15bec157-3994-4468-ad1c-ea4503a09cad on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:05:05.791728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Attempting to bind port 15bec157-3994-4468-ad1c-ea4503a09cad by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:05:05.795031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Attempting to bind port 15bec157-3994-4468-ad1c-ea4503a09cad on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:05:05.800486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:05:05.801384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:05:05.801840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:05.802242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Bound using segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:05:05.802736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Bound port: 15bec157-3994-4468-ad1c-ea4503a09cad, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:05:05.803124 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:05.894748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] For port 15bec157-3994-4468-ad1c-ea4503a09cad, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:05:05.900436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] For port 15bec157-3994-4468-ad1c-ea4503a09cad, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=15bec157-3994-4468-ad1c-ea4503a09cad,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:05:05.988498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-284d77e4-b5d0-4971-baf2-01660c61fb7f None None] Provisioning complete for port 15bec157-3994-4468-ad1c-ea4503a09cad triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:05.988808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-284d77e4-b5d0-4971-baf2-01660c61fb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:06.026104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-284d77e4-b5d0-4971-baf2-01660c61fb7f None None] Port 15bec157-3994-4468-ad1c-ea4503a09cad cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:05:06.075903 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:06.131473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:06.131473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:04:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:06.172452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1bb3c-ae6e-4ad3-81cc-ba75ec15a702 None None] Pushing event updated for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:06.271926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:06.499169 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] Provisioning complete for port 15bec157-3994-4468-ad1c-ea4503a09cad triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:06.499447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:06.509062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ef30942-e943-47b3-a24d-805b767d6834 req-b1619712-ceb5-4fae-bf54-1a804fc3f107 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Dec 16 16:05:06.570983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:05Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:06.603541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ed9772-279e-4e2b-a452-895d9dbe7f9f None None] The sync data for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 is: [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:05Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:05:06.654393 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:06.732208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] For port 15bec157-3994-4468-ad1c-ea4503a09cad, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=15bec157-3994-4468-ad1c-ea4503a09cad,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:06.915453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:07.006000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9b2d4-bd5a-4ec7-8186-3d94a94d8226 None None] Pushing event updated for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:07.625665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0603fd78-cc6a-4eb4-8193-597b70c94402 req-27d59fb5-e1b7-4d4e-a63e-b100b32a9ea2 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0316899 Dec 16 16:05:08.257385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 15bec157-3994-4468-ad1c-ea4503a09cad up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:05:08.328719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 15bec157-3994-4468-ad1c-ea4503a09cad triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:08.329119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:08.333564 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-b3852128-d099-4209-ab96-3ba9a257b5ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491698 Dec 16 16:05:08.532281 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-5413ba2c-ab3b-4ad2-9e7e-67c9db993ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:08.534498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-5413ba2c-ab3b-4ad2-9e7e-67c9db993ee1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0466158 Dec 16 16:05:08.681848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-f6dcec16-5ec9-4a2d-a793-bae517b11b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:08.684674 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-f6dcec16-5ec9-4a2d-a793-bae517b11b34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1258187 Dec 16 16:05:08.778327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6a29d52-01ba-4d09-930a-59bafbe132ec req-e0d335fb-4d66-481e-b06c-3822158ef4bf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0432463 Dec 16 16:05:08.810245 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-14598719-749a-40c5-907b-a387da4f5984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 1001 time: 0.1144331 Dec 16 16:05:08.831504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-a65ea507-8524-4143-952d-d5e8ec8a81b0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:08.833538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-a65ea507-8524-4143-952d-d5e8ec8a81b0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 796 time: 0.2075415 Dec 16 16:05:08.870188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-ef795068-9d10-4c3c-a611-7e606800e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:08.871993 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-ef795068-9d10-4c3c-a611-7e606800e8a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0546691 Dec 16 16:05:08.936230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-cc40b85a-d23b-4a63-be55-b0ed989f2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:08.937956 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-cc40b85a-d23b-4a63-be55-b0ed989f2e2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586870 Dec 16 16:05:08.943280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-40bafad1-3c40-4366-b468-c3c3c864ff34 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 379 time: 0.0849261 Dec 16 16:05:08.961234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'port': {'device_id': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'admin_state_up': True, 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'security_groups': ['46716d25-5e66-4970-abc5-ce391576df48']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:05:09.052508 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-e8f5e868-81eb-4aad-88fa-b8e942fc8799 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058857 Dec 16 16:05:09.193440 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-fe89b4eb-7f24-425d-8683-5d571a4ad062 req-e5fb8221-8bd9-4f51-86fe-a6864b601bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332400 Dec 16 16:05:09.299442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:05:09.306188 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:09.452837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.5 (5e3d642d-fbb8-489b-8722-d7f84b45bf53/66820c80-8041-431f-8ab8-269f71347d6d/a9aa257d-a904-47fb-9831-2298cd3900e3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:05:09.580951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-d5eb3312-f7db-4573-9cd0-2a1119b0cd85 req-3d29ec7e-358a-48c0-b138-d188c8b4fa5e service neutron] (104055) timed out ('10.222.0.74', 64572) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:05:09.677635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:09.911861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4d6f60a7-4d34-4d9c-97ba-5c950898fbf7 req-1f7a3070-a1ab-4ce2-91e7-748448a4e088 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0462897 Dec 16 16:05:09.920090 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:09.999053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:05:10.005274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:05:10.006735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:05:10.009761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:10.040768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.056926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:10.085661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:10.086682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.240947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-25b437b6-0aa3-4027-b309-c276e73a456b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2857974 Dec 16 16:05:10.266917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Request body: {'port': {'device_id': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:05:10.276261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9695231e-4152-4f2d-96ad-0f1c8ab1ccd6 None None] Provisioning complete for port a9aa257d-a904-47fb-9831-2298cd3900e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:10.277299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9695231e-4152-4f2d-96ad-0f1c8ab1ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.326577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9695231e-4152-4f2d-96ad-0f1c8ab1ccd6 None None] Port a9aa257d-a904-47fb-9831-2298cd3900e3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:05:10.350148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.716833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9aa257d-a904-47fb-9831-2298cd3900e3 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:05:10.729074 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.745011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Transition to ACTIVE for port object a9aa257d-a904-47fb-9831-2298cd3900e3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:05:10.824614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:10.936780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:11.011098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:05:11.012470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:05:11.013039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:05:11.031473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:05:11.031817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:05:11.062593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:05:11.062950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:05:11.063379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Bound using segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:05:11.064489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Bound port: a9aa257d-a904-47fb-9831-2298cd3900e3, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:05:11.065150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:11.121159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e768f1-9a16-476c-9bdc-55e9f08ff469 req-fe159200-747d-4b59-a6db-31ff3549cd2c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.122643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88e768f1-9a16-476c-9bdc-55e9f08ff469 req-fe159200-747d-4b59-a6db-31ff3549cd2c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 943 time: 0.1022248 Dec 16 16:05:11.190139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:05:11.212230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:05:11.217417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88e768f1-9a16-476c-9bdc-55e9f08ff469 req-cd199045-68dd-4fc0-a61a-df7946911f0d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863638 Dec 16 16:05:11.270304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:11.307120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.307874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:11.309432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1091 time: 1.0488532 Dec 16 16:05:11.310137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:05:11.313023 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe97ab0a-e498-415a-9f49-253594465eac" -d '{"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:05:11.362851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914c67b-060d-4e90-bff6-f544ac0240c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:11.386901 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb949211-7f5a-416f-a501-b7f00371f812 x-openstack-request-id: req-fb949211-7f5a-416f-a501-b7f00371f812 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:05:11.387089 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:05:11.387368 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fb949211-7f5a-416f-a501-b7f00371f812 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:05:11.388012 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'status': 'completed', 'code': 200} Dec 16 16:05:11.499499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97ab0a-e498-415a-9f49-253594465eac req-8b261a4d-b86e-47bb-a917-672f63c93c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.503006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe97ab0a-e498-415a-9f49-253594465eac req-8b261a4d-b86e-47bb-a917-672f63c93c0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1094 time: 0.0635593 Dec 16 16:05:11.660312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97ab0a-e498-415a-9f49-253594465eac req-fd6246ff-cb3c-421d-b239-843b8a4dc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.662497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe97ab0a-e498-415a-9f49-253594465eac req-fd6246ff-cb3c-421d-b239-843b8a4dc72d service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=691401f08cd84e2fae8b1322b327f352&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1383884 Dec 16 16:05:11.811971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97ab0a-e498-415a-9f49-253594465eac req-6a5e5ca6-4536-4ff3-836a-95e69576d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.814471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe97ab0a-e498-415a-9f49-253594465eac req-6a5e5ca6-4536-4ff3-836a-95e69576d77b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412783 Dec 16 16:05:11.982146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-acde64bd-8669-4923-925c-dad865fd3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:11.984299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-acde64bd-8669-4923-925c-dad865fd3f78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1094 time: 0.0841720 Dec 16 16:05:12.051216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-8b050700-3777-443d-942b-5e144d23f37b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 217 time: 0.0426486 Dec 16 16:05:12.125069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-c1dfcf06-0dd8-424f-af91-632bec7a427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:12.127217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-c1dfcf06-0dd8-424f-af91-632bec7a427c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0634267 Dec 16 16:05:12.183077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18411bf1-47aa-450e-91f5-207b04441168 req-861857cd-f5b7-4021-9b4b-86aa0652a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:12.184678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-861857cd-f5b7-4021-9b4b-86aa0652a124 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458939 Dec 16 16:05:12.340219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-4aa585a2-72b6-473c-9d36-3befc37cb5a2 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429293 Dec 16 16:05:12.464065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115f5b-7d79-4d26-b5bc-c38958cfeaf7 req-8dfaf09d-dd47-4960-be95-ff94bfb8c9f8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:12.465923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2115f5b-7d79-4d26-b5bc-c38958cfeaf7 req-8dfaf09d-dd47-4960-be95-ff94bfb8c9f8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 943 time: 0.1534200 Dec 16 16:05:12.511753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18411bf1-47aa-450e-91f5-207b04441168 req-33ed1b63-89b0-450d-985e-00d31d5e9bcc service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483312 Dec 16 16:05:12.554897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2115f5b-7d79-4d26-b5bc-c38958cfeaf7 req-cd11c2ae-dab6-46a3-bb04-ded1700f662e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730827 Dec 16 16:05:13.727903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb03c4-7c0f-4f5a-ae62-a82502e999a4 req-38f9316f-8391-45d9-8162-044c038501f1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:13.727903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaeb03c4-7c0f-4f5a-ae62-a82502e999a4 req-38f9316f-8391-45d9-8162-044c038501f1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 943 time: 0.0629654 Dec 16 16:05:13.803637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eaeb03c4-7c0f-4f5a-ae62-a82502e999a4 req-4db9f7ad-f73d-49dd-821a-ae33032e20e0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689394 Dec 16 16:05:14.199878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dcf99505-0941-478e-a10e-c0c2258a7cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:14.960776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a980c-df0f-4701-8961-31e012bd7967 req-67da1850-7328-4dc8-8bca-e16cd4b1eb05 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:14.962457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-338a980c-df0f-4701-8961-31e012bd7967 req-67da1850-7328-4dc8-8bca-e16cd4b1eb05 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 943 time: 0.0599496 Dec 16 16:05:15.019913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-338a980c-df0f-4701-8961-31e012bd7967 req-001d33b3-001d-401c-a949-a1e83d5e3387 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Dec 16 16:05:15.333197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:05:15.459699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:15.472757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'port_id': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'mac_address': 'fa:16:3e:13:31:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:05:15.514025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:15.528571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9aa257d-a904-47fb-9831-2298cd3900e3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:05:15.552661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:15.727192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:15.787232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:16.086104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a9aa257d-a904-47fb-9831-2298cd3900e3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:05:16.154195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b2e1-a0a3-49c4-be99-267aac9da8bf req-cc429a54-2a99-45a8-9c0d-04c8637349ff tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:16.155768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b01b2e1-a0a3-49c4-be99-267aac9da8bf req-cc429a54-2a99-45a8-9c0d-04c8637349ff tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0606289 Dec 16 16:05:16.215236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b01b2e1-a0a3-49c4-be99-267aac9da8bf req-b470a2fa-d8c8-4ac3-8c13-4b72b0b1005f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533469 Dec 16 16:05:16.560369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc6e1134-99ff-4113-a0e6-1f67aefc6501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:17.330265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:05:17.355372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f45cc-661e-4d24-b642-691f9d99979e req-6606d8e3-ac23-4607-9338-a7ed3126c487 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:17.357032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c41f45cc-661e-4d24-b642-691f9d99979e req-6606d8e3-ac23-4607-9338-a7ed3126c487 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0555992 Dec 16 16:05:17.417149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c41f45cc-661e-4d24-b642-691f9d99979e req-521fb618-8535-4ab6-8bef-293e333e1655 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512366 Dec 16 16:05:17.503670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port a9aa257d-a904-47fb-9831-2298cd3900e3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:05:17.507942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port a9aa257d-a904-47fb-9831-2298cd3900e3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:05:17.508462 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:17.600611 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:17.624988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:05:17.627275 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eddc351-4a68-40a4-938f-7dd690d7b694" -d '{"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:05:17.656053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:05:17.670055 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08652c27-b47d-4d62-80f6-3ac4ed12982b x-openstack-request-id: req-08652c27-b47d-4d62-80f6-3ac4ed12982b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:05:17.670400 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:05:17.670686 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08652c27-b47d-4d62-80f6-3ac4ed12982b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:05:17.671131 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'code': 200} Dec 16 16:05:17.754895 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:17.814984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:17.842471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e332e-2b93-4d7c-bb95-0caca4a9f1f4 req-d61a21a3-ee1c-464c-bdbe-e01e6fbda9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:17.844035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-674e332e-2b93-4d7c-bb95-0caca4a9f1f4 req-d61a21a3-ee1c-464c-bdbe-e01e6fbda9f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1096 time: 0.0658844 Dec 16 16:05:17.915045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-674e332e-2b93-4d7c-bb95-0caca4a9f1f4 req-f9c972bf-eb6b-4427-8475-ee4ba9ddfbae service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590274 Dec 16 16:05:18.017861 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:18.542803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd62620-e601-4aec-816c-d11ce3b6a015 req-e9736ffa-9e15-41b0-b9fa-19136d75fdcc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:18.544438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdd62620-e601-4aec-816c-d11ce3b6a015 req-e9736ffa-9e15-41b0-b9fa-19136d75fdcc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0530088 Dec 16 16:05:18.602666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdd62620-e601-4aec-816c-d11ce3b6a015 req-c95ccec2-a950-4793-b755-f0feb689609a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511558 Dec 16 16:05:19.417456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:19.927987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010c3ef-e692-4044-9842-7ebf5a5c1b49 req-df34f882-7b3e-4973-9fa6-787687472c63 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:19.930365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f010c3ef-e692-4044-9842-7ebf5a5c1b49 req-df34f882-7b3e-4973-9fa6-787687472c63 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.2266474 Dec 16 16:05:19.996310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f010c3ef-e692-4044-9842-7ebf5a5c1b49 req-254b9028-50e9-4951-ad40-4b82ed060a10 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586460 Dec 16 16:05:20.144456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:20.258947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c5138-c888-47a5-8448-456f0bb9c089 req-edf45a88-055d-4548-8237-112d74901d74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:20.260563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f97c5138-c888-47a5-8448-456f0bb9c089 req-edf45a88-055d-4548-8237-112d74901d74 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.1512940 Dec 16 16:05:20.322565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f97c5138-c888-47a5-8448-456f0bb9c089 req-d3dc590b-c92e-449b-879f-fbb72fba2c07 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551968 Dec 16 16:05:20.354075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34128) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:20.558147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83089b-31d1-422b-9668-aa14f86026cc tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:20.559741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3a83089b-31d1-422b-9668-aa14f86026cc tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1091 time: 0.2046220 Dec 16 16:05:20.565042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34134) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:20.570450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:05:20.692696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:20.806784 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:20.969077 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.49 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/9d1e75d3-26a0-41fb-b8f3-3dfa0d289977) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:05:21.096708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:21.264514 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:21.312293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:05:21.316607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:05:21.320664 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:05:21.326745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=9d1e75d3-26a0-41fb-b8f3-3dfa0d289977,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:21.797196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:21.990301 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:22.227521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:22.343755 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:22.449307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=9d1e75d3-26a0-41fb-b8f3-3dfa0d289977,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:22.481951 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:22.689524 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 88170ebe-85dd-4a8a-a0d5-946cd77509fc associated. External IP: 172.25.7.49, port: a9aa257d-a904-47fb-9831-2298cd3900e3. Dec 16 16:05:23.104158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router e5354250-a2d0-4042-9b88-cc80b9cf8693 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:05:23.295696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:05:23.312249 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Sync routers for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:05:23.327481 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:23.328440 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:05:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:23.469041 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:23.476750 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:23.548308 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-13a48fe4-34f0-4a43-a727-508bcada28ea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9810965 Dec 16 16:05:23.549910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:05:23.561639 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81840a04-4b7d-4b00-91ac-098a2d66e566" -d '{"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:05:23.635629 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6617c8c9-7d92-485f-94c0-11a7d6102e0d x-openstack-request-id: req-6617c8c9-7d92-485f-94c0-11a7d6102e0d {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:05:23.635982 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:05:23.636236 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6617c8c9-7d92-485f-94c0-11a7d6102e0d {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:05:23.636665 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'status': 'completed', 'code': 200} Dec 16 16:05:23.802119 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:05:23.802469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc84656-dd78-4081-b781-9914fe9ff993 req-87adb512-f0f7-47a9-88af-ab1989e9bddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:23.805304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfc84656-dd78-4081-b781-9914fe9ff993 req-87adb512-f0f7-47a9-88af-ab1989e9bddd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.1630890 Dec 16 16:05:23.833829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-de47b46d-2642-4f89-a8b4-872c535c3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:23.836779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-de47b46d-2642-4f89-a8b4-872c535c3f20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1096 time: 0.1351373 Dec 16 16:05:23.891472 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '88170ebe-85dd-4a8a-a0d5-946cd77509fc', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'port_id': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'mac_address': 'fa:16:3e:13:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:05:21Z', 'updated_at': '2021-12-16T16:05:21Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:23.934273 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Checking router: e5354250-a2d0-4042-9b88-cc80b9cf8693 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:05:23.958514 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:05:23.961122 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:05:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:24.005417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfc84656-dd78-4081-b781-9914fe9ff993 req-6cb30bc9-4bcc-435d-8315-d8c39800d413 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920950 Dec 16 16:05:24.045072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:24.072466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-18249534-8e7e-428b-880f-4516ec13a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:24.073874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-18249534-8e7e-428b-880f-4516ec13a54f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.2253547 Dec 16 16:05:24.130233 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:05:24.137823 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aed391f3-afb9-4673-9426-487571322cbf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 200 len: 990 time: 0.0912855 Dec 16 16:05:24.181760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-0f6ede9e-8d27-4e09-a2ff-e1c982351218 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 998 time: 0.0975530 Dec 16 16:05:24.239138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-1c0c7dfc-d6fe-4b9d-8cbf-5fec3885f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:24.240987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-1c0c7dfc-d6fe-4b9d-8cbf-5fec3885f65d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0496638 Dec 16 16:05:24.294230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-a8a9901c-0fc7-4341-9a6c-08f2d199f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:24.295840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-a8a9901c-0fc7-4341-9a6c-08f2d199f424 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470037 Dec 16 16:05:24.394516 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '88170ebe-85dd-4a8a-a0d5-946cd77509fc', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'port_id': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'mac_address': 'fa:16:3e:13:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:05:21Z', 'updated_at': '2021-12-16T16:05:21Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:05:24.526009 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0428c2b-9e38-45e0-8c20-47710f5a674c None None] The sync data for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 is: [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '88170ebe-85dd-4a8a-a0d5-946cd77509fc', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'port_id': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3930, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'mac_address': 'fa:16:3e:13:31:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:05:21Z', 'updated_at': '2021-12-16T16:05:21Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:05:24.737412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-68b7d808-c443-4bef-bba4-05e1dc4b45c3 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338191 Dec 16 16:05:24.851158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-81840a04-4b7d-4b00-91ac-098a2d66e566 req-54d38e7f-45b6-4bcc-bad7-91e240467fbd service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051068 Dec 16 16:05:24.870355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c51a1-34ca-4b33-98ad-f504d605b4fd None None] New status for floating IP 88170ebe-85dd-4a8a-a0d5-946cd77509fc: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:05:25.140051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34162) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:25.217067 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-171c766e-b776-4a27-9b71-15a6a9579acf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 200 len: 990 time: 0.0757370 Dec 16 16:05:26.221851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34166) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:26.295509 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-afaf90b1-25f1-4fc0-86e6-cd277c3ea935 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 200 len: 992 time: 0.0720384 Dec 16 16:05:28.944088 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:28.983165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-e1fc399e-a728-4672-adc3-685067da0198 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544987 Dec 16 16:05:29.109059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-86533742-4e57-4f7f-a187-5eba661fb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:29.111304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-86533742-4e57-4f7f-a187-5eba661fb7a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1096 time: 0.0566111 Dec 16 16:05:29.246814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-59793242-70a8-46fc-bfd7-f5cdc2bc0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:29.248284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-59793242-70a8-46fc-bfd7-f5cdc2bc0141 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.1133895 Dec 16 16:05:29.334307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-2a441c09-274d-47cd-96cd-3b4c8121c23b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1000 time: 0.0786018 Dec 16 16:05:29.395043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-22b7b8da-e58e-4f3a-a672-6207a33ecae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:29.396610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-22b7b8da-e58e-4f3a-a672-6207a33ecae0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0501792 Dec 16 16:05:29.450930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-6acfe038-da3a-45ce-a86f-eafe4fd0b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:29.452510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-6acfe038-da3a-45ce-a86f-eafe4fd0b35e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454671 Dec 16 16:05:29.557445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-1252b0d3-2508-42d8-882e-bdb8d46ff716 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974400 Dec 16 16:05:29.662972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-afc9d13f-dbdb-48b8-99ba-cc5864918c1b req-815b0201-5d6b-4e52-b440-3d4e33789819 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950830 Dec 16 16:05:29.852149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:44.166459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a2c59a4-2821-44d7-887e-432652507d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:46.600839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e70afeb-1405-47b3-bfc8-bd0b9f7249bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:47.938328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:49.412193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:50.154576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:57.587184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c011c6-b4f2-4ef6-a0cf-777cbda93ade req-c0af1f5a-3658-4d18-bf8c-34a10f454bcf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:57.589984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30c011c6-b4f2-4ef6-a0cf-777cbda93ade req-c0af1f5a-3658-4d18-bf8c-34a10f454bcf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0804570 Dec 16 16:05:57.675885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-30c011c6-b4f2-4ef6-a0cf-777cbda93ade req-e2fb748a-9c66-476e-b877-45fee546f321 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729728 Dec 16 16:05:57.700366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34274) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:58.166455 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8c29df37-370e-41c2-bce6-d6ea242c284c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 200 len: 992 time: 0.4648206 Dec 16 16:05:58.167278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:58.304945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.392937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.462066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.505851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce836b14a86540ceaf40eff92d061bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374507 Dec 16 16:05:58.506794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51722a4c-f3ca-4a7c-b204-8f81c3c53416,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:58.509054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34288) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:58.526827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.527228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.527517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.528006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.528353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.528690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.529022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.529351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.529778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.530114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.530445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.530770 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.531095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4971e34-2398-48b7-b9ae-160a48fdefb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:05:58.536335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f916-3ca2-4ce2-a907-4b0c80d22bc2 req-100cc639-cab5-4ec5-abd3-38c2029c5c20 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:05:58.537861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd71f916-3ca2-4ce2-a907-4b0c80d22bc2 req-100cc639-cab5-4ec5-abd3-38c2029c5c20 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1096 time: 0.0453849 Dec 16 16:05:58.575757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.588290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd71f916-3ca2-4ce2-a907-4b0c80d22bc2 req-1fa33489-53d7-4ae9-a219-485a193bcb6a tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Dec 16 16:05:58.601256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.743607 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.746148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:58.747397 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/51722a4c-f3ca-4a7c-b204-8f81c3c53416 HTTP/1.1" status: 204 len: 168 time: 0.2373793 Dec 16 16:05:58.756196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b156b4-fb5f-45ef-9561-552febecbcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51722a4c-f3ca-4a7c-b204-8f81c3c53416,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:05:58.971879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:59.758464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:05:59.790145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:05:59.942659 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad3d5693-46b0-42cc-b04f-d08801c12093 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1512277 Dec 16 16:05:59.962799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a7a36af4-b25d-41d7-bc99-a46a0244b16e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:05:59.962799 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a7a36af4-b25d-41d7-bc99-a46a0244b16e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063050 Dec 16 16:06:00.710687 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:06:01.070925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-e41cb059-bf99-4a39-9d26-a46da211a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:01.072355 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-e41cb059-bf99-4a39-9d26-a46da211a140 service neutron] 10.222.0.71 "GET /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1093 time: 0.0350602 Dec 16 16:06:01.080958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Request body: {'binding': {'host': 'n-h1-821947-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:01.081407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Unknown quota resources ['binding']. {{(pid=104055) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 16 16:06:01.216068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on host n-h1-821947-3 for vnic_type normal with profile None {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:01.216418 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:01.216713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:01.222142 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:06:01.222487 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:01.227309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:01.227648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:01.228065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Bound using segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:01.228491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Bound port: a9aa257d-a904-47fb-9831-2298cd3900e3, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:01.316870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:01.425877 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:01.427044 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6bee116f-5d12-4e4d-a669-1c20f07565c6 service neutron] 10.222.0.71 "POST /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3494413 Dec 16 16:06:01.773245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39088-7062-4dc6-9b26-c04d63208754 req-f43769d4-3af7-466f-8835-c0fadf412d15 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:01.774884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05a39088-7062-4dc6-9b26-c04d63208754 req-f43769d4-3af7-466f-8835-c0fadf412d15 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Dec 16 16:06:01.858752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05a39088-7062-4dc6-9b26-c04d63208754 req-d6c0f558-e66e-4db1-acf5-02d9e05d202c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761881 Dec 16 16:06:02.164422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-c3a71ec4-6c46-4f70-ace6-340cbb44d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:02.165916 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-c3a71ec4-6c46-4f70-ace6-340cbb44d239 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1096 time: 0.0432372 Dec 16 16:06:02.268512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-9a2aab9f-ca4d-468c-a774-1040e3b75669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:02.269909 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-9a2aab9f-ca4d-468c-a774-1040e3b75669 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.0963690 Dec 16 16:06:02.344067 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-9de48144-07a2-49af-adb2-d1868bd824fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1000 time: 0.0669494 Dec 16 16:06:02.393843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a7ec2302-e844-4ec1-95b1-fece9bda345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:02.395306 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a7ec2302-e844-4ec1-95b1-fece9bda345b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0445940 Dec 16 16:06:02.442177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-0ac099a4-1be7-495c-814e-5a76ae4cceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:02.443675 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-0ac099a4-1be7-495c-814e-5a76ae4cceb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405838 Dec 16 16:06:02.540792 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-524838b8-c5ac-4841-b63f-7205d862af46 service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887392 Dec 16 16:06:02.636922 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-73953ca9-1dc5-4930-938e-e716712c0d8d service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892406 Dec 16 16:06:02.833054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-71095262-10a5-4933-b46a-ccd6aa2a7cd1 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:02.834651 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-71095262-10a5-4933-b46a-ccd6aa2a7cd1 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&tenant_id=691401f08cd84e2fae8b1322b327f352&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1096 time: 0.0849655 Dec 16 16:06:02.851586 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821947-3'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:02.952447 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.026348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe6830-a5b0-453d-be3e-0aaa948ac51a req-2c10eb12-8483-4650-b606-8cc421854a6f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:03.027949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fffe6830-a5b0-453d-be3e-0aaa948ac51a req-2c10eb12-8483-4650-b606-8cc421854a6f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0699146 Dec 16 16:06:03.090067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fffe6830-a5b0-453d-be3e-0aaa948ac51a req-9f8cf8f9-9ecc-49f9-aa15-5ebf1aec7ef9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547712 Dec 16 16:06:03.138852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:03.191948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:03.274628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:03.279096 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1b41b7-a91f-467f-96e4-281f64688eec" -d '{"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-unplugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:03.286720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.411427 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.504118 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f941f963-6fed-4355-829e-631779f88bb2 x-openstack-request-id: req-f941f963-6fed-4355-829e-631779f88bb2 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:03.504421 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-unplugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:03.504735 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f941f963-6fed-4355-829e-631779f88bb2 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:03.505144 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'code': 200} Dec 16 16:06:03.533862 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=7']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:03.602612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on host n-h2-821947-3 for vnic_type normal with profile {"migrating_to": "n-h1-821947-3"} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:03.603040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:03.603483 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:03.608746 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:06:03.609106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Attempting to bind port a9aa257d-a904-47fb-9831-2298cd3900e3 on network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:03.615374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:03.615724 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Checking segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:03.616235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Bound using segment: {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'} {{(pid=104055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:03.616671 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.managers [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Bound port: a9aa257d-a904-47fb-9831-2298cd3900e3, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb208d-7bb2-4b65-b7f8-f363bd502045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53'}}] {{(pid=104055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:03.617047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.686207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:03.689474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:03.746455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8310e93c-a182-4335-9c06-a64e190f4880 None None] Provisioning complete for port a9aa257d-a904-47fb-9831-2298cd3900e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:03.747004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8310e93c-a182-4335-9c06-a64e190f4880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.787805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8310e93c-a182-4335-9c06-a64e190f4880 None None] Port a9aa257d-a904-47fb-9831-2298cd3900e3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:03.806677 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.912888 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=8']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:03.970115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:03.970824 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:03.979646 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6f494414-8ac7-4b03-bb78-629395ae2a91 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1121 time: 1.1250458 Dec 16 16:06:04.113402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Provisioning complete for port a9aa257d-a904-47fb-9831-2298cd3900e3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:04.113772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:04.143416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['a9aa257d-a904-47fb-9831-2298cd3900e3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:06:04.274810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c25e2-5860-4089-be6f-58baa52b842f req-ce3aae10-561b-40ee-a4ff-8ef4eb627fef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:04.276789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-867c25e2-5860-4089-be6f-58baa52b842f req-ce3aae10-561b-40ee-a4ff-8ef4eb627fef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 943 time: 0.0784328 Dec 16 16:06:04.293144 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:04.331336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-867c25e2-5860-4089-be6f-58baa52b842f req-78f96336-ebc8-4658-be62-5b9703e63cb9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475605 Dec 16 16:06:04.340261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:04.342454 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f825e6dc-fbc6-456f-add8-97a488e18228" -d '{"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:04.372253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:04.388579 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7246b1-b22b-4879-a3ea-eaeb5ee696e3 x-openstack-request-id: req-9b7246b1-b22b-4879-a3ea-eaeb5ee696e3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:04.388885 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-plugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:04.389145 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b7246b1-b22b-4879-a3ea-eaeb5ee696e3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:04.389553 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'code': 200} Dec 16 16:06:04.521692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:04.676718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:04.689842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.690114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.690401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.690744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.691076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.691409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.691788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.692104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.692435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.692762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.693085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.693418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:04.693738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c99607-6bac-4a34-bd09-6d44200435db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:05.479933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdea9d-883a-4de0-b8ba-852e4462bf8d req-4da9e280-458b-4f5c-bee2-1d589b5412de tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:05.482369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-decdea9d-883a-4de0-b8ba-852e4462bf8d req-4da9e280-458b-4f5c-bee2-1d589b5412de tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0628960 Dec 16 16:06:05.506131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:05.511954 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f64b4b0-bce7-4788-bc64-071ee67d4baa" -d '{"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:05.541207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-decdea9d-883a-4de0-b8ba-852e4462bf8d req-9e5d5fa7-fe75-4cc8-9c33-4cdab3c988cd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507617 Dec 16 16:06:05.562664 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d79a2a-91aa-461d-a388-09b1410afb0b x-openstack-request-id: req-b8d79a2a-91aa-461d-a388-09b1410afb0b {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:05.563129 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:05.563555 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8d79a2a-91aa-461d-a388-09b1410afb0b {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:05.564710 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'status': 'completed', 'code': 200} Dec 16 16:06:05.575393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:06:05.679473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-db041dfd-1faa-4c30-98a4-e54a2f57839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:05.681544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-db041dfd-1faa-4c30-98a4-e54a2f57839e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1126 time: 0.0729890 Dec 16 16:06:05.702478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:05.721451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 has no active binding in host n-h1-821947-3 {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 16 16:06:05.796566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-7e8a2a3a-de92-4da6-8b10-758c79add66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:05.798199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-7e8a2a3a-de92-4da6-8b10-758c79add66f service neutron] 10.222.0.74 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.1084619 Dec 16 16:06:05.872142 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-d6866e87-36ed-45c9-8115-8580e33253d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 1000 time: 0.0624306 Dec 16 16:06:05.931440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-56fe8601-5291-41a3-aeef-5da8c5fbe130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:05.932862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-56fe8601-5291-41a3-aeef-5da8c5fbe130 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0490532 Dec 16 16:06:05.993371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-c03ad3c5-da30-4b3c-b374-9fbba13be83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:05.993371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-c03ad3c5-da30-4b3c-b374-9fbba13be83f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500362 Dec 16 16:06:06.093980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-947041dd-d4e6-422b-8a31-c5bb129ebee6 service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886090 Dec 16 16:06:06.192457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f64b4b0-bce7-4788-bc64-071ee67d4baa req-a9d35d5b-b9c0-484f-a4c3-96162fdb4a6e service neutron] 10.222.0.74 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910931 Dec 16 16:06:06.674565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a6912-0dbb-48ce-b024-41955d75cb05 req-04cc2160-b437-48e8-a522-d54282a505d7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:06.676107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-942a6912-0dbb-48ce-b024-41955d75cb05 req-04cc2160-b437-48e8-a522-d54282a505d7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0538554 Dec 16 16:06:06.727410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-942a6912-0dbb-48ce-b024-41955d75cb05 req-1b78bea9-a0ae-4ebc-953c-0b331ba4ab9d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450072 Dec 16 16:06:07.873002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eda20d-81ae-426b-b3e4-9744b1f05bfc req-23c1be29-79ee-44fb-8584-0a3c282edeb4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:07.874527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7eda20d-81ae-426b-b3e4-9744b1f05bfc req-23c1be29-79ee-44fb-8584-0a3c282edeb4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0694807 Dec 16 16:06:07.934591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7eda20d-81ae-426b-b3e4-9744b1f05bfc req-ca772f69-0947-4f85-be18-db1cd716f1b8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526371 Dec 16 16:06:08.406072 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-b74333d8-9943-407a-91fd-17f886b99741 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917356 Dec 16 16:06:08.484034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-532b8e82-51e9-4b8d-aaec-33724a16c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:08.485575 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-532b8e82-51e9-4b8d-aaec-33724a16c711 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1096 time: 0.0454412 Dec 16 16:06:08.608282 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-ed371f5c-4d51-496f-a78e-a0025a83ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:08.610988 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-ed371f5c-4d51-496f-a78e-a0025a83ec13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.1034453 Dec 16 16:06:08.680345 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-bf9184b0-76f6-4556-a100-dbea2db790bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 200 len: 1001 time: 0.0617907 Dec 16 16:06:08.737943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-23de00e2-24ef-4b6d-b5d2-fdb0ee88a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:08.739465 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-23de00e2-24ef-4b6d-b5d2-fdb0ee88a138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0518270 Dec 16 16:06:08.787739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-a597f3b6-904e-4cd0-81a1-6f9fdfc85ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:08.789434 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-a597f3b6-904e-4cd0-81a1-6f9fdfc85ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428634 Dec 16 16:06:08.895524 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-8a96c835-4964-4c35-b247-ce585f000809 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970416 Dec 16 16:06:08.997453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-e4edbfb6-08c4-4a9c-9822-669f5b9aac6e req-e8c68622-3c36-49d4-907d-0b36d1256a1d service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925653 Dec 16 16:06:09.065955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c15fb-5298-4be3-91a3-26358da45de5 req-99a9517e-f895-4abb-848d-7614abf583ba tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:09.067666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-044c15fb-5298-4be3-91a3-26358da45de5 req-99a9517e-f895-4abb-848d-7614abf583ba tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 945 time: 0.0574918 Dec 16 16:06:09.119930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-044c15fb-5298-4be3-91a3-26358da45de5 req-706ac5e9-3867-4b32-bdca-ce98a06ced0c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453777 Dec 16 16:06:09.463802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-535b7b26-0413-41c3-b609-3c2224d22ebf service neutron] 10.222.0.74 "GET /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3/bindings/n-h1-821947-3 HTTP/1.1" status: 200 len: 384 time: 0.0706015 Dec 16 16:06:09.693965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:09.717428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:09.776941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:09.779335 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45a377d-67ba-4030-aef6-cf11b28f0009" -d '{"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-unplugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:09.789594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:09.892979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:09.961357 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28ca63-1045-4311-bd4e-81ac6725cb2e x-openstack-request-id: req-cd28ca63-1045-4311-bd4e-81ac6725cb2e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:09.964124 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-unplugged", "status": "completed", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:09.964124 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd28ca63-1045-4311-bd4e-81ac6725cb2e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:09.964124 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'code': 200} Dec 16 16:06:10.017499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Transition to ACTIVE for port object a9aa257d-a904-47fb-9831-2298cd3900e3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:06:10.103755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:10.191366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Pushing event updated for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=11']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:10.245483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.246021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.246549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.246906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.247239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.247574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.247931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.248264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.248593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.248923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.249249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.249571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.249901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:10.346005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] No DVR routers for this DVR port a9aa257d-a904-47fb-9831-2298cd3900e3 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:06:10.405273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316359e-2e37-43eb-8e9d-b3e093cbf6c5 req-900f2fe6-0fb9-49da-8998-c2dccbcaa439 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:10.407060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6316359e-2e37-43eb-8e9d-b3e093cbf6c5 req-900f2fe6-0fb9-49da-8998-c2dccbcaa439 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.1511836 Dec 16 16:06:10.514301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6316359e-2e37-43eb-8e9d-b3e093cbf6c5 req-4a63fa19-cdc9-4299-b7d7-fd128381a50d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994334 Dec 16 16:06:10.545924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-ad91e463-86fc-4666-b589-0dda7cf95230 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3/bindings/n-h1-821947-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0726192 Dec 16 16:06:10.807327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-0f8b95b2-0596-4618-b0f2-9f7c939a9368 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:10.809652 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-0f8b95b2-0596-4618-b0f2-9f7c939a9368 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&tenant_id=691401f08cd84e2fae8b1322b327f352&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.0568795 Dec 16 16:06:10.864057 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-4fb8d385-21a5-4124-984b-c4f23ba6351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:10.865633 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-4fb8d385-21a5-4124-984b-c4f23ba6351f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 1095 time: 0.0478792 Dec 16 16:06:10.960622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-d1131f04-efab-4fac-a533-d4179aa1c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:10.962215 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-d1131f04-efab-4fac-a533-d4179aa1c499 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1095 time: 0.0610876 Dec 16 16:06:11.057668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-f1b25a33-c851-4660-81cf-789185b24247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:11.059051 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-f1b25a33-c851-4660-81cf-789185b24247 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.0883412 Dec 16 16:06:11.135116 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-6d53acb8-3798-4db8-9a83-be311a9ac487 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 998 time: 0.0686498 Dec 16 16:06:11.191717 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a229107e-93dc-4628-a6b8-8a954fbf235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:11.193454 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-a229107e-93dc-4628-a6b8-8a954fbf235b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.0504582 Dec 16 16:06:11.246533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-cee2a8fb-4234-493d-a897-5f10ad325811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:11.248110 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-cee2a8fb-4234-493d-a897-5f10ad325811 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480473 Dec 16 16:06:11.354534 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-0babf311-7cde-4115-ba63-e4c8f811f315 service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965149 Dec 16 16:06:11.458119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-bdc9668b-2a1e-4a41-b878-480245749b52 service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949976 Dec 16 16:06:11.653525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c163dd-6d27-4a19-af5e-ff2f7223b573 req-5b61892d-8308-4c6c-a7ee-dffd31674028 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:11.655031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19c163dd-6d27-4a19-af5e-ff2f7223b573 req-5b61892d-8308-4c6c-a7ee-dffd31674028 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0592043 Dec 16 16:06:11.716991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19c163dd-6d27-4a19-af5e-ff2f7223b573 req-19daf54a-53ca-4f52-99de-b42f0eff0348 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549493 Dec 16 16:06:12.213776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-83149b1c-939a-427d-891c-a51a8b883baf tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:12.215227 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-83149b1c-939a-427d-891c-a51a8b883baf tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212&tenant_id=691401f08cd84e2fae8b1322b327f352&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 1095 time: 0.0510066 Dec 16 16:06:12.470565 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-00ab59f2-eee6-46d5-9d2b-44a4f4586b08 service neutron] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h2-821947-3, cleared binding levels {{(pid=104055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:12.474049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-00ab59f2-eee6-46d5-9d2b-44a4f4586b08 service neutron] Publish callbacks [] for binding, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:12.475429 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-01f6dd10-0715-411a-809a-ef9c758c5279 req-00ab59f2-eee6-46d5-9d2b-44a4f4586b08 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3/bindings/n-h2-821947-3 HTTP/1.1" status: 204 len: 173 time: 0.2521012 Dec 16 16:06:12.860892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7bb95-2d66-4ece-b5ea-7565189cc7c1 req-d36f9dfc-bf80-4f6c-a53a-a031b11b03e7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:12.862459 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9b7bb95-2d66-4ece-b5ea-7565189cc7c1 req-d36f9dfc-bf80-4f6c-a53a-a031b11b03e7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0517743 Dec 16 16:06:12.924252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9b7bb95-2d66-4ece-b5ea-7565189cc7c1 req-0c72a106-72ad-48d3-af22-d88b555f4fe7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548258 Dec 16 16:06:13.012395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34438) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:13.086640 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ac3ca-b7fe-41d9-93c0-196989deb35f req-4292fa43-b691-4c2b-ac2a-8839057223f7 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:13.088515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-375ac3ca-b7fe-41d9-93c0-196989deb35f req-4292fa43-b691-4c2b-ac2a-8839057223f7 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1095 time: 0.0578597 Dec 16 16:06:13.146564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43d5824-19d3-45f8-8928-f13054844ece admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.147519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-375ac3ca-b7fe-41d9-93c0-196989deb35f req-cc4d1d45-4c82-451d-9239-b0f8cefe625b tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521307 Dec 16 16:06:13.258226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43d5824-19d3-45f8-8928-f13054844ece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.286491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd05b7-0c37-4090-8816-f963bdb81d71 req-6930f42b-3a96-42bf-b8c4-625d89fdcf5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:13.287985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-badd05b7-0c37-4090-8816-f963bdb81d71 req-6930f42b-3a96-42bf-b8c4-625d89fdcf5a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0569437 Dec 16 16:06:13.345967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-badd05b7-0c37-4090-8816-f963bdb81d71 req-3c82cba8-3bc1-440c-9a13-30c9575d500b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Dec 16 16:06:13.367367 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:13.376498 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e43d5824-19d3-45f8-8928-f13054844ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.457048 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e43d5824-19d3-45f8-8928-f13054844ece admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61d769ecfb6646659732ada7fbebde84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437337 Dec 16 16:06:13.460175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34446) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:13.470342 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5824-19d3-45f8-8928-f13054844ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2def7c2-a622-4f05-89d9-d2067e617ea3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:13.483113 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fb9badc2-8f3a-4c73-8e52-39a76b9dc210 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 200 len: 990 time: 0.1143599 Dec 16 16:06:13.529076 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.551906 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.636741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:06:13.684481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:06:13.691425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.698672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:13.698672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e2def7c2-a622-4f05-89d9-d2067e617ea3 HTTP/1.1" status: 204 len: 168 time: 0.2342737 Dec 16 16:06:13.710871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4397548-4ee2-433d-a346-1fbae8f12136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2def7c2-a622-4f05-89d9-d2067e617ea3,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:14.177493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-932e9c5e-a8db-4f54-9b99-a7658021aa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:15.748632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:15.913456 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 9d1e75d3-26a0-41fb-b8f3-3dfa0d289977 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:06:15.913809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.002572 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.003054 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.017752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 9d1e75d3-26a0-41fb-b8f3-3dfa0d289977 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:06:16.329659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.355667 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=9d1e75d3-26a0-41fb-b8f3-3dfa0d289977,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:16.418726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.419427 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 88170ebe-85dd-4a8a-a0d5-946cd77509fc disassociated (deleted). External IP: 172.25.7.49, port: a9aa257d-a904-47fb-9831-2298cd3900e3. Dec 16 16:06:16.553065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc074d54-57cd-4568-adf1-f918f87d4dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.659909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router e5354250-a2d0-4042-9b88-cc80b9cf8693 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:16.775985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:16.781850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:16.789647 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Sync routers for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:16.802759 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:16.803483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:16.817731 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8f9f5015-7b1b-4c14-b307-8d4c01a18cad tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/floatingips/88170ebe-85dd-4a8a-a0d5-946cd77509fc HTTP/1.1" status: 204 len: 168 time: 1.0648632 Dec 16 16:06:16.817731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:16.818376 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feee731-6712-483d-9eeb-bc51f842a726" -d '{"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:16.925558 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:17.157820 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:17.184339 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Checking router: e5354250-a2d0-4042-9b88-cc80b9cf8693 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:17.195037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:17.196105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:17.311204 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:17.406038 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:17.411184 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'network': {'name': 'tempest-network-smoke--1617578121', 'project_id': 'cd596df92be2407fb203c590e708847c', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:17.437498 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd933ae-5545-4c97-aa0d-4f2ebac7bb57 x-openstack-request-id: req-5dd933ae-5545-4c97-aa0d-4f2ebac7bb57 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:17.438565 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:17.438943 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5dd933ae-5545-4c97-aa0d-4f2ebac7bb57 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:17.439459 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'status': 'completed', 'code': 200} Dec 16 16:06:17.511033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fe5d9-bc7f-4705-b262-2d283072279e req-874961a4-ddd2-4c33-9a7a-fb819b2250c7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:17.514667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fe5d9-bc7f-4705-b262-2d283072279e req-874961a4-ddd2-4c33-9a7a-fb819b2250c7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0557878 Dec 16 16:06:17.532379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:17.536276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:17.551332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:17.564010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee731-6712-483d-9eeb-bc51f842a726 req-a47b56af-2a6d-4419-81c4-a53611d999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:17.566907 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-a47b56af-2a6d-4419-81c4-a53611d999bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 1095 time: 0.0727119 Dec 16 16:06:17.571308 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:17.578938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-152fe5d9-bc7f-4705-b262-2d283072279e req-44de3f07-db61-4819-b23a-cd3987dc9b14 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=46716d25-5e66-4970-abc5-ce391576df48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534537 Dec 16 16:06:17.609202 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2df7b6-e319-47d4-a6ae-cd0df5d9d952 None None] The sync data for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 is: [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:05:02Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '15bec157-3994-4468-ad1c-ea4503a09cad', 'name': '', 'network_id': '5e3d642d-fbb8-489b-8722-d7f84b45bf53', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:79:52:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '66820c80-8041-431f-8ab8-269f71347d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:05:00Z', 'updated_at': '2021-12-16T16:05:06Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': '66820c80-8041-431f-8ab8-269f71347d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:17.722471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:17.726079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee731-6712-483d-9eeb-bc51f842a726 req-04be3321-7911-4b61-9ac6-b992b6ca9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:17.727594 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-04be3321-7911-4b61-9ac6-b992b6ca9888 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 200 len: 897 time: 0.1292500 Dec 16 16:06:17.799955 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:17.803896 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-adf0e3b7-ced4-429b-9fd8-637a2471bbfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 200 len: 217 time: 0.0452013 Dec 16 16:06:17.833219 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:06:17.878872 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0a3a2-e87c-4c01-83c3-71e394af54f1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:17.894368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614496ea-22aa-4875-8983-cd716cd365d7 None None] New status for floating IP 88170ebe-85dd-4a8a-a0d5-946cd77509fc: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:06:17.896027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:17.896027 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Added segment a513ce06-ac07-412e-8a69-2b8ceeaf07cb of type vlan for network 72e8eeab-741d-4f35-a179-b87558142a5e Dec 16 16:06:17.925648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee731-6712-483d-9eeb-bc51f842a726 req-34948bf8-590c-4e5f-aceb-879b0d273c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:17.928730 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-34948bf8-590c-4e5f-aceb-879b0d273c58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 200 len: 834 time: 0.1084366 Dec 16 16:06:17.956443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.000120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.011924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee731-6712-483d-9eeb-bc51f842a726 req-229c5e36-1bec-4d5c-9ec9-4f14525024c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:18.013534 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-229c5e36-1bec-4d5c-9ec9-4f14525024c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5e3d642d-fbb8-489b-8722-d7f84b45bf53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774009 Dec 16 16:06:18.059021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.30', 58168) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:18.121508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-cd2eadf7-6ce5-4314-92ae-e65641e5c078 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:18.122970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-cd2eadf7-6ce5-4314-92ae-e65641e5c078 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 944 time: 0.0628281 Dec 16 16:06:18.148496 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-c7bf21ba-6de6-4be4-9604-a846a8d7b767 service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892150 Dec 16 16:06:18.149690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.156145 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:18.157727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.225394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port a9aa257d-a904-47fb-9831-2298cd3900e3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:06:18.225745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.290201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Network': ['ID=72e8eeab-741d-4f35-a179-b87558142a5e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:18.303050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 72e8eeab-741d-4f35-a179-b87558142a5e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:06:18.327894 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-08bcea36-ed52-4a31-942d-9c92eec541f7 service neutron] 10.222.0.30 "GET /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667604 Dec 16 16:06:18.328125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port a9aa257d-a904-47fb-9831-2298cd3900e3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=a9aa257d-a904-47fb-9831-2298cd3900e3,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:18.328289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.342385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for a9aa257d-a904-47fb-9831-2298cd3900e3 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:06:18.358262 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a7c23cc-5eca-4183-b259-22bc75aa6c47 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9510639 Dec 16 16:06:18.361710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34514) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:18.393393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'admin_state_up': True, 'project_id': 'cd596df92be2407fb203c590e708847c', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:18.542991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.544265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.576625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.621752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=a9aa257d-a904-47fb-9831-2298cd3900e3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:18.657663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.703700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] No DVR routers for this DVR port a9aa257d-a904-47fb-9831-2298cd3900e3 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:06:18.707225 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:18.710661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7590795-3b37-4b15-8163-a49c4347c5f8 req-897f11df-8817-404e-8042-4ba6437f4a04 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "DELETE /v2.0/ports/a9aa257d-a904-47fb-9831-2298cd3900e3 HTTP/1.1" status: 204 len: 173 time: 0.5810802 Dec 16 16:06:18.711164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-deleted', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:18.713573 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d50194-6017-4501-b783-be704a22480d" -d '{"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-deleted", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:18.734606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0af6534a-589d-46c7-a143-6ea151cfa892 req-31cdd159-81dc-4815-a46b-159cc85576d6 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=9251c0b5-74ac-478b-a4d4-cd45187cc212 HTTP/1.1" status: 200 len: 210 time: 0.0554483 Dec 16 16:06:18.759633 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41ddf9-a339-42c0-90e5-bdce12a386b4 x-openstack-request-id: req-ba41ddf9-a339-42c0-90e5-bdce12a386b4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:18.759974 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251c0b5-74ac-478b-a4d4-cd45187cc212", "name": "network-vif-deleted", "tag": "a9aa257d-a904-47fb-9831-2298cd3900e3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:18.760293 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba41ddf9-a339-42c0-90e5-bdce12a386b4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:18.760775 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251c0b5-74ac-478b-a4d4-cd45187cc212', 'name': 'network-vif-deleted', 'tag': 'a9aa257d-a904-47fb-9831-2298cd3900e3', 'status': 'completed', 'code': 200} Dec 16 16:06:18.918604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.261555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.283798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.388622 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.407496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.25.7.209 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8d3a3a10-27e4-4eee-9f1e-2065c86bc505) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:19.523759 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.657989 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.705835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:19.709407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:19.713663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:19.720250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:19.727315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ec0ae3-c7d5-4c07-81ec-1f53b1ac5c07 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:19.784228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-09d8641a-cd1d-464b-8095-2f85d5ddf1ea None None] Provisioning complete for port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:19.784597 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09d8641a-cd1d-464b-8095-2f85d5ddf1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:19.829690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34522) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:19.830492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09d8641a-cd1d-464b-8095-2f85d5ddf1ea None None] Port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:20.449601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:20.574212 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:20.617805 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:20.837914 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:20.929733 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 15bec157-3994-4468-ad1c-ea4503a09cad {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:06:20.930696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.030343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 15bec157-3994-4468-ad1c-ea4503a09cad, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=15bec157-3994-4468-ad1c-ea4503a09cad,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:21.030711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.044882 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 15bec157-3994-4468-ad1c-ea4503a09cad owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:06:21.068694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 47ba63c0-953a-4dd1-a2c8-52583e36b15a is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:06:21.193627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:21.208567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Sync routers for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:21.225105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:21.226712 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:21.341192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.343319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4fd5e89c-0518-4a33-bae1-fc79bc85477c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9804659 Dec 16 16:06:21.346724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34524) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:21.353320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:21.412916 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.450748 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=15bec157-3994-4468-ad1c-ea4503a09cad,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:21.568615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc883c92-21c0-40c4-aad3-beea4e38491e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cd596df92be2407fb203c590e708847c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2201371 Dec 16 16:06:21.571134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:21.650829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:06:21.693472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: a9aa257d-a904-47fb-9831-2298cd3900e3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:06:21.694193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device a9aa257d-a904-47fb-9831-2298cd3900e3 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:06:21.699097 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:20Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:21.731021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.747656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Checking router: 47ba63c0-953a-4dd1-a2c8-52583e36b15a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:21.748195 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Updating router 47ba63c0-953a-4dd1-a2c8-52583e36b15a port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:06:21.802464 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:21.855025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2adcfd0-eef4-409e-b967-7c7055b10fc8 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:21.858566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f2adcfd0-eef4-409e-b967-7c7055b10fc8 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2855937 Dec 16 16:06:21.862480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34530) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:21.928487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-054c9941-4b0c-4fe7-ac8e-1557a65976e6 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640452 Dec 16 16:06:21.931178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34532) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:21.941376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082330062', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'project_id': 'cd596df92be2407fb203c590e708847c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:22.038817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router e5354250-a2d0-4042-9b88-cc80b9cf8693 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:22.164573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:22.170572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.171732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:22.178243 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b667f7b4-3f1d-4dd0-a3bb-6be5862065bd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/e5354250-a2d0-4042-9b88-cc80b9cf8693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3473799 Dec 16 16:06:22.181380 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:22.186523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Sync routers for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:22.206398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:22.208343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:22.248499 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.268791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting subnet 66820c80-8041-431f-8ab8-269f71347d6d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:06:22.274899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.331651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.341309 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.376052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:22.438832 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Pushing event updated for resources: {'Port': ['ID=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:22.488308 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.489398 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.489398 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.489655 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.492585 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.492585 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.492585 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.493142 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.493579 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.495716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.496195 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.496628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.498419 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:06:22.520255 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Attempting to bind port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:22.521595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Attempting to bind port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:22.521595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Attempting to bind port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:22.534342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:22.536224 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:22.536643 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.537040 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:22.537546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Bound port: 8d3a3a10-27e4-4eee-9f1e-2065c86bc505, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:22.537931 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.541271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba5f1a-dacf-4a36-b08e-bbacb10f6f39 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:22.552385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.600994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b99463b0-b274-4433-9a88-237f069adc17 None None] Provisioning complete for port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:22.601289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b99463b0-b274-4433-9a88-237f069adc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.625607 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] For port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:22.629226 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] For port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:22.650696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b99463b0-b274-4433-9a88-237f069adc17 None None] Port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:22.661483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.665076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:06:21Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:22.691636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Checking router: e5354250-a2d0-4042-9b88-cc80b9cf8693 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:22.701280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Routers {'e5354250-a2d0-4042-9b88-cc80b9cf8693'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:22.702215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['e5354250-a2d0-4042-9b88-cc80b9cf8693'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:22.729294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Subnet': ['ID=4e84fad5-cf65-4dd2-8056-ff0017f42626,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:22.740850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Checking segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:22.741214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network hostable DHCP agents. Network: 72e8eeab-741d-4f35-a179-b87558142a5e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:06:22.777898 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.806125 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.811926 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.819392 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/subnets/66820c80-8041-431f-8ab8-269f71347d6d HTTP/1.1" status: 204 len: 168 time: 0.6334333 Dec 16 16:06:22.819392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c0f8-7fe6-4c47-89c2-d62ccf450fcb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Subnet': ['ID=66820c80-8041-431f-8ab8-269f71347d6d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:22.819653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34536) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:22.827589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] Set router e5354250-a2d0-4042-9b88-cc80b9cf8693 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:22.868201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 72e8eeab-741d-4f35-a179-b87558142a5e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:06:22.929573 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c3b0-6587-418b-9126-278a80efef55 None None] Pushing event updated for resources: {'Port': ['ID=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:22.939085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:22.944183 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:22.961702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d5475-2f3d-4f7d-8fdf-ce739c04bde0 None None] Network 5e3d642d-fbb8-489b-8722-d7f84b45bf53 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:06:22.963713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b1a6b-c087-4064-b561-95af25ad1edd None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:22.965253 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:22.971405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 72e8eeab-741d-4f35-a179-b87558142a5e) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:23.024552 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351594e-b284-4cc2-8e3b-dcf3a5f84246 None None] Network 72e8eeab-741d-4f35-a179-b87558142a5e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:06:23.036973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:23.038292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.113207 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:23.197320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-01ac2baf-abc9-4405-a7b8-8125f7f94700 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2618246 Dec 16 16:06:23.197856 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:23.225748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.231580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] Provisioning complete for port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:23.232120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.393427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-72e8eeab-741d-4f35-a179-b87558142a5e', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'project_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:06:23.394322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.420840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] DHCP port deletion for 5e3d642d-fbb8-489b-8722-d7f84b45bf53 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:23.426601 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:06:21Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:23.450690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 9c1ca158-85f3-4854-88e3-93cec517e190 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:06:23.451070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.477898 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:20Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:23.489365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050f94b-ae29-4af1-9ad6-f3322d451d17 None None] The sync data for ids ['e5354250-a2d0-4042-9b88-cc80b9cf8693'] in n-d-821947-3 is: [{'id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1797734339', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:04:55Z', 'updated_at': '2021-12-16T16:06:21Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '9c1ca158-85f3-4854-88e3-93cec517e190', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354250-a2d0-4042-9b88-cc80b9cf8693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:04:56Z', 'updated_at': '2021-12-16T16:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:23.549204 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37e5e0-c323-437f-b709-78088e059f87 None None] The sync data for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 is: [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:20Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:23.628902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.653549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 9c1ca158-85f3-4854-88e3-93cec517e190, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9c1ca158-85f3-4854-88e3-93cec517e190,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:23.662657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.662922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] For port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:23.681486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 9c1ca158-85f3-4854-88e3-93cec517e190 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:06:23.699344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Allocated IP 172.20.0.2 (72e8eeab-741d-4f35-a179-b87558142a5e/4e84fad5-cf65-4dd2-8056-ff0017f42626/2bb04c4a-b7db-43ee-a74a-7977410fc48d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:23.725343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Deleting port 81abe037-d07e-4a1b-a494-bb837ef4282a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:06:23.725343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.809265 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.922678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] For port 81abe037-d07e-4a1b-a494-bb837ef4282a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=81abe037-d07e-4a1b-a494-bb837ef4282a,segment=NetworkSegment(51bb208d-7bb2-4b65-b7f8-f363bd502045),segment_id=51bb208d-7bb2-4b65-b7f8-f363bd502045)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:23.923087 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:23.977025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e02004-2f49-4f83-9a66-9a7df56951a3 None None] Pushing event updated for resources: {'Port': ['ID=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:23.983014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Calling delete_port for 81abe037-d07e-4a1b-a494-bb837ef4282a owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:06:24.147415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.212593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.305967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.338559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:24.395399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89e632-c5e3-4d35-9548-a0f0293b58e5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:24.418782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.433619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=9c1ca158-85f3-4854-88e3-93cec517e190,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:24.493439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.505777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.529124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Network 72e8eeab-741d-4f35-a179-b87558142a5e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:24.545214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:24.550137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:24.563602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] No DVR routers for this DVR port 81abe037-d07e-4a1b-a494-bb837ef4282a on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:06:24.588149 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Pushing event updated for resources: {'Port': ['ID=2bb04c4a-b7db-43ee-a74a-7977410fc48d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:24.664053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7adc6-6f4f-4a26-85c8-2a01ef27d70f None None] Pushing event deleted for resources: {'Port': ['ID=81abe037-d07e-4a1b-a494-bb837ef4282a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:24.711075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:24.711750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.729092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.20.0.1 (72e8eeab-741d-4f35-a179-b87558142a5e/4e84fad5-cf65-4dd2-8056-ff0017f42626/8d8fce8c-1335-4860-bd00-aedb7d9a8cbf) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:24.742137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.750406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.782095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Attempting to bind port 2bb04c4a-b7db-43ee-a74a-7977410fc48d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:24.782985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Attempting to bind port 2bb04c4a-b7db-43ee-a74a-7977410fc48d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:24.782985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Attempting to bind port 2bb04c4a-b7db-43ee-a74a-7977410fc48d on network 72e8eeab-741d-4f35-a179-b87558142a5e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:24.792531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:24.796464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Checking segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:24.796464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.796464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Bound using segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:24.796464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Bound port: 2bb04c4a-b7db-43ee-a74a-7977410fc48d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:24.796464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:24.869997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] For port 2bb04c4a-b7db-43ee-a74a-7977410fc48d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:24.874258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] For port 2bb04c4a-b7db-43ee-a74a-7977410fc48d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2bb04c4a-b7db-43ee-a74a-7977410fc48d,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:24.936526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.006425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 15bec157-3994-4468-ad1c-ea4503a09cad no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:06:25.028612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 15bec157-3994-4468-ad1c-ea4503a09cad {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:06:25.029253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 15bec157-3994-4468-ad1c-ea4503a09cad not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:06:25.029878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 81abe037-d07e-4a1b-a494-bb837ef4282a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:06:25.035140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.035140 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Fanout notify agent at l3_agent the message router_deleted on router e5354250-a2d0-4042-9b88-cc80b9cf8693 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:06:25.042678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.046744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34542) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:25.046940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d3279c0e-2297-4302-aed2-6216b2709eef tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/routers/e5354250-a2d0-4042-9b88-cc80b9cf8693 HTTP/1.1" status: 204 len: 168 time: 2.2267337 Dec 16 16:06:25.071372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 81abe037-d07e-4a1b-a494-bb837ef4282a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:06:25.072008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 81abe037-d07e-4a1b-a494-bb837ef4282a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:06:25.099055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.169431 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.194127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfa75d-d312-4316-bd66-f8a8b05f529b None None] Pushing event updated for resources: {'Port': ['ID=2bb04c4a-b7db-43ee-a74a-7977410fc48d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:25.236154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.340533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.350938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 72e8eeab-741d-4f35-a179-b87558142a5e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:25.359117 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:25.362240 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:25.378506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3d642d-fbb8-489b-8722-d7f84b45bf53']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:25.398580 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:25.416703 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bb208d-7bb2-4b65-b7f8-f363bd502045') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:25.417011 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bb208d-7bb2-4b65-b7f8-f363bd502045') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:25.432267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.446884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.451922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.497141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:06:25.497402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:06:25.501304 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:06:25.705311 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.713563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.719417 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/networks/5e3d642d-fbb8-489b-8722-d7f84b45bf53 HTTP/1.1" status: 204 len: 168 time: 0.6687388 Dec 16 16:06:25.721414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34544) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:25.730581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3caeb6-eb72-4580-9569-a77ad54174a0 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Network': ['ID=5e3d642d-fbb8-489b-8722-d7f84b45bf53,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:25.794201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.848344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.850957 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.994561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.997351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:25.998746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/security-groups/46716d25-5e66-4970-abc5-ce391576df48 HTTP/1.1" status: 204 len: 168 time: 0.2755404 Dec 16 16:06:26.008648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4489c3-ce03-44f2-b8fc-f5940989c8a7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46716d25-5e66-4970-abc5-ce391576df48,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:26.195236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.329503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2bb04c4a-b7db-43ee-a74a-7977410fc48d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:26.332358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.414376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2bb04c4a-b7db-43ee-a74a-7977410fc48d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:26.415904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.468043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.517090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.582056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 2bb04c4a-b7db-43ee-a74a-7977410fc48d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2bb04c4a-b7db-43ee-a74a-7977410fc48d,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:26.587493 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:26.632129 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 72e8eeab-741d-4f35-a179-b87558142a5e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:26.633791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34550) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:26.634242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:26.640450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42bb401-524d-4a2f-8aaa-9f653b8b1014 None None] Network 72e8eeab-741d-4f35-a179-b87558142a5e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:06:26.644374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576382099', 'description': 'tempest-secgroup-smoke-576382099 description', 'project_id': '691401f08cd84e2fae8b1322b327f352'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:26.714780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e0e47ebf-ceef-4ec3-965d-38956a28631f None None] Provisioning complete for port 2bb04c4a-b7db-43ee-a74a-7977410fc48d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:26.715186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0e47ebf-ceef-4ec3-965d-38956a28631f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.762536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 47ba63c0-953a-4dd1-a2c8-52583e36b15a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:26.800634 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.902574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.917876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:26.928528 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-26547350-9ae0-4c3b-a36d-c404eb2cc3af tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "PUT /v2.0/routers/47ba63c0-953a-4dd1-a2c8-52583e36b15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7265992 Dec 16 16:06:26.928657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:26.930358 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Sync routers for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:26.937572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34552) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:26.945551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1622687350', 'description': 'tempest-secgroup_access--1622687350 description', 'project_id': 'cd596df92be2407fb203c590e708847c'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:26.966619 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:26.967731 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:27.016532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.017337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9c1ca158-85f3-4854-88e3-93cec517e190 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:06:27.052487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ebd263-34ef-4417-a431-b3f0988c87b6,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:27.062151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 9c1ca158-85f3-4854-88e3-93cec517e190 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:06:27.063350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9c1ca158-85f3-4854-88e3-93cec517e190 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:06:27.069789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=2bb04c4a-b7db-43ee-a74a-7977410fc48d,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:27.120797 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:27.206422 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.294453 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.299163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d77cdb41-a237-4637-a7fe-dcb34000183c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6615267 Dec 16 16:06:27.299470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34554) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:27.315486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:27.335705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.374349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:26Z', 'revision_number': 2, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:27.407591 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Checking router: 47ba63c0-953a-4dd1-a2c8-52583e36b15a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:27.407982 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Updating router 47ba63c0-953a-4dd1-a2c8-52583e36b15a port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:06:27.435047 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.451657 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.454704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-699aa67f-c5d6-4289-af65-7ea9624ed2de None None] Provisioning complete for port 2bb04c4a-b7db-43ee-a74a-7977410fc48d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:27.454704 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699aa67f-c5d6-4289-af65-7ea9624ed2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.485293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb829ef-e97d-430f-82dd-373b76ef4641,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:27.538834 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.633189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-699aa67f-c5d6-4289-af65-7ea9624ed2de None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:27.633560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.633750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-699aa67f-c5d6-4289-af65-7ea9624ed2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.639643 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2ca8feed-bfb2-4777-96b6-1bf453d0e7f2 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6981781 Dec 16 16:06:27.639643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.640081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34556) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:27.645228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--872602910', 'description': 'tempest-secgroup_general--872602910 description', 'project_id': 'cd596df92be2407fb203c590e708847c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:27.682439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-699aa67f-c5d6-4289-af65-7ea9624ed2de None None] Port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:27.726031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.752638 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf5308b-5c2d-4713-8b35-6f0dd6337dbf,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:27.775159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.808073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f236abf1-5d5e-46f4-8b2e-7ce508fb3e10 None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:27.808464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f236abf1-5d5e-46f4-8b2e-7ce508fb3e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.852027 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.864026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f236abf1-5d5e-46f4-8b2e-7ce508fb3e10 None None] Port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:27.870208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.874103 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-533f340c-d4dc-46a6-a350-1bf410c4b08c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5705452 Dec 16 16:06:27.874232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34558) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:27.881314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:27.919339 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:27.985672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc71a132-13d7-41ad-a104-56f0ca80dc88 None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:27.986056 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc71a132-13d7-41ad-a104-56f0ca80dc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.012306 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.040084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc71a132-13d7-41ad-a104-56f0ca80dc88 None None] Port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:28.069148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.104010 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab1b8-cab7-4805-a4c4-43e9898f9a1a None None] Pushing event updated for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.110877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.159523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10414f-fa07-46dc-ba3d-9eac5f3232ee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.179152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Attempting to bind port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:28.179649 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Attempting to bind port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:28.180065 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Attempting to bind port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf on network 72e8eeab-741d-4f35-a179-b87558142a5e {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:28.192411 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:28.199996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Checking segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:28.199996 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.199996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Bound using segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:28.199996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Bound port: 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:28.199996 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.215667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.220465 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34560) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:28.225934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f58dc15-a1ab-4a6d-aeee-403d7529fe4c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5791321 Dec 16 16:06:28.226875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'security_group_rule': {'security_group_id': '0bb829ef-e97d-430f-82dd-373b76ef4641', 'project_id': 'cd596df92be2407fb203c590e708847c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:28.229936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.274644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2bb04c4a-b7db-43ee-a74a-7977410fc48d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:28.308138 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] For port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:28.311618 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] For port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:28.335763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2bb04c4a-b7db-43ee-a74a-7977410fc48d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:28.336179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.365314 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.387290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21d4277-e496-4a20-88ef-6c84703ffc61,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.387602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-31efe006-3fe7-4104-8780-136eff0d6599 None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:28.387760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-31efe006-3fe7-4104-8780-136eff0d6599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.412413 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.417866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.457658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-31efe006-3fe7-4104-8780-136eff0d6599 None None] Port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:28.510135 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:28.511295 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:28.512137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.513724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-00b19ab6-fffe-4561-bee3-4c82009dc27f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6387751 Dec 16 16:06:28.517086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34562) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:28.524087 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.524716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:28.572424 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ab1b8-cab7-4805-a4c4-43e9898f9a1a None None] Pushing event updated for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.600810 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.631740 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c674337c-df4f-48bc-8ecf-4686daaecadd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.637871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.680150 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:28.744653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.789238 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.795607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:28.800208 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.800347 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ba71d4a5-856f-48e9-97d8-1ae161ec8abb tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772738 Dec 16 16:06:28.829534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.856293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1ab3f0-e79c-4232-b20a-776902c88dc4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:28.950735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.970549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:28.971700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f41a1e1-8977-4548-8812-0f84a883bd84 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4536192 Dec 16 16:06:28.975163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:28.981977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:28.996275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] For port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:29.007507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-8599681b-2e92-47c5-b8e7-799a69b07049 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_general--872602910&fields=id&tenant_id=cd596df92be2407fb203c590e708847c HTTP/1.1" status: 200 len: 267 time: 0.0555327 Dec 16 16:06:29.028381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.061382 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:29.070398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-871a7b93-eaa7-42bb-bb3e-af735f996cb8 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_access--1622687350&fields=id&tenant_id=cd596df92be2407fb203c590e708847c HTTP/1.1" status: 200 len: 267 time: 0.0522935 Dec 16 16:06:29.102044 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693662d-b1a1-424f-bd1d-55512c8a0ca4 None None] The sync data for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 is: [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:29.157524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.250299 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.323597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711d92a-e37d-4715-8db8-4e57e4b96664 None None] Pushing event updated for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:29.358613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.531083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.560343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42dfee-e35b-4bfa-8290-ee3194b81c97,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:29.570501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-90229ca3-dd80-4b17-9df1-10c92b7f8fed tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:29.576912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-90229ca3-dd80-4b17-9df1-10c92b7f8fed tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/networks?id=72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 200 len: 797 time: 0.4877968 Dec 16 16:06:29.597991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-3f9e5f52-5300-4e5b-b454-2db6725b6079 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/quotas/cd596df92be2407fb203c590e708847c HTTP/1.1" status: 200 len: 375 time: 0.0134788 Dec 16 16:06:29.663197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-cb041965-1423-4631-817e-8fc0b94a22d4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547111 Dec 16 16:06:29.676830 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.677362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-6f11e281-3dc8-430c-a164-c9360451bb5f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:06:29.678661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-6f11e281-3dc8-430c-a164-c9360451bb5f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061061 Dec 16 16:06:29.682559 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2b7c9289-69f2-4c40-8399-4e61fbfbc8a5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7049847 Dec 16 16:06:29.687124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:29.690040 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:29.780815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-8b4d3f98-1735-4af6-b923-f7e699b80431 service neutron] 10.222.0.71 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946729 Dec 16 16:06:29.781262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.809886 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:06:29.819398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.925617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:29.945196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-57f45ddf-df08-406b-9a35-790525a040e3 service neutron] 10.222.0.71 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566918 Dec 16 16:06:30.045027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.058773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7392d5aa-3358-4d4b-8587-fcf8c99ba92a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:30.225757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.227422 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e33401ab-5b79-46e0-b0f8-278d7617bcf4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5427060 Dec 16 16:06:30.230259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34588) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:30.246259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'security_group_rule': {'security_group_id': '61ebd263-34ef-4417-a431-b3f0988c87b6', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:30.287245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b46be6d0-d242-488b-96e4-ed72772873b6 req-8022ade5-8876-4c40-b47e-6e77b6aaab32 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0707455 Dec 16 16:06:30.340662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:30.403923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:30.404340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.405565 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Project 691401f08cd84e2fae8b1322b327f352 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:06:30.413279 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.504215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.584195 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.625940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359e6b08-a2d8-40fd-8f8b-6054ad1bdf2a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:30.911218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:30.912535 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9b24d01f-d9fa-44c9-8a88-3338755ffd11 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6806433 Dec 16 16:06:30.915453 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34594) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:30.920589 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'network': {'name': 'tempest-network-smoke--1309629377', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'port_security_enabled': True}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:31.152525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:31.156564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.183049 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:06:31.195063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.197736 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Added segment 94793ba3-440e-422d-8ea7-401029983e81 of type vlan for network 8777493e-8b30-4fb2-a639-c6b110105389 Dec 16 16:06:31.243026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.387689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4482dd0d-b368-4bf7-aedc-4fef94a2798b req-21cb05f7-0f36-4b9f-a341-10b601de73e9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Dec 16 16:06:31.411122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.416933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:31.421508 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.491673 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Network': ['ID=8777493e-8b30-4fb2-a639-c6b110105389,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:31.505201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8777493e-8b30-4fb2-a639-c6b110105389 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:06:31.658373 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd6f4e91-db66-49de-9537-461905958d02 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7417402 Dec 16 16:06:31.661530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34600) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:31.666415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'admin_state_up': True, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:31.793375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:31.794537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:32.216838 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:32.498899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e460c0c-a285-4fa6-a0ab-b241cddb07a1 req-ffc42707-19bc-4df6-907f-8b1692010eb1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0329909 Dec 16 16:06:32.507454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:32.826440 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:32.847131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:32.982025 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.184 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/51a3b020-a7b4-41db-b69d-16f41c3880d0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:33.184918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:33.610029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5dd9901-a0b1-4e15-aee5-9b7ec2585387 req-b6f0f9ac-40c0-4750-bdac-c84e9b8a5252 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0335271 Dec 16 16:06:33.617467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:33.662082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:33.665451 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:33.669480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:33.682946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea76c4-2dea-4812-b0dd-1ddc933471b7 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:33.697318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=51a3b020-a7b4-41db-b69d-16f41c3880d0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:33.747152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e13f8649-77d1-4397-8d9d-830c2db3063e None None] Provisioning complete for port 51a3b020-a7b4-41db-b69d-16f41c3880d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:33.747527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e13f8649-77d1-4397-8d9d-830c2db3063e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:33.785932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e13f8649-77d1-4397-8d9d-830c2db3063e None None] Port 51a3b020-a7b4-41db-b69d-16f41c3880d0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:34.080554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:34.287425 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:34.347619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-d19e7188-b2b4-440c-bffc-7cb007129c2b tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:34.356889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-d19e7188-b2b4-440c-bffc-7cb007129c2b tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.74 "GET /v2.0/networks?id=72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 200 len: 797 time: 0.1166408 Dec 16 16:06:34.433449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-4ca7de7f-0e21-432a-a348-fe2a4953ff90 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd596df92be2407fb203c590e708847c HTTP/1.1" status: 200 len: 477 time: 0.0687070 Dec 16 16:06:34.447513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'port': {'device_id': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'admin_state_up': True, 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'security_groups': ['8e10414f-fa07-46dc-ba3d-9eac5f3232ee', '0bb829ef-e97d-430f-82dd-373b76ef4641']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:34.569558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:06:34.720542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:34.725251 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:34.728133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:34.744330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Sync routers for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:34.762590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:34.763366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:34.765528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39f46a50-7d28-4aa3-aef0-aec6d876a661 req-3d817354-6ce2-4074-8f44-13ef64b9f91a tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0364673 Dec 16 16:06:34.852748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:34.854290 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b6d47647-a6c0-4efe-8b44-4382bdd88feb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1914814 Dec 16 16:06:34.859515 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34608) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:34.887783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:34.910101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e37b93e9-470c-4b2c-82e6-30af36077dff tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=691401f08cd84e2fae8b1322b327f352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491190 Dec 16 16:06:34.914120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:34.942392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.20.0.10 (72e8eeab-741d-4f35-a179-b87558142a5e/4e84fad5-cf65-4dd2-8056-ff0017f42626/8a273bbd-10e8-4c68-b097-d685ab1d9217) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:35.030204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21156b7d-f178-4966-bd0c-91622028ffbf tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:35.032467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-21156b7d-f178-4966-bd0c-91622028ffbf tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1173220 Dec 16 16:06:35.035280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34612) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:35.070906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5aba5d3d-2a06-405c-8bad-df9f153f0ec7 tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318542 Dec 16 16:06:35.071111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34614) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:35.076323 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-286549840', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:35.090521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:33Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:35.112903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.124490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Checking router: 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:35.125013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Updating router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e port 51a3b020-a7b4-41db-b69d-16f41c3880d0 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:06:35.153020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.240714 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.268914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:35.275938 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.293153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 72e8eeab-741d-4f35-a179-b87558142a5e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:35.298129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:35.301351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:35.363901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:35.364604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.382396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:35.466773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-07823b04-095f-4166-99f1-bf50a0224df3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0235288 Dec 16 16:06:35.479264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.566601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.573324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Request body: {'port': {'device_id': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:35.631959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b2aa1-7dd9-4cdc-a83e-ca1bf4ad00e1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:35.640965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.643614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Attempting to bind port 51a3b020-a7b4-41db-b69d-16f41c3880d0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:35.644019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Attempting to bind port 51a3b020-a7b4-41db-b69d-16f41c3880d0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:35.644761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Attempting to bind port 51a3b020-a7b4-41db-b69d-16f41c3880d0 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:35.654408 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9264-a02c-4b9e-b6b8-904d682c99d4 None None] Pushing event updated for resources: {'Port': ['ID=51a3b020-a7b4-41db-b69d-16f41c3880d0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:35.658533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:35.658886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:35.659289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.659684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:35.660206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Bound port: 51a3b020-a7b4-41db-b69d-16f41c3880d0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:35.660596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.663104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f375e66-f4a1-4f99-a76d-f4d096ef66d5 None None] Provisioning complete for port 8a273bbd-10e8-4c68-b097-d685ab1d9217 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:35.663722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f375e66-f4a1-4f99-a76d-f4d096ef66d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.672096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.738525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Subnet': ['ID=e2fed70a-f9f3-4958-82cf-3aa569c8301a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:35.747228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f375e66-f4a1-4f99-a76d-f4d096ef66d5 None None] Port 8a273bbd-10e8-4c68-b097-d685ab1d9217 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:35.748346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Checking segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:35.748833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network hostable DHCP agents. Network: 8777493e-8b30-4fb2-a639-c6b110105389, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:06:35.772132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] For port 51a3b020-a7b4-41db-b69d-16f41c3880d0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:35.781839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] For port 51a3b020-a7b4-41db-b69d-16f41c3880d0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51a3b020-a7b4-41db-b69d-16f41c3880d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:35.884185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-09b6b414-a3ba-4ed7-83c2-d6ee70fc6fdd None None] Provisioning complete for port 51a3b020-a7b4-41db-b69d-16f41c3880d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:35.885137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09b6b414-a3ba-4ed7-83c2-d6ee70fc6fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.897645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 8777493e-8b30-4fb2-a639-c6b110105389 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:06:35.939691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:35.981682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d5b7b-40d9-4f41-9f73-0d3b3fe295f3 req-7df9c761-c069-4c4c-a941-9473f5c01eb0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:35.983335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-440d5b7b-40d9-4f41-9f73-0d3b3fe295f3 req-7df9c761-c069-4c4c-a941-9473f5c01eb0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 971 time: 0.1176450 Dec 16 16:06:36.005944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 8777493e-8b30-4fb2-a639-c6b110105389) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:36.011216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:36.011867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.028792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd21db-1457-40b0-9856-9e50396f0bd8 None None] Network 8777493e-8b30-4fb2-a639-c6b110105389 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:06:36.065557 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-09b6b414-a3ba-4ed7-83c2-d6ee70fc6fdd None None] Port 51a3b020-a7b4-41db-b69d-16f41c3880d0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:36.094808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-440d5b7b-40d9-4f41-9f73-0d3b3fe295f3 req-21f3dc88-13fe-475a-b30e-8e547d13eb39 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0993073 Dec 16 16:06:36.119134 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4811a6e7-b963-4911-8813-1056b7e06b33 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:06:36.139665 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b9ceb4b3-c4c1-4a64-8fbc-5ffe8a055a1c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0675001 Dec 16 16:06:36.144564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34622) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:36.175081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:36.175957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:36.182943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a273bbd-10e8-4c68-b097-d685ab1d9217 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:06:36.193694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.208637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Transition to ACTIVE for port object 8a273bbd-10e8-4c68-b097-d685ab1d9217 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:06:36.223477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9264-a02c-4b9e-b6b8-904d682c99d4 None None] Pushing event updated for resources: {'Port': ['ID=51a3b020-a7b4-41db-b69d-16f41c3880d0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:36.263809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] Provisioning complete for port 51a3b020-a7b4-41db-b69d-16f41c3880d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:36.264146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.340597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.388097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:36.395208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-8777493e-8b30-4fb2-a639-c6b110105389', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:06:36.397304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.426877 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:36.490543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Attempting to bind port 8a273bbd-10e8-4c68-b097-d685ab1d9217 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:36.491155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Attempting to bind port 8a273bbd-10e8-4c68-b097-d685ab1d9217 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:36.492985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Attempting to bind port 8a273bbd-10e8-4c68-b097-d685ab1d9217 on network 72e8eeab-741d-4f35-a179-b87558142a5e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:36.499754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Port 8a273bbd-10e8-4c68-b097-d685ab1d9217 on network 72e8eeab-741d-4f35-a179-b87558142a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:06:36.500205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Attempting to bind port 8a273bbd-10e8-4c68-b097-d685ab1d9217 on network 72e8eeab-741d-4f35-a179-b87558142a5e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:36.510810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:36.511143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Checking segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:36.511600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Bound using segment: {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:36.512108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Bound port: 8a273bbd-10e8-4c68-b097-d685ab1d9217, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:36.512477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.613817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:36.618550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:36.670520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.701847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.721411 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.743343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] For port 51a3b020-a7b4-41db-b69d-16f41c3880d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51a3b020-a7b4-41db-b69d-16f41c3880d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:36.780201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Allocated IP 172.20.0.2 (8777493e-8b30-4fb2-a639-c6b110105389/e2fed70a-f9f3-4958-82cf-3aa569c8301a/ae2297df-286e-4790-8ba5-965a9744ef43) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:36.780994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:36.781399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.782959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] 10.222.0.74 "PUT /v2.0/ports/8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 200 len: 1131 time: 1.2921257 Dec 16 16:06:36.783755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:36.786304 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6b7c74-2d5f-4b31-8211-7ec639849482" -d '{"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:36.839801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:36.865850 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70a493-b564-4fe8-aa2f-3d3bbdd8052f x-openstack-request-id: req-4f70a493-b564-4fe8-aa2f-3d3bbdd8052f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:36.866408 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:36.866810 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f70a493-b564-4fe8-aa2f-3d3bbdd8052f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:36.867547 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'status': 'completed', 'code': 200} Dec 16 16:06:36.874114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57ecec-b916-4480-b60b-20004058f8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:36.961944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:33Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:36.995808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-ce7dbfac-e74a-4cf7-8308-5bc504106a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:36.998223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-ce7dbfac-e74a-4cf7-8308-5bc504106a46 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1134 time: 0.0776248 Dec 16 16:06:37.167288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-f07d124a-d508-4ce4-aa0d-7703a033db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.169646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-f07d124a-d508-4ce4-aa0d-7703a033db7e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=cd596df92be2407fb203c590e708847c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1486750 Dec 16 16:06:37.218009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8cba37-56f7-4983-a077-df3f251ebd1a None None] The sync data for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 is: [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:33Z', 'revision_number': 3, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:37.244138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4cbb2-46ff-451a-bffc-c1b5c6cc24e4 None None] Pushing event updated for resources: {'Port': ['ID=51a3b020-a7b4-41db-b69d-16f41c3880d0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:37.295584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552da158-3954-41cb-9166-bd5e9c7c84b6 req-37c9a201-22a8-4e2f-a321-a184b228e7dd tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.297508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552da158-3954-41cb-9166-bd5e9c7c84b6 req-37c9a201-22a8-4e2f-a321-a184b228e7dd tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 983 time: 0.1176629 Dec 16 16:06:37.344788 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.347815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-117b59b6-aa35-4cd8-8843-6027e3ac21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.349362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4f6b7c74-2d5f-4b31-8211-7ec639849482 req-117b59b6-aa35-4cd8-8843-6027e3ac21b0 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682029 Dec 16 16:06:37.398477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-552da158-3954-41cb-9166-bd5e9c7c84b6 req-2f5f60ab-f941-4502-b85e-d3f7c6bca636 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841973 Dec 16 16:06:37.439630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.484860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-413541ce-24c4-42f3-9dac-81e0d3b56608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.486828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-413541ce-24c4-42f3-9dac-81e0d3b56608 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1134 time: 0.0502107 Dec 16 16:06:37.550307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.1 (8777493e-8b30-4fb2-a639-c6b110105389/e2fed70a-f9f3-4958-82cf-3aa569c8301a/237ab68b-c44f-4250-8c35-fde76a462c23) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:37.564252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Network 8777493e-8b30-4fb2-a639-c6b110105389 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:37.568236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:37.574238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:37.587362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-7530dac2-4af5-4de5-9d3e-8e2dd584b52b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 200 len: 217 time: 0.0794783 Dec 16 16:06:37.592148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Pushing event updated for resources: {'Port': ['ID=ae2297df-286e-4790-8ba5-965a9744ef43,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:37.671610 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Attempting to bind port ae2297df-286e-4790-8ba5-965a9744ef43 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:37.672246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Attempting to bind port ae2297df-286e-4790-8ba5-965a9744ef43 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:37.672484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Attempting to bind port ae2297df-286e-4790-8ba5-965a9744ef43 on network 8777493e-8b30-4fb2-a639-c6b110105389 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:37.679284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-bdd17837-af02-40a6-a3bd-ece38cdc273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.679568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:37.680104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Checking segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:37.680789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-bdd17837-af02-40a6-a3bd-ece38cdc273a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e84fad5-cf65-4dd2-8056-ff0017f42626 HTTP/1.1" status: 200 len: 835 time: 0.0810723 Dec 16 16:06:37.682103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.682513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Bound using segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:37.683208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Bound port: ae2297df-286e-4790-8ba5-965a9744ef43, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:37.683616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.711049 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:06:37.747081 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.752012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-49e5e22a-48b4-4f7a-ad71-fb457f08bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:37.754815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-49e5e22a-48b4-4f7a-ad71-fb457f08bea3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e8eeab-741d-4f35-a179-b87558142a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619953 Dec 16 16:06:37.770882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] For port ae2297df-286e-4790-8ba5-965a9744ef43, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:37.774681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] For port ae2297df-286e-4790-8ba5-965a9744ef43, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ae2297df-286e-4790-8ba5-965a9744ef43,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:37.867242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-19a78f2f-1909-423c-9ada-885cffcd08b1 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993257 Dec 16 16:06:37.874843 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.916902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:37.958399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e419-62f2-4225-b368-425cea0f5ff8 None None] Pushing event updated for resources: {'Port': ['ID=ae2297df-286e-4790-8ba5-965a9744ef43,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:37.998696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 8777493e-8b30-4fb2-a639-c6b110105389 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:38.007591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:38.011181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ccc39ad3-c65d-49c3-9fd5-d57a9178de26 req-f3a2fd45-76a2-4073-8e44-ec57c9275e86 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325092 Dec 16 16:06:38.014099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:38.045700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:38.079277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:38.317359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51a3b020-a7b4-41db-b69d-16f41c3880d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:38.391109 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 51a3b020-a7b4-41db-b69d-16f41c3880d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:38.391489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:38.450507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:38.561141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ef840-143a-4e01-9c8d-32cddef3543e req-26a282ba-14e1-42e9-8d81-0a8801074272 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:38.564489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2ef840-143a-4e01-9c8d-32cddef3543e req-26a282ba-14e1-42e9-8d81-0a8801074272 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 983 time: 0.0597999 Dec 16 16:06:38.646475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2a2ef840-143a-4e01-9c8d-32cddef3543e req-5b1c273f-f466-42a9-a6cd-4912b81b6a22 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0771842 Dec 16 16:06:38.771211 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:38.868072 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:38.944502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:38.947085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.057405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 8777493e-8b30-4fb2-a639-c6b110105389 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:39.060346 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:39.106668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a524d-8c99-4242-b095-708a1618ec35 None None] Network 8777493e-8b30-4fb2-a639-c6b110105389 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:06:39.212475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:39.234389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] Provisioning complete for port ae2297df-286e-4790-8ba5-965a9744ef43 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:39.234764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.332567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.378672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] For port ae2297df-286e-4790-8ba5-965a9744ef43, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ae2297df-286e-4790-8ba5-965a9744ef43,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:39.514111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.592403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954daf9e-d48b-4706-aee7-67767d32d3eb None None] Pushing event updated for resources: {'Port': ['ID=ae2297df-286e-4790-8ba5-965a9744ef43,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:39.647647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-98530a49-1d15-465c-ace7-1250b9ce609f None None] Provisioning complete for port ae2297df-286e-4790-8ba5-965a9744ef43 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:39.648320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98530a49-1d15-465c-ace7-1250b9ce609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.774013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-98530a49-1d15-465c-ace7-1250b9ce609f None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:39.774391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98530a49-1d15-465c-ace7-1250b9ce609f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.774652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:39.783581 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d9500b11-c4cf-4ffa-8d23-52dd0ee7bf5e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/9ed20f43-58a5-4daf-aed0-ee1b8792ba6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6378930 Dec 16 16:06:39.795713 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Sync routers for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:39.832826 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:39.837178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:39.837324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-98530a49-1d15-465c-ace7-1250b9ce609f None None] Port 237ab68b-c44f-4250-8c35-fde76a462c23 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:39.844289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01982fd-afc2-46d2-923c-0a8250bf6618 req-43439747-d7ce-4b72-bc76-25bb01e7ce81 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:39.847153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e01982fd-afc2-46d2-923c-0a8250bf6618 req-43439747-d7ce-4b72-bc76-25bb01e7ce81 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 983 time: 0.1008177 Dec 16 16:06:39.928537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e01982fd-afc2-46d2-923c-0a8250bf6618 req-528dfed9-b39b-488f-aa95-e246c85567a7 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0753474 Dec 16 16:06:39.983722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-37a58ab2-4a25-4101-8023-67b80fcfcee6 None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:39.984468 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37a58ab2-4a25-4101-8023-67b80fcfcee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:39.998349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:40.053185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-37a58ab2-4a25-4101-8023-67b80fcfcee6 None None] Port 237ab68b-c44f-4250-8c35-fde76a462c23 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:40.097354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-cffb59cd-7525-4ae9-b070-495601485ae7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576382099&fields=id&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 267 time: 0.0663648 Dec 16 16:06:40.255241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-67a921ee-1ade-49db-bb99-315e1743df01 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:40.257006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-67a921ee-1ade-49db-bb99-315e1743df01 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/networks?id=8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 200 len: 797 time: 0.1428435 Dec 16 16:06:40.269136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 2, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:40.280091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-40ea059b-af93-4414-8e31-7b3d4e1937ae None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:40.280710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-40ea059b-af93-4414-8e31-7b3d4e1937ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.301102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-9d70b602-b0ff-4a0b-880f-2f0ff5e7943c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/quotas/691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 375 time: 0.0278594 Dec 16 16:06:40.305505 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Checking router: 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:40.305902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Updating router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e port 237ab68b-c44f-4250-8c35-fde76a462c23 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:06:40.329126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ae2297df-286e-4790-8ba5-965a9744ef43 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:40.335921 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.369855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-40ea059b-af93-4414-8e31-7b3d4e1937ae None None] Port 237ab68b-c44f-4250-8c35-fde76a462c23 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:40.374192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-48f41214-0099-48a2-9301-f64ade71bc48 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642030 Dec 16 16:06:40.395416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ae2297df-286e-4790-8ba5-965a9744ef43 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:40.395880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.490865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4c56ffb8-7970-42ce-8d46-099721ac573a service neutron] 10.222.0.71 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006236 Dec 16 16:06:40.595919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-7ba38c64-98f1-4ed6-9c00-e99140cbbea9 service neutron] 10.222.0.71 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922217 Dec 16 16:06:40.639553 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.788082 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.840505 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01f49-2a76-4f4f-8dad-3e0a2c25bdce None None] Pushing event updated for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:40.901295 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Attempting to bind port 237ab68b-c44f-4250-8c35-fde76a462c23 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:40.901767 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Attempting to bind port 237ab68b-c44f-4250-8c35-fde76a462c23 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:40.902131 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Attempting to bind port 237ab68b-c44f-4250-8c35-fde76a462c23 on network 8777493e-8b30-4fb2-a639-c6b110105389 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:40.908347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:40.908817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Checking segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:40.913905 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:40.914456 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Bound using segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:40.914961 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Bound port: 237ab68b-c44f-4250-8c35-fde76a462c23, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:40.915623 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.032617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] For port 237ab68b-c44f-4250-8c35-fde76a462c23, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:41.036872 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] For port 237ab68b-c44f-4250-8c35-fde76a462c23, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=237ab68b-c44f-4250-8c35-fde76a462c23,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:41.066328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7caf71ab-30c3-4e77-86c7-bffd9a8c4b4f req-9775be42-0716-4d6d-8a64-c24b63ffb466 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0444157 Dec 16 16:06:41.153734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5c2c-43d7-4802-81f3-4323dd085c58 req-2f20612d-1dde-4834-8716-b19d753ce0ab tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:41.155544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f03c5c2c-43d7-4802-81f3-4323dd085c58 req-2f20612d-1dde-4834-8716-b19d753ce0ab tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 983 time: 0.0541403 Dec 16 16:06:41.184093 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.200751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:41.201133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.233446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f03c5c2c-43d7-4802-81f3-4323dd085c58 req-8e9b3456-714d-4204-adee-09a4ec41fdbc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0705249 Dec 16 16:06:41.261524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:41.262604 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:41.269188 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b01f49-2a76-4f4f-8dad-3e0a2c25bdce None None] Pushing event updated for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:41.310652 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.348211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] For port 237ab68b-c44f-4250-8c35-fde76a462c23, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=237ab68b-c44f-4250-8c35-fde76a462c23,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:41.384947 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:41.519920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.572303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d2847-d391-42d9-a058-e27677a538b9 None None] Pushing event updated for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:41.593825 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:41.619963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b316d823-a7c6-4c0a-8471-5d8b58eb898e None None] The sync data for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 is: [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:41.648631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-778d4b8a-521f-41a9-9c31-c77a11867bb3 None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:41.649002 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-778d4b8a-521f-41a9-9c31-c77a11867bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.809251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8a273bbd-10e8-4c68-b097-d685ab1d9217 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:06:41.924547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:41.938126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'port_id': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'mac_address': 'fa:16:3e:d4:45:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:06:41.984782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:41.998984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a273bbd-10e8-4c68-b097-d685ab1d9217 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:06:42.081152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:42.142909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a633c8f4-40ac-4fcb-8930-7636c8c2891e req-e98e0059-3ba8-4e5a-90df-040e96452fbb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0298777 Dec 16 16:06:42.214465 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:42.277531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:42.301816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 237ab68b-c44f-4250-8c35-fde76a462c23 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:42.364217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 237ab68b-c44f-4250-8c35-fde76a462c23 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:42.364850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:42.381081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8fd2a-4b9e-4afa-a961-14e71f107a32 req-9b24b105-5020-427f-820b-3a4d87b63abf tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:42.382998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59a8fd2a-4b9e-4afa-a961-14e71f107a32 req-9b24b105-5020-427f-820b-3a4d87b63abf tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 984 time: 0.0638430 Dec 16 16:06:42.451022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59a8fd2a-4b9e-4afa-a961-14e71f107a32 req-c0c8588d-9856-46c1-bc57-58d7b137bb74 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0582433 Dec 16 16:06:42.568550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['8a273bbd-10e8-4c68-b097-d685ab1d9217'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:06:43.241272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e0b6e28-8ac1-4c18-acf3-77ad5be99932 req-250b4da4-4010-4f7a-92c1-2eb6c9ca5f87 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0287442 Dec 16 16:06:43.678331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba81b9-5a51-4cf7-86f2-931cdf362c6a req-dfb4ae65-f924-451c-a93c-8578e9ce0f40 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:43.679900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7ba81b9-5a51-4cf7-86f2-931cdf362c6a req-dfb4ae65-f924-451c-a93c-8578e9ce0f40 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 984 time: 0.1100645 Dec 16 16:06:43.742797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7ba81b9-5a51-4cf7-86f2-931cdf362c6a req-da5adef0-4739-4aeb-9829-61151fb9a219 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0522316 Dec 16 16:06:43.811473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8a273bbd-10e8-4c68-b097-d685ab1d9217 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:43.946445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-e5e92660-4bff-4e55-9d15-be0ec3f40a1a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:43.948093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-e5e92660-4bff-4e55-9d15-be0ec3f40a1a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/networks?id=8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 200 len: 797 time: 0.1119852 Dec 16 16:06:43.983581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 8a273bbd-10e8-4c68-b097-d685ab1d9217 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:06:43.991997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 8a273bbd-10e8-4c68-b097-d685ab1d9217 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:43.992745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.027579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-7a75b0da-6852-4971-84c2-d3745155e30a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=691401f08cd84e2fae8b1322b327f352 HTTP/1.1" status: 200 len: 379 time: 0.0647705 Dec 16 16:06:44.038413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'port': {'device_id': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'admin_state_up': True, 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'security_groups': ['61ebd263-34ef-4417-a431-b3f0988c87b6']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:44.124634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.159681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:44.162358 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47ad5d-ea8e-4498-a4c6-efc46c116312" -d '{"events": [{"server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "name": "network-vif-plugged", "status": "completed", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:44.181417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:44.203747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4df38d09-5485-4085-ae30-69ab9fef88ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.210053 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc5aa9f-2ff3-4bee-b31c-d3a04657cbf3 x-openstack-request-id: req-7bc5aa9f-2ff3-4bee-b31c-d3a04657cbf3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:44.215085 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "name": "network-vif-plugged", "status": "completed", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:44.215085 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7bc5aa9f-2ff3-4bee-b31c-d3a04657cbf3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:44.215085 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'code': 200} Dec 16 16:06:44.352939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-045b3807-249d-40f0-b490-8478df9bbeb9 req-00cc4153-3518-4f8e-a2ea-185ef3d46bbf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0409579 Dec 16 16:06:44.354073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.356506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Made reservation on behalf of 691401f08cd84e2fae8b1322b327f352 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:06:44.360768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.405823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:44.411341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e43017-5436-4477-a0c3-5d41ead50fd4 req-c091335a-cc3f-4572-b287-49e675615ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:44.412857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97e43017-5436-4477-a0c3-5d41ead50fd4 req-c091335a-cc3f-4572-b287-49e675615ca0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.0745327 Dec 16 16:06:44.550310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97e43017-5436-4477-a0c3-5d41ead50fd4 req-e8c71f88-11fd-41c0-97d2-7247a18d0266 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0bb829ef-e97d-430f-82dd-373b76ef4641&id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1115050 Dec 16 16:06:44.559517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.20.0.14 (8777493e-8b30-4fb2-a639-c6b110105389/e2fed70a-f9f3-4958-82cf-3aa569c8301a/679e36da-91ec-45f9-add2-54cef60f083a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:44.702393 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.857179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:44.908208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa7198-2e65-4500-91fd-ea8412c593aa req-ad72f924-6ca4-4948-9c8e-829185423cdf tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:44.909943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08fa7198-2e65-4500-91fd-ea8412c593aa req-ad72f924-6ca4-4948-9c8e-829185423cdf tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0953765 Dec 16 16:06:44.917340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 8777493e-8b30-4fb2-a639-c6b110105389 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:44.925889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:44.935679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:44.971011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:45.012879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:45.013529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:45.044811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08fa7198-2e65-4500-91fd-ea8412c593aa req-8495dc11-9b45-4fff-947d-9ccb72940d58 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1238461 Dec 16 16:06:45.183131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-4f08d66e-0ffa-42c5-bc21-67e024db3914 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1484725 Dec 16 16:06:45.192499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9f04e98f-a463-4c82-bf6d-6c534e59b72b None None] Provisioning complete for port 679e36da-91ec-45f9-add2-54cef60f083a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:45.193001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9f04e98f-a463-4c82-bf6d-6c534e59b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:45.202476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Request body: {'port': {'device_id': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:45.226884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9f04e98f-a463-4c82-bf6d-6c534e59b72b None None] Port 679e36da-91ec-45f9-add2-54cef60f083a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:06:45.260525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:45.516146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885e95c-1849-4122-b226-b459deff1946 req-38755017-c405-42a0-892d-7b8fb0d64994 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:45.517589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0885e95c-1849-4122-b226-b459deff1946 req-38755017-c405-42a0-892d-7b8fb0d64994 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 932 time: 0.0824456 Dec 16 16:06:45.624867 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0885e95c-1849-4122-b226-b459deff1946 req-d5db7867-ebcd-4d51-8c18-ec558157c350 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000164 Dec 16 16:06:45.630378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:06:45.638112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:45.651298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Transition to ACTIVE for port object 679e36da-91ec-45f9-add2-54cef60f083a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:06:45.763312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:45.818015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:45.918506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Attempting to bind port 679e36da-91ec-45f9-add2-54cef60f083a on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:06:45.933281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Attempting to bind port 679e36da-91ec-45f9-add2-54cef60f083a by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:06:45.933281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Attempting to bind port 679e36da-91ec-45f9-add2-54cef60f083a on network 8777493e-8b30-4fb2-a639-c6b110105389 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:45.933281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Port 679e36da-91ec-45f9-add2-54cef60f083a on network 8777493e-8b30-4fb2-a639-c6b110105389 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:06:45.933281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Attempting to bind port 679e36da-91ec-45f9-add2-54cef60f083a on network 8777493e-8b30-4fb2-a639-c6b110105389 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:06:45.933962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:06:45.933962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Checking segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:06:45.934335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Bound using segment: {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:06:45.934790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Bound port: 679e36da-91ec-45f9-add2-54cef60f083a, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94793ba3-440e-422d-8ea7-401029983e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:06:45.935165 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:46.014588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:06:46.018942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:06:46.189230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:46.255739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.256401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:46.257866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] 10.222.0.30 "PUT /v2.0/ports/679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 200 len: 1092 time: 1.0599437 Dec 16 16:06:46.258359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:46.260674 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c075f943c2ff318fb9123755e403709b4f42d796d2eab277d6131a7018fc86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2636bb74-3380-4649-965e-d97258f1e275" -d '{"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:46.289247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ab8e0-c151-400b-b3b7-2db2e503b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:46.309188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4e13-81f5-4d2b-a17d-aa6fd937c2f4 req-a8ba9956-4402-4a7a-af6b-27bbe3f2378a tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.310821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1ae4e13-81f5-4d2b-a17d-aa6fd937c2f4 req-a8ba9956-4402-4a7a-af6b-27bbe3f2378a tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.1505888 Dec 16 16:06:46.313025 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eb7473-f374-4fb1-bc01-8d3f3c22e844 x-openstack-request-id: req-22eb7473-f374-4fb1-bc01-8d3f3c22e844 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:46.313313 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:46.313572 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22eb7473-f374-4fb1-bc01-8d3f3c22e844 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:46.313986 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'status': 'completed', 'code': 200} Dec 16 16:06:46.427345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1ae4e13-81f5-4d2b-a17d-aa6fd937c2f4 req-f7010394-0e42-44c7-99e5-e1976bb0037c tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1087177 Dec 16 16:06:46.448957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636bb74-3380-4649-965e-d97258f1e275 req-64de5fd4-e8da-470b-9003-b26721b67629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.451628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2636bb74-3380-4649-965e-d97258f1e275 req-64de5fd4-e8da-470b-9003-b26721b67629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1095 time: 0.0975308 Dec 16 16:06:46.548562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-65bb953d-32e7-43a5-84b5-48156dcfb4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:46.609275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03b14b-806f-404d-b213-44cab829b8f0 req-c7bf748c-b52e-4ab2-8fd3-de8665b45257 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.614233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d03b14b-806f-404d-b213-44cab829b8f0 req-c7bf748c-b52e-4ab2-8fd3-de8665b45257 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0860009 Dec 16 16:06:46.634680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636bb74-3380-4649-965e-d97258f1e275 req-a516b6bc-0b86-41e3-8d5d-76b6a28fc82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.636837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2636bb74-3380-4649-965e-d97258f1e275 req-a516b6bc-0b86-41e3-8d5d-76b6a28fc82c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=691401f08cd84e2fae8b1322b327f352&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1689682 Dec 16 16:06:46.760292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d03b14b-806f-404d-b213-44cab829b8f0 req-b894cc9f-658f-4f79-8b49-40d4c5c61c2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1429002 Dec 16 16:06:46.795758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d5d8-8631-4932-8347-3e3cd7861244 req-ee7e644f-473a-4ae5-bb0d-c0510fd3c322 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.797306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7145d5d8-8631-4932-8347-3e3cd7861244 req-ee7e644f-473a-4ae5-bb0d-c0510fd3c322 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 944 time: 0.0882185 Dec 16 16:06:46.834448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636bb74-3380-4649-965e-d97258f1e275 req-90bf6e3a-2563-4f71-9fae-e7137e705e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.835987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2636bb74-3380-4649-965e-d97258f1e275 req-90bf6e3a-2563-4f71-9fae-e7137e705e26 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832659 Dec 16 16:06:46.898068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7145d5d8-8631-4932-8347-3e3cd7861244 req-b94a1ec7-9c72-4d4b-8ad2-864a476d993e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874338 Dec 16 16:06:46.906753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353812a-c070-475e-9ead-38583ace1d36 req-1361ab35-44ec-4f90-b24a-124e5f28159e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:46.908357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3353812a-c070-475e-9ead-38583ace1d36 req-1361ab35-44ec-4f90-b24a-124e5f28159e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.0754609 Dec 16 16:06:46.951326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3353812a-c070-475e-9ead-38583ace1d36 req-f508dc68-9695-4e0e-a5b8-89209fdc9f4e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:47.290027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-2850043c-f284-4991-b217-5c9bc61cf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:47.291563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-2850043c-f284-4991-b217-5c9bc61cf60a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1095 time: 0.3823154 Dec 16 16:06:47.347985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-21aac0c2-964f-44fb-990b-df27e9fd5d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 200 len: 217 time: 0.0415716 Dec 16 16:06:47.415798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3353812a-c070-475e-9ead-38583ace1d36 req-f508dc68-9695-4e0e-a5b8-89209fdc9f4e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:47.419784 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-9910fbcc-0211-4cac-b60e-aef0a1d539f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:47.421930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-9910fbcc-0211-4cac-b60e-aef0a1d539f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2fed70a-f9f3-4958-82cf-3aa569c8301a HTTP/1.1" status: 200 len: 834 time: 0.0659497 Dec 16 16:06:47.472311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349233cc-61f7-439b-8cd8-7524824e95cf req-5ba865f3-a07a-4277-bc0b-a7386a5b6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:47.473816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-5ba865f3-a07a-4277-bc0b-a7386a5b6a5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8777493e-8b30-4fb2-a639-c6b110105389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451725 Dec 16 16:06:47.537218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3353812a-c070-475e-9ead-38583ace1d36 req-f508dc68-9695-4e0e-a5b8-89209fdc9f4e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:47.605669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508dc68-9695-4e0e-a5b8-89209fdc9f4e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e73c26-aaea-40f8-acb9-66f142e0c355,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:47.610671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3353812a-c070-475e-9ead-38583ace1d36 req-f508dc68-9695-4e0e-a5b8-89209fdc9f4e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6936038 Dec 16 16:06:47.614837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-34daac8c-8d5e-4f41-880b-619019e606ca service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332335 Dec 16 16:06:47.633641 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34698) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:47.678478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea176829-7b8c-44fc-815f-98ff75c137ad tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:47.680498 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea176829-7b8c-44fc-815f-98ff75c137ad tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1131 time: 0.0454977 Dec 16 16:06:47.683272 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34700) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:47.692710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:47.720856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-349233cc-61f7-439b-8cd8-7524824e95cf req-5f461b38-c1b9-4101-aab6-c690165d796a service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993805 Dec 16 16:06:47.857187 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:47.986650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:47.991726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:48.048677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a8ec2-3bc4-49a0-b9a5-1007f9a2c4d2 req-7f4e7294-af4e-4c62-abe5-2e29a791009d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:48.050768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee9a8ec2-3bc4-49a0-b9a5-1007f9a2c4d2 req-7f4e7294-af4e-4c62-abe5-2e29a791009d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 944 time: 0.0566025 Dec 16 16:06:48.103097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.25.7.122 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/a6ac4fea-5120-401f-ad93-013b18a2fff7) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:48.104574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee9a8ec2-3bc4-49a0-b9a5-1007f9a2c4d2 req-2d980b05-7af7-44ef-9b46-0db02e49c739 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Dec 16 16:06:48.207110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:48.394465 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:48.436439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:48.439325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:48.442948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:48.464916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=a6ac4fea-5120-401f-ad93-013b18a2fff7,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:48.820548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.009219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.174360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.244242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655c53-bc56-4031-a5ca-ffbd082c8ad5 req-89be317a-cf8b-478d-96b3-c00225491cbf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:49.245815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53655c53-bc56-4031-a5ca-ffbd082c8ad5 req-89be317a-cf8b-478d-96b3-c00225491cbf tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 944 time: 0.0584643 Dec 16 16:06:49.303501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53655c53-bc56-4031-a5ca-ffbd082c8ad5 req-73aab254-7819-4a94-a6c8-ab9aff9c8c6a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505588 Dec 16 16:06:49.363546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.422917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.432623 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=a6ac4fea-5120-401f-ad93-013b18a2fff7,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:49.449171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:49.553589 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Floating IP 3f81555d-8959-41a5-9789-e021d0818f43 associated. External IP: 172.25.7.122, port: 8a273bbd-10e8-4c68-b097-d685ab1d9217. Dec 16 16:06:49.770269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 47ba63c0-953a-4dd1-a2c8-52583e36b15a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:49.810863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:06:49.895210 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:49.912929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Sync routers for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:49.943429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:49.956836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:49.957474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:49.971645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '679e36da-91ec-45f9-add2-54cef60f083a', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'mac_address': 'fa:16:3e:36:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:06:50.060644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:50.114924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:06:50.116085 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:50.144020 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8a0d51ab-8bf6-464f-ab3c-54cc3afe26b9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4593656 Dec 16 16:06:50.144528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:50.146782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34710) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:50.147083 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:50.152203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:50.154618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:50.201195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:50.214268 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bded071-5bbd-4a6a-adc7-72dc81d967ef x-openstack-request-id: req-2bded071-5bbd-4a6a-adc7-72dc81d967ef {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:50.214268 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:50.214268 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2bded071-5bbd-4a6a-adc7-72dc81d967ef {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:50.214268 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'status': 'completed', 'code': 200} Dec 16 16:06:50.369131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:50.396694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-26ebe818-e5b4-492b-9334-e270e2449c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.398678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-26ebe818-e5b4-492b-9334-e270e2449c09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.1302228 Dec 16 16:06:50.400581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.401065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.401597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.402078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.402550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.403080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.403529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.408719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34716) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:50.408926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5e8c734-a37b-4aee-b3e5-cfdd5feb781b tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2603726 Dec 16 16:06:50.453392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:50.470736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3f81555d-8959-41a5-9789-e021d0818f43', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'port_id': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'mac_address': 'fa:16:3e:d4:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:48Z', 'updated_at': '2021-12-16T16:06:48Z', 'revision_number': 0, 'project_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:50.484536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.485383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.485945 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.486573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.487070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.487535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.488120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.490405 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f5cca6cb-3cbc-469b-9c54-5f8ee45a0b78 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0800598 Dec 16 16:06:50.495802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34718) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:50.503682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Checking router: 47ba63c0-953a-4dd1-a2c8-52583e36b15a for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:50.512418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:50.513019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:50.534790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc4159-8d02-45cb-8a7e-3a4a2becdea0 req-5a5e67e1-97b4-44e6-b336-bade86309236 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.536378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ddc4159-8d02-45cb-8a7e-3a4a2becdea0 req-5a5e67e1-97b4-44e6-b336-bade86309236 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 945 time: 0.1522722 Dec 16 16:06:50.635598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-88fc0559-dc04-4314-9f55-e5bab8302df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.635923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:50.637017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-88fc0559-dc04-4314-9f55-e5bab8302df5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 200 len: 898 time: 0.2270935 Dec 16 16:06:50.714171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ddc4159-8d02-45cb-8a7e-3a4a2becdea0 req-44c3fb6e-40fb-42ed-9348-a91e923eebc5 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440432 Dec 16 16:06:50.729471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['679e36da-91ec-45f9-add2-54cef60f083a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:06:50.745298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-b942f04c-be94-4905-8699-e3d9417db29a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 200 len: 1000 time: 0.0988982 Dec 16 16:06:50.879849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-e1b2dd44-ed67-4711-b00c-c0626e79e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.882306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-e1b2dd44-ed67-4711-b00c-c0626e79e464 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e84fad5-cf65-4dd2-8056-ff0017f42626 HTTP/1.1" status: 200 len: 835 time: 0.1081946 Dec 16 16:06:50.969377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-1afa2426-3da7-4aef-8961-f1fa6b2868fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:50.970883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-1afa2426-3da7-4aef-8961-f1fa6b2868fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e8eeab-741d-4f35-a179-b87558142a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782282 Dec 16 16:06:50.977791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-531c19aa-28a5-4c4e-92ff-52ea7b53d4fe tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.4808071 Dec 16 16:06:50.980827 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34720) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:51.043662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a898a3-8d21-44ea-afc0-cf28fa166312 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:51.043662 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a898a3-8d21-44ea-afc0-cf28fa166312 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:51.044790 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48a898a3-8d21-44ea-afc0-cf28fa166312 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=47ba63c0-953a-4dd1-a2c8-52583e36b15a HTTP/1.1" status: 200 len: 1990 time: 0.0627022 Dec 16 16:06:51.082736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-8a998af5-6556-4446-8042-1d987f30c34b service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038914 Dec 16 16:06:51.192096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb5f5db2-6d2c-4c03-9b8c-de5174be5d8f req-96d36059-92e5-445a-b3d8-86e0566f31c4 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022975 Dec 16 16:06:51.194752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3f81555d-8959-41a5-9789-e021d0818f43', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'port_id': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'mac_address': 'fa:16:3e:d4:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:48Z', 'updated_at': '2021-12-16T16:06:48Z', 'revision_number': 0, 'project_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:51.236365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c5c62-b02a-4709-92fd-06a262c7c1c7 None None] The sync data for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 is: [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '3f81555d-8959-41a5-9789-e021d0818f43', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'floating_ip_address': '172.25.7.122', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'port_id': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'mac_address': 'fa:16:3e:d4:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:48Z', 'updated_at': '2021-12-16T16:06:48Z', 'revision_number': 0, 'project_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:51.449068 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59284983-cac3-42cd-8699-da462a9ff6e9 None None] New status for floating IP 3f81555d-8959-41a5-9789-e021d0818f43: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:06:51.819154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:06:51.843676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cc6ee-7481-4ac4-86ba-362216224b37 req-372c9612-9467-42f6-ad6e-05c6a97a6589 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:51.845928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-359cc6ee-7481-4ac4-86ba-362216224b37 req-372c9612-9467-42f6-ad6e-05c6a97a6589 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 945 time: 0.0586684 Dec 16 16:06:51.899085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-359cc6ee-7481-4ac4-86ba-362216224b37 req-bfa9b230-2ab0-46c0-8bde-650882a60b17 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468378 Dec 16 16:06:52.283233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 679e36da-91ec-45f9-add2-54cef60f083a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:06:52.287497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 679e36da-91ec-45f9-add2-54cef60f083a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:06:52.287928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:52.375031 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:52.400314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:52.402678 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ff2d03ea7bae941b5a41f0087d8df757dc3cd2cf65883c8908e975b7ea52021" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b1dbc-160a-44bf-81bb-80b804e271a5" -d '{"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-plugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:52.425868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:06:52.442508 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dbb592-0746-4851-ad44-76f4c6ef2e78 x-openstack-request-id: req-49dbb592-0746-4851-ad44-76f4c6ef2e78 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:52.442810 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-plugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:52.443068 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49dbb592-0746-4851-ad44-76f4c6ef2e78 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:52.443474 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'code': 200} Dec 16 16:06:52.581876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ffeb-d762-4c62-9d2b-3a41534bbf47 req-274f942d-ebca-4159-9c7c-333a7ee058ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:52.583370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9558ffeb-d762-4c62-9d2b-3a41534bbf47 req-274f942d-ebca-4159-9c7c-333a7ee058ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1096 time: 0.0474279 Dec 16 16:06:52.631075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9558ffeb-d762-4c62-9d2b-3a41534bbf47 req-ce0df005-26e2-4849-aeb7-d6852add7b8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404723 Dec 16 16:06:52.645279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:52.693243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:53.019464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559007e-229a-4ea8-a1c8-6dc14c670f88 req-fe7684f7-bd82-4bbc-8f81-2c18cffb67ee tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:53.021008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4559007e-229a-4ea8-a1c8-6dc14c670f88 req-fe7684f7-bd82-4bbc-8f81-2c18cffb67ee tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0502844 Dec 16 16:06:53.072077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4559007e-229a-4ea8-a1c8-6dc14c670f88 req-99ad5ebd-9048-43eb-9865-17eb289e9d38 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Dec 16 16:06:54.211936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7aeff-6f0a-4328-9577-0dc0dcdcb2d6 req-d23f78fd-8ff8-4fe3-b74a-f55531f9a929 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:54.213356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeb7aeff-6f0a-4328-9577-0dc0dcdcb2d6 req-d23f78fd-8ff8-4fe3-b74a-f55531f9a929 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0569139 Dec 16 16:06:54.266338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeb7aeff-6f0a-4328-9577-0dc0dcdcb2d6 req-feec3978-d621-464d-bb6c-45f77bb54a97 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467598 Dec 16 16:06:54.398851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb17ea6-03a8-414b-bc12-293f4bf33b9c req-3a9cb060-d272-46a2-ab83-3435141a7bb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:54.400473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecb17ea6-03a8-414b-bc12-293f4bf33b9c req-3a9cb060-d272-46a2-ab83-3435141a7bb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0592711 Dec 16 16:06:54.454604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ecb17ea6-03a8-414b-bc12-293f4bf33b9c req-c8011886-808b-4d9a-989e-957e6d90b3da tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Dec 16 16:06:54.476705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34734) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:54.516785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e633a74-d0a4-45cc-8417-79fdd79bbe7e tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:54.518377 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2e633a74-d0a4-45cc-8417-79fdd79bbe7e tempest-TestNetworkAdvancedServerOps-2145638513 tempest-TestNetworkAdvancedServerOps-2145638513-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1092 time: 0.0406017 Dec 16 16:06:54.521196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34736) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:54.525914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:06:54.645613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:54.753820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:54.866798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Allocated IP 172.25.7.50 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:06:54.976289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:55.120220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:55.169440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:06:55.174689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:06:55.179541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:06:55.182889 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:55.565758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:55.744835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:55.931597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:56.082867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:56.149990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event updated for resources: {'Port': ['ID=ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:06:56.160565 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:56.273224 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 36af0017-d46f-4d44-98ab-878f6c4d2309 associated. External IP: 172.25.7.50, port: 679e36da-91ec-45f9-add2-54cef60f083a. Dec 16 16:06:56.488173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:06:56.602055 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:06:56.612736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Sync routers for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:06:56.623281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:56.628416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:56.681956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:56.719751 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-35a135fc-96fb-4fb2-94a2-2f6fa9792eb7 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1973095 Dec 16 16:06:56.721199 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:06:56.725275 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a4cd7-d491-43be-9ed6-d60d366c68b9" -d '{"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:06:56.759524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:56.789803 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47084f14-a3b0-4737-840f-a694ca8de0f9 x-openstack-request-id: req-47084f14-a3b0-4737-840f-a694ca8de0f9 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:06:56.796079 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:06:56.796079 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-47084f14-a3b0-4737-840f-a694ca8de0f9 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:06:56.796079 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'status': 'completed', 'code': 200} Dec 16 16:06:56.868313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19dee3-7064-48af-a179-82eb10fa6e51 req-7c8d7dfa-05fb-4117-bb62-f48e181f5900 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:56.870003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d19dee3-7064-48af-a179-82eb10fa6e51 req-7c8d7dfa-05fb-4117-bb62-f48e181f5900 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0670426 Dec 16 16:06:56.940653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d19dee3-7064-48af-a179-82eb10fa6e51 req-9c9a6f05-1a05-40df-8b24-581762111a19 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634866 Dec 16 16:06:56.975132 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:57.026029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-c64b3fcf-698e-4664-ae53-eaa7a7edfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:57.029024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-c64b3fcf-698e-4664-ae53-eaa7a7edfc48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1097 time: 0.1192634 Dec 16 16:06:57.047883 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-baccec5c-94f6-4b8d-a03f-6aa43874853c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/36af0017-d46f-4d44-98ab-878f6c4d2309 HTTP/1.1" status: 200 len: 991 time: 0.0715418 Dec 16 16:06:57.053336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '36af0017-d46f-4d44-98ab-878f6c4d2309', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'mac_address': 'fa:16:3e:36:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:55Z', 'updated_at': '2021-12-16T16:06:55Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:57.082009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Checking router: 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:06:57.091445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:06:57.092063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:06:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:57.138518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-1de2bcc6-5285-4bad-8806-d27eac53358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:57.140828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-1de2bcc6-5285-4bad-8806-d27eac53358a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 200 len: 898 time: 0.1030741 Dec 16 16:06:57.209906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:06:57.224858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-5d064a20-73e5-40cc-9d7a-a9468cf5c6e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 200 len: 999 time: 0.0758195 Dec 16 16:06:57.278632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-69a06404-10bc-47d4-9fe9-ff6fc6e7c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:57.280045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-69a06404-10bc-47d4-9fe9-ff6fc6e7c7d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2fed70a-f9f3-4958-82cf-3aa569c8301a HTTP/1.1" status: 200 len: 834 time: 0.0483530 Dec 16 16:06:57.334429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-37a11e10-2300-4e8c-8855-9d14bf4e398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:06:57.337117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-37a11e10-2300-4e8c-8855-9d14bf4e398c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8777493e-8b30-4fb2-a639-c6b110105389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486488 Dec 16 16:06:57.454283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-ef5b67c3-eb85-4269-b134-b451f5f51073 service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086717 Dec 16 16:06:57.489538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '36af0017-d46f-4d44-98ab-878f6c4d2309', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'mac_address': 'fa:16:3e:36:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:55Z', 'updated_at': '2021-12-16T16:06:55Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:06:57.520936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3910df1-4d42-4f0e-a56a-2dd9e08477fe None None] The sync data for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 is: [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '36af0017-d46f-4d44-98ab-878f6c4d2309', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'floating_ip_address': '172.25.7.50', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'mac_address': 'fa:16:3e:36:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:06:55Z', 'updated_at': '2021-12-16T16:06:55Z', 'revision_number': 0, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:06:57.582266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-486a4cd7-d491-43be-9ed6-d60d366c68b9 req-6a687aca-da5e-42b7-9fae-d55b80e1cd8e service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206625 Dec 16 16:06:57.760615 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c33ed7-5ee2-4f1c-9e97-d8650faaf074 None None] New status for floating IP 36af0017-d46f-4d44-98ab-878f6c4d2309: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:06:58.062260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34748) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:06:58.129960 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-47bbd66c-6e28-4807-9f93-fd307af68a89 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/36af0017-d46f-4d44-98ab-878f6c4d2309 HTTP/1.1" status: 200 len: 993 time: 0.0664361 Dec 16 16:06:58.917499 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:06:59.740217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:10.323143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-9caef201-ecf5-4765-9e5f-e022c4a480aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493848 Dec 16 16:07:10.436296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-78dd47e1-b043-4ba3-b9f3-6b94ee9bc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:10.438449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-78dd47e1-b043-4ba3-b9f3-6b94ee9bc4a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0486534 Dec 16 16:07:10.554177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-32a6497e-1d84-408c-ab4c-e8fdbb5821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:10.555672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-32a6497e-1d84-408c-ab4c-e8fdbb5821c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.0956380 Dec 16 16:07:10.635115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-30da3465-e417-4c12-a116-23ce03c75d70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 1001 time: 0.0718577 Dec 16 16:07:10.694004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-602d3953-0afb-4829-a8d3-522032f1e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:10.695684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-602d3953-0afb-4829-a8d3-522032f1e12a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0537946 Dec 16 16:07:10.754482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-0771d68b-e35c-4be5-a093-cb4e43dd57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:10.756254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-0771d68b-e35c-4be5-a093-cb4e43dd57ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533080 Dec 16 16:07:10.859680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-26839ef7-06f4-42cb-900e-0ee33240894a service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949411 Dec 16 16:07:10.963731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c390696-9ac0-464f-86bd-2a9148dc4b66 req-ebceabed-d261-42c4-aeb9-9f8b9d2ba703 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956535 Dec 16 16:07:14.153786 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae90e68e-c950-49d2-b868-aa33e4a2e9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:14.710562 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:07:16.588629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-73923cbb-09c9-43be-9c93-ee601a065a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:17.955384 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:19.425313 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:20.171502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.350965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34768) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:25.453994 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1a134c78-bebd-48ad-be04-6cfc866550fc tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3453 time: 0.1010876 Dec 16 16:07:25.458180 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:25.464078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'network': {'name': 'tempest-network-smoke--831131192', 'project_id': 'cd596df92be2407fb203c590e708847c', 'port_security_enabled': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:07:25.616318 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:07:25.621663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.647665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:07:25.657780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.658196 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Added segment 6f391f26-9819-491d-a41d-76264b5bf44a of type vlan for network 6f3f05ab-50ca-4dba-8c46-80d2c006385f Dec 16 16:07:25.698807 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.808206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.813946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:25.814536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:25.888399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Network': ['ID=6f3f05ab-50ca-4dba-8c46-80d2c006385f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:25.896934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.897291 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.897649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.897999 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.898343 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.898931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.899271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.899597 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.899962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.900288 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.900626 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.900946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.901271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:25.914804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:07:25.952493 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-aea1d640-7088-4274-9f37-890e10e3ff02 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4925599 Dec 16 16:07:25.954402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:25.959658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'admin_state_up': True, 'project_id': 'cd596df92be2407fb203c590e708847c', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:07:26.096561 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:26.097729 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:26.151945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:26.775847 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.054599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.074594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.192576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.25.7.18 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b4ed973c-9d9c-4708-b7e2-22db6d8576f4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:07:27.297421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.580467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.623115 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:07:27.626619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:27.630321 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:07:27.642866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44a90ad-23a2-407b-909e-abd291de466d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:07:27.652990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:27.700816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-766b1cc3-8c24-41b6-b0bc-eedf8ffa2e2c None None] Provisioning complete for port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:27.711324 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-766b1cc3-8c24-41b6-b0bc-eedf8ffa2e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:27.768392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-766b1cc3-8c24-41b6-b0bc-eedf8ffa2e2c None None] Port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:27.988318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:28.207402 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:28.461944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 5cfb194b-597f-4372-9b4e-3b459b675af1 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:07:28.587782 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:28.601654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Sync routers for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:28.612406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:28.676926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:28.726534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:28.824630 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:28.827320 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c8e88068-fb76-4f47-ba82-83ad24fe0933 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8716304 Dec 16 16:07:28.830372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34776) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:28.929392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d746e-979a-448a-b2f3-c3e7f9ebb3e5 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:28.931964 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-312d746e-979a-448a-b2f3-c3e7f9ebb3e5 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cd596df92be2407fb203c590e708847c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1000674 Dec 16 16:07:28.936705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:28.954831 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:27Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:28.960092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:28.996762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Checking router: 5cfb194b-597f-4372-9b4e-3b459b675af1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:07:28.997050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Updating router 5cfb194b-597f-4372-9b4e-3b459b675af1 port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:07:29.041069 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.049101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50573d2-d757-415c-ae31-cf74b63262cd tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:29.052100 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e50573d2-d757-415c-ae31-cf74b63262cd tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1136754 Dec 16 16:07:29.054554 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34784) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:29.093396 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7b2fccec-58f3-44dc-a5d3-1be5cbd12e39 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335593 Dec 16 16:07:29.093934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:29.127375 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c21371c8-2d7e-4633-8ce7-d2443216ca28 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=cd596df92be2407fb203c590e708847c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301034 Dec 16 16:07:29.128501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34796) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:29.236513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6fdb2-634d-49ad-8daf-5d9c6aa27bbe tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:29.238294 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5aa6fdb2-634d-49ad-8daf-5d9c6aa27bbe tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1086092 Dec 16 16:07:29.241249 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:29.275086 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-42e92731-ec3e-4e97-bb31-f83734c2598e tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323641 Dec 16 16:07:29.278635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34800) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:29.285787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-796418168', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'project_id': 'cd596df92be2407fb203c590e708847c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:07:29.404057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.513439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.569218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99305a15-f85c-4b66-a193-b1187efc4a99 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:07:29.578782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Attempting to bind port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:07:29.579178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Attempting to bind port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:07:29.579547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Attempting to bind port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:07:29.580506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:07:29.587460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.594840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:07:29.595024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:07:29.595674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.595848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:07:29.596518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Bound port: b4ed973c-9d9c-4708-b7e2-22db6d8576f4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:07:29.596928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.601631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Pushing event updated for resources: {'Port': ['ID=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:29.642468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.643970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.643970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.643970 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.644249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.644585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.644917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.645477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.645816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.646157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.646553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.646940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.647266 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:29.709123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] For port b4ed973c-9d9c-4708-b7e2-22db6d8576f4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:07:29.725180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] For port b4ed973c-9d9c-4708-b7e2-22db6d8576f4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:07:29.736027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f7b0d896-c44c-47c1-9903-72578086de38 None None] Provisioning complete for port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:29.741309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7b0d896-c44c-47c1-9903-72578086de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.772616 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0d896-c44c-47c1-9903-72578086de38 None None] Port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:29.774463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494519e3-b78f-4d63-aee4-edf8b5f57c61 req-3131665a-6747-4d3b-8e80-04a8c988063c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:29.776093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-494519e3-b78f-4d63-aee4-edf8b5f57c61 req-3131665a-6747-4d3b-8e80-04a8c988063c tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.1458814 Dec 16 16:07:29.825757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.826956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:29.875209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-494519e3-b78f-4d63-aee4-edf8b5f57c61 req-91840640-233a-42c4-953f-48094cc9610b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917244 Dec 16 16:07:29.908452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9eaba-f088-4fc0-b728-fba63516f965 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:07:29.925676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:29.927331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:29.935388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9f7b-b9e3-4546-b52d-7d6ee95e30ea None None] Pushing event updated for resources: {'Port': ['ID=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:30.083272 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.157060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Subnet': ['ID=b18fad6f-ba37-4dfd-b53b-f75e4b3be23b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:30.174080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.174436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.174783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.175128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.175466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.175806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.176169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.176498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.176868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.177204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.177604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.177856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.178195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:07:30.186063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Checking segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:07:30.192209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network hostable DHCP agents. Network: 6f3f05ab-50ca-4dba-8c46-80d2c006385f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:07:30.252689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] Provisioning complete for port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:30.253116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.308568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:07:30.311429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:30.347721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 34808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:30.410437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6f3f05ab-50ca-4dba-8c46-80d2c006385f) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:30.417124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:30.422038 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.424389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfbba3c-cf3a-4c11-b0c7-d7aa705e416f None None] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:07:30.562999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-352d867b-379e-4ce9-a4dc-34399253f901 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2831063 Dec 16 16:07:30.566235 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:30.573277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.665702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] For port b4ed973c-9d9c-4708-b7e2-22db6d8576f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:30.757633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.802094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'project_id': 'cd596df92be2407fb203c590e708847c', 'fixed_ips': [{'subnet_id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:07:30.803572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:30.898315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d218ae-666b-4d6c-a30a-bd98332e0237 None None] Pushing event updated for resources: {'Port': ['ID=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:31.027143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:27Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:31.074158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b533d-6147-4d3a-a55c-0e5f39acf405 None None] The sync data for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 is: [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:27Z', 'revision_number': 3, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:07:31.151114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.170828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Allocated IP 172.20.0.18 (6f3f05ab-50ca-4dba-8c46-80d2c006385f/b18fad6f-ba37-4dfd-b53b-f75e4b3be23b/fd895d4a-e1e4-432f-acaf-dd0a3bcf570e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:07:31.185658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db309e93-d3b6-48d4-be94-6a63b5b4fe6c req-f67cbfcf-8aa8-4dbc-b3ea-c948c28ce445 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:31.187360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db309e93-d3b6-48d4-be94-6a63b5b4fe6c req-f67cbfcf-8aa8-4dbc-b3ea-c948c28ce445 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0698397 Dec 16 16:07:31.194604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port 39a20d5d-38ee-42ee-9f17-2c75471229b8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:31.194604 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.311694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db309e93-d3b6-48d4-be94-6a63b5b4fe6c req-28701eab-4919-4735-89f0-64d4078ff921 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009202 Dec 16 16:07:31.329639 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.330134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.370798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for 39a20d5d-38ee-42ee-9f17-2c75471229b8 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:31.505099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.585637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.655807 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:07:31.659038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Pushing event updated for resources: {'Port': ['ID=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:31.666000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:31.669005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:07:31.684307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.20.0.17 (6f3f05ab-50ca-4dba-8c46-80d2c006385f/b18fad6f-ba37-4dfd-b53b-f75e4b3be23b/0ed273d0-ce3a-4d07-a53d-19553da88c38) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:07:31.729156 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.763962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Attempting to bind port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:07:31.765061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Attempting to bind port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:07:31.765309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Attempting to bind port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e on network 6f3f05ab-50ca-4dba-8c46-80d2c006385f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:07:31.771413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:07:31.771801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Checking segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:07:31.772266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.772663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Bound using segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:07:31.773160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Bound port: fd895d4a-e1e4-432f-acaf-dd0a3bcf570e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:07:31.773551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.785370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=39a20d5d-38ee-42ee-9f17-2c75471229b8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:31.868216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.874547 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:31.875261 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP 11bc9276-7f4f-4149-892e-439d37726087 disassociated (deleted). External IP: 172.25.7.223, port: d90fdf40-0d6d-4fd7-94ab-45071f2c6154. Dec 16 16:07:31.877419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] For port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:07:31.884952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] For port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:07:31.997700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.029337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.122094 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:32.165387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5de8c-fde3-40ec-84e6-1aa437fbb85e None None] Pushing event updated for resources: {'Port': ['ID=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:32.166002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:07:32.168599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:32.174388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:07:32.296511 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.308682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:07:32.461733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b4ed973c-9d9c-4708-b7e2-22db6d8576f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:32.599417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:32.604658 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.662781 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:32.672510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.678508 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:32.695304 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:32.700761 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:32.702602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:32.787261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb1f7a82-59be-42b4-a28a-9653e69fc381 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "DELETE /v2.0/floatingips/11bc9276-7f4f-4149-892e-439d37726087 HTTP/1.1" status: 204 len: 168 time: 2.4008536 Dec 16 16:07:32.787261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:32.787261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68b1d7-f866-4ab1-b087-533db9c4cd99 req-5d3b464f-51f6-4f46-be58-f12bd5c9c764 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:32.787261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc68b1d7-f866-4ab1-b087-533db9c4cd99 req-5d3b464f-51f6-4f46-be58-f12bd5c9c764 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.2109234 Dec 16 16:07:32.856092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc68b1d7-f866-4ab1-b087-533db9c4cd99 req-c1998928-8f1e-4c87-b831-261bd4e56978 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609362 Dec 16 16:07:32.873026 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:32.989023 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:33.034822 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71911b8-1cdf-4c83-a539-7948a7a7de1b x-openstack-request-id: req-e71911b8-1cdf-4c83-a539-7948a7a7de1b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:33.035258 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:33.035709 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e71911b8-1cdf-4c83-a539-7948a7a7de1b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:33.036292 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'status': 'completed', 'code': 200} Dec 16 16:07:33.200893 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-adf0ccf7-7d7d-4f58-ab09-1c1e3e45aa7e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441250 Dec 16 16:07:33.215119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-93d4fa76-7e5d-4dca-aae5-c609bc2ce6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.217523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-93d4fa76-7e5d-4dca-aae5-c609bc2ce6d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 1096 time: 0.1188776 Dec 16 16:07:33.320471 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:33.428274 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:33.445603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-2fd02e9e-278d-4a78-8b0c-80d833b71696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.447513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-2fd02e9e-278d-4a78-8b0c-80d833b71696 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.1196203 Dec 16 16:07:33.457324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:33.467062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-9b3ff1a0-203d-40aa-af1c-92c27c4cc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.469342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-9b3ff1a0-203d-40aa-af1c-92c27c4cc94a service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.2428577 Dec 16 16:07:33.476888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:07:33.491092 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:33.492491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:33.609841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:33.616424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:33.758575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-75d396f5-e7c5-4eb0-a733-2062b35a67a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 200 len: 217 time: 0.1728711 Dec 16 16:07:33.759269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:33.884292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea86d0a-2c05-41c2-8bf9-01d8b7078164 req-98a7c3e6-aeb5-43fa-8388-cd043a1d63e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.894005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea86d0a-2c05-41c2-8bf9-01d8b7078164 req-98a7c3e6-aeb5-43fa-8388-cd043a1d63e2 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.3983471 Dec 16 16:07:33.942021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-4aa311d1-a5dd-4174-a8cc-c9a440d527ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.944623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-4aa311d1-a5dd-4174-a8cc-c9a440d527ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.2110083 Dec 16 16:07:33.946237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-6db197fb-d8e9-4e5b-a3fa-329375744297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:33.948470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-6db197fb-d8e9-4e5b-a3fa-329375744297 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 200 len: 898 time: 0.4612651 Dec 16 16:07:34.192006 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:34.194604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ea86d0a-2c05-41c2-8bf9-01d8b7078164 req-2a0c88b2-3c15-4fa7-bd77-7a4ae26336e7 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988920 Dec 16 16:07:34.221303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1e27c-9b61-46ac-8151-96360741c6fb None None] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:07:34.247193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21212332-7205-46fd-8f80-11f1a4a0f81e None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'floating_ip_address': '172.25.7.186', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'port_id': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'mac_address': 'fa:16:3e:9d:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:01:26Z', 'updated_at': '2021-12-16T16:01:28Z', 'revision_number': 1, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:07:34.261378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-d2a7f2d0-4df8-426a-8124-60a344c468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:34.263868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-d2a7f2d0-4df8-426a-8124-60a344c468c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3089435 Dec 16 16:07:34.268852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-63023705-5133-4cc7-b585-32e5504eac92 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 200 len: 1002 time: 0.3016346 Dec 16 16:07:34.293010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a200d0c-9fb9-4f9e-9803-178e93d5e0f2 req-6e97ad4b-322e-46a2-9606-c7203c686dbb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:34.302582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a200d0c-9fb9-4f9e-9803-178e93d5e0f2 req-6e97ad4b-322e-46a2-9606-c7203c686dbb tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.2651317 Dec 16 16:07:34.337309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:07:34.339095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:34.434098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] Provisioning complete for port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:34.434098 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:34.493389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fd895d4a-e1e4-432f-acaf-dd0a3bcf570e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:34.497500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 5cfb194b-597f-4372-9b4e-3b459b675af1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:07:34.601737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1a200d0c-9fb9-4f9e-9803-178e93d5e0f2 req-ffc01256-99d5-4a26-8aa1-7c25b202f850 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975929 Dec 16 16:07:34.604383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-f2fbffda-41c4-46d5-a8d4-672e8567a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:34.606885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-f2fbffda-41c4-46d5-a8d4-672e8567a076 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e84fad5-cf65-4dd2-8056-ff0017f42626 HTTP/1.1" status: 200 len: 835 time: 0.2792938 Dec 16 16:07:34.703714 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:34.706564 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:34.730794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-ce42f26a-b440-4c64-92ca-1c97456ebec5 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177525 Dec 16 16:07:34.731124 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-34eae716-1a54-406f-a7ec-edacf8d8b611 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "PUT /v2.0/routers/5cfb194b-597f-4372-9b4e-3b459b675af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1634591 Dec 16 16:07:34.754490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-596c289f-05fc-47b6-b31a-6ffd460982c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:34.757057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-596c289f-05fc-47b6-b31a-6ffd460982c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e8eeab-741d-4f35-a179-b87558142a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329832 Dec 16 16:07:34.772237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] For port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:34.779794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Sync routers for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:34.794861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:34.796068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:34.843788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3c244-757e-47d8-8047-d78aaa9c9eb9 None None] New status for floating IP 11bc9276-7f4f-4149-892e-439d37726087: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:07:34.854735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:34.855533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:34.930239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.018088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea448c57-05a9-4d92-ac1a-c8fac914c580 None None] Pushing event updated for resources: {'Port': ['ID=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:35.075213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c8517bd-f8d6-4594-a4ff-d9f150734ebc req-1b7edba4-663b-47bd-89cd-f13b68782a59 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237052 Dec 16 16:07:35.088472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-562b44ef-daf5-4078-9bd9-1ebefde20221 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111846 Dec 16 16:07:35.140632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:35.209712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-1749a7ea-9005-4d7c-875f-25db770dcc15 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:35.210717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-1749a7ea-9005-4d7c-875f-25db770dcc15 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/networks?id=6f3f05ab-50ca-4dba-8c46-80d2c006385f HTTP/1.1" status: 200 len: 797 time: 0.2230926 Dec 16 16:07:35.218572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-52823b54-9fcb-4b65-b5f3-64e2860a5b3a None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:35.218572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52823b54-9fcb-4b65-b5f3-64e2860a5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.278145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-aaaf07ca-4a97-42be-a4d8-147641e474dd tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/quotas/cd596df92be2407fb203c590e708847c HTTP/1.1" status: 200 len: 375 time: 0.0512159 Dec 16 16:07:35.360833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-52823b54-9fcb-4b65-b5f3-64e2860a5b3a None None] Port 0ed273d0-ce3a-4d07-a53d-19553da88c38 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:35.377443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cf057c-1442-40f1-8826-e6f4e90ab838 req-dc28b85a-cf8d-4422-9e5c-3401ee9f8c82 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727046 Dec 16 16:07:35.392906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-52823b54-9fcb-4b65-b5f3-64e2860a5b3a None None] Provisioning complete for port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:35.393463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52823b54-9fcb-4b65-b5f3-64e2860a5b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.418167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-37b23261-50b6-41e9-9612-ffa019f256ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:35.420788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-37b23261-50b6-41e9-9612-ffa019f256ba tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.2061658 Dec 16 16:07:35.490328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-c39d5431-a209-42c9-b363-fade6032f122 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1761634 Dec 16 16:07:35.534605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ba5f-233d-4a38-a8de-96b3e4b8005e req-7280e8da-8c1c-42a3-bf34-5d5d0607b554 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:35.535402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19d6ba5f-233d-4a38-a8de-96b3e4b8005e req-7280e8da-8c1c-42a3-bf34-5d5d0607b554 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 945 time: 0.1628914 Dec 16 16:07:35.567034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:32Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0ed273d0-ce3a-4d07-a53d-19553da88c38', 'name': '', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:57:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:31Z', 'updated_at': '2021-12-16T16:07:33Z', 'revision_number': 2, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:35.598452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Checking router: 5cfb194b-597f-4372-9b4e-3b459b675af1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:07:35.598852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Updating router 5cfb194b-597f-4372-9b4e-3b459b675af1 port 0ed273d0-ce3a-4d07-a53d-19553da88c38 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:07:35.618790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:35.619148 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.633993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.643610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-19d6ba5f-233d-4a38-a8de-96b3e4b8005e req-b4e7e9b9-09fa-4c6b-ba69-edd222b95953 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956914 Dec 16 16:07:35.871311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port d90fdf40-0d6d-4fd7-94ab-45071f2c6154, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:35.871727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.888314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-df955b16-89c9-46a8-9d83-90e2d56449dd None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:35.888709 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df955b16-89c9-46a8-9d83-90e2d56449dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:35.892340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a39c4-2b63-4fd9-b8ac-2feeabb6a883 req-88c42cfd-2419-49a5-b7fa-5e68903ae496 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:35.893958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-320a39c4-2b63-4fd9-b8ac-2feeabb6a883 req-88c42cfd-2419-49a5-b7fa-5e68903ae496 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.1481047 Dec 16 16:07:35.908546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for d90fdf40-0d6d-4fd7-94ab-45071f2c6154 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:35.921721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-ee8974c0-f452-4566-a35c-ab0c92265cd6 service neutron] 10.222.0.71 "GET /v2.0/networks/6f3f05ab-50ca-4dba-8c46-80d2c006385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243668 Dec 16 16:07:36.000106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-df955b16-89c9-46a8-9d83-90e2d56449dd None None] Port 0ed273d0-ce3a-4d07-a53d-19553da88c38 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:36.058605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-320a39c4-2b63-4fd9-b8ac-2feeabb6a883 req-5f0b0b5b-7bc4-4760-8cbd-6f8fdfbbdf7a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513915 Dec 16 16:07:36.108955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-56031628-dc82-48f7-8a38-5f4bca51229b service neutron] 10.222.0.71 "GET /v2.0/networks/6f3f05ab-50ca-4dba-8c46-80d2c006385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716197 Dec 16 16:07:36.162310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-96b1addd-fa47-4397-a3fb-ee2bbe3ee16e None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:36.162749 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-96b1addd-fa47-4397-a3fb-ee2bbe3ee16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.208445 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.213878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-96b1addd-fa47-4397-a3fb-ee2bbe3ee16e None None] Port 0ed273d0-ce3a-4d07-a53d-19553da88c38 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:36.253611 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.277092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fd895d4a-e1e4-432f-acaf-dd0a3bcf570e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:36.289477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=d90fdf40-0d6d-4fd7-94ab-45071f2c6154,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:36.343251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:36.343674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.385990 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.395113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port d90fdf40-0d6d-4fd7-94ab-45071f2c6154 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:07:36.399682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.403275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e00a41de-fe0d-4faf-88cc-8cabfe502ff9 req-f84d69f8-2180-4fcd-a493-ee79bd6b15f9 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "DELETE /v2.0/ports/d90fdf40-0d6d-4fd7-94ab-45071f2c6154 HTTP/1.1" status: 204 len: 173 time: 0.9749384 Dec 16 16:07:36.403749 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'name': 'network-vif-deleted', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:36.407009 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea7767f-1901-4b7b-b036-da1ffb47a971" -d '{"events": [{"server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "name": "network-vif-deleted", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:36.426923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31b254fd-af4a-4171-ba4e-cd6ded69d76a req-fc64e2ec-52b7-4b05-af33-b3c1bd5fb2ac tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0411606 Dec 16 16:07:36.475253 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaee7e6-3ca5-4b32-83dd-c8b9d4166e77 x-openstack-request-id: req-ebaee7e6-3ca5-4b32-83dd-c8b9d4166e77 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:36.475549 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acc1517-f88a-47f4-a536-9378df06f86e", "name": "network-vif-deleted", "tag": "d90fdf40-0d6d-4fd7-94ab-45071f2c6154", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:36.475809 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebaee7e6-3ca5-4b32-83dd-c8b9d4166e77 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:36.476300 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acc1517-f88a-47f4-a536-9378df06f86e', 'name': 'network-vif-deleted', 'tag': 'd90fdf40-0d6d-4fd7-94ab-45071f2c6154', 'status': 'completed', 'code': 200} Dec 16 16:07:36.489746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ed9b-587c-4d0c-bbbd-93ffe31446bc None None] Pushing event updated for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:36.574177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Attempting to bind port 0ed273d0-ce3a-4d07-a53d-19553da88c38 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:07:36.574652 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Attempting to bind port 0ed273d0-ce3a-4d07-a53d-19553da88c38 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:07:36.575026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Attempting to bind port 0ed273d0-ce3a-4d07-a53d-19553da88c38 on network 6f3f05ab-50ca-4dba-8c46-80d2c006385f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Checking segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Bound using segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Bound port: 0ed273d0-ce3a-4d07-a53d-19553da88c38, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:07:36.587584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.660698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] For port 0ed273d0-ce3a-4d07-a53d-19553da88c38, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:07:36.665400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] For port 0ed273d0-ce3a-4d07-a53d-19553da88c38, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0ed273d0-ce3a-4d07-a53d-19553da88c38,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:07:36.742963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.774121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-874ad8e1-6fc9-446d-ad23-4d11d9856c5a req-b5917be5-d8ad-4d42-ab51-7ecadd2c9c15 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0326385 Dec 16 16:07:36.839104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ed9b-587c-4d0c-bbbd-93ffe31446bc None None] Pushing event updated for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:36.852028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:36.853068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:36.882895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:36.883798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:37.056413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:37.059492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:37.223317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] For port 0ed273d0-ce3a-4d07-a53d-19553da88c38, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0ed273d0-ce3a-4d07-a53d-19553da88c38,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:37.227066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc682e70-4719-49d8-942f-b5ecee386aee req-4e47a38e-8bb5-4ce7-9bb9-fb8cc1d5e7b3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:37.228973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc682e70-4719-49d8-942f-b5ecee386aee req-4e47a38e-8bb5-4ce7-9bb9-fb8cc1d5e7b3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0585513 Dec 16 16:07:37.290580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc682e70-4719-49d8-942f-b5ecee386aee req-fa34ebe8-6e02-4669-96e3-ff50e9d460b8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529308 Dec 16 16:07:37.314046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:37.407171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c509991-0cd0-42ab-a786-b5e34fdc3224 None None] Pushing event updated for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:37.453007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-82a96be7-673f-4c55-a428-23f7bd08b3ad None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:37.453373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82a96be7-673f-4c55-a428-23f7bd08b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:37.507868 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:32Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0ed273d0-ce3a-4d07-a53d-19553da88c38', 'name': '', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:57:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:31Z', 'updated_at': '2021-12-16T16:07:36Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:37.517288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c61e9a-3bc0-4380-ab82-653cb700e715 req-f201cdbb-8971-4ab2-a402-a6192f3a4d4e tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0318546 Dec 16 16:07:37.544581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399bdc0-b68d-421e-8512-d046fc9c8512 None None] The sync data for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 is: [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:32Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '0ed273d0-ce3a-4d07-a53d-19553da88c38', 'name': '', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:57:8a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:31Z', 'updated_at': '2021-12-16T16:07:36Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:07:37.943646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d2395669-35d1-48d5-9a12-634dfc8984d4 req-7260ff40-8d2a-452d-9352-232ed676c3e4 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0370901 Dec 16 16:07:38.115336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d90fdf40-0d6d-4fd7-94ab-45071f2c6154 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:38.150943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: d90fdf40-0d6d-4fd7-94ab-45071f2c6154 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:07:38.151297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device d90fdf40-0d6d-4fd7-94ab-45071f2c6154 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:07:38.338231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0ed273d0-ce3a-4d07-a53d-19553da88c38 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:38.426348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 0ed273d0-ce3a-4d07-a53d-19553da88c38 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:38.427007 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:38.480165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b884d01-7dd3-4b57-8948-97e46d038282 req-3b1bc36b-f2ad-4afd-aba5-d3eed5057164 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:38.490478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b884d01-7dd3-4b57-8948-97e46d038282 req-3b1bc36b-f2ad-4afd-aba5-d3eed5057164 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0770309 Dec 16 16:07:38.564650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b884d01-7dd3-4b57-8948-97e46d038282 req-588e1c7f-85bd-44b1-8aea-3ba8a66e2ece tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726571 Dec 16 16:07:38.626787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dd02d05-4855-44ce-a589-6596ba8fd1e4 req-1c46d594-ed1a-4860-ae2a-d926ca7a0858 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Dec 16 16:07:39.067797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b242f6f-5207-4cb4-9d79-b549b0cea912 req-6aa32069-28ec-479f-8c46-a38387104d5f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0339797 Dec 16 16:07:39.124411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-c7190ffe-424a-4c5b-b7b3-5c5dba357bd0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:39.127922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-c7190ffe-424a-4c5b-b7b3-5c5dba357bd0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.30 "GET /v2.0/networks?id=6f3f05ab-50ca-4dba-8c46-80d2c006385f HTTP/1.1" status: 200 len: 797 time: 0.1458268 Dec 16 16:07:39.146679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Request body: {'port': {'device_id': '2a974d6c-def5-4470-81b6-278d9d977841', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'admin_state_up': True, 'tenant_id': 'cd596df92be2407fb203c590e708847c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:07:39.735841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20cf2e-2d9e-418a-b276-b1952da460d5 req-9c46bdfd-5b7f-447b-ad50-3dc347c460ed tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:39.738287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e20cf2e-2d9e-418a-b276-b1952da460d5 req-9c46bdfd-5b7f-447b-ad50-3dc347c460ed tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.1000042 Dec 16 16:07:39.743031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Made reservation on behalf of cd596df92be2407fb203c590e708847c for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:07:39.747745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:39.780177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3ca1ec0-c78d-40ab-9176-96d8cb596d30 req-87ed0fb5-4cb8-4fbb-af06-2498839a667d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0724876 Dec 16 16:07:39.951936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e20cf2e-2d9e-418a-b276-b1952da460d5 req-0c4df6a8-7944-4c96-890e-e0d3a4bf6581 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762862 Dec 16 16:07:40.044277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Allocated IP 172.20.0.25 (6f3f05ab-50ca-4dba-8c46-80d2c006385f/b18fad6f-ba37-4dfd-b53b-f75e4b3be23b/84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:07:40.193700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ae19eef-5b69-4d41-bca6-79cc135f3d62 req-672ad33f-8847-4977-9ee5-c6f77783acce tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0422695 Dec 16 16:07:40.210822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:40.343009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:40.388374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:07:40.391638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:07:40.394281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:07:40.422892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event updated for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:40.454676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:40.455521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:40.595437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f0b3d933-f59e-4e5c-9dba-218dbff93e2d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4539049 Dec 16 16:07:40.614486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Request body: {'port': {'device_id': '2a974d6c-def5-4470-81b6-278d9d977841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:07:40.630657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-cd7a4c2a-f9fc-40be-9dbc-5d8d0724954b None None] Provisioning complete for port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:40.631305 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cd7a4c2a-f9fc-40be-9dbc-5d8d0724954b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:40.670917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a4c2a-f9fc-40be-9dbc-5d8d0724954b None None] Port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:07:40.679520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:40.971020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8052-7bac-49de-9a58-36224ed971e0 req-64d31d4e-f218-414e-b9b5-ece732c4b85e tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:40.972558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d7c8052-7bac-49de-9a58-36224ed971e0 req-64d31d4e-f218-414e-b9b5-ece732c4b85e tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 895 time: 0.0900853 Dec 16 16:07:41.028579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:07:41.058227 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:41.091519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Transition to ACTIVE for port object 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:07:41.115845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2f6f-6d70-4f7b-953c-0e4bd12c7374 req-4bb5d4a3-29fb-471d-9fee-3a86af84df5b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:41.120314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-362f2f6f-6d70-4f7b-953c-0e4bd12c7374 req-4bb5d4a3-29fb-471d-9fee-3a86af84df5b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0770838 Dec 16 16:07:41.173923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-362f2f6f-6d70-4f7b-953c-0e4bd12c7374 req-081059ec-61e6-4ad4-924d-75fa5b3d96ce tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503733 Dec 16 16:07:41.187776 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:41.247613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:41.337230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Attempting to bind port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:07:41.337582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Attempting to bind port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:07:41.337920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Attempting to bind port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c on network 6f3f05ab-50ca-4dba-8c46-80d2c006385f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:07:41.368588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c on network 6f3f05ab-50ca-4dba-8c46-80d2c006385f not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:07:41.368978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Attempting to bind port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c on network 6f3f05ab-50ca-4dba-8c46-80d2c006385f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:07:41.372732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-117809fe-a158-48a2-82f9-f7aa94ec0d23 req-3006f580-baa8-4632-bcd5-f2b73c112521 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0367873 Dec 16 16:07:41.377334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:07:41.377692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Checking segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:07:41.378104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Bound using segment: {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:07:41.378552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Bound port: 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f391f26-9819-491d-a41d-76264b5bf44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:07:41.378923 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:41.453574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:07:41.468448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:07:41.585482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:41.621571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:41.622218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:41.623736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c HTTP/1.1" status: 200 len: 1055 time: 1.0138774 Dec 16 16:07:41.624265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:41.627576 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c50444-5cc0-444f-9830-44e6fd034598" -d '{"events": [{"name": "network-changed", "server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:41.656674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c22749-7ad8-47e6-960e-1556b1c8e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:41.673107 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd83dfc3-06b6-4ab1-add7-5ad53a4c2f59 x-openstack-request-id: req-dd83dfc3-06b6-4ab1-add7-5ad53a4c2f59 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:41.673413 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:41.673677 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd83dfc3-06b6-4ab1-add7-5ad53a4c2f59 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:41.674104 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c', 'status': 'completed', 'code': 200} Dec 16 16:07:41.764742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c50444-5cc0-444f-9830-44e6fd034598 req-e1a6a014-85dd-4dbd-81a7-9a6228b625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:41.766368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42c50444-5cc0-444f-9830-44e6fd034598 req-e1a6a014-85dd-4dbd-81a7-9a6228b625e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 1058 time: 0.0504098 Dec 16 16:07:41.890400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c50444-5cc0-444f-9830-44e6fd034598 req-157e2f14-158c-4dd4-becc-bb90cad21c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:41.890887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c50444-5cc0-444f-9830-44e6fd034598 req-157e2f14-158c-4dd4-becc-bb90cad21c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:41.892480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42c50444-5cc0-444f-9830-44e6fd034598 req-157e2f14-158c-4dd4-becc-bb90cad21c6a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cd596df92be2407fb203c590e708847c&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1085155 Dec 16 16:07:42.014544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c50444-5cc0-444f-9830-44e6fd034598 req-5d1fb8e8-ed9e-40a0-ae95-7a7fcb448d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.016368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42c50444-5cc0-444f-9830-44e6fd034598 req-5d1fb8e8-ed9e-40a0-ae95-7a7fcb448d1e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038342 Dec 16 16:07:42.134528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eafc0-88ad-4af3-aa08-48ebf0572a44 req-df91fe3d-fe85-4427-8ba8-edfd9f4eb0b3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.135955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b57eafc0-88ad-4af3-aa08-48ebf0572a44 req-df91fe3d-fe85-4427-8ba8-edfd9f4eb0b3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 907 time: 0.0825341 Dec 16 16:07:42.141856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-12d6b0d1-7228-4ffe-9817-e6567fd58cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.143289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-12d6b0d1-7228-4ffe-9817-e6567fd58cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 1058 time: 0.0618756 Dec 16 16:07:42.201730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-fca22672-0b3a-457e-a6e4-fb11919e1d49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c HTTP/1.1" status: 200 len: 217 time: 0.0405352 Dec 16 16:07:42.283716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-2b1f45b6-cd42-48df-80c9-1461cd45136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.285209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-2b1f45b6-cd42-48df-80c9-1461cd45136b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b18fad6f-ba37-4dfd-b53b-f75e4b3be23b HTTP/1.1" status: 200 len: 837 time: 0.0684903 Dec 16 16:07:42.307222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86215-5a2e-4c48-a2e5-a73693a66dd0 req-e56c5663-5a78-439c-83bb-f892672612e1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.308734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37f86215-5a2e-4c48-a2e5-a73693a66dd0 req-e56c5663-5a78-439c-83bb-f892672612e1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0570676 Dec 16 16:07:42.387578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-763f829e-765e-4b3e-838c-d75e1b839876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:42.389065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-763f829e-765e-4b3e-838c-d75e1b839876 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f3f05ab-50ca-4dba-8c46-80d2c006385f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794151 Dec 16 16:07:42.393371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37f86215-5a2e-4c48-a2e5-a73693a66dd0 req-f657da63-a640-4466-b7ba-57d37af7c6ca tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754306 Dec 16 16:07:42.497520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-cc505785-29cd-426d-a788-7e23c582e2de service neutron] 10.222.0.30 "GET /v2.0/networks/6f3f05ab-50ca-4dba-8c46-80d2c006385f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004992 Dec 16 16:07:42.520464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-635ed0bc-cd41-4a5d-b5a4-050d32c5ea29 req-c1782922-d118-40b9-94b1-dce2fc29e326 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=8acc1517-f88a-47f4-a536-9378df06f86e HTTP/1.1" status: 200 len: 210 time: 0.0392933 Dec 16 16:07:42.611916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f1168c5-0c19-43d6-a6a3-b334d1b2f265 req-1ba2146e-ac27-4276-b7b8-40131ca7efb4 service neutron] 10.222.0.30 "GET /v2.0/networks/6f3f05ab-50ca-4dba-8c46-80d2c006385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006119 Dec 16 16:07:43.270133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104e074-ba9a-496a-80b3-15ae079580d4 req-5f706b8e-5f35-40fe-a6e1-7a87c9f43edc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:43.271872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3104e074-ba9a-496a-80b3-15ae079580d4 req-5f706b8e-5f35-40fe-a6e1-7a87c9f43edc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 907 time: 0.0591297 Dec 16 16:07:43.519200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f431f2-4e02-4229-a82c-ef127fe154f2 req-c1015b04-a481-4836-b8b6-ca2058b6b3f4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:43.520885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95f431f2-4e02-4229-a82c-ef127fe154f2 req-c1015b04-a481-4836-b8b6-ca2058b6b3f4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0511947 Dec 16 16:07:43.582254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95f431f2-4e02-4229-a82c-ef127fe154f2 req-1bf3761c-bdac-44fc-b5ea-95b44268ed9b tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548549 Dec 16 16:07:44.131293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:07:44.192815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2bf14afb-4a98-4595-a40c-d382a016e755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:44.237914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:44.254329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c', 'network_id': '6f3f05ab-50ca-4dba-8c46-80d2c006385f', 'port_id': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c', 'mac_address': 'fa:16:3e:8f:44:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18fad6f-ba37-4dfd-b53b-f75e4b3be23b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:07:44.293965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:44.308240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:07:44.330082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:44.404854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:44.405326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7b18-7c8e-4ee3-b0d0-5e24664b382c req-cd519a6a-1acb-4028-8a50-60d2453825dc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:44.407518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8eea7b18-7c8e-4ee3-b0d0-5e24664b382c req-cd519a6a-1acb-4028-8a50-60d2453825dc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 907 time: 0.0552287 Dec 16 16:07:44.459323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:44.697279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:07:44.722567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cb5b3-4692-4651-89f5-7ef32623e056 req-ef2d1f1d-3eb5-4419-9c01-f35dcf41bf34 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:44.725316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb2cb5b3-4692-4651-89f5-7ef32623e056 req-ef2d1f1d-3eb5-4419-9c01-f35dcf41bf34 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0684752 Dec 16 16:07:44.797703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb2cb5b3-4692-4651-89f5-7ef32623e056 req-6d5e9c55-9de2-4fd2-a6d6-b87c698eafb1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656176 Dec 16 16:07:45.557024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1211d-1950-4189-9750-7f094036acbf req-a9ffeaed-e973-40ec-816f-cf6d7bcf3ca1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:45.558842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9a1211d-1950-4189-9750-7f094036acbf req-a9ffeaed-e973-40ec-816f-cf6d7bcf3ca1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 908 time: 0.0535219 Dec 16 16:07:45.943043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c090d1-7a27-43b8-aa28-f916e6661ab5 req-288b67ee-f71f-4b84-a0fe-717fa1f4c769 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:45.945025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14c090d1-7a27-43b8-aa28-f916e6661ab5 req-288b67ee-f71f-4b84-a0fe-717fa1f4c769 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0656867 Dec 16 16:07:46.003283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14c090d1-7a27-43b8-aa28-f916e6661ab5 req-12cd9100-0091-49ff-8e02-d6af0c08aae9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495505 Dec 16 16:07:46.130577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:46.287624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:07:46.292095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:46.292520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:46.377918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:46.405926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:46.421589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:46.453458 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9776c17-f5fa-4de4-bd70-f149955d2508" -d '{"events": [{"server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "name": "network-vif-plugged", "status": "completed", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:46.516445 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:46.528979 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0fd80fa-86ad-44c9-9c84-ea58d9039b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:46.558918 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad0a939-6e5d-4b1b-b304-43c7141cabe5 x-openstack-request-id: req-7ad0a939-6e5d-4b1b-b304-43c7141cabe5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:46.559376 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "name": "network-vif-plugged", "status": "completed", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:46.559677 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ad0a939-6e5d-4b1b-b304-43c7141cabe5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:46.560114 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c', 'code': 200} Dec 16 16:07:46.577925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:46.734661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96736f25-2634-40b4-8319-1c5ad4121503 req-35587320-e0e1-4f3e-9a11-7dd78230a6bd tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:46.736309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96736f25-2634-40b4-8319-1c5ad4121503 req-35587320-e0e1-4f3e-9a11-7dd78230a6bd tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0797863 Dec 16 16:07:46.742960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859154-72c2-4c94-b30f-28fbb412648c req-80efd5fb-e91d-4990-9b81-101f8749e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:46.744462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00859154-72c2-4c94-b30f-28fbb412648c req-80efd5fb-e91d-4990-9b81-101f8749e59c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 1060 time: 0.0772669 Dec 16 16:07:47.136413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8970a58-3b70-4e04-abde-13b815d7784c req-effdb443-e85e-470f-b69a-7cef6b2a15b8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:47.137944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8970a58-3b70-4e04-abde-13b815d7784c req-effdb443-e85e-470f-b69a-7cef6b2a15b8 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0554090 Dec 16 16:07:47.198722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8970a58-3b70-4e04-abde-13b815d7784c req-73d0b23f-37de-424f-9ade-e79474422913 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534301 Dec 16 16:07:47.913703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0bd14-3446-476e-a2c1-bda72386052f req-91480a2d-76ad-4161-8127-ed388bff37e0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:47.916581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5fe0bd14-3446-476e-a2c1-bda72386052f req-91480a2d-76ad-4161-8127-ed388bff37e0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0858119 Dec 16 16:07:47.945270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:48.341236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1737a-f1cf-4360-9c7e-343a22549cd3 req-8a6179c3-419c-4e44-95f5-b5bdf3b6935e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:48.343571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24e1737a-f1cf-4360-9c7e-343a22549cd3 req-8a6179c3-419c-4e44-95f5-b5bdf3b6935e tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0703549 Dec 16 16:07:48.413591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24e1737a-f1cf-4360-9c7e-343a22549cd3 req-769fbcfe-d183-431e-9a36-f93661908524 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629110 Dec 16 16:07:48.906301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615a260-6baf-49a7-9955-703314270012 req-4dd7e77b-06af-4c49-a0b3-5c4cf0f86113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:48.907928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1615a260-6baf-49a7-9955-703314270012 req-4dd7e77b-06af-4c49-a0b3-5c4cf0f86113 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1097 time: 0.0438604 Dec 16 16:07:48.965886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1615a260-6baf-49a7-9955-703314270012 req-3ecceed8-e3b2-4560-bd3c-2f67fc18d12a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483334 Dec 16 16:07:49.059515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92681442-7c3b-4920-95c6-6de5477a41da req-1c5c4633-aa59-4265-936d-71663f12db7d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.061550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92681442-7c3b-4920-95c6-6de5477a41da req-1c5c4633-aa59-4265-936d-71663f12db7d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0529883 Dec 16 16:07:49.177685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77d952-c7ce-4ba3-9d67-8bb137a4af4f req-953ffc4e-e672-4aba-acdd-eee6c0be87ae tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.179191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc77d952-c7ce-4ba3-9d67-8bb137a4af4f req-953ffc4e-e672-4aba-acdd-eee6c0be87ae tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0502348 Dec 16 16:07:49.296812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bdece-36da-4215-86a1-a99702ce5d21 req-9bcb7598-18f5-40f5-b907-1aa556161fd5 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.298339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-251bdece-36da-4215-86a1-a99702ce5d21 req-9bcb7598-18f5-40f5-b907-1aa556161fd5 tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 1060 time: 0.0484123 Dec 16 16:07:49.410822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da60503-466b-49fa-976c-71c988f58dcb req-4f5231fe-4510-4de3-aa26-5303a33b5abc tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.412585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4da60503-466b-49fa-976c-71c988f58dcb req-4f5231fe-4510-4de3-aa26-5303a33b5abc tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.0433092 Dec 16 16:07:49.441950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:49.477117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4da60503-466b-49fa-976c-71c988f58dcb req-feff1cee-8177-41fd-a1e7-41b1dce9bbfa tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575051 Dec 16 16:07:49.506322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34958) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:49.546546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691c283-0b3a-428f-96f1-dd01a5d7af88 req-b54087f1-9026-44b8-84d1-8933b6a444c1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.548452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0691c283-0b3a-428f-96f1-dd01a5d7af88 req-b54087f1-9026-44b8-84d1-8933b6a444c1 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0608988 Dec 16 16:07:49.557579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256e39e-0a08-4b9c-836d-f7fdfba8362f tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:49.560274 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8256e39e-0a08-4b9c-836d-f7fdfba8362f tempest-TestSecurityGroupsBasicOps-1552800714 tempest-TestSecurityGroupsBasicOps-1552800714-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 1055 time: 0.0525079 Dec 16 16:07:49.620910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0691c283-0b3a-428f-96f1-dd01a5d7af88 req-fc0da922-4011-4924-b105-765fd9d8e5a3 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608921 Dec 16 16:07:50.102200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:50.110817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdbf6e-5c67-4b7d-bcf7-f5c3d16193b9 req-7d9d408f-ea7e-448d-8c8b-50d34c6cb186 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:50.112626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6bdbf6e-5c67-4b7d-bcf7-f5c3d16193b9 req-7d9d408f-ea7e-448d-8c8b-50d34c6cb186 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0545497 Dec 16 16:07:50.130923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:07:50.143564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:50.299873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:50.302694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:50.326924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '679e36da-91ec-45f9-add2-54cef60f083a', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'port_id': '679e36da-91ec-45f9-add2-54cef60f083a', 'mac_address': 'fa:16:3e:36:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:07:50.343102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:50.345495 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d4b64-95fd-4682-8935-a36996a8ecc2" -d '{"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-unplugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:50.380673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:50.391211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:50.403743 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ad72d7-cc70-4879-98a6-0e95d440f152 x-openstack-request-id: req-41ad72d7-cc70-4879-98a6-0e95d440f152 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:50.404107 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-unplugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:50.404401 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41ad72d7-cc70-4879-98a6-0e95d440f152 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:50.404801 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'code': 200} Dec 16 16:07:50.408045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:07:50.528028 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:50.604153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:07:50.604510 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:07:50.609645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:50.764209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6ea99-69e3-40af-8993-bf8ab73c298e req-363d4b28-56e9-41c0-ac94-d556be98e99a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:50.765822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ee6ea99-69e3-40af-8993-bf8ab73c298e req-363d4b28-56e9-41c0-ac94-d556be98e99a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 944 time: 0.0542154 Dec 16 16:07:50.823999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ee6ea99-69e3-40af-8993-bf8ab73c298e req-ed722131-6c76-42cd-8b02-8e2a71e9cbea tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476000 Dec 16 16:07:50.847926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34970) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:50.915211 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-432d4483-c958-42f6-be1a-d48480bd95bc tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/floatingips/36af0017-d46f-4d44-98ab-878f6c4d2309 HTTP/1.1" status: 200 len: 991 time: 0.0660810 Dec 16 16:07:51.141861 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.156753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:07:51.188729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:51.252521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245c8f6-63f7-4056-bb36-9eaf14339b19 req-c9d78060-00b8-4dc5-b846-6d2ed28404e7 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:51.254570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7245c8f6-63f7-4056-bb36-9eaf14339b19 req-c9d78060-00b8-4dc5-b846-6d2ed28404e7 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0583651 Dec 16 16:07:51.419187 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34976) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:51.441860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.490608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:51.585869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port a5d72fcf-5961-4704-b3a6-d98623af6cf8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:51.586218 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.633651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-5fc8a411-0152-442f-8d05-fb68f5c57cec tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:51.635883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-5fc8a411-0152-442f-8d05-fb68f5c57cec tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 909 time: 0.0573609 Dec 16 16:07:51.699569 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.699925 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.714938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for a5d72fcf-5961-4704-b3a6-d98623af6cf8 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:51.715692 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:07:51.742940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['679e36da-91ec-45f9-add2-54cef60f083a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:07:51.756427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:51.757562 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.898678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:51.899472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:51.916765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:51.997246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:52.051760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=a5d72fcf-5961-4704-b3a6-d98623af6cf8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:52.118444 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:52.118832 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Floating IP c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db disassociated (deleted). External IP: 172.25.7.186, port: ec3b0ecd-e0b6-41cd-88e7-c07e2032816e. Dec 16 16:07:52.147533 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:52.174896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:52.235104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] No DVR routers for this DVR port 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:07:52.238929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:52.244488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deddc256-1d09-44a7-a89e-cab25527e3f9 req-cf3cbc67-f72d-42d3-b991-22b06cf864b1 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.30 "DELETE /v2.0/ports/84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c HTTP/1.1" status: 204 len: 173 time: 0.6025133 Dec 16 16:07:52.245091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'name': 'network-vif-deleted', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:52.248534 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db212ee0-23dd-43f3-8ce9-1e149d241906" -d '{"events": [{"server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "name": "network-vif-deleted", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:52.304020 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f8e8d-fad7-4599-bd1c-f0827d43a0c1 x-openstack-request-id: req-557f8e8d-fad7-4599-bd1c-f0827d43a0c1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:52.304693 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a974d6c-def5-4470-81b6-278d9d977841", "name": "network-vif-deleted", "tag": "84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:52.304693 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-557f8e8d-fad7-4599-bd1c-f0827d43a0c1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:52.305007 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a974d6c-def5-4470-81b6-278d9d977841', 'name': 'network-vif-deleted', 'tag': '84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c', 'status': 'completed', 'code': 200} Dec 16 16:07:52.379238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ea1c627b-168c-451a-9af2-55991b0872e8 req-f6de4d4a-855c-49ac-84e4-8d0f4d7a6b42 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0351179 Dec 16 16:07:52.387237 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:07:52.517458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:52.522910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:52.528020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:52.540370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:52.540973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:52.559286 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1c72a8a0-a152-490f-a70e-856a02f6dd88 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "DELETE /v2.0/floatingips/c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db HTTP/1.1" status: 204 len: 168 time: 1.1389043 Dec 16 16:07:52.559943 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:52.562430 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afd6a8fbed1851ac10673f87578572c8831e046c441397fc10537281583ffa84" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1" -d '{"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:52.615072 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34792a2-8442-4d27-aed1-2e3f2f1bd3e4 x-openstack-request-id: req-f34792a2-8442-4d27-aed1-2e3f2f1bd3e4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:52.616086 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:52.616086 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f34792a2-8442-4d27-aed1-2e3f2f1bd3e4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:52.616308 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'status': 'completed', 'code': 200} Dec 16 16:07:52.734835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-dbbbad62-5af4-43a5-81ae-edc51cb391a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:52.737439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-dbbbad62-5af4-43a5-81ae-edc51cb391a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=318d9bc282b846ffb24d867489ae1e81&device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 1096 time: 0.0595105 Dec 16 16:07:52.831682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:52.836117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-7f9fa854-2863-4761-843d-540d56bead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:52.837614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-7f9fa854-2863-4761-843d-540d56bead80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 200 len: 912 time: 0.0933113 Dec 16 16:07:52.883481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-c7db66cf-f324-42e7-b70d-188467837d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 200 len: 217 time: 0.0375972 Dec 16 16:07:52.970388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-349ed3a9-d3da-400d-a3e1-c9f7c828f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:52.972214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-349ed3a9-d3da-400d-a3e1-c9f7c828f35b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 200 len: 850 time: 0.0804992 Dec 16 16:07:53.034203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-573d0009-8e24-4fd8-8a11-083e8ce366f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:53.036030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-573d0009-8e24-4fd8-8a11-083e8ce366f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11949fb3-7fef-4421-8942-e7229dab33c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554404 Dec 16 16:07:53.095585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:53.125655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:07:53.136269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:53.136960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:53.196268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f8a4a-4b04-45b8-ac52-4fc550fb386d req-baf0df6e-b16d-4354-aa7a-23d3b57d0c5f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:53.197825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a62f8a4a-4b04-45b8-ac52-4fc550fb386d req-baf0df6e-b16d-4354-aa7a-23d3b57d0c5f tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 945 time: 0.0859888 Dec 16 16:07:53.202889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-e862e64e-b286-48f5-b210-cdcf0f6b3178 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589830 Dec 16 16:07:53.275271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:53.314465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a62f8a4a-4b04-45b8-ac52-4fc550fb386d req-4f558ce5-bb2e-46cd-a6bf-1caf2a27e62c tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/security-groups?id=c04da7f2-2ce7-436c-a1ab-a1758e88f238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084774 Dec 16 16:07:53.354354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4110ad2-d0f6-4a40-b400-9ef4e956dba1 req-b8b26dae-06e8-45fc-b3af-8f7f424750a6 service neutron] 10.222.0.30 "GET /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411555 Dec 16 16:07:53.503230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9742a93-34da-4887-916c-4b72f2d93815 req-05fefa98-47e6-424a-a17e-cb23163eecdc tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=2a974d6c-def5-4470-81b6-278d9d977841 HTTP/1.1" status: 200 len: 210 time: 0.0319328 Dec 16 16:07:53.529555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:53.558715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814baed1-df96-4ad9-8994-e5620a7728a7 None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T15:48:58Z', 'revision_number': 4, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '966ee0d8-9166-4ed4-93a3-f0cf209bf367', 'name': '', 'network_id': '11949fb3-7fef-4421-8942-e7229dab33c3', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'mac_address': 'fa:16:3e:1c:35:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:57Z', 'updated_at': '2021-12-16T15:49:06Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'subnets': [{'id': 'ea1f3ea8-b901-4d64-97b2-9363d3f94f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:07:53.808250 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6970c-5ca1-4aba-84cc-8e29cc481d4d None None] New status for floating IP c2a2a3e5-dfd0-44d0-aad7-ebaacbe278db: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:07:53.869747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18651186-2a61-4681-b132-149994d0d61d req-5f365e8e-c386-43a5-8cf8-058eb93c8a04 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:07:53.871327 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18651186-2a61-4681-b132-149994d0d61d req-5f365e8e-c386-43a5-8cf8-058eb93c8a04 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 945 time: 0.0537930 Dec 16 16:07:53.978151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:53.978495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.076832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] For port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:54.077108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.091634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for ec3b0ecd-e0b6-41cd-88e7-c07e2032816e owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:54.177299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:07:54.239673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 679e36da-91ec-45f9-add2-54cef60f083a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:07:54.240247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.327341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.336489 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.352464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:54.354815 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d1ecd-c3fa-46f4-9e81-527c06ee27b6" -d '{"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-plugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:54.368590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:54.378722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=ec3b0ecd-e0b6-41cd-88e7-c07e2032816e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:54.413862 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d73f6f9-af48-4f02-a668-9a4aaadf2ef5 x-openstack-request-id: req-3d73f6f9-af48-4f02-a668-9a4aaadf2ef5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:54.414559 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-plugged", "status": "completed", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:54.414790 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d73f6f9-af48-4f02-a668-9a4aaadf2ef5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:54.415458 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'code': 200} Dec 16 16:07:54.453435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] No DVR routers for this DVR port ec3b0ecd-e0b6-41cd-88e7-c07e2032816e on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:07:54.470309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.476433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18651186-2a61-4681-b132-149994d0d61d req-fb91f240-7995-40af-9453-32dc6c1a2420 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.30 "DELETE /v2.0/ports/ec3b0ecd-e0b6-41cd-88e7-c07e2032816e HTTP/1.1" status: 204 len: 173 time: 0.5986981 Dec 16 16:07:54.477208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'name': 'network-vif-deleted', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:54.481457 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c688e-bc94-4496-9088-e05c8ed10091" -d '{"events": [{"server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "name": "network-vif-deleted", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:54.496728 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:54.501102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:54.516348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b47caee-b7e4-4425-bdd3-7cff0b540461 req-cf5265ae-fc97-4f9c-9bf0-275cd5786910 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0650887 Dec 16 16:07:54.550986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:07:54.551656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 84ab4d1b-cfc5-4d10-a936-b6b8babb0e3c not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:07:54.552301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ec3b0ecd-e0b6-41cd-88e7-c07e2032816e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:54.557466 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcb0c5b-b830-441e-99b2-3faf8f00d026 x-openstack-request-id: req-cdcb0c5b-b830-441e-99b2-3faf8f00d026 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:54.557991 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd", "name": "network-vif-deleted", "tag": "ec3b0ecd-e0b6-41cd-88e7-c07e2032816e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:54.558254 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cdcb0c5b-b830-441e-99b2-3faf8f00d026 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:54.558681 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd', 'name': 'network-vif-deleted', 'tag': 'ec3b0ecd-e0b6-41cd-88e7-c07e2032816e', 'status': 'completed', 'code': 200} Dec 16 16:07:54.582876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ec3b0ecd-e0b6-41cd-88e7-c07e2032816e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:07:54.583144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ec3b0ecd-e0b6-41cd-88e7-c07e2032816e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:07:54.610596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:54.612473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 34998) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:55.085550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:55.375531 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port 0ed273d0-ce3a-4d07-a53d-19553da88c38 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:55.375900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:55.472177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port 0ed273d0-ce3a-4d07-a53d-19553da88c38, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0ed273d0-ce3a-4d07-a53d-19553da88c38,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:55.472548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:55.486041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for 0ed273d0-ce3a-4d07-a53d-19553da88c38 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:55.631948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee255cb1-a6e8-4bab-826a-149d3a563830 req-bfdf7a14-487c-4b84-a3d3-08ea93b58e8d tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0328536 Dec 16 16:07:55.782365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:55.811903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=0ed273d0-ce3a-4d07-a53d-19553da88c38,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:56.049006 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.302356 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 5cfb194b-597f-4372-9b4e-3b459b675af1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:07:56.419218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:56.426196 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-57190f27-3cd0-4869-b2d2-0ec753411e99 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "PUT /v2.0/routers/5cfb194b-597f-4372-9b4e-3b459b675af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118515 Dec 16 16:07:56.428039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35002) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:56.434850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Sync routers for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:56.453884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:56.454900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:56.481634 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting subnet b18fad6f-ba37-4dfd-b53b-f75e4b3be23b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:07:56.485194 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.528362 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.606704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:56.649952 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.754259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb881c0f-6f3d-44b6-98c8-55f1582bea37 req-e0f8012d-a5b4-4cb7-aee7-edfd43fa31de tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0285316 Dec 16 16:07:56.810131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:55Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:56.824880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.840593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Checking router: 5cfb194b-597f-4372-9b4e-3b459b675af1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:07:56.850275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Routers {'5cfb194b-597f-4372-9b4e-3b459b675af1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:56.850898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5cfb194b-597f-4372-9b4e-3b459b675af1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:56.858521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Subnet': ['ID=b18fad6f-ba37-4dfd-b53b-f75e4b3be23b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:56.864337 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:56.871197 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d8968f20-f75a-461f-81ac-1115e492a4e4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/subnets/b18fad6f-ba37-4dfd-b53b-f75e4b3be23b HTTP/1.1" status: 204 len: 168 time: 0.4418998 Dec 16 16:07:56.872032 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35006) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:56.895010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e17bd8-8ec9-4018-995f-9c88ca815eea None None] Network 6f3f05ab-50ca-4dba-8c46-80d2c006385f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:07:57.006758 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.061366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] Set router 5cfb194b-597f-4372-9b4e-3b459b675af1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:07:57.156897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.238362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] DHCP port deletion for 6f3f05ab-50ca-4dba-8c46-80d2c006385f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:07:57.272285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port b4ed973c-9d9c-4708-b7e2-22db6d8576f4 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:57.272285 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.340589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Deleting port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:57.344746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.358439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:55Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:57.397172 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port b4ed973c-9d9c-4708-b7e2-22db6d8576f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:57.397717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.418045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfee887-d766-469a-b8d1-43d5abd0bf5a None None] The sync data for ids ['5cfb194b-597f-4372-9b4e-3b459b675af1'] in n-d-821947-3 is: [{'id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1069955300', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:07:26Z', 'updated_at': '2021-12-16T16:07:55Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': 'b4ed973c-9d9c-4708-b7e2-22db6d8576f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb194b-597f-4372-9b4e-3b459b675af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:07:27Z', 'updated_at': '2021-12-16T16:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:07:57.418351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for b4ed973c-9d9c-4708-b7e2-22db6d8576f4 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:57.458026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] For port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,segment=NetworkSegment(6f391f26-9819-491d-a41d-76264b5bf44a),segment_id=6f391f26-9819-491d-a41d-76264b5bf44a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:07:57.458827 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.484554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Calling delete_port for fd895d4a-e1e4-432f-acaf-dd0a3bcf570e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:57.788317 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.799109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:57.820444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] Pushing event deleted for resources: {'Port': ['ID=fd895d4a-e1e4-432f-acaf-dd0a3bcf570e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:57.825027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd78cf-9c5d-46c3-8b12-5a457fdef8dc None None] No DVR routers for this DVR port fd895d4a-e1e4-432f-acaf-dd0a3bcf570e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:07:57.837691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=b4ed973c-9d9c-4708-b7e2-22db6d8576f4,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:57.858762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e6754-a5aa-4f2b-8741-11f669bd843a None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:07:57.897764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e7abbd6-42c2-4db7-bf51-27b09145f427 req-f75e847d-ff3e-4927-a831-5053eb5bb0bc tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0432608 Dec 16 16:07:57.937522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.047182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.049632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.173802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.174404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Fanout notify agent at l3_agent the message router_deleted on router 5cfb194b-597f-4372-9b4e-3b459b675af1 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:07:58.181768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.182937 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0298311b-48a1-4a26-9e4f-119ad4bb0451 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/routers/5cfb194b-597f-4372-9b4e-3b459b675af1 HTTP/1.1" status: 204 len: 168 time: 1.3098438 Dec 16 16:07:58.186258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35010) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:58.302326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.406814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.428148 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3f05ab-50ca-4dba-8c46-80d2c006385f']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:58.437650 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f391f26-9819-491d-a41d-76264b5bf44a') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:58.437973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f391f26-9819-491d-a41d-76264b5bf44a') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:58.447886 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.460804 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.467247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:07:58.467629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:07:58.470542 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:07:58.604974 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.612315 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.615564 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/networks/6f3f05ab-50ca-4dba-8c46-80d2c006385f HTTP/1.1" status: 204 len: 168 time: 0.4279103 Dec 16 16:07:58.618694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35012) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:07:58.627749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280f59f-71bd-4f15-9a02-4b84180d6439 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Network': ['ID=6f3f05ab-50ca-4dba-8c46-80d2c006385f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:58.719766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fd895d4a-e1e4-432f-acaf-dd0a3bcf570e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:58.834009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port a6ac4fea-5120-401f-ad93-013b18a2fff7 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:07:58.834364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.935897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fd895d4a-e1e4-432f-acaf-dd0a3bcf570e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:07:58.936248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fd895d4a-e1e4-432f-acaf-dd0a3bcf570e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:07:58.936876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0ed273d0-ce3a-4d07-a53d-19553da88c38 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:07:58.951893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.952726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:58.962027 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 0ed273d0-ce3a-4d07-a53d-19553da88c38 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:07:58.962655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0ed273d0-ce3a-4d07-a53d-19553da88c38 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:07:58.988647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for a6ac4fea-5120-401f-ad93-013b18a2fff7 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:07:59.059144 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:59.080663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68701722-2f7c-467a-a283-8629fab60739 req-54043439-3983-4bb6-ae6b-dc0589d1a7ac tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0612142 Dec 16 16:07:59.276593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:59.304783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=a6ac4fea-5120-401f-ad93-013b18a2fff7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:07:59.375721 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:59.376108 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Floating IP 3f81555d-8959-41a5-9789-e021d0818f43 disassociated (deleted). External IP: 172.25.7.122, port: 8a273bbd-10e8-4c68-b097-d685ab1d9217. Dec 16 16:07:59.613173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 47ba63c0-953a-4dd1-a2c8-52583e36b15a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:07:59.759875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:59.762413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:07:59.775704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:07:59.777536 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Sync routers for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:07:59.794987 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:07:59.796173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:07:59.821857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-48b5f671-aee6-42d0-a877-cb4601dbe1ff tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/floatingips/3f81555d-8959-41a5-9789-e021d0818f43 HTTP/1.1" status: 204 len: 168 time: 1.2017343 Dec 16 16:07:59.822810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:07:59.827567 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9786055a-3422-4f38-9747-f0d2f61b6b48" -d '{"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:07:59.883073 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c921fa3-d06f-4006-9b30-e2f91d2bad65 x-openstack-request-id: req-1c921fa3-d06f-4006-9b30-e2f91d2bad65 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:07:59.883977 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:07:59.890010 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c921fa3-d06f-4006-9b30-e2f91d2bad65 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:07:59.890010 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'status': 'completed', 'code': 200} Dec 16 16:07:59.971339 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:00.056590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-7d6ab41c-29a1-4fc4-86b7-7ef7ec106aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:00.059231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-7d6ab41c-29a1-4fc4-86b7-7ef7ec106aac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd596df92be2407fb203c590e708847c&device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 1136 time: 0.0714908 Dec 16 16:08:00.203891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d19c4a85-cb55-4766-87dd-9b759cee8e03 req-d5f4c2b8-f8ac-4f82-9c74-a89a3d8e8631 tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "GET /v2.0/ports?device_id=89ab242d-aff1-4c75-b9df-1b0ea1e7a7fd HTTP/1.1" status: 200 len: 210 time: 0.0377362 Dec 16 16:08:00.219859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-04fdbdb8-8631-4cba-9066-1917123e22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:00.224117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-04fdbdb8-8631-4cba-9066-1917123e22c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 200 len: 898 time: 0.1479511 Dec 16 16:08:00.260062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b4ed973c-9d9c-4708-b7e2-22db6d8576f4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:00.280290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-471b7df8-f400-4ca9-b81c-5f3dcce5e70c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 200 len: 217 time: 0.0478468 Dec 16 16:08:00.288249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: b4ed973c-9d9c-4708-b7e2-22db6d8576f4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:00.288593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device b4ed973c-9d9c-4708-b7e2-22db6d8576f4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:00.328899 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:00.351959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-ebefc538-c2fe-4a47-bf10-29a581aab21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:00.355779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-ebefc538-c2fe-4a47-bf10-29a581aab21b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e84fad5-cf65-4dd2-8056-ff0017f42626 HTTP/1.1" status: 200 len: 835 time: 0.0565176 Dec 16 16:08:00.356193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Checking router: 47ba63c0-953a-4dd1-a2c8-52583e36b15a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:00.365716 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:00.366622 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:00.414399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-1a747383-b7c3-4add-8e49-3133a3631ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:00.415852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-1a747383-b7c3-4add-8e49-3133a3631ac4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=72e8eeab-741d-4f35-a179-b87558142a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476952 Dec 16 16:08:00.483639 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:00.569374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb818fd-3509-44eb-8627-144f1d10210d req-42b3b45c-877c-46f7-92fe-4919f864f900 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:00.570940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fb818fd-3509-44eb-8627-144f1d10210d req-42b3b45c-877c-46f7-92fe-4919f864f900 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0827861 Dec 16 16:08:00.577295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-c4f6d24d-0403-4d4e-88ca-d2f91b0d4160 service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403940 Dec 16 16:08:00.691660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4fb818fd-3509-44eb-8627-144f1d10210d req-c64e0375-1f26-421b-8650-16c1aca6b0f0 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1131737 Dec 16 16:08:00.702801 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:00.722554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9786055a-3422-4f38-9747-f0d2f61b6b48 req-7bc40a85-c751-45e0-93d6-139d5c77849b service neutron] 10.222.0.74 "GET /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293812 Dec 16 16:08:00.734248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85041c9-d1c1-4a53-8ac0-fc36fce67768 None None] The sync data for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 is: [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:06:25Z', 'revision_number': 4, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '8d8fce8c-1335-4860-bd00-aedb7d9a8cbf', 'name': '', 'network_id': '72e8eeab-741d-4f35-a179-b87558142a5e', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'mac_address': 'fa:16:3e:25:6d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:24Z', 'updated_at': '2021-12-16T16:06:28Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'subnets': [{'id': '4e84fad5-cf65-4dd2-8056-ff0017f42626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:00.988512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee484db3-1a12-40ca-8c9e-eec36c86aa99 None None] New status for floating IP 3f81555d-8959-41a5-9789-e021d0818f43: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:08:01.273712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35030) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:01.405350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Deleting port ab78e302-cbc6-446b-9f56-cd778aca4caf {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:01.405691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.485150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.485544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.497410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Calling delete_port for ab78e302-cbc6-446b-9f56-cd778aca4caf owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:01.721755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.750146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'Port': ['ID=ab78e302-cbc6-446b-9f56-cd778aca4caf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:01.844249 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.847195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:01.848404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-67eabf8c-8a0c-4441-a4a2-4f90c6f103fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "DELETE /v2.0/floatingips/6a527aae-c9f6-4d9b-aafd-3c1353cfe763 HTTP/1.1" status: 204 len: 168 time: 0.5720432 Dec 16 16:08:01.871987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc0e24-ddc9-430f-9304-8d5e02a41e8c req-8c7a8a3b-05eb-4496-abc4-76e92be5fba9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:01.874902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebfc0e24-ddc9-430f-9304-8d5e02a41e8c req-8c7a8a3b-05eb-4496-abc4-76e92be5fba9 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0684648 Dec 16 16:08:01.940880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebfc0e24-ddc9-430f-9304-8d5e02a41e8c req-e3dc0f02-2a99-42a5-8cf7-98a0ff859709 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0595288 Dec 16 16:08:02.248645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-cdca14bb-409e-4612-87e2-0f8bf3870556 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:02.250134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-cdca14bb-409e-4612-87e2-0f8bf3870556 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.74 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0688519 Dec 16 16:08:02.705493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port 8a273bbd-10e8-4c68-b097-d685ab1d9217 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:02.706962 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:02.833121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port 8a273bbd-10e8-4c68-b097-d685ab1d9217, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=8a273bbd-10e8-4c68-b097-d685ab1d9217,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:02.833494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:02.848567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for 8a273bbd-10e8-4c68-b097-d685ab1d9217 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:03.107065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04dd4b-5a40-4cee-b52e-0bb790ad00d8 req-afeba4d1-8f35-4ad1-a18f-176e11afc433 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:03.109383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e04dd4b-5a40-4cee-b52e-0bb790ad00d8 req-afeba4d1-8f35-4ad1-a18f-176e11afc433 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 985 time: 0.0777018 Dec 16 16:08:03.154187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:03.204464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=8a273bbd-10e8-4c68-b097-d685ab1d9217,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:03.244536 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e04dd4b-5a40-4cee-b52e-0bb790ad00d8 req-1ddbc2fb-d8a8-4ddb-a7b1-403835b2379b tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e10414f-fa07-46dc-ba3d-9eac5f3232ee&id=0bb829ef-e97d-430f-82dd-373b76ef4641&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1244442 Dec 16 16:08:03.262306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] No DVR routers for this DVR port 8a273bbd-10e8-4c68-b097-d685ab1d9217 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:03.269236 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:03.273098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e8f3960-9d90-401f-816f-6c6790d82985 req-78b7215e-fe76-4e91-8aa5-9f47ca61fc29 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.74 "DELETE /v2.0/ports/8a273bbd-10e8-4c68-b097-d685ab1d9217 HTTP/1.1" status: 204 len: 173 time: 1.0158944 Dec 16 16:08:03.273865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'name': 'network-vif-deleted', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:08:03.283053 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6855ed-d45a-4823-a875-553bc2c9e456" -d '{"events": [{"server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "name": "network-vif-deleted", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:08:03.319948 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39524cba-41e2-4006-ad6a-8b752b3cbb5f x-openstack-request-id: req-39524cba-41e2-4006-ad6a-8b752b3cbb5f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:08:03.320254 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c303e0a8-6b63-4963-a1ac-73501ecc1c75", "name": "network-vif-deleted", "tag": "8a273bbd-10e8-4c68-b097-d685ab1d9217", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:08:03.320510 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39524cba-41e2-4006-ad6a-8b752b3cbb5f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:08:03.320918 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c303e0a8-6b63-4963-a1ac-73501ecc1c75', 'name': 'network-vif-deleted', 'tag': '8a273bbd-10e8-4c68-b097-d685ab1d9217', 'status': 'completed', 'code': 200} Dec 16 16:08:04.366559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-801bd72f-0a26-43a7-aa1d-e29b0b2d9a53 req-dc44b895-8dfc-447c-8de8-eddaf16e430d tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "GET /v2.0/ports?device_id=c303e0a8-6b63-4963-a1ac-73501ecc1c75 HTTP/1.1" status: 200 len: 210 time: 0.0348504 Dec 16 16:08:05.426529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35060) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:05.490695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.515950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.681731 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.684936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.686908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/security-groups/8e10414f-fa07-46dc-ba3d-9eac5f3232ee HTTP/1.1" status: 204 len: 168 time: 0.2592275 Dec 16 16:08:05.689920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35062) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:05.696520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066424c-9b27-4a6a-8737-6fd44e37c32f tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10414f-fa07-46dc-ba3d-9eac5f3232ee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:05.748528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.774434 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.922090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.924701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:05.925972 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/security-groups/0bb829ef-e97d-430f-82dd-373b76ef4641 HTTP/1.1" status: 204 len: 168 time: 0.2347829 Dec 16 16:08:05.928866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35064) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:05.936790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd17b-3978-497d-ad8a-c50dad1e9dd3 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb829ef-e97d-430f-82dd-373b76ef4641,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:06.280879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8a273bbd-10e8-4c68-b097-d685ab1d9217 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:06.317779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 8a273bbd-10e8-4c68-b097-d685ab1d9217 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:06.318274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 8a273bbd-10e8-4c68-b097-d685ab1d9217 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:06.332056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.427234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35068) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:06.494158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.527777 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.649458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:06.650070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.673741 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.676701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.679925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] 10.222.0.71 "DELETE /v2.0/security-groups/c04da7f2-2ce7-436c-a1ab-a1758e88f238 HTTP/1.1" status: 204 len: 168 time: 0.2495923 Dec 16 16:08:06.691300 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2717982-3bb0-47a4-b6ec-ee82683388fe tempest-TestVolumeBootPattern-188451655 tempest-TestVolumeBootPattern-188451655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04da7f2-2ce7-436c-a1ab-a1758e88f238,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:06.774599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:06.774798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:06.794403 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:06.837761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35072) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:07.164858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:07.195564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=8d8fce8c-1335-4860-bd00-aedb7d9a8cbf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:07.436677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:07.687859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Router 47ba63c0-953a-4dd1-a2c8-52583e36b15a has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:07.798220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:07.825316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:07.835520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ade619a6-8bb0-4c26-bc91-04af904cefce tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "PUT /v2.0/routers/47ba63c0-953a-4dd1-a2c8-52583e36b15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008412 Dec 16 16:08:07.837374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35076) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:07.843965 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Sync routers for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:07.859099 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:07.860293 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:07.902719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting subnet 4e84fad5-cf65-4dd2-8056-ff0017f42626 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:08:07.906804 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:07.967924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:07.993282 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:08.093693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.102575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Deleting port 966ee0d8-9166-4ed4-93a3-f0cf209bf367 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:08.103078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.194114 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] For port 966ee0d8-9166-4ed4-93a3-f0cf209bf367, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=966ee0d8-9166-4ed4-93a3-f0cf209bf367,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:08.194527 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.210857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Calling delete_port for 966ee0d8-9166-4ed4-93a3-f0cf209bf367 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:08.235763 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:08:06Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:08.260369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.269445 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Checking router: 47ba63c0-953a-4dd1-a2c8-52583e36b15a for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:08.277961 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Routers {'47ba63c0-953a-4dd1-a2c8-52583e36b15a'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:08.278839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:08.293768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Subnet': ['ID=4e84fad5-cf65-4dd2-8056-ff0017f42626,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:08.299690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.303624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4da7688f-2a9b-4004-bfa7-f8d168ce3dde tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/subnets/4e84fad5-cf65-4dd2-8056-ff0017f42626 HTTP/1.1" status: 204 len: 168 time: 0.4666834 Dec 16 16:08:08.306750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35078) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:08.315863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48558ac2-f588-4b81-b322-bebe80a975f4 None None] Network 72e8eeab-741d-4f35-a179-b87558142a5e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:08.411155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] Set router 47ba63c0-953a-4dd1-a2c8-52583e36b15a gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:08.463342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.533232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] DHCP port deletion for 72e8eeab-741d-4f35-a179-b87558142a5e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:08.588324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.608676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Deleting port 2bb04c4a-b7db-43ee-a74a-7977410fc48d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:08.609625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.622709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.623677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=966ee0d8-9166-4ed4-93a3-f0cf209bf367,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:08.672182 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:08:06Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:08.711520 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd1703-42f9-4aee-9f18-c289d64d200f None None] The sync data for ids ['47ba63c0-953a-4dd1-a2c8-52583e36b15a'] in n-d-821947-3 is: [{'id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2010704789', 'tenant_id': 'cd596df92be2407fb203c590e708847c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:18Z', 'updated_at': '2021-12-16T16:08:06Z', 'revision_number': 5, 'project_id': 'cd596df92be2407fb203c590e708847c', 'gw_port': {'id': '8d3a3a10-27e4-4eee-9f1e-2065c86bc505', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ba63c0-953a-4dd1-a2c8-52583e36b15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:19Z', 'updated_at': '2021-12-16T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:08.737525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] For port 2bb04c4a-b7db-43ee-a74a-7977410fc48d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2bb04c4a-b7db-43ee-a74a-7977410fc48d,segment=NetworkSegment(a513ce06-ac07-412e-8a69-2b8ceeaf07cb),segment_id=a513ce06-ac07-412e-8a69-2b8ceeaf07cb)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:08.738284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.767605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Calling delete_port for 2bb04c4a-b7db-43ee-a74a-7977410fc48d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:08.833364 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.838366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Deleting port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:08.838907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.941708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.942266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] For port 8d3a3a10-27e4-4eee-9f1e-2065c86bc505, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:08.942655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:08.963139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Calling delete_port for 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:08.976211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] Pushing event deleted for resources: {'Port': ['ID=2bb04c4a-b7db-43ee-a74a-7977410fc48d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:08.980585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e085483-47a8-48c9-90ea-4bd625cfdf4b None None] No DVR routers for this DVR port 2bb04c4a-b7db-43ee-a74a-7977410fc48d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:09.098994 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Router 366ec202-b7cf-496a-89be-5fd56dcc4003 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:09.230752 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:09.239742 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-521b9399-2ff1-4c36-b9be-2810db9ff2a9 admin admin] 10.222.0.71 "PUT /v2.0/routers/366ec202-b7cf-496a-89be-5fd56dcc4003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3980119 Dec 16 16:08:09.240396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35080) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:09.244391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Sync routers for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:09.256723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:09.257920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:09.300544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.343209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Port': ['ID=8d3a3a10-27e4-4eee-9f1e-2065c86bc505,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:09.353779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3447d-6e28-48e4-998d-f88418a00eab None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:09.397805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:09.450373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.453349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.590387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T16:08:08Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:09.593170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.597056 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.619329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Checking router: 366ec202-b7cf-496a-89be-5fd56dcc4003 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:09.631788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Routers {'366ec202-b7cf-496a-89be-5fd56dcc4003'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:09.632471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['366ec202-b7cf-496a-89be-5fd56dcc4003'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:09.693595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.759716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] Set router 366ec202-b7cf-496a-89be-5fd56dcc4003 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:09.870203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.870772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Fanout notify agent at l3_agent the message router_deleted on router 47ba63c0-953a-4dd1-a2c8-52583e36b15a {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:08:09.882358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:09.886403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-90d4c091-b1f6-4953-a384-71e972d30d44 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/routers/47ba63c0-953a-4dd1-a2c8-52583e36b15a HTTP/1.1" status: 204 len: 168 time: 1.5758810 Dec 16 16:08:09.892848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35082) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:09.966233 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T16:08:08Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:09.998991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb23a5-57a2-45fc-8b9c-1ca0649f0d77 None None] The sync data for ids ['366ec202-b7cf-496a-89be-5fd56dcc4003'] in n-d-821947-3 is: [{'id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'name': 'tempest-TestVolumeBootPattern-917839188-router', 'tenant_id': '318d9bc282b846ffb24d867489ae1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:48:52Z', 'updated_at': '2021-12-16T16:08:08Z', 'revision_number': 5, 'project_id': '318d9bc282b846ffb24d867489ae1e81', 'gw_port': {'id': 'fc1d8d4a-7765-4194-a053-ecd2b5435ae8', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366ec202-b7cf-496a-89be-5fd56dcc4003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:48:53Z', 'updated_at': '2021-12-16T15:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:10.008054 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.065433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Deleting port fc1d8d4a-7765-4194-a053-ecd2b5435ae8 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:10.065780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.499986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.528706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e8eeab-741d-4f35-a179-b87558142a5e']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:10.545929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:10.546220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a513ce06-ac07-412e-8a69-2b8ceeaf07cb') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:10.564168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.578878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] For port fc1d8d4a-7765-4194-a053-ecd2b5435ae8, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:10.579241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.593829 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.596057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Calling delete_port for fc1d8d4a-7765-4194-a053-ecd2b5435ae8 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:10.604482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:08:10.604818 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:08:10.608598 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:08:10.803721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 966ee0d8-9166-4ed4-93a3-f0cf209bf367 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:10.824810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 966ee0d8-9166-4ed4-93a3-f0cf209bf367 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:10.825162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 966ee0d8-9166-4ed4-93a3-f0cf209bf367 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:10.825618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2bb04c4a-b7db-43ee-a74a-7977410fc48d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:10.844704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.848341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2bb04c4a-b7db-43ee-a74a-7977410fc48d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:10.848984 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2bb04c4a-b7db-43ee-a74a-7977410fc48d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:10.849704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:10.854720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:10.857991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] 10.222.0.71 "DELETE /v2.0/networks/72e8eeab-741d-4f35-a179-b87558142a5e HTTP/1.1" status: 204 len: 168 time: 0.9689226 Dec 16 16:08:10.882493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4f0a7-b7bf-4f50-a9e4-99cb079fe5b4 tempest-TestSecurityGroupsBasicOps-410832242 tempest-TestSecurityGroupsBasicOps-410832242-project] Pushing event deleted for resources: {'Network': ['ID=72e8eeab-741d-4f35-a179-b87558142a5e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:10.886945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:10.887532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d8fce8c-1335-4860-bd00-aedb7d9a8cbf not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:11.027500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.044886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1d8d4a-7765-4194-a053-ecd2b5435ae8,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:11.071569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906efab-5476-418b-8024-c8778d9f2a57 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:11.121104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.223218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.226197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.395676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.396293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366ec202-b7cf-496a-89be-5fd56dcc4003 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:08:11.401496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.402755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0551e77f-7d25-45e1-a2bf-31d7b6549cbe admin admin] 10.222.0.71 "DELETE /v2.0/routers/366ec202-b7cf-496a-89be-5fd56dcc4003 HTTP/1.1" status: 204 len: 168 time: 2.1600368 Dec 16 16:08:11.405182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35090) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:11.457716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Deleting subnet ea1f3ea8-b901-4d64-97b2-9363d3f94f65 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:08:11.461337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.514282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.612986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35094) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:11.630590 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.758891 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a70eab62-0020-4258-b229-358f9d342a9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd596df92be2407fb203c590e708847c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442485 Dec 16 16:08:11.759111 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.761605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35098) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:11.789687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1f3ea8-b901-4d64-97b2-9363d3f94f65,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:11.791762 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.795792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d1804273-b7cb-411b-9884-722e7e3ce41f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ea1f3ea8-b901-4d64-97b2-9363d3f94f65 HTTP/1.1" status: 204 len: 168 time: 0.3894961 Dec 16 16:08:11.798178 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ec0f6-0362-4c19-8610-0b3c12c5098c None None] Network 11949fb3-7fef-4421-8942-e7229dab33c3 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:11.800579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35100) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:11.823117 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.848028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.885007 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:11.986408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Deleting port 87226508-aebd-4c1f-8650-025c64724b0d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:11.986982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.016176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.019036 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.023750 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79c0a3a2-e87c-4c01-83c3-71e394af54f1 HTTP/1.1" status: 204 len: 168 time: 0.2573700 Dec 16 16:08:12.033651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab540041-aa51-4d4c-9c3c-73470f5d7610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0a3a2-e87c-4c01-83c3-71e394af54f1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:12.049810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] DHCP port deletion for 11949fb3-7fef-4421-8942-e7229dab33c3 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:12.100893 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] For port 87226508-aebd-4c1f-8650-025c64724b0d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87226508-aebd-4c1f-8650-025c64724b0d,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:12.101367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.117280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Calling delete_port for 87226508-aebd-4c1f-8650-025c64724b0d owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:12.125853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Deleting port 87226508-aebd-4c1f-8650-025c64724b0d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:12.126236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.235596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] For port 87226508-aebd-4c1f-8650-025c64724b0d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=87226508-aebd-4c1f-8650-025c64724b0d,segment=NetworkSegment(8ec73850-8fa7-41de-bb45-c84c806b4c20),segment_id=8ec73850-8fa7-41de-bb45-c84c806b4c20)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:12.236186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.257696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Calling delete_port for 87226508-aebd-4c1f-8650-025c64724b0d owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:12.326696 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 87226508-aebd-4c1f-8650-025c64724b0d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:12.382869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-2ee7863c-b9b9-4b1e-88c4-5e905f00274f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415347 Dec 16 16:08:12.404757 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.429660 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.438403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.438718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] No DVR routers for this DVR port 87226508-aebd-4c1f-8650-025c64724b0d on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:12.451015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Pushing event deleted for resources: {'Port': ['ID=87226508-aebd-4c1f-8650-025c64724b0d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:12.464221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] Pushing event deleted for resources: {'Port': ['ID=87226508-aebd-4c1f-8650-025c64724b0d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:12.476587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2fce10-4415-4cc4-ad90-a9c7aa888c3b None None] No DVR routers for this DVR port 87226508-aebd-4c1f-8650-025c64724b0d on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:12.503543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:12.535055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:12.535416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 8d3a3a10-27e4-4eee-9f1e-2065c86bc505 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:12.535871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fc1d8d4a-7765-4194-a053-ecd2b5435ae8 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:12.555922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fc1d8d4a-7765-4194-a053-ecd2b5435ae8 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:12.555922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fc1d8d4a-7765-4194-a053-ecd2b5435ae8 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:12.558632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.569518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639525-87ad-4103-a726-96eb09128e65 req-ad7bc481-60ea-4195-9757-57460b36d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:12.571204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-ad7bc481-60ea-4195-9757-57460b36d24e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1097 time: 0.1369569 Dec 16 16:08:12.590434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11949fb3-7fef-4421-8942-e7229dab33c3']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:12.610821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec73850-8fa7-41de-bb45-c84c806b4c20') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:12.610821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec73850-8fa7-41de-bb45-c84c806b4c20') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:12.660621 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.692461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.707719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:08:12.708155 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:08:12.709912 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:08:12.772683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639525-87ad-4103-a726-96eb09128e65 req-24cc3441-3d9b-4390-b7a6-a675f4731479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:12.774361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-24cc3441-3d9b-4390-b7a6-a675f4731479 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 200 len: 898 time: 0.1719708 Dec 16 16:08:12.851420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-2933ccf9-2479-4f1c-98c7-32a403eae111 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 200 len: 1001 time: 0.0692267 Dec 16 16:08:12.897956 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.923353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:12.929541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] 10.222.0.71 "DELETE /v2.0/networks/11949fb3-7fef-4421-8942-e7229dab33c3 HTTP/1.1" status: 204 len: 168 time: 1.1272645 Dec 16 16:08:12.936629 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35110) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:12.950055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54f78b-3759-410f-9092-aa14d324d772 admin admin] Pushing event deleted for resources: {'Network': ['ID=11949fb3-7fef-4421-8942-e7229dab33c3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:12.962018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639525-87ad-4103-a726-96eb09128e65 req-d4cd0f4e-c644-4850-9830-3518d5e7354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:12.963992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-d4cd0f4e-c644-4850-9830-3518d5e7354c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2fed70a-f9f3-4958-82cf-3aa569c8301a HTTP/1.1" status: 200 len: 834 time: 0.1049635 Dec 16 16:08:13.037062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639525-87ad-4103-a726-96eb09128e65 req-975a0392-5a68-4c18-b1c7-87ed8a218469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:13.037062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-975a0392-5a68-4c18-b1c7-87ed8a218469 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8777493e-8b30-4fb2-a639-c6b110105389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534484 Dec 16 16:08:13.048353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35112) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:13.102544 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4530ebc9-1d94-4dc8-ba3f-49ca30699581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.176232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-26f0e8b2-27b0-49e2-b066-7c6e2b32671c service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366405 Dec 16 16:08:13.277483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4530ebc9-1d94-4dc8-ba3f-49ca30699581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.311806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27639525-87ad-4103-a726-96eb09128e65 req-7a9ec871-8908-434f-8d81-d05c83e2261a service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271808 Dec 16 16:08:13.381907 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4530ebc9-1d94-4dc8-ba3f-49ca30699581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.421751 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.441932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4530ebc9-1d94-4dc8-ba3f-49ca30699581 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a1e8d6102ba4e0da42f7720beae3db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3925190 Dec 16 16:08:13.443085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530ebc9-1d94-4dc8-ba3f-49ca30699581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6ec1f-c1a4-4969-ab32-3b1517cd335f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:13.446235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35114) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:13.502035 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.525499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.694919 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Deleting port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:13.695267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.709585 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.712294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.713489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/67a6ec1f-c1a4-4969-ab32-3b1517cd335f HTTP/1.1" status: 204 len: 168 time: 0.2661681 Dec 16 16:08:13.723198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdee8c-f4bd-4476-b9d8-3933b64e34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6ec1f-c1a4-4969-ab32-3b1517cd335f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:13.784111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] For port 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:13.784477 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:13.802536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Calling delete_port for 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:14.098799 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.131951 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9691c2-58b7-4370-afcd-ed8cecd0fa5f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:14.174983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7b52335-e6f1-4b1e-9b09-ceed0a1d8d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.323164 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.464789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35120) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:14.509749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-245532ef-d3f6-408f-8c10-7305f420a807 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b65a81a93f194d9f8aec8947ed4dd554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432529 Dec 16 16:08:14.512148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35122) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:14.558150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Router 272c325a-0b62-4fcf-96d6-982fdf871bac has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:14.570404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.593361 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.668276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:14.674119 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6cc8fac7-7d20-47bd-9e6b-db5bb11cff93 admin admin] 10.222.0.71 "PUT /v2.0/routers/272c325a-0b62-4fcf-96d6-982fdf871bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344248 Dec 16 16:08:14.676593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35124) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:14.681554 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52555f12-000b-43db-a213-568bb084535b None None] Sync routers for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:14.700384 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52555f12-000b-43db-a213-568bb084535b None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:14.701059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52555f12-000b-43db-a213-568bb084535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:14.787252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.789789 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.791169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/93e73c26-aaea-40f8-acb9-66f142e0c355 HTTP/1.1" status: 204 len: 168 time: 0.2778838 Dec 16 16:08:14.808785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:14.813493 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-52555f12-000b-43db-a213-568bb084535b None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:14.814791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160ea4c-e111-42b1-a047-3c53a3b35db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e73c26-aaea-40f8-acb9-66f142e0c355,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:14.943014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:15.140342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52555f12-000b-43db-a213-568bb084535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T16:08:13Z', 'revision_number': 5, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:15.172264 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52555f12-000b-43db-a213-568bb084535b None None] Checking router: 272c325a-0b62-4fcf-96d6-982fdf871bac for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:15.181196 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52555f12-000b-43db-a213-568bb084535b None None] Routers {'272c325a-0b62-4fcf-96d6-982fdf871bac'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:15.181830 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52555f12-000b-43db-a213-568bb084535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:07:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['272c325a-0b62-4fcf-96d6-982fdf871bac'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:15.291253 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-52555f12-000b-43db-a213-568bb084535b None None] Set router 272c325a-0b62-4fcf-96d6-982fdf871bac gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:15.401485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Deleting port efa8db91-31c2-45c8-b18d-bf9b2db327d5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:15.402052 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:15.496354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] For port efa8db91-31c2-45c8-b18d-bf9b2db327d5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=efa8db91-31c2-45c8-b18d-bf9b2db327d5,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:15.496737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:15.508229 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-52555f12-000b-43db-a213-568bb084535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T16:08:13Z', 'revision_number': 5, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:15.510824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Calling delete_port for efa8db91-31c2-45c8-b18d-bf9b2db327d5 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:15.537083 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52555f12-000b-43db-a213-568bb084535b None None] The sync data for ids ['272c325a-0b62-4fcf-96d6-982fdf871bac'] in n-d-821947-3 is: [{'id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'name': 'tempest-TestVolumeBootPattern-738667800-router', 'tenant_id': '249098a71d924e7a98830942b3915c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45'}], 'enable_snat': True}, 'gw_port_id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T15:49:04Z', 'updated_at': '2021-12-16T16:08:13Z', 'revision_number': 5, 'project_id': '249098a71d924e7a98830942b3915c74', 'gw_port': {'id': 'efa8db91-31c2-45c8-b18d-bf9b2db327d5', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272c325a-0b62-4fcf-96d6-982fdf871bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T15:49:06Z', 'updated_at': '2021-12-16T15:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:15.879242 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:15.909229 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=efa8db91-31c2-45c8-b18d-bf9b2db327d5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:15.929260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065cf24-d121-49c9-a3fa-46e3dc8a19b7 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:16.317955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:16.339993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:16.340345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 0d9691c2-58b7-4370-afcd-ed8cecd0fa5f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:16.352470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.442781 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.445112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.538524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2ec7-001d-42ac-aa1c-b06c164a4077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.567326 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.568042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 272c325a-0b62-4fcf-96d6-982fdf871bac {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:08:16.578661 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.583152 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-03c1e540-ee86-426c-8d27-977cc6883f3e admin admin] 10.222.0.71 "DELETE /v2.0/routers/272c325a-0b62-4fcf-96d6-982fdf871bac HTTP/1.1" status: 204 len: 168 time: 1.9024403 Dec 16 16:08:16.583938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35150) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:16.648057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Deleting subnet 72f5f376-e32d-4255-a6c7-075bf91a46bc {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:08:16.652484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.683817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35152) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:16.699575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.798837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-404352227-network', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:16.807476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.958670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Made reservation on behalf of 2039d975ae6841c2b0ce8a89162036c7 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:08:16.961635 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:16.972277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.022726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.072516 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.072516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/72f5f376-e32d-4255-a6c7-075bf91a46bc HTTP/1.1" status: 204 len: 168 time: 0.4767926 Dec 16 16:08:17.072516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781581-42ff-49e4-9840-713f68ba1dfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f5f376-e32d-4255-a6c7-075bf91a46bc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.072734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35156) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:17.072811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed74eaf-5f44-4016-82d1-27e39a59c750 None None] Network d7381770-fa58-4830-8b58-37a9fc533cde requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:17.108395 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.152739 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.232766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Deleting port f151bc8f-41fc-4d32-8664-49633deadc2f {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:17.233108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.245538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] DHCP port deletion for d7381770-fa58-4830-8b58-37a9fc533cde request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:17.261560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.294238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:08:17.305618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec07820-c2f6-466e-a4f4-6758a8c07693,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.315954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] For port f151bc8f-41fc-4d32-8664-49633deadc2f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f151bc8f-41fc-4d32-8664-49633deadc2f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:17.316416 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.319252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.320066 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Added segment a0a52588-b2f1-4c77-8abc-f87a858eb8a8 of type vlan for network bef605d8-199d-40ec-9b07-a92dd3bfcec7 Dec 16 16:08:17.322497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Deleting port f151bc8f-41fc-4d32-8664-49633deadc2f {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:17.323110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.334533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Calling delete_port for f151bc8f-41fc-4d32-8664-49633deadc2f owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:17.368009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.397124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] For port f151bc8f-41fc-4d32-8664-49633deadc2f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f151bc8f-41fc-4d32-8664-49633deadc2f,segment=NetworkSegment(41e72143-c4c7-4cca-bb8d-3bfc6929523b),segment_id=41e72143-c4c7-4cca-bb8d-3bfc6929523b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:17.397477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.412456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Calling delete_port for f151bc8f-41fc-4d32-8664-49633deadc2f owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:17.481039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.482082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:17.482699 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.518907 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.531353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.546643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bef605d8-199d-40ec-9b07-a92dd3bfcec7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.557218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] Pushing event deleted for resources: {'Port': ['ID=f151bc8f-41fc-4d32-8664-49633deadc2f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.560668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f151bc8f-41fc-4d32-8664-49633deadc2f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.561738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:08:17.562628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] No DVR routers for this DVR port f151bc8f-41fc-4d32-8664-49633deadc2f on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:17.569935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa8ee6-73d6-49bf-947b-079592eb84ec None None] No DVR routers for this DVR port f151bc8f-41fc-4d32-8664-49633deadc2f on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:17.649816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c43e2fa7-70a3-4207-a00d-0e82ee1362e3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9642425 Dec 16 16:08:17.668823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35158) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:17.668996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.669095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Request body: {'subnet': {'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-404352227-subnet', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:17.677939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7381770-fa58-4830-8b58-37a9fc533cde']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:17.690307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e72143-c4c7-4cca-bb8d-3bfc6929523b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:17.690700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e72143-c4c7-4cca-bb8d-3bfc6929523b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:17.704642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.719554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.726355 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:08:17.726757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:08:17.728561 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:08:17.859104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Made reservation on behalf of 2039d975ae6841c2b0ce8a89162036c7 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:08:17.861472 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.893403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.901532 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:17.907272 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d7381770-fa58-4830-8b58-37a9fc533cde HTTP/1.1" status: 204 len: 168 time: 0.8406596 Dec 16 16:08:17.929083 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4183c5-b304-47d5-8f71-7ce9605a60d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7381770-fa58-4830-8b58-37a9fc533cde,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:17.970737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.118845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.182666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d90e7e-a94f-4070-9be0-103e7ec4cd0f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:18.191341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Checking segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:18.191717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Network hostable DHCP agents. Network: bef605d8-199d-40ec-9b07-a92dd3bfcec7, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:08:18.301279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f151bc8f-41fc-4d32-8664-49633deadc2f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:18.308982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35164) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:18.328654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f151bc8f-41fc-4d32-8664-49633deadc2f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:18.329007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f151bc8f-41fc-4d32-8664-49633deadc2f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:18.329451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device efa8db91-31c2-45c8-b18d-bf9b2db327d5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:18.349900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: efa8db91-31c2-45c8-b18d-bf9b2db327d5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:18.350242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device efa8db91-31c2-45c8-b18d-bf9b2db327d5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:18.356201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:08:18.383489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f86fa3b4-2485-4edc-821b-2201c10abd55 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=318d9bc282b846ffb24d867489ae1e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0731301 Dec 16 16:08:18.387293 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35166) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:18.448408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.455676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, bef605d8-199d-40ec-9b07-a92dd3bfcec7) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:18.460739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:18.462158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.467165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1d6a2-75f4-4dc4-8984-583caa0e18c4 None None] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:18.482780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.562429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-dcfd5d2c-b380-4248-95a8-37c4e0b6cb44 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9087176 Dec 16 16:08:18.565459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35168) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:18.570266 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:18.595797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:08:18.601621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.636021 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.636946 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.638965 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4ae92485-3481-4783-a6ce-dd053aeaa5a2 HTTP/1.1" status: 204 len: 168 time: 0.2497983 Dec 16 16:08:18.654635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002afcb4-38fd-4f75-a1e0-6036c2da9d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae92485-3481-4783-a6ce-dd053aeaa5a2,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:18.755003 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.757153 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.799762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Allocated IP 172.20.0.2 (bef605d8-199d-40ec-9b07-a92dd3bfcec7/36d90e7e-a94f-4070-9be0-103e7ec4cd0f/d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:18.846699 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:18.988656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.087069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.119220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.169844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:19.176596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:19.176596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:19.191747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Pushing event updated for resources: {'Port': ['ID=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:19.431687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.442261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Attempting to bind port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:19.442920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Attempting to bind port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:19.443533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Attempting to bind port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 on network bef605d8-199d-40ec-9b07-a92dd3bfcec7 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:19.451197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:19.451776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Checking segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:19.452767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.452963 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.453448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Bound using segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:19.454033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Bound port: d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:19.454616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.532526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.549747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] For port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:19.553917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] For port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:19.593294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35174) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:19.596691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Allocated IP 172.25.7.12 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/1829b716-3964-4c14-a5d4-5d57452692f4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:19.640576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-60b61dfa-edac-4972-a2f7-c41b030edfe7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=249098a71d924e7a98830942b3915c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455406 Dec 16 16:08:19.642787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:19.695949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.714513 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.715522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.728437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.792259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf8e42-3e1c-4340-a8f9-3ba1f86eb953 None None] Pushing event updated for resources: {'Port': ['ID=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:19.914603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.965357 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.970363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:19.972853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d2c9ad7-7746-40af-a67d-bdc9688de1fc HTTP/1.1" status: 204 len: 168 time: 0.3290851 Dec 16 16:08:19.992431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc7176-d6eb-4d71-b317-a8a0a9830122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c9ad7-7746-40af-a67d-bdc9688de1fc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:19.996100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:20.000535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:20.004761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:20.040550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7a2ae-902d-4108-befd-58a17a999830 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:20.045533 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Pushing event updated for resources: {'Port': ['ID=1829b716-3964-4c14-a5d4-5d57452692f4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:20.193629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3606d009-55d6-4726-ba46-e585ce91022e None None] Provisioning complete for port 1829b716-3964-4c14-a5d4-5d57452692f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:20.194224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3606d009-55d6-4726-ba46-e585ce91022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.231816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3606d009-55d6-4726-ba46-e585ce91022e None None] Port 1829b716-3964-4c14-a5d4-5d57452692f4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:20.234169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.335253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:20.393168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:20.393676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.482950 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.499500 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.537882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:20.658552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:20.729486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:20.781786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.010765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f6b28-62bc-4156-8aae-dcd0896c35e2 None None] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:21.069916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:08:21.084599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76fb0755-6a5e-4b8a-b514-38ec5b8df84d None None] Provisioning complete for port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:21.084974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76fb0755-6a5e-4b8a-b514-38ec5b8df84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.198887 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:21.215689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:21.236629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:21.237284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:21.300478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.301729 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dc5a0e62-d01a-40c3-8ce7-566aba2bc57d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7349844 Dec 16 16:08:21.305816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35182) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:21.363542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:21.562314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-76b01fb1-a1f4-4fd9-a5e0-343524f6e9f9 None None] Provisioning complete for port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:21.563104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76b01fb1-a1f4-4fd9-a5e0-343524f6e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.758986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.788946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:20Z', 'revision_number': 3, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:21.818483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:21.818769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Updating router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 port 1829b716-3964-4c14-a5d4-5d57452692f4 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:08:21.850293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:21.972074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Allocated IP 172.20.0.1 (bef605d8-199d-40ec-9b07-a92dd3bfcec7/36d90e7e-a94f-4070-9be0-103e7ec4cd0f/5967b6b2-8ca0-43a3-bd8c-a08bed17c95a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:22.100192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.123614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.221812 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.223083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.262724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b617f-4c40-4617-9628-1fe4ff1a4c32 None None] Pushing event updated for resources: {'Port': ['ID=1829b716-3964-4c14-a5d4-5d57452692f4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:22.270259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:22.273457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:22.277609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:22.294351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e6347e-7bbb-4873-b6a0-1078c9c23ee8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:22.300825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Attempting to bind port 1829b716-3964-4c14-a5d4-5d57452692f4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:22.301205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Attempting to bind port 1829b716-3964-4c14-a5d4-5d57452692f4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:22.301634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Attempting to bind port 1829b716-3964-4c14-a5d4-5d57452692f4 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:22.316062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:22.316836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:22.316836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.317147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Pushing event updated for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:22.317600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:22.317710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Bound port: 1829b716-3964-4c14-a5d4-5d57452692f4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:22.318079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.344877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.391608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] For port 1829b716-3964-4c14-a5d4-5d57452692f4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:22.397092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:22.449477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] For port 1829b716-3964-4c14-a5d4-5d57452692f4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1829b716-3964-4c14-a5d4-5d57452692f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:22.454019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a1c663be-9fe5-42f5-978a-c60324a126de None None] Provisioning complete for port 1829b716-3964-4c14-a5d4-5d57452692f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:22.454391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1c663be-9fe5-42f5-978a-c60324a126de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.507132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a1c663be-9fe5-42f5-978a-c60324a126de None None] Port 1829b716-3964-4c14-a5d4-5d57452692f4 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:22.518049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:22.518580 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.590260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.661235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8cc4d-40d2-43ff-838d-4d3c3d76bd1c None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:22.666700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.684644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-48c98f1f-3df4-48d2-8d9d-45ec991fa2df None None] Provisioning complete for port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:22.685598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48c98f1f-3df4-48d2-8d9d-45ec991fa2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.693025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:22.693025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:22.710853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b617f-4c40-4617-9628-1fe4ff1a4c32 None None] Pushing event updated for resources: {'Port': ['ID=1829b716-3964-4c14-a5d4-5d57452692f4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:22.769973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-48c98f1f-3df4-48d2-8d9d-45ec991fa2df None None] Port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:22.832260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:22.859084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.959124 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:22.973015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] Provisioning complete for port 1829b716-3964-4c14-a5d4-5d57452692f4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:22.973402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:23.034779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:23.036892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Pushing event updated for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:23.191389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:23.193842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:23.301669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:23.340750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] For port 1829b716-3964-4c14-a5d4-5d57452692f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1829b716-3964-4c14-a5d4-5d57452692f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:23.366716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:21Z', 'revision_number': 1, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:23.380397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:23.405732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfd1b06-a5f6-4f47-9ae9-5c81cfe1f16d None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:21Z', 'revision_number': 1, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:23.461779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:23.520592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:23.530779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a6f0ae16-b6fc-4a62-9168-ff89e43bfb57 admin admin] 10.222.0.71 "PUT /v2.0/routers/3315ae6f-4e7d-4346-a703-7e2cba9faf37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2230051 Dec 16 16:08:23.547660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eb24b-9774-4dd5-a94e-ef72ac25a12f None None] Pushing event updated for resources: {'Port': ['ID=1829b716-3964-4c14-a5d4-5d57452692f4,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:23.592335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3038ec84-e94c-4694-8adb-f3d9d1661a72 None None] Provisioning complete for port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:23.592940 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3038ec84-e94c-4694-8adb-f3d9d1661a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:23.632551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3038ec84-e94c-4694-8adb-f3d9d1661a72 None None] Port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:24.336531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1829b716-3964-4c14-a5d4-5d57452692f4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:24.390510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 1829b716-3964-4c14-a5d4-5d57452692f4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:24.391016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:24.725728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35198) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:24.755127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-529706392-network', 'tenant_id': '060a8a0fa91542d5a8864b0820106569'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:25.007152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Made reservation on behalf of 060a8a0fa91542d5a8864b0820106569 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:08:25.009623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.356651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.442488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.508731 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:25.520347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:25.521089 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:25.587400 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.609324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:08:25.624993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef62ff1-572c-48f9-8448-8ce860c2ae92,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:25.627765 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:25.629850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.629850 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Added segment 807e314e-db58-4a8c-88fb-41e8c4545256 of type vlan for network 8ce3d483-b152-4ab8-88b6-6e417994b739 Dec 16 16:08:25.672992 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.826832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.827921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:25.828517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.831998 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 2, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:25.860135 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:25.860388 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Updating router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:08:25.890991 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:25.892247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce3d483-b152-4ab8-88b6-6e417994b739,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:25.907532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:08:25.990067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b4698b1-6cc4-4775-a44a-1135e254a4f2 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2631993 Dec 16 16:08:25.992835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:25.997860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Request body: {'subnet': {'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-529706392-subnet', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:26.141579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Made reservation on behalf of 060a8a0fa91542d5a8864b0820106569 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:08:26.144158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.165428 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.180427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35204) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:26.296222 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.346205 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Pushing event updated for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:26.353818 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:26.353818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.357187 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.357187 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.357491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.357750 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.358077 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.358398 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.358719 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.359036 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.359353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.359666 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.360005 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.369160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.369160 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.418478 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Attempting to bind port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:26.418990 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Attempting to bind port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:26.419548 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Attempting to bind port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a on network bef605d8-199d-40ec-9b07-a92dd3bfcec7 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:26.425432 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:26.432347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Checking segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:26.432347 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.432347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Bound using segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:26.432347 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Bound port: 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:26.432347 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.444832 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.445210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.459255 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:26.479016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.514798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] For port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:26.521571 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] For port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:26.539345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5dda9b-120b-4e1e-ac82-e058e9c2af55,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:26.552590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Checking segment: {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:26.552966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Network hostable DHCP agents. Network: 8ce3d483-b152-4ab8-88b6-6e417994b739, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:08:26.677482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6effb32a-08bf-4d09-b0af-91e52c5f40c6 None None] Provisioning complete for port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:26.677747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6effb32a-08bf-4d09-b0af-91e52c5f40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.702446 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.711933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6effb32a-08bf-4d09-b0af-91e52c5f40c6 None None] Port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:26.762961 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00649c17-0545-49b2-bbe4-14b0fbea76b8 None None] Pushing event updated for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:26.766240 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:26.766847 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:26.778180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:08:26.865361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:26.889469 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:26.955817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=ca35a87d-5ac8-4d85-8d8b-1431b4e07d1d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:26.985010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.985512 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.985955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.986539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.987069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.987440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 8ce3d483-b152-4ab8-88b6-6e417994b739) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:26.987930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.987930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.991940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:26.992467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:26.992630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.008026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19006c87-3da9-4a05-8fe5-61297eca78b7 None None] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:27.020276 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.020672 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Floating IP 36af0017-d46f-4d44-98ab-878f6c4d2309 disassociated (deleted). External IP: 172.25.7.50, port: 679e36da-91ec-45f9-add2-54cef60f083a. Dec 16 16:08:27.088698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27970af2-295b-4836-a997-e904552c587c None None] Provisioning complete for port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:27.089076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27970af2-295b-4836-a997-e904552c587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.175593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6c453f28-0cc3-458d-990a-b34e29ed46e6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1816301 Dec 16 16:08:27.178359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35206) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:27.183231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:08:27.186135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-8ce3d483-b152-4ab8-88b6-6e417994b739', 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739', 'project_id': '060a8a0fa91542d5a8864b0820106569', 'fixed_ips': [{'subnet_id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:08:27.190745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.251217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27970af2-295b-4836-a997-e904552c587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.269857 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:26Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:27.299905 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe27b-ba85-4c2c-8fe4-ec662303472c None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:26Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:27.305594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:27.327693 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.328858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.355988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-27970af2-295b-4836-a997-e904552c587c None None] For port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:27.405326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.416209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Allocated IP 172.20.0.2 (8ce3d483-b152-4ab8-88b6-6e417994b739/8d5dda9b-120b-4e1e-ac82-e058e9c2af55/431f4c24-eb0f-4fcf-bff0-27d4e4f431b4) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:27.472572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:27.483340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27970af2-295b-4836-a997-e904552c587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.483717 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.493614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Sync routers for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:27.516886 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e4a47d64-e486-408b-9560-839f932829b4 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/floatingips/36af0017-d46f-4d44-98ab-878f6c4d2309 HTTP/1.1" status: 204 len: 168 time: 1.3350980 Dec 16 16:08:27.517652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:08:27.654784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.656785 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5909aa9-89d2-453c-a4fd-6117e26c8c01" -d '{"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:08:27.676599 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:27.677280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:27.742479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27970af2-295b-4836-a997-e904552c587c None None] Pushing event updated for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:27.784021 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf517037-f8ad-4f20-8bf1-5ba81d8b9b15 x-openstack-request-id: req-cf517037-f8ad-4f20-8bf1-5ba81d8b9b15 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:08:27.784430 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:08:27.784786 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf517037-f8ad-4f20-8bf1-5ba81d8b9b15 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:08:27.785297 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'status': 'completed', 'code': 200} Dec 16 16:08:27.793513 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.802353 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:27.845663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:27.853254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:27.858775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:27.861739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:27.880242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-1208f83c-4c8d-412b-88f8-0aac48d8db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:27.883799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-1208f83c-4c8d-412b-88f8-0aac48d8db8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=691401f08cd84e2fae8b1322b327f352&device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 1097 time: 0.0494502 Dec 16 16:08:27.899003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Pushing event updated for resources: {'Port': ['ID=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:28.028028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Attempting to bind port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:28.029275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Attempting to bind port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:28.029383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Attempting to bind port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 on network 8ce3d483-b152-4ab8-88b6-6e417994b739 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:28.040280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:28.040666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Checking segment: {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:28.041079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.041474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Bound using segment: {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:28.041977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Bound port: 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:28.042362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.056918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-45b40831-0d5c-400e-9823-2d67c262f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:28.058398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-45b40831-0d5c-400e-9823-2d67c262f3e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 200 len: 898 time: 0.1674457 Dec 16 16:08:28.115098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-f53a3cd2-1079-4b61-afa8-67b7c40c5f8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 200 len: 217 time: 0.0486639 Dec 16 16:08:28.173144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] For port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:28.189858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] For port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:28.213381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:28.245127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Checking router: 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:28.266415 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:28.267477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:28.292499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-0e4912bf-2381-4752-a8c2-9b4ed403ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:28.294185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-0e4912bf-2381-4752-a8c2-9b4ed403ceb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2fed70a-f9f3-4958-82cf-3aa569c8301a HTTP/1.1" status: 200 len: 834 time: 0.1681747 Dec 16 16:08:28.322319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.388728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad82c8f-80a4-4ff6-9ccd-7b9331ae8095 req-728ac87d-18cd-43d6-8f92-fbba1d935bbd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:28.388728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ad82c8f-80a4-4ff6-9ccd-7b9331ae8095 req-728ac87d-18cd-43d6-8f92-fbba1d935bbd tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.1999311 Dec 16 16:08:28.404378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-0c8d4eb6-6fe1-4a8b-b8ee-762273ef67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:28.406037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-0c8d4eb6-6fe1-4a8b-b8ee-762273ef67b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8777493e-8b30-4fb2-a639-c6b110105389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030276 Dec 16 16:08:28.407289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:28.442491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.493900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.498748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:28.501059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5765a-2b6a-4a8a-b8fe-ffee2e7bf167 None None] Pushing event updated for resources: {'Port': ['ID=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:28.573732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ad82c8f-80a4-4ff6-9ccd-7b9331ae8095 req-5a58cd6f-1152-4c89-8ea9-c5aabf2bfb36 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807976 Dec 16 16:08:28.585258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:28.585631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:28.670149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-7ed4ad8f-c7bb-4d26-a295-19d8dcf22d2b service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526731 Dec 16 16:08:28.715860 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:08:28.748273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Allocated IP 172.25.7.178 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/7a4cda02-cb85-40e9-bc35-fef1e6714811) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:28.832386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:28.849859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5909aa9-89d2-453c-a4fd-6117e26c8c01 req-8e007a52-79ec-4eb7-83e5-b71195e1a2f3 service neutron] 10.222.0.30 "GET /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699374 Dec 16 16:08:28.864292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9de679-4cfd-433c-b7ba-a812dfb8f94b None None] The sync data for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 is: [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:06:38Z', 'revision_number': 4, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '237ab68b-c44f-4250-8c35-fde76a462c23', 'name': '', 'network_id': '8777493e-8b30-4fb2-a639-c6b110105389', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'mac_address': 'fa:16:3e:da:ce:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:36Z', 'updated_at': '2021-12-16T16:06:41Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'subnets': [{'id': 'e2fed70a-f9f3-4958-82cf-3aa569c8301a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:28.896491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.024574 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.096599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.144010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:29.147029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:29.151057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:29.157432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4cda02-cb85-40e9-bc35-fef1e6714811,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:29.161747 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c82c0e-cd3b-4eda-89e3-7b4221f9d844 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:29.230582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5b963cf2-90e0-468d-8ec5-f7ca80f65123 None None] Provisioning complete for port 7a4cda02-cb85-40e9-bc35-fef1e6714811 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:29.232129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5b963cf2-90e0-468d-8ec5-f7ca80f65123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.285809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5b963cf2-90e0-468d-8ec5-f7ca80f65123 None None] Port 7a4cda02-cb85-40e9-bc35-fef1e6714811 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:29.379311 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2754389-edb0-41ff-8cfc-71177476ee31 None None] New status for floating IP 36af0017-d46f-4d44-98ab-878f6c4d2309: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:08:29.510516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d369fe-cbca-4568-892a-909aa57d44a3 None None] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:29.598074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-501b2b87-b7a9-4762-b706-21fd31f3eaab tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:29.599718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-501b2b87-b7a9-4762-b706-21fd31f3eaab tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.0972083 Dec 16 16:08:29.629777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Provisioning complete for port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:29.633455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.639773 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.729361 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.765783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] For port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:29.810673 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.820350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f39866-a024-4d10-8106-1099c3334872 req-a92560a3-72e8-44ff-8d29-d835d9e9af4a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:08:29.821864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01f39866-a024-4d10-8106-1099c3334872 req-a92560a3-72e8-44ff-8d29-d835d9e9af4a tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 946 time: 0.1419113 Dec 16 16:08:29.858222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:29.858561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.863883 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:29.916779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Pushing event updated for resources: {'Port': ['ID=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:29.924724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.925084 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.925433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.925780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.926115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.926451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.926814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.927151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.927487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.927891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.928184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.928510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.928834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc7708b-5ef7-4085-8030-364b90152c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:29.985422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ae050847-9fb5-4259-b877-cc68d0fdcc77 None None] Provisioning complete for port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:29.986103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae050847-9fb5-4259-b877-cc68d0fdcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.016944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01f39866-a024-4d10-8106-1099c3334872 req-88782643-ddac-4b90-9340-0058f4473abe tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/security-groups?id=61ebd263-34ef-4417-a431-b3f0988c87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858904 Dec 16 16:08:30.066053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.069792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 679e36da-91ec-45f9-add2-54cef60f083a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=679e36da-91ec-45f9-add2-54cef60f083a,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:30.070162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.119373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 679e36da-91ec-45f9-add2-54cef60f083a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:30.335320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:30.384449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:30.384744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.429682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Router 7179308d-6885-4f45-828a-c9ffa55cb9c3 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:08:30.482803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.846211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=679e36da-91ec-45f9-add2-54cef60f083a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:30.892483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.892846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.893206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.893556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.893958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.894303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.894644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.894981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.895323 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.895656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.896018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.901628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.901628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:08:30.937795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] No DVR routers for this DVR port 679e36da-91ec-45f9-add2-54cef60f083a on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:30.942593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:30.945655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c28fc915-e407-4345-b4d2-2b5a253f02f5 req-fb1afb81-c630-4b89-aed1-47215f54eede tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.30 "DELETE /v2.0/ports/679e36da-91ec-45f9-add2-54cef60f083a HTTP/1.1" status: 204 len: 173 time: 1.3362987 Dec 16 16:08:30.946130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-deleted', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:08:30.948541 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904dd2c1-5424-441b-97a0-8b83ade6502f" -d '{"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-deleted", "tag": "679e36da-91ec-45f9-add2-54cef60f083a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:08:30.957772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:30.968401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Sync routers for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:30.980687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:30.980687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:30.995852 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969402c-b870-4b3e-9a01-bd26939b1598 x-openstack-request-id: req-7969402c-b870-4b3e-9a01-bd26939b1598 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:08:30.996403 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39dcda38-a84e-423d-a2e5-6cd19825ec2c", "name": "network-vif-deleted", "tag": "679e36da-91ec-45f9-add2-54cef60f083a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:08:30.996665 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7969402c-b870-4b3e-9a01-bd26939b1598 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:08:30.997103 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39dcda38-a84e-423d-a2e5-6cd19825ec2c', 'name': 'network-vif-deleted', 'tag': '679e36da-91ec-45f9-add2-54cef60f083a', 'status': 'completed', 'code': 200} Dec 16 16:08:31.104551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:31.126445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5b7409b-0bfb-499a-974a-fe21318d2ee2 req-5e9d42e8-ce2d-4779-be81-1309ceffdc41 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0372131 Dec 16 16:08:31.173295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.174645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-63be946c-5a0d-41c8-bf9c-f38b8026efc2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9949880 Dec 16 16:08:31.177387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35224) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:31.305848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:29Z', 'revision_number': 3, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:31.341667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Checking router: 7179308d-6885-4f45-828a-c9ffa55cb9c3 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:31.342364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Updating router 7179308d-6885-4f45-828a-c9ffa55cb9c3 port 7a4cda02-cb85-40e9-bc35-fef1e6714811 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:08:31.371660 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.640332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.641918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.755107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.807571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8da43-a9c7-4aa1-8733-82adc03ebe7b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:31.820612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Allocated IP 172.20.0.1 (8ce3d483-b152-4ab8-88b6-6e417994b739/8d5dda9b-120b-4e1e-ac82-e058e9c2af55/d26d5b25-16ce-4811-a08b-85372e357bed) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:08:31.821036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Attempting to bind port 7a4cda02-cb85-40e9-bc35-fef1e6714811 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:31.821426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Attempting to bind port 7a4cda02-cb85-40e9-bc35-fef1e6714811 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:31.821795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Attempting to bind port 7a4cda02-cb85-40e9-bc35-fef1e6714811 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:31.826181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7e06-fcc1-44d3-baa6-f4a2a3d94dcc None None] Pushing event updated for resources: {'Port': ['ID=7a4cda02-cb85-40e9-bc35-fef1e6714811,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:31.831681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:31.831681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:31.832381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.832508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:31.832914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Bound port: 7a4cda02-cb85-40e9-bc35-fef1e6714811, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:31.833304 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.889499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] For port 7a4cda02-cb85-40e9-bc35-fef1e6714811, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:31.902426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] For port 7a4cda02-cb85-40e9-bc35-fef1e6714811, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a4cda02-cb85-40e9-bc35-fef1e6714811,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:31.920781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8c160e9e-fab4-423f-9e47-e80e0d56f863 None None] Provisioning complete for port 7a4cda02-cb85-40e9-bc35-fef1e6714811 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:31.921162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c160e9e-fab4-423f-9e47-e80e0d56f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.936113 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:31.956190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8c160e9e-fab4-423f-9e47-e80e0d56f863 None None] Port 7a4cda02-cb85-40e9-bc35-fef1e6714811 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:32.084801 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.113633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.144263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:32.144918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:32.151428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6644e-3c29-42e8-a331-38f095c9b25e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:32.171315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:32.175139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:32.177846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:08:32.208700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7e06-fcc1-44d3-baa6-f4a2a3d94dcc None None] Pushing event updated for resources: {'Port': ['ID=7a4cda02-cb85-40e9-bc35-fef1e6714811,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:32.209567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Pushing event updated for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:32.242428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.315096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] Provisioning complete for port 7a4cda02-cb85-40e9-bc35-fef1e6714811 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:32.315096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.333092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4fa90af-4767-49b8-9412-11d544987a65 req-78ef2ae7-8e57-4a71-bf97-7b65cbe3b6da tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "GET /v2.0/ports?device_id=39dcda38-a84e-423d-a2e5-6cd19825ec2c HTTP/1.1" status: 200 len: 210 time: 0.0319531 Dec 16 16:08:32.354940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:32.421257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:32.464312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 679e36da-91ec-45f9-add2-54cef60f083a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:32.464753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 679e36da-91ec-45f9-add2-54cef60f083a not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:32.561620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.576116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.610437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] For port 7a4cda02-cb85-40e9-bc35-fef1e6714811, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a4cda02-cb85-40e9-bc35-fef1e6714811,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:32.636088 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:29Z', 'revision_number': 3, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:32.662961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc145b92-841e-4f55-ad6a-c84a8122e0bc None None] The sync data for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 is: [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:29Z', 'revision_number': 3, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:32.748209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.754525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.797052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dec776-7d97-4080-b8c5-56de661f440c None None] Pushing event updated for resources: {'Port': ['ID=7a4cda02-cb85-40e9-bc35-fef1e6714811,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:32.873595 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-163555b9-39c1-461a-a744-f91c99b6c611 None None] Provisioning complete for port d26d5b25-16ce-4811-a08b-85372e357bed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:32.873959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-163555b9-39c1-461a-a744-f91c99b6c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.902005 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:32.933040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-163555b9-39c1-461a-a744-f91c99b6c611 None None] Port d26d5b25-16ce-4811-a08b-85372e357bed cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:33.001850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Pushing event updated for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:33.005906 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:33.120692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:08:33.122792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:08:33.257656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Router 7179308d-6885-4f45-828a-c9ffa55cb9c3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:33.360819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-23b6c1e5-27f8-488b-b643-2311fe51d12f None None] Provisioning complete for port d26d5b25-16ce-4811-a08b-85372e357bed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:33.361444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-23b6c1e5-27f8-488b-b643-2311fe51d12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:33.401265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:33.411722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7f3def00-1cd8-496e-8ce5-39e5ea7e4373 admin admin] 10.222.0.71 "PUT /v2.0/routers/7179308d-6885-4f45-828a-c9ffa55cb9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323093 Dec 16 16:08:33.421208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35232) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:33.434482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-23b6c1e5-27f8-488b-b643-2311fe51d12f None None] Port d26d5b25-16ce-4811-a08b-85372e357bed cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:08:33.833129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:34.120265 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 237ab68b-c44f-4250-8c35-fde76a462c23 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:34.120611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:34.218958 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 237ab68b-c44f-4250-8c35-fde76a462c23, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=237ab68b-c44f-4250-8c35-fde76a462c23,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:34.219331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:34.233361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 237ab68b-c44f-4250-8c35-fde76a462c23 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:34.363407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a4cda02-cb85-40e9-bc35-fef1e6714811 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:34.416333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7a4cda02-cb85-40e9-bc35-fef1e6714811 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:34.416791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:34.558889 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:34.584718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=237ab68b-c44f-4250-8c35-fde76a462c23,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:35.140912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Sync routers for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:35.145650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.156961 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:35.157803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:35.276248 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:35.375651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:08:35.486315 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd26d5b25-16ce-4811-a08b-85372e357bed', 'name': '', 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'mac_address': 'fa:16:3e:db:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:31Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 2, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'subnets': [{'id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:35.486651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:08:35.491931 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dbb76df3-fac9-464c-9af4-aa65ce43056d tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "PUT /v2.0/routers/9ed20f43-58a5-4daf-aed0-ee1b8792ba6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695319 Dec 16 16:08:35.494771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35278) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:35.498783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Sync routers for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:08:35.511952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:35.513261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:35.524697 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Checking router: 7179308d-6885-4f45-828a-c9ffa55cb9c3 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:35.524697 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Updating router 7179308d-6885-4f45-828a-c9ffa55cb9c3 port d26d5b25-16ce-4811-a08b-85372e357bed binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:08:35.559512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting subnet e2fed70a-f9f3-4958-82cf-3aa569c8301a {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:08:35.562598 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.562915 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.607737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.676100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:35.726645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.897142 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:08:34Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:35.913272 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.934589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Checking router: 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:08:35.941545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.953739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Routers {'9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:35.954481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:35.977301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fed70a-f9f3-4958-82cf-3aa569c8301a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:35.985077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:35.986374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-43cdf817-e7a9-41da-ac87-614d9f30f124 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/subnets/e2fed70a-f9f3-4958-82cf-3aa569c8301a HTTP/1.1" status: 204 len: 168 time: 0.4892998 Dec 16 16:08:35.988910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35312) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:36.002259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71eff9d-5587-4a75-93a8-cf3e2f45e809 None None] Network 8777493e-8b30-4fb2-a639-c6b110105389 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:08:36.017552 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.069815 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a71075-d03c-4b62-8c10-690c3b2ead50 None None] Pushing event updated for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:36.130086 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.178297 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Attempting to bind port d26d5b25-16ce-4811-a08b-85372e357bed on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:08:36.179396 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Attempting to bind port d26d5b25-16ce-4811-a08b-85372e357bed by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:08:36.179967 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Attempting to bind port d26d5b25-16ce-4811-a08b-85372e357bed on network 8ce3d483-b152-4ab8-88b6-6e417994b739 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:08:36.191376 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:08:36.192085 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Checking segment: {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:08:36.192737 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.193225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Bound using segment: {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:08:36.200149 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Bound port: d26d5b25-16ce-4811-a08b-85372e357bed, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807e314e-db58-4a8c-88fb-41e8c4545256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:08:36.200845 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.305328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.310916 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] For port d26d5b25-16ce-4811-a08b-85372e357bed, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:08:36.317711 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] For port d26d5b25-16ce-4811-a08b-85372e357bed, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d26d5b25-16ce-4811-a08b-85372e357bed,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:08:36.376044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] Set router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:36.453927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] DHCP port deletion for 8777493e-8b30-4fb2-a639-c6b110105389 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:36.521189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Deleting port 51a3b020-a7b4-41db-b69d-16f41c3880d0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:36.521524 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.521679 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.548343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] Provisioning complete for port d26d5b25-16ce-4811-a08b-85372e357bed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:36.548931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.600040 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:08:36.600952 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:08:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:36.613343 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a71075-d03c-4b62-8c10-690c3b2ead50 None None] Pushing event updated for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:36.636198 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] For port 51a3b020-a7b4-41db-b69d-16f41c3880d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=51a3b020-a7b4-41db-b69d-16f41c3880d0,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:36.637198 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.652610 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Calling delete_port for 51a3b020-a7b4-41db-b69d-16f41c3880d0 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:36.673959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Deleting port ae2297df-286e-4790-8ba5-965a9744ef43 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:08:36.674261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.795385 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:08:36.803349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.806840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] For port ae2297df-286e-4790-8ba5-965a9744ef43, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ae2297df-286e-4790-8ba5-965a9744ef43,segment=NetworkSegment(94793ba3-440e-422d-8ea7-401029983e81),segment_id=94793ba3-440e-422d-8ea7-401029983e81)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:36.807242 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:36.836883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Calling delete_port for ae2297df-286e-4790-8ba5-965a9744ef43 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:08:36.840741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:08:34Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:36.925259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b021a9f-fcf1-4d3a-8d46-b2907fdc1b3a None None] The sync data for ids ['9ed20f43-58a5-4daf-aed0-ee1b8792ba6e'] in n-d-821947-3 is: [{'id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950021479', 'tenant_id': '691401f08cd84e2fae8b1322b327f352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184'}], 'enable_snat': True}, 'gw_port_id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:06:31Z', 'updated_at': '2021-12-16T16:08:34Z', 'revision_number': 5, 'project_id': '691401f08cd84e2fae8b1322b327f352', 'gw_port': {'id': '51a3b020-a7b4-41db-b69d-16f41c3880d0', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed20f43-58a5-4daf-aed0-ee1b8792ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:06:32Z', 'updated_at': '2021-12-16T16:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:37.021967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] For port d26d5b25-16ce-4811-a08b-85372e357bed, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d26d5b25-16ce-4811-a08b-85372e357bed,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:08:37.069241 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.087089 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd26d5b25-16ce-4811-a08b-85372e357bed', 'name': '', 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'mac_address': 'fa:16:3e:db:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:31Z', 'updated_at': '2021-12-16T16:08:36Z', 'revision_number': 4, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'subnets': [{'id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:37.102439 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Port': ['ID=51a3b020-a7b4-41db-b69d-16f41c3880d0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:37.120927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e36aa-67a0-49fa-a1c2-3f349eadb482 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:08:37.124628 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960cf4aa-f7c8-4eb1-9b0c-c15465b4dbf4 None None] The sync data for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 is: [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd26d5b25-16ce-4811-a08b-85372e357bed', 'name': '', 'network_id': '8ce3d483-b152-4ab8-88b6-6e417994b739', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'mac_address': 'fa:16:3e:db:43:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:31Z', 'updated_at': '2021-12-16T16:08:36Z', 'revision_number': 4, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'subnets': [{'id': '8d5dda9b-120b-4e1e-ac82-e058e9c2af55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:08:37.180014 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.240411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.240942 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.278708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] No DVR routers for this DVR port ae2297df-286e-4790-8ba5-965a9744ef43 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:08:37.294367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.294367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.323586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6facc3b-086d-49f0-b181-13f54406bcb5 None None] Pushing event updated for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:37.363512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baec23-13cd-48e0-a182-173e32fbdb65 None None] Pushing event deleted for resources: {'Port': ['ID=ae2297df-286e-4790-8ba5-965a9744ef43,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:37.394526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1341fe6d-5907-413e-b6de-944e42651965 None None] Provisioning complete for port d26d5b25-16ce-4811-a08b-85372e357bed triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:37.395124 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1341fe6d-5907-413e-b6de-944e42651965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.576361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.576910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed20f43-58a5-4daf-aed0-ee1b8792ba6e {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:08:37.584780 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.588837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35316) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:37.589332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0218ebb-b94d-492a-9e03-ef51cef9e3a9 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/routers/9ed20f43-58a5-4daf-aed0-ee1b8792ba6e HTTP/1.1" status: 204 len: 168 time: 1.5989192 Dec 16 16:08:37.716730 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.839970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.867760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8777493e-8b30-4fb2-a639-c6b110105389']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:37.881803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94793ba3-440e-422d-8ea7-401029983e81') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:37.882129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94793ba3-440e-422d-8ea7-401029983e81') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:08:37.897718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.920330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.929005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:08:37.933203 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:08:38.112999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.122925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.126469 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/networks/8777493e-8b30-4fb2-a639-c6b110105389 HTTP/1.1" status: 204 len: 168 time: 0.5356266 Dec 16 16:08:38.129558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35320) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:38.141667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3bde1-d598-4377-9b52-df545a81d71f tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'Network': ['ID=8777493e-8b30-4fb2-a639-c6b110105389,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:38.205409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.243191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.405059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d26d5b25-16ce-4811-a08b-85372e357bed up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:08:38.466005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d26d5b25-16ce-4811-a08b-85372e357bed triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:08:38.466418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.555512 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.566816 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:38.568294 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] 10.222.0.71 "DELETE /v2.0/security-groups/61ebd263-34ef-4417-a431-b3f0988c87b6 HTTP/1.1" status: 204 len: 168 time: 0.4372616 Dec 16 16:08:38.602934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940c173-54e9-4676-8fc2-c4cdb5ffca22 tempest-TestNetworkAdvancedServerOps-2010486534 tempest-TestNetworkAdvancedServerOps-2010486534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ebd263-34ef-4417-a431-b3f0988c87b6,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:38.646666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ae2297df-286e-4790-8ba5-965a9744ef43 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:38.669933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ae2297df-286e-4790-8ba5-965a9744ef43 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:38.670341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ae2297df-286e-4790-8ba5-965a9744ef43 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:38.670892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 237ab68b-c44f-4250-8c35-fde76a462c23 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:38.695326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 237ab68b-c44f-4250-8c35-fde76a462c23 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:38.695791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 237ab68b-c44f-4250-8c35-fde76a462c23 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:38.696314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51a3b020-a7b4-41db-b69d-16f41c3880d0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:08:38.723809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 51a3b020-a7b4-41db-b69d-16f41c3880d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:08:38.723809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 51a3b020-a7b4-41db-b69d-16f41c3880d0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:08:39.633273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 35330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:39.795679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd6e31eb-a350-49d8-9b1e-0642a8e07a11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=691401f08cd84e2fae8b1322b327f352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613591 Dec 16 16:08:39.799505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35334) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:39.862903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:39.890895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:40.098159 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:40.100747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:40.102864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c49e6572-65e2-4302-b925-dcf0f587f695 HTTP/1.1" status: 204 len: 168 time: 0.3011112 Dec 16 16:08:40.111350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c960632-e10e-4795-a42f-87e4338353c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49e6572-65e2-4302-b925-dcf0f587f695,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:41.120772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35342) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:41.170670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e1e85749-d6a9-4fdb-977b-68f3cb3378af admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd1795af87d14a29b82132354197f60d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481350 Dec 16 16:08:41.173847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 35344) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:08:41.233370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:41.262602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:41.440725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:41.443592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:41.444926 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3139775-ddcc-485b-ba45-61f0e54edf62 HTTP/1.1" status: 204 len: 168 time: 0.2696097 Dec 16 16:08:41.454307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9a74-2cab-4bcc-8984-336d5b7b0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3139775-ddcc-485b-ba45-61f0e54edf62,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:08:44.217868 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab564541-b0c0-4f74-979a-7d397d97aca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:46.697880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-485dc3fc-9c82-4f9f-9cc1-260727af58e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:48.035107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:49.449810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:50.149059 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:08:58.944092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:00.084364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:05.716180 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:09:14.227235 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d1ed595-388b-472f-893a-dd9c26194602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:16.526276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e39d4daa-f0c2-4f2c-9054-78d40f7bda1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:18.239808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:19.417106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:20.148590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:28.965740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:29.833753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:42.718093 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:09:44.176443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-313aa230-681d-402c-8fb0-d965be70396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:46.502344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5032409e-f589-4104-81ed-68b07029a3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:48.010774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:49.444756 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:50.096291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:58.986161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:09:59.794153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:14.187395 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-446f4be3-2510-48ab-8acd-9c407e18fbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:16.496423 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-337b22aa-99b5-4048-bcca-1ad8bcda93ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:17.970790 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:19.387369 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:19.721750 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:10:20.107285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:28.985902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:29.827315 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:44.232061 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7c44-b49d-4799-aabe-565048ea9e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:46.564238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80e48576-9e28-45d0-a84f-44e9ea970d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:48.025522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:49.472271 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:50.157381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:56.721503 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:10:59.003137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:10:59.825878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.197797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1fc42f3f-1e7c-499e-b27a-27f9de6a8b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.338545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36412) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:14.344173 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621271444', 'description': 'tempest-secgroup-smoke-1621271444 description', 'project_id': '2039d975ae6841c2b0ce8a89162036c7'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:14.488370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.557745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.636797 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.674369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c7f567-c070-4d93-a8fd-f02e8e070641,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:14.685307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.685662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.686083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.686389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.686727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.687096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.687397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.687729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.688083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.688420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.688751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.689093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.689410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:14.794146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:14.795364 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07423472-7259-4fc5-abae-50214b67279f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4557476 Dec 16 16:11:14.799838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36424) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:14.804447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:14.940636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.015718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.100351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.119301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5758b8df-cc9b-423f-be03-87fc77cffd50,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:15.239009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.240294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-eb467d04-f475-46b3-8278-0f6330d9696b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4394157 Dec 16 16:11:15.242991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36428) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:15.247845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:15.409598 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.488463 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.625961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.645001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650a8da4-59f9-480d-b6b8-df493d6808ce,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:15.753510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.754853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3df236a7-db1f-4c6f-9c1a-a734a2584eec tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5107009 Dec 16 16:11:15.757714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36430) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:15.762729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:15.871461 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:15.943051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.049070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.068822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c0e4cc-a553-4a3f-a4d9-cacbe38cb7ee,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:16.216586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.217884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5e45be4a-7418-4188-bb87-d8f15dbcd6c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4591827 Dec 16 16:11:16.220703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:16.225043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:16.380003 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.444490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.545826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.565849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bfa198-8707-4f69-9cda-0d598618640b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:16.569004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45dd0829-5b82-4527-8d2c-9446844f9315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.758869 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:16.760565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-89069218-b442-4c82-b37a-4a47b490b391 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5386446 Dec 16 16:11:16.763353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36434) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:16.768445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:16.928641 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Project 2039d975ae6841c2b0ce8a89162036c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:11:16.934877 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.000928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.111696 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.131324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4bd48e-6c08-4ec1-8af2-fae2aa90e13e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:17.296261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.297533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f2e27320-5860-4c69-817c-e2e83228e232 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5330498 Dec 16 16:11:17.300953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36436) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:17.305450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'security_group_rule': {'security_group_id': '98c7f567-c070-4d93-a8fd-f02e8e070641', 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:17.426625 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Project 2039d975ae6841c2b0ce8a89162036c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:11:17.433846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.497110 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.631856 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.651242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca62e93-20df-4731-93f8-88d1f7aafa2d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:17.765154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:17.766439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4cedbdd5-7a71-4846-8cde-16361fe80dd2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4644873 Dec 16 16:11:17.932739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-a0dc796c-1eab-4d0b-a629-3d297a680ee2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621271444&fields=id&tenant_id=2039d975ae6841c2b0ce8a89162036c7 HTTP/1.1" status: 200 len: 267 time: 0.0465260 Dec 16 16:11:18.020004 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:18.046184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-bee93be8-fe3f-41c8-8207-67d4dd562851 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:18.047679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-bee93be8-fe3f-41c8-8207-67d4dd562851 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 813 time: 0.1076672 Dec 16 16:11:18.062514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-5decd2da-0f1a-456b-9ce7-f728f282e6af tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/quotas/2039d975ae6841c2b0ce8a89162036c7 HTTP/1.1" status: 200 len: 375 time: 0.0090094 Dec 16 16:11:18.117672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-a5f44504-d604-4a5e-81e2-10ad9ed74026 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495300 Dec 16 16:11:18.236403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-c86f5509-f6d5-498c-bc6a-392cdd83468f service neutron] 10.222.0.71 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021316 Dec 16 16:11:18.330291 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-20a2cb9b-a67d-4119-959a-5e910d86e18d service neutron] 10.222.0.71 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873613 Dec 16 16:11:19.192798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4cf119a-0bd4-4224-8705-ce56ad96a5c0 req-591d9640-207d-43ad-8988-191dfc1e1a0a tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0321746 Dec 16 16:11:19.380335 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:20.094090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:20.280271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d87ee2ac-82b3-4adc-aa0d-98b7e33a1893 req-d17c4e72-b008-4869-ab3d-cd0229197ed5 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0332551 Dec 16 16:11:21.387611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc2f1903-96e1-4c8e-aa19-bc344b58cb7b req-3c1626ba-25ce-4a01-a718-893757872386 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0314822 Dec 16 16:11:21.701196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-ccbba066-9c2a-468a-be9d-f9479c61b161 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:21.702722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-ccbba066-9c2a-468a-be9d-f9479c61b161 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 813 time: 0.1090522 Dec 16 16:11:21.785542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-d9e907a2-8837-4466-bb2f-3bb83b067d64 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2039d975ae6841c2b0ce8a89162036c7 HTTP/1.1" status: 200 len: 380 time: 0.0680320 Dec 16 16:11:21.797432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'port': {'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'admin_state_up': True, 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'security_groups': ['98c7f567-c070-4d93-a8fd-f02e8e070641']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:22.037112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Made reservation on behalf of 2039d975ae6841c2b0ce8a89162036c7 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:11:22.041690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.202326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Allocated IP 172.20.0.13 (bef605d8-199d-40ec-9b07-a92dd3bfcec7/36d90e7e-a94f-4070-9be0-103e7ec4cd0f/37a983cc-41ab-4bf1-a2cf-6794d0aed460) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:11:22.364201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.513802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.526319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bdfa99e-98c6-42c3-8ade-16c8ded700f1 req-c5e809c8-e03e-4c98-b431-cb5942aeff04 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0585499 Dec 16 16:11:22.591047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:11:22.594615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:11:22.597544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:11:22.606705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:22.691647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:22.695050 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.789694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-9622ca66-2664-4192-ab9f-0c92170e7b21 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964037 Dec 16 16:11:22.801427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-32098e6d-26c2-4e63-9000-f042f5ee1808 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:11:22.808943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-32098e6d-26c2-4e63-9000-f042f5ee1808 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063064 Dec 16 16:11:22.822451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Request body: {'port': {'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:22.903960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.917409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b7157591-1faf-47eb-b9bf-de2be7e5e889 None None] Provisioning complete for port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:11:22.918032 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7157591-1faf-47eb-b9bf-de2be7e5e889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:22.997358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b7157591-1faf-47eb-b9bf-de2be7e5e889 None None] Port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:11:23.240008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a983cc-41ab-4bf1-a2cf-6794d0aed460 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:11:23.249570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:23.264014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Transition to ACTIVE for port object 37a983cc-41ab-4bf1-a2cf-6794d0aed460 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:11:23.369537 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:23.444648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Pushing event updated for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:23.538769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Attempting to bind port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:11:23.539816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Attempting to bind port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:11:23.539816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Attempting to bind port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 on network bef605d8-199d-40ec-9b07-a92dd3bfcec7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:11:23.546515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 on network bef605d8-199d-40ec-9b07-a92dd3bfcec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:11:23.547009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Attempting to bind port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 on network bef605d8-199d-40ec-9b07-a92dd3bfcec7 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:11:23.567799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:11:23.568496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Checking segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:11:23.569878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Bound using segment: {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:11:23.570616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Bound port: 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:11:23.571201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:23.700192 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:11:23.704963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:11:23.717558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691a11-4229-47b5-b51e-e71336a8bd34 req-3c4ad711-69b7-4751-bd17-4018bdc26831 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:23.719220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8691a11-4229-47b5-b51e-e71336a8bd34 req-3c4ad711-69b7-4751-bd17-4018bdc26831 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0824864 Dec 16 16:11:23.802950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8691a11-4229-47b5-b51e-e71336a8bd34 req-699b9ac1-8da0-470a-af03-142973e3c36f tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713217 Dec 16 16:11:23.804885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:23.821301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:23.822331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:23.823804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] 10.222.0.30 "PUT /v2.0/ports/37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 1092 time: 1.0059767 Dec 16 16:11:23.827044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:11:23.828483 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4cc8b-917c-4af6-a937-510489ecb7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:11:23.913388 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7cf681-c613-4856-acf6-f841b7258551 x-openstack-request-id: req-9b7cf681-c613-4856-acf6-f841b7258551 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:11:23.914779 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:11:23.915230 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b7cf681-c613-4856-acf6-f841b7258551 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:11:23.916572 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:11:23.918538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3bf6-3f23-4fe3-b622-b304877f0134 service neutron] Pushing event updated for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:24.012894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-922d0c13-3301-4870-be08-a087a7eaaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.012894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-922d0c13-3301-4870-be08-a087a7eaaf4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1095 time: 0.0542920 Dec 16 16:11:24.137691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-c3bd3dcd-bfd5-4418-852d-2d99c96059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.139587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-c3bd3dcd-bfd5-4418-852d-2d99c96059c4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2039d975ae6841c2b0ce8a89162036c7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1133361 Dec 16 16:11:24.263060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-043b8e56-4f36-4e6f-8ed8-bea2b332c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.264540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1f4cc8b-917c-4af6-a937-510489ecb7f8 req-043b8e56-4f36-4e6f-8ed8-bea2b332c361 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174483 Dec 16 16:11:24.387244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-8c0ab381-6e57-43af-b10c-c1e469dd255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.388817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-8c0ab381-6e57-43af-b10c-c1e469dd255d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1095 time: 0.0489347 Dec 16 16:11:24.444285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-9148657c-23bc-414d-933d-0e4069a98512 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 217 time: 0.0398142 Dec 16 16:11:24.496352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-491c3fd7-4bb7-435f-b3a5-e4f6f2829537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.498007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-491c3fd7-4bb7-435f-b3a5-e4f6f2829537 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.0463352 Dec 16 16:11:24.577195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a98ad-b769-4a68-b34d-83127b47232d req-d153a5df-fc91-4925-8b02-980becf42f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.578769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-d153a5df-fc91-4925-8b02-980becf42f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586786 Dec 16 16:11:24.721255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-db53f4d8-789a-4f62-8d3d-3565ce722c37 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338129 Dec 16 16:11:24.826466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-036a98ad-b769-4a68-b34d-83127b47232d req-3c4d8bc4-a3d5-4b72-be4e-1892871fc7b1 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970871 Dec 16 16:11:24.980551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5d3f1-c32b-45ad-94c6-bdc6310df834 req-02789175-249a-4b34-aa91-49f1850d3824 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:24.985024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01d5d3f1-c32b-45ad-94c6-bdc6310df834 req-02789175-249a-4b34-aa91-49f1850d3824 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0766432 Dec 16 16:11:25.056423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01d5d3f1-c32b-45ad-94c6-bdc6310df834 req-a7ec691b-cba0-4333-bbab-02e385dbc573 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627160 Dec 16 16:11:26.218857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c32f-692d-4dd1-b5c1-e86b6022c274 req-0b53ec03-73eb-4b91-a739-f361406ae8a3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:26.220444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4e2c32f-692d-4dd1-b5c1-e86b6022c274 req-0b53ec03-73eb-4b91-a739-f361406ae8a3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0598724 Dec 16 16:11:26.276406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4e2c32f-692d-4dd1-b5c1-e86b6022c274 req-03ccfafe-6fb0-412d-bd03-43a3134fa73a tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494721 Dec 16 16:11:27.696693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20d4d6-1495-470c-8c48-6e7cf3c240d9 req-f769308c-a909-448a-95be-10304dd0ca92 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:27.698313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb20d4d6-1495-470c-8c48-6e7cf3c240d9 req-f769308c-a909-448a-95be-10304dd0ca92 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0556355 Dec 16 16:11:27.755262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb20d4d6-1495-470c-8c48-6e7cf3c240d9 req-e9e086f2-ef5a-4261-ad3e-5d088288aaf6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501230 Dec 16 16:11:28.900341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e82e3-52ca-4741-b675-ca3eebaf2968 req-9fa17bd8-356f-433e-806c-c297cd6708ce tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:28.902080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-395e82e3-52ca-4741-b675-ca3eebaf2968 req-9fa17bd8-356f-433e-806c-c297cd6708ce tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0656786 Dec 16 16:11:28.966787 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-395e82e3-52ca-4741-b675-ca3eebaf2968 req-a396baed-d7b7-4957-aaf5-605413e81be3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583014 Dec 16 16:11:28.991186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:29.785564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:30.094287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a2a6-f4d7-4d6e-a18a-8bfd8d1b72d0 req-fa3b2095-05bc-495f-897a-f5d73be3bc90 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:30.095730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2471a2a6-f4d7-4d6e-a18a-8bfd8d1b72d0 req-fa3b2095-05bc-495f-897a-f5d73be3bc90 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0499849 Dec 16 16:11:30.151956 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2471a2a6-f4d7-4d6e-a18a-8bfd8d1b72d0 req-961dc754-0ac2-4fc3-9808-9824b9b0aaf8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Dec 16 16:11:31.279042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a11b53-8aea-455f-96d8-60c60eedb37d req-df62ed2f-0bcb-415e-919a-fb0cfee53fc8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:31.280541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a11b53-8aea-455f-96d8-60c60eedb37d req-df62ed2f-0bcb-415e-919a-fb0cfee53fc8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0594726 Dec 16 16:11:31.337200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53a11b53-8aea-455f-96d8-60c60eedb37d req-a4708440-8d1b-432d-8562-99b8e796d2fd tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503695 Dec 16 16:11:32.458263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86084-534b-4e8c-9cf7-a84c326c7e4a req-1a87d5f4-900e-4db5-a31b-6dfb9db562c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:32.459949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d86084-534b-4e8c-9cf7-a84c326c7e4a req-1a87d5f4-900e-4db5-a31b-6dfb9db562c8 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0521145 Dec 16 16:11:32.521654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0d86084-534b-4e8c-9cf7-a84c326c7e4a req-edac570c-69b3-4e3a-b543-c891e5c6e10c tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517559 Dec 16 16:11:33.642679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a397f7-81d1-43aa-a1c7-b572773939bc req-1aab0d4e-973d-45e6-b05e-feb6d5258a5d tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:33.644196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92a397f7-81d1-43aa-a1c7-b572773939bc req-1aab0d4e-973d-45e6-b05e-feb6d5258a5d tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0506401 Dec 16 16:11:33.695528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-92a397f7-81d1-43aa-a1c7-b572773939bc req-31548f27-ddce-4654-b23a-c725d5c72ef9 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453403 Dec 16 16:11:33.721721 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:11:34.823122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd36c-268d-40a3-a145-396020f71698 req-e13fc96b-0b37-4477-a4d9-3258e3d7a5a9 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:34.824786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32edd36c-268d-40a3-a145-396020f71698 req-e13fc96b-0b37-4477-a4d9-3258e3d7a5a9 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 944 time: 0.0607138 Dec 16 16:11:34.877576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32edd36c-268d-40a3-a145-396020f71698 req-38047a7f-b2f7-4581-8fa8-d4c2f868f005 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Dec 16 16:11:35.417955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 37a983cc-41ab-4bf1-a2cf-6794d0aed460 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:11:35.515729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:11:35.533467 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:11:35.580530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:35.595628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a983cc-41ab-4bf1-a2cf-6794d0aed460 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:11:35.617391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:11:35.711409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:35.762767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:35.770484 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.770834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.771186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.771522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.771882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.772255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:35.779525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:11:36.013147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e38b6-ac63-425a-9f43-89bc371b94c6 req-8770e984-b9db-4c50-9d28-72839b0b84c1 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:36.014635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54e38b6-ac63-425a-9f43-89bc371b94c6 req-8770e984-b9db-4c50-9d28-72839b0b84c1 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 945 time: 0.0579178 Dec 16 16:11:36.033510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['37a983cc-41ab-4bf1-a2cf-6794d0aed460'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:11:36.080597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54e38b6-ac63-425a-9f43-89bc371b94c6 req-d18c749a-5ee4-40a6-b613-032e1a688332 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Dec 16 16:11:37.216764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d75dcf-d33f-44cf-9fb2-bfa05d965bef req-24aec185-65e7-46bb-8c7d-72a6cee0c934 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:37.218230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3d75dcf-d33f-44cf-9fb2-bfa05d965bef req-24aec185-65e7-46bb-8c7d-72a6cee0c934 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 945 time: 0.0561903 Dec 16 16:11:37.268828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3d75dcf-d33f-44cf-9fb2-bfa05d965bef req-538c74f1-d50e-46d3-9068-8c74ca7de5f4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Dec 16 16:11:37.437543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 37a983cc-41ab-4bf1-a2cf-6794d0aed460 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:11:37.597028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:11:37.601126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:11:37.601506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:37.692671 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:37.722253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:11:37.724582 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7dd06-6fef-4d9f-adf5-885807517d1a" -d '{"events": [{"server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "name": "network-vif-plugged", "status": "completed", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:11:37.738447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:11:37.768915 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7d96f-dab0-4939-87c9-e5dc76c6d0c5 x-openstack-request-id: req-86b7d96f-dab0-4939-87c9-e5dc76c6d0c5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:11:37.768915 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "name": "network-vif-plugged", "status": "completed", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:11:37.768915 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86b7d96f-dab0-4939-87c9-e5dc76c6d0c5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:11:37.768915 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'code': 200} Dec 16 16:11:37.894292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcd979-9b27-4cde-88fd-a25a1a7d8264 req-c3ee5cc9-b780-4a6f-8b11-db3fefed917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:37.895846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4dcd979-9b27-4cde-88fd-a25a1a7d8264 req-c3ee5cc9-b780-4a6f-8b11-db3fefed917e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1096 time: 0.0433350 Dec 16 16:11:37.944334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:37.946219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4dcd979-9b27-4cde-88fd-a25a1a7d8264 req-50fe3f66-aed8-4ce6-8b8d-0135c78af18d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Dec 16 16:11:37.999387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:38.396617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2182-4c95-4131-8a8e-50dcc10af6fa req-151f2304-f617-4b48-b50f-35e78443ddb0 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:38.398153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48b2182-4c95-4131-8a8e-50dcc10af6fa req-151f2304-f617-4b48-b50f-35e78443ddb0 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.0582323 Dec 16 16:11:38.456843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48b2182-4c95-4131-8a8e-50dcc10af6fa req-d77ea846-6f32-4adc-ba8d-41f8047da2d3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512283 Dec 16 16:11:39.598627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dafdaf-028a-457c-8911-25eba0bdcb5e req-9c8b57bd-fd6b-43e0-85cb-1cac28b76fd3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:39.600427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6dafdaf-028a-457c-8911-25eba0bdcb5e req-9c8b57bd-fd6b-43e0-85cb-1cac28b76fd3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.0649357 Dec 16 16:11:39.661903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6dafdaf-028a-457c-8911-25eba0bdcb5e req-4dd371ac-8e17-4f25-9fb3-c1c7ad2a4464 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Dec 16 16:11:39.797615 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2c9fc-9088-4db3-ad35-017229e6a231 req-4029177e-f6c0-4452-ae60-87a9b8790425 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:39.799076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f2c9fc-9088-4db3-ad35-017229e6a231 req-4029177e-f6c0-4452-ae60-87a9b8790425 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.0509253 Dec 16 16:11:39.852527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5f2c9fc-9088-4db3-ad35-017229e6a231 req-1cd2e095-d172-4b6f-a4f0-4ccdc5af91d0 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Dec 16 16:11:39.879291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:40.501608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee6c3a-fe1f-4c2f-b872-095bb6e489d8 tempest-TestVolumeBackupRestore-633172024 tempest-TestVolumeBackupRestore-633172024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:40.503170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-20ee6c3a-fe1f-4c2f-b872-095bb6e489d8 tempest-TestVolumeBackupRestore-633172024 tempest-TestVolumeBackupRestore-633172024-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1092 time: 0.6223865 Dec 16 16:11:40.506275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36532) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:40.511368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:40.648086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:40.761421 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:40.878506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Allocated IP 172.25.7.251 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/2dffcddb-c7b2-4b8c-b041-97147edb9732) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:11:40.992644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:41.122941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:41.169823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:11:41.173032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:11:41.176839 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:11:41.205792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'Port': ['ID=2dffcddb-c7b2-4b8c-b041-97147edb9732,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:41.659058 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:41.819437 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:41.985387 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:42.048202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:42.121193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event updated for resources: {'Port': ['ID=2dffcddb-c7b2-4b8c-b041-97147edb9732,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:11:42.134743 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:42.245906 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Floating IP 14528c67-5ec2-4b8e-89ef-ce9c3ac1d299 associated. External IP: 172.25.7.251, port: 37a983cc-41ab-4bf1-a2cf-6794d0aed460. Dec 16 16:11:42.503204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:11:42.636834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:11:42.649190 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:11:42.662043 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:11:42.662671 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:11:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:42.753653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:42.778537 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:11:42.799464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-960044e6-0f38-478e-82d1-8cf8425f69a6 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2878578 Dec 16 16:11:42.799464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:11:42.799464 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abcad5f-746f-4f67-bb61-2192a395d5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:11:42.800694 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:42.862588 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b8ceee-22b2-486c-a126-cd3a43a22c82 x-openstack-request-id: req-d8b8ceee-22b2-486c-a126-cd3a43a22c82 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:11:42.862917 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:11:42.863208 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8b8ceee-22b2-486c-a126-cd3a43a22c82 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:11:42.863626 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:11:42.882271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a5e2d-fbd0-4137-8276-571e9d0e4059 tempest-TestVolumeBackupRestore-633172024 tempest-TestVolumeBackupRestore-633172024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:42.884615 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-897a5e2d-fbd0-4137-8276-571e9d0e4059 tempest-TestVolumeBackupRestore-633172024 tempest-TestVolumeBackupRestore-633172024-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1092 time: 0.0818169 Dec 16 16:11:42.889528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36544) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:11:42.897453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Request body: {'floatingip': {'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:11:43.016536 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:43.024008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-b7dc24e8-ec3a-4eeb-931c-a1f2b0f9ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:43.027076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-b7dc24e8-ec3a-4eeb-931c-a1f2b0f9ae6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1097 time: 0.0924785 Dec 16 16:11:43.150220 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:41Z', 'revision_number': 0, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:43.191313 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:11:43.203575 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:11:43.204434 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:11:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:43.223889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-98e01628-d039-4cb2-a7e8-c2c93d908ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:43.226079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-98e01628-d039-4cb2-a7e8-c2c93d908ffe service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 914 time: 0.1707184 Dec 16 16:11:43.318996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:11:43.456392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-ee6bca33-66a7-4636-8362-3388a58825fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 1000 time: 0.2165399 Dec 16 16:11:43.564869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-6618f31c-4f8a-474e-8d34-8dc3c5eb9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:43.566393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-6618f31c-4f8a-474e-8d34-8dc3c5eb9ae7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.0946798 Dec 16 16:11:43.603446 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:41Z', 'revision_number': 0, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:43.631099 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a57f04-a34e-4721-9d50-2fd1fb009c2e None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:41Z', 'revision_number': 0, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:11:43.708341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-0b468442-218e-4c28-81ea-e61842ec2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:43.710028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-0b468442-218e-4c28-81ea-e61842ec2d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353397 Dec 16 16:11:43.897321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-38a459db-1a7b-49ce-9ee5-160221ebe262 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781361 Dec 16 16:11:43.903524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf06d-38be-46c5-a0f6-e1440a079e79 None None] New status for floating IP 14528c67-5ec2-4b8e-89ef-ce9c3ac1d299: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:11:43.928347 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:44.026231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:44.028373 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-8efdf06d-38be-46c5-a0f6-e1440a079e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:11:44.028731 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-8efdf06d-38be-46c5-a0f6-e1440a079e79 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:11:44.069611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5abcad5f-746f-4f67-bb61-2192a395d5cc req-3f72e9d9-685f-4b99-94d6-9c6e638a0d7d service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617141 Dec 16 16:11:44.213912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8289648-732a-46e9-b8d3-9e4d3380a38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:44.276024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:11:44.398107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:11:44.403739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:44.471503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5db83c4e-0d49-4a6d-bfa9-7a8539e779b4 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "PUT /v2.0/floatingips/14528c67-5ec2-4b8e-89ef-ce9c3ac1d299 HTTP/1.1" status: 200 len: 992 time: 1.5801032 Dec 16 16:11:44.530587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdf06d-38be-46c5-a0f6-e1440a079e79 None None] New status for floating IP 14528c67-5ec2-4b8e-89ef-ce9c3ac1d299: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:11:44.864685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}, {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:11:44.870048 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f91442d-1a3f-4ed7-816e-dd72e717f78d" -d '{"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}, {"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:11:44.903124 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:11:44.915787 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:11:44.932033 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 16 Dec 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e47e99-3a71-44a0-8f16-02fbe7e7311c x-openstack-request-id: req-00e47e99-3a71-44a0-8f16-02fbe7e7311c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:11:44.932033 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:11:44.932695 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:11:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:44.932800 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00e47e99-3a71-44a0-8f16-02fbe7e7311c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:11:44.932800 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:11:44.932800 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:11:45.015841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-f5d0a678-273f-4710-91e0-c4a600b6d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:45.017519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-f5d0a678-273f-4710-91e0-c4a600b6d2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1097 time: 0.0549142 Dec 16 16:11:45.139145 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:11:45.161960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-c30723cb-d688-4758-a141-31a7593dbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:45.163472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-c30723cb-d688-4758-a141-31a7593dbbf5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 914 time: 0.1335149 Dec 16 16:11:45.245174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-ab29ca92-97fa-456b-9cd9-967fe2bb7886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 1002 time: 0.0746799 Dec 16 16:11:45.405585 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:44Z', 'revision_number': 2, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:45.438341 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:11:45.449168 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:11:45.450266 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:11:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:45.568809 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:11:45.653371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-5398b8b9-34f8-4ebf-b5a7-b88a19aaad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:45.654865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-5398b8b9-34f8-4ebf-b5a7-b88a19aaad4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.4031568 Dec 16 16:11:45.703973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-d030d930-3af6-488f-9ea9-34dd7f7e9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:45.705519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-d030d930-3af6-488f-9ea9-34dd7f7e9efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419769 Dec 16 16:11:45.811417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-ae15ae3d-a5c4-4d52-a9a9-91eb2e835526 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980501 Dec 16 16:11:45.817783 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:44Z', 'revision_number': 2, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:11:45.846062 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff8350-b04d-4614-a716-ab3933d136aa None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '14528c67-5ec2-4b8e-89ef-ce9c3ac1d299', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'port_id': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'mac_address': 'fa:16:3e:38:27:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010d0d4c-619f-40e6-9fca-045b7564215c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:11:41Z', 'updated_at': '2021-12-16T16:11:44Z', 'revision_number': 2, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:11:45.906699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-d544371b-bc67-4d5c-954a-4b62b75916ed service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886319 Dec 16 16:11:46.041469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-5b7c0015-1252-4a6b-a97a-2f0d6026c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:46.043000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-5b7c0015-1252-4a6b-a97a-2f0d6026c1fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1097 time: 0.0483289 Dec 16 16:11:46.145097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-c852cd5f-8d75-4b91-a260-0bf25c7d31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:46.146741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-c852cd5f-8d75-4b91-a260-0bf25c7d31ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 914 time: 0.0970316 Dec 16 16:11:46.216804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-b11a254f-1b25-4e4c-afae-e34f62dc2fb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 1002 time: 0.0626261 Dec 16 16:11:46.281269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-ead4b81a-c2a2-4132-97ba-76c7e5c6eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:46.282757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-ead4b81a-c2a2-4132-97ba-76c7e5c6eecf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.0570536 Dec 16 16:11:46.331458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-95b73cee-1555-4f3f-a3eb-2ab101cd3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:11:46.333222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-95b73cee-1555-4f3f-a3eb-2ab101cd3a83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422609 Dec 16 16:11:46.435740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-67111fae-1b27-431c-a686-dc378747dabf service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952904 Dec 16 16:11:46.534139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6cb63be2-b2f8-4c93-9a03-2c5949ef6b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:46.543284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f91442d-1a3f-4ed7-816e-dd72e717f78d req-c1f078c7-5431-414b-ae76-dec24d5fd009 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004286 Dec 16 16:11:47.973989 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:49.402758 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:50.105572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:59.059288 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:11:59.807817 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:10.720726 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:12:14.241620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f59fe02-2d2d-43e1-85a2-fc20b7f66673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:16.556376 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1544-06c8-48d3-bfc1-99f672713aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:17.375802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-dfbff63f-99eb-4ca8-ba67-036e81b04556 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0943818 Dec 16 16:12:17.488277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-cb08b20d-2ecd-4409-893c-ee25504752bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:12:17.489802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-cb08b20d-2ecd-4409-893c-ee25504752bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1097 time: 0.0475783 Dec 16 16:12:17.612401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-58eb5f76-f371-4f8c-b300-da1b44fb2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:12:17.614075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-58eb5f76-f371-4f8c-b300-da1b44fb2a54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 914 time: 0.1028502 Dec 16 16:12:17.688908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-5ad536b8-9466-44cd-a8aa-4779f9bcf632 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 1002 time: 0.0677040 Dec 16 16:12:17.751491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-1b01789a-4527-461b-ad9b-7079ccd3a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:12:17.753000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-1b01789a-4527-461b-ad9b-7079ccd3a9cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.0577116 Dec 16 16:12:17.804477 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-f4c9590b-76be-45da-a275-c89dcb5c0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:12:17.809012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-f4c9590b-76be-45da-a275-c89dcb5c0224 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478873 Dec 16 16:12:17.912136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-82c0415c-b377-44f2-bdb5-efcc4291272e service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962915 Dec 16 16:12:17.985187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:18.028694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5e580ef-896a-4e32-9245-ca96c7771cde req-aeb4e525-fd14-430d-80d9-9d81ac8b1bbc service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089854 Dec 16 16:12:19.476132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:20.104969 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:29.093255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:29.876633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:44.236561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-33c1543f-a2a7-46c6-a665-73a2d93bb430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:46.561656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a49a8284-a693-413b-8eff-620eb8414359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:47.720631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:12:48.025018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:49.407676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:50.126959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.058769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.656955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36572) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:12:59.790412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.841734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Deleting port 2dffcddb-c7b2-4b8c-b041-97147edb9732 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:12:59.842067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.934593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.934822 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:12:59.949450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Calling delete_port for 2dffcddb-c7b2-4b8c-b041-97147edb9732 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:00.201842 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:00.234897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event deleted for resources: {'Port': ['ID=2dffcddb-c7b2-4b8c-b041-97147edb9732,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:00.260308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.260662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.261015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.261361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.261698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.262034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.262367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.262698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.263064 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.263413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.263744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.264115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.264444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:00.309176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:00.309570 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Floating IP 14528c67-5ec2-4b8e-89ef-ce9c3ac1d299 disassociated (deleted). External IP: 172.25.7.251, port: 37a983cc-41ab-4bf1-a2cf-6794d0aed460. Dec 16 16:13:00.550371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:13:00.666227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:13:00.672235 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:00.681307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:13:00.692069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:00.692714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:00.706658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-613c7f2d-5569-4548-82c1-66051fdf2c06 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "DELETE /v2.0/floatingips/14528c67-5ec2-4b8e-89ef-ce9c3ac1d299 HTTP/1.1" status: 204 len: 168 time: 1.0482574 Dec 16 16:13:00.707571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:13:00.711599 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:13:00.831336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:00.975111 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0570e33-4218-47f9-b36e-62664f1d5f2f x-openstack-request-id: req-c0570e33-4218-47f9-b36e-62664f1d5f2f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:13:00.975402 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:13:00.975658 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0570e33-4218-47f9-b36e-62664f1d5f2f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:13:00.976252 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:13:01.096948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-30d6dccd-88fe-4cab-9da8-76a180a171a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:01.096948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-30d6dccd-88fe-4cab-9da8-76a180a171a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2039d975ae6841c2b0ce8a89162036c7&device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 1097 time: 0.0639975 Dec 16 16:13:01.203204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:01.213681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-f6d84cee-ca8e-4ce1-9159-9618e14f95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:01.217604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-f6d84cee-ca8e-4ce1-9159-9618e14f95af service neutron] 10.222.0.30 "GET /v2.0/networks?id=bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 200 len: 914 time: 0.1153123 Dec 16 16:13:01.243012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:13:01.260825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:01.261481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:12:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:01.330585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-4ab35be4-98c7-4646-8b6b-6572c4f2d291 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 200 len: 217 time: 0.0695422 Dec 16 16:13:01.424879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:01.425098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-a750ecb6-0319-4f8d-82c0-4e671ea4dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:01.425555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-a750ecb6-0319-4f8d-82c0-4e671ea4dce9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 200 len: 852 time: 0.0869410 Dec 16 16:13:01.439076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416943-8b7e-4883-a549-677ddaa89a1f req-f3c47813-c806-4c85-bfc6-e3e5e2ef27f7 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:01.441023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c416943-8b7e-4883-a549-677ddaa89a1f req-f3c47813-c806-4c85-bfc6-e3e5e2ef27f7 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.1927068 Dec 16 16:13:01.550101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-28c03f54-25c4-4d0b-8d24-996ea8874fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:01.553088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-28c03f54-25c4-4d0b-8d24-996ea8874fd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bef605d8-199d-40ec-9b07-a92dd3bfcec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105471 Dec 16 16:13:01.564449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c416943-8b7e-4883-a549-677ddaa89a1f req-9ebdb9e9-50f5-4ccd-9972-4666d209198b tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936880 Dec 16 16:13:01.668693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a9544de2-326e-4669-b58d-239180c7321c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:01.680209 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-ad38132e-0f74-4f57-ba16-d595224b14d8 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140778 Dec 16 16:13:01.702440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9544de2-326e-4669-b58d-239180c7321c None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:08:22Z', 'revision_number': 4, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '5967b6b2-8ca0-43a3-bd8c-a08bed17c95a', 'name': '', 'network_id': 'bef605d8-199d-40ec-9b07-a92dd3bfcec7', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'mac_address': 'fa:16:3e:15:39:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:21Z', 'updated_at': '2021-12-16T16:08:27Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'subnets': [{'id': '36d90e7e-a94f-4070-9be0-103e7ec4cd0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:13:01.800163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-951eb7e9-0fb2-4c02-9926-07c809fc7bb8 req-189fa4d4-7a88-4121-a1ef-c4b3ca43e417 service neutron] 10.222.0.30 "GET /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091058 Dec 16 16:13:01.995612 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f9a2c-d03c-4f1f-974b-564f226c807a None None] New status for floating IP 14528c67-5ec2-4b8e-89ef-ce9c3ac1d299: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:13:02.753131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addad526-abbd-42d6-b453-70f617ed6298 req-bdc33604-f005-4f0f-8c4d-69461173bc68 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:02.754639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addad526-abbd-42d6-b453-70f617ed6298 req-bdc33604-f005-4f0f-8c4d-69461173bc68 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.1078737 Dec 16 16:13:02.808656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-addad526-abbd-42d6-b453-70f617ed6298 req-ee513244-fb2d-41b8-8b13-e0572cebd5e7 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/security-groups?id=98c7f567-c070-4d93-a8fd-f02e8e070641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472267 Dec 16 16:13:03.041149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-0e627423-43ec-4fc1-b3c0-a1d891797618 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:03.042731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-0e627423-43ec-4fc1-b3c0-a1d891797618 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 946 time: 0.0660641 Dec 16 16:13:03.143783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Deleting port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:03.144240 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:03.246637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] For port 37a983cc-41ab-4bf1-a2cf-6794d0aed460, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=37a983cc-41ab-4bf1-a2cf-6794d0aed460,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:03.246918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:03.261327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Calling delete_port for 37a983cc-41ab-4bf1-a2cf-6794d0aed460 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:03.539089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:03.566162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event deleted for resources: {'Port': ['ID=37a983cc-41ab-4bf1-a2cf-6794d0aed460,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:03.613262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] No DVR routers for this DVR port 37a983cc-41ab-4bf1-a2cf-6794d0aed460 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:13:03.629282 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:03.629282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c950aee-c69e-43da-bd11-d2b3ff8b5ef0 req-c44fbc0b-0db9-407d-8989-a16fbf5d94d2 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.30 "DELETE /v2.0/ports/37a983cc-41ab-4bf1-a2cf-6794d0aed460 HTTP/1.1" status: 204 len: 173 time: 0.5717616 Dec 16 16:13:03.629282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'name': 'network-vif-deleted', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:13:03.629282 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f084662c-0bd3-4736-81af-d7226c2374cb" -d '{"events": [{"server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "name": "network-vif-deleted", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:13:03.670800 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e33bc68-a158-49ff-9c12-d94c0e9f6b1f x-openstack-request-id: req-3e33bc68-a158-49ff-9c12-d94c0e9f6b1f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:13:03.671249 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d0d4c-619f-40e6-9fca-045b7564215c", "name": "network-vif-deleted", "tag": "37a983cc-41ab-4bf1-a2cf-6794d0aed460", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:13:03.671519 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e33bc68-a158-49ff-9c12-d94c0e9f6b1f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:13:03.671974 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d0d4c-619f-40e6-9fca-045b7564215c', 'name': 'network-vif-deleted', 'tag': '37a983cc-41ab-4bf1-a2cf-6794d0aed460', 'status': 'completed', 'code': 200} Dec 16 16:13:03.942191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff308f89-ca51-4b4d-8645-40b4b737eb9d req-b3f93862-7585-428b-a9c4-4003732b80f9 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0443821 Dec 16 16:13:05.067220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6df81e9-4d5c-44ba-a7a5-f0e8c1b4bb8d req-5b08121c-36a7-477e-8082-ad5f711033f7 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0398703 Dec 16 16:13:05.933058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 37a983cc-41ab-4bf1-a2cf-6794d0aed460 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:05.968589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 37a983cc-41ab-4bf1-a2cf-6794d0aed460 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:05.969041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 37a983cc-41ab-4bf1-a2cf-6794d0aed460 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:06.179848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3be95bb9-589e-4f8a-81f5-343943518ce5 req-2e0c2cf2-94a7-43aa-907b-077be7f4b1f3 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0385888 Dec 16 16:13:07.315618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d29b7501-0f45-47ad-ba2d-1e8dee06cd40 req-0668cdcb-5540-49ea-a45e-58a8640b797c tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0287552 Dec 16 16:13:08.423675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8da762d8-c704-4317-9ff2-12cd8f292092 req-7c06b767-e169-4b90-b1b3-c9b4a3d7b244 tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "GET /v2.0/ports?device_id=010d0d4c-619f-40e6-9fca-045b7564215c HTTP/1.1" status: 200 len: 210 time: 0.0275643 Dec 16 16:13:09.482224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36608) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:09.544769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:09.573352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:09.721838 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:09.724742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:09.726011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] 10.222.0.71 "DELETE /v2.0/security-groups/98c7f567-c070-4d93-a8fd-f02e8e070641 HTTP/1.1" status: 204 len: 168 time: 0.2428262 Dec 16 16:13:09.737486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a372d43-692c-47db-a97a-a5a02d3347db tempest-TestVolumeBackupRestore-2146798733 tempest-TestVolumeBackupRestore-2146798733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c7f567-c070-4d93-a8fd-f02e8e070641,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:14.229219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85da1d56-85e2-4e8a-94af-e946b432e02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:15.981514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36788) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:16.443119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:16.576107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9790cc8f-f883-4810-9d4b-56414961e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:16.756133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Deleting port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:16.756529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:16.852571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] For port 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:16.853280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:16.877703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Calling delete_port for 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:17.293176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:17.322036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Pushing event deleted for resources: {'Port': ['ID=5967b6b2-8ca0-43a3-bd8c-a08bed17c95a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:17.550831 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:18.001712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:18.154182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:13:18.277030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:13:18.284391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b3dd0336-a1af-4ba4-beb8-fe22b92db720 admin admin] 10.222.0.71 "PUT /v2.0/routers/3315ae6f-4e7d-4346-a703-7e2cba9faf37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012235 Dec 16 16:13:18.286444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:18.290181 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Sync routers for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:13:18.301523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:18.302147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:18.421957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:18.603320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:18.613777 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:13:17Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:18.651247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Checking router: 3315ae6f-4e7d-4346-a703-7e2cba9faf37 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:13:18.660559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Routers {'3315ae6f-4e7d-4346-a703-7e2cba9faf37'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:18.661658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:18.725094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:18.810682 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] Set router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:18.892986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Deleting port 1829b716-3964-4c14-a5d4-5d57452692f4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:18.893558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:18.991885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] For port 1829b716-3964-4c14-a5d4-5d57452692f4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1829b716-3964-4c14-a5d4-5d57452692f4,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:18.992436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.009218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Calling delete_port for 1829b716-3964-4c14-a5d4-5d57452692f4 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:19.025824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:13:17Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:19.057056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fa432e-92f1-4ff8-9fc9-c55d3a27f8bb None None] The sync data for ids ['3315ae6f-4e7d-4346-a703-7e2cba9faf37'] in n-d-821947-3 is: [{'id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'name': 'tempest-TestVolumeBackupRestore-404352227-router', 'tenant_id': '2039d975ae6841c2b0ce8a89162036c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:18Z', 'updated_at': '2021-12-16T16:13:17Z', 'revision_number': 5, 'project_id': '2039d975ae6841c2b0ce8a89162036c7', 'gw_port': {'id': '1829b716-3964-4c14-a5d4-5d57452692f4', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:60:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3315ae6f-4e7d-4346-a703-7e2cba9faf37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:19Z', 'updated_at': '2021-12-16T16:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:13:19.287039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.319729 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1829b716-3964-4c14-a5d4-5d57452692f4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:19.342110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c841c-3fd5-47e4-b678-d5cac9f0d8f3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:13:19.409184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.470816 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.515957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.518785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.670519 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.671554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3315ae6f-4e7d-4346-a703-7e2cba9faf37 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:13:19.677689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.681212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fec54c62-3878-4341-9820-6afc07e573fb admin admin] 10.222.0.71 "DELETE /v2.0/routers/3315ae6f-4e7d-4346-a703-7e2cba9faf37 HTTP/1.1" status: 204 len: 168 time: 1.3915119 Dec 16 16:13:19.682543 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:19.739140 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Deleting subnet 36d90e7e-a94f-4070-9be0-103e7ec4cd0f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:13:19.744892 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.783972 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:19.873997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.008479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.050542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d90e7e-a94f-4070-9be0-103e7ec4cd0f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:20.053275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.056490 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/36d90e7e-a94f-4070-9be0-103e7ec4cd0f HTTP/1.1" status: 204 len: 168 time: 0.3729160 Dec 16 16:13:20.059533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 36934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:20.064433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.064785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.065127 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.065462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.065833 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.066161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.066505 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.067101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.067403 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.067904 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.068269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.068738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.069069 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5371a-ad9d-4bc2-8649-ec542aec92eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.185455 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.250021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Deleting port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:20.250365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.263728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476e47b-d243-45db-a093-3c20278119a2 None None] Network bef605d8-199d-40ec-9b07-a92dd3bfcec7 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:13:20.267601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.339264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] For port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:20.339896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.365168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Calling delete_port for d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:20.446544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] DHCP port deletion for bef605d8-199d-40ec-9b07-a92dd3bfcec7 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:13:20.512248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:20.538705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Deleting port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:20.539051 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.578354 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.607042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No active binding found for port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 {{(pid=104057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 16 16:13:20.607473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:20.607906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:20.612629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:20.614499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] No DVR routers for this DVR port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:13:20.637578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] For port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,segment=NetworkSegment(a0a52588-b2f1-4c77-8abc-f87a858eb8a8),segment_id=a0a52588-b2f1-4c77-8abc-f87a858eb8a8)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:20.638596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.641136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:20.641483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5967b6b2-8ca0-43a3-bd8c-a08bed17c95a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:20.641906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1829b716-3964-4c14-a5d4-5d57452692f4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:20.670848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 1829b716-3964-4c14-a5d4-5d57452692f4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:20.671198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 1829b716-3964-4c14-a5d4-5d57452692f4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:20.673032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Calling delete_port for d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:20.719382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.743304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef605d8-199d-40ec-9b07-a92dd3bfcec7']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:20.754006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:20.754306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a52588-b2f1-4c77-8abc-f87a858eb8a8') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:20.761264 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.765712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.781263 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.788976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:13:20.789576 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:13:20.792500 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:13:20.795110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Pushing event deleted for resources: {'Port': ['ID=d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:20.798269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] No DVR routers for this DVR port d0a9b5a9-f44a-4341-b2e6-a466f5d9b7c0 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:13:20.806512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.806852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.807203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.807534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.807902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.808237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.808572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.808901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.809341 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.809547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.809931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.810269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.810592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524e406-c12e-430d-a31f-50c2dbbcd3de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:13:20.961488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.967554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:20.976399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] 10.222.0.71 "DELETE /v2.0/networks/bef605d8-199d-40ec-9b07-a92dd3bfcec7 HTTP/1.1" status: 204 len: 168 time: 0.9098270 Dec 16 16:13:20.976516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 36964) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:20.984202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e63ef-6920-4832-8fad-cf015db7a838 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef605d8-199d-40ec-9b07-a92dd3bfcec7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:21.363148 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:21.642223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Deleting port d26d5b25-16ce-4811-a08b-85372e357bed {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:21.642475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:21.727092 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] For port d26d5b25-16ce-4811-a08b-85372e357bed, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d26d5b25-16ce-4811-a08b-85372e357bed,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:21.727459 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:21.741196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Calling delete_port for d26d5b25-16ce-4811-a08b-85372e357bed owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:22.007233 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:22.036857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26d5b25-16ce-4811-a08b-85372e357bed,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:22.229593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:22.487135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Router 7179308d-6885-4f45-828a-c9ffa55cb9c3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:13:22.630718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:13:22.650173 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-77fb3adb-7c97-4317-a5ab-dd1fe6a982d4 admin admin] 10.222.0.71 "PUT /v2.0/routers/7179308d-6885-4f45-828a-c9ffa55cb9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720130 Dec 16 16:13:22.651410 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Sync routers for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:13:22.654231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37018) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:22.667363 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:22.668642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:22.790722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:22.806298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:22.937019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.061967 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:13:21Z', 'revision_number': 5, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:23.090244 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Checking router: 7179308d-6885-4f45-828a-c9ffa55cb9c3 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:13:23.099584 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Routers {'7179308d-6885-4f45-828a-c9ffa55cb9c3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:13:23.101390 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:13:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['7179308d-6885-4f45-828a-c9ffa55cb9c3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:23.198389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Deleting port 7a4cda02-cb85-40e9-bc35-fef1e6714811 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:23.198936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.244186 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] Set router 7179308d-6885-4f45-828a-c9ffa55cb9c3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:13:23.332158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] For port 7a4cda02-cb85-40e9-bc35-fef1e6714811, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a4cda02-cb85-40e9-bc35-fef1e6714811,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:23.333138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.352767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Calling delete_port for 7a4cda02-cb85-40e9-bc35-fef1e6714811 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:23.487809 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:13:21Z', 'revision_number': 5, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:23.524076 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd6f0eb-cad7-489e-b850-b47d588080a4 None None] The sync data for ids ['7179308d-6885-4f45-828a-c9ffa55cb9c3'] in n-d-821947-3 is: [{'id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'name': 'tempest-TestVolumeBackupRestore-529706392-router', 'tenant_id': '060a8a0fa91542d5a8864b0820106569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:08:27Z', 'updated_at': '2021-12-16T16:13:21Z', 'revision_number': 5, 'project_id': '060a8a0fa91542d5a8864b0820106569', 'gw_port': {'id': '7a4cda02-cb85-40e9-bc35-fef1e6714811', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7179308d-6885-4f45-828a-c9ffa55cb9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4022, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:08:28Z', 'updated_at': '2021-12-16T16:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:13:23.675512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.706986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4cda02-cb85-40e9-bc35-fef1e6714811,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:23.726230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67fd96d-aa96-4c80-a469-5aba54237404 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:13:23.779408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.883367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:23.887409 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.010201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.010801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7179308d-6885-4f45-828a-c9ffa55cb9c3 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:13:24.016391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.019137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cd947db0-0187-4b0a-9384-6b06c607d9ba admin admin] 10.222.0.71 "DELETE /v2.0/routers/7179308d-6885-4f45-828a-c9ffa55cb9c3 HTTP/1.1" status: 204 len: 168 time: 1.3623219 Dec 16 16:13:24.020392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37062) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:24.080401 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Deleting subnet 8d5dda9b-120b-4e1e-ac82-e058e9c2af55 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:13:24.086183 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.151271 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.290970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.447176 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.473508 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5dda9b-120b-4e1e-ac82-e058e9c2af55,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:24.485097 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.488685 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-36d95fda-d127-4a2b-9b0b-5c45719d6f6d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8d5dda9b-120b-4e1e-ac82-e058e9c2af55 HTTP/1.1" status: 204 len: 168 time: 0.4669530 Dec 16 16:13:24.491941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37082) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:24.492124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0b218-ed59-4512-b8c8-78d9c2f6b534 None None] Network 8ce3d483-b152-4ab8-88b6-6e417994b739 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:13:24.574843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.651666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d26d5b25-16ce-4811-a08b-85372e357bed no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:24.663815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Deleting port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:24.664443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.678618 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d26d5b25-16ce-4811-a08b-85372e357bed {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:24.679244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d26d5b25-16ce-4811-a08b-85372e357bed not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:24.679673 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a4cda02-cb85-40e9-bc35-fef1e6714811 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:24.703745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 7a4cda02-cb85-40e9-bc35-fef1e6714811 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:24.704147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a4cda02-cb85-40e9-bc35-fef1e6714811 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:24.723408 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:13:24.771249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] DHCP port deletion for 8ce3d483-b152-4ab8-88b6-6e417994b739 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:13:24.773216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] For port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:24.773909 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.795593 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Calling delete_port for 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:24.831847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Deleting port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:13:24.832548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.904433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] For port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,segment=NetworkSegment(807e314e-db58-4a8c-88fb-41e8c4545256),segment_id=807e314e-db58-4a8c-88fb-41e8c4545256)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:24.904743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:24.918815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Calling delete_port for 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:13:25.047084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.058142 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.076243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:25.080163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] No DVR routers for this DVR port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:13:25.098215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] No DVR routers for this DVR port 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:13:25.108503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45621734-350b-4f9b-b39d-24d580dac534 None None] Pushing event deleted for resources: {'Port': ['ID=431f4c24-eb0f-4fcf-bff0-27d4e4f431b4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:25.164025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.191945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce3d483-b152-4ab8-88b6-6e417994b739']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:25.208073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e314e-db58-4a8c-88fb-41e8c4545256') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:25.208560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e314e-db58-4a8c-88fb-41e8c4545256') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:13:25.225218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.240733 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.248485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:13:25.248913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:13:25.250767 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:13:25.561711 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.567626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:25.571040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] 10.222.0.71 "DELETE /v2.0/networks/8ce3d483-b152-4ab8-88b6-6e417994b739 HTTP/1.1" status: 204 len: 168 time: 1.0777793 Dec 16 16:13:25.583528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42014c6-ec29-4a97-8a67-64e1a13fc1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce3d483-b152-4ab8-88b6-6e417994b739,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:25.994956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37092) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:26.052602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8d117d3f-3881-4bc9-999f-d5015a10cd5d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2039d975ae6841c2b0ce8a89162036c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557342 Dec 16 16:13:26.055530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37094) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:26.105078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:26.132183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:26.287284 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:26.290523 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:26.291748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fec07820-c2f6-466e-a4f4-6758a8c07693 HTTP/1.1" status: 204 len: 168 time: 0.2350652 Dec 16 16:13:26.300151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b1e1e-f4b8-4249-97ee-2292a5e716f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec07820-c2f6-466e-a4f4-6758a8c07693,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:26.472353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:13:26.495298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:13:26.495794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 431f4c24-eb0f-4fcf-bff0-27d4e4f431b4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:13:27.216835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37100) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:27.263170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6c9a280c-6e6f-4a13-a095-dd8e147929ec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=060a8a0fa91542d5a8864b0820106569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428908 Dec 16 16:13:27.263683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37102) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:13:27.319245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:27.344832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:27.469761 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:27.472356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:27.473591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fef62ff1-572c-48f9-8448-8ce860c2ae92 HTTP/1.1" status: 204 len: 168 time: 0.2087457 Dec 16 16:13:27.485655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350f2ac-f2ff-4199-b889-e8f6d6e0e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef62ff1-572c-48f9-8448-8ce860c2ae92,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:29.018464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:29.830047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:40.310706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-1bcc7486-7fa7-4be1-9d8f-6d4b68ca6423 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298545 Dec 16 16:13:40.518263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-f4906b36-7142-4c63-bf79-4c8062d0680a tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:40.519790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-f4906b36-7142-4c63-bf79-4c8062d0680a tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989369 Dec 16 16:13:40.536724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-e680434a-0a2d-4a6f-a97f-8f86c031becf tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/quotas/349b9dfea04e4bbe9236e14e8e697a7d HTTP/1.1" status: 200 len: 375 time: 0.0099521 Dec 16 16:13:40.570534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-cb3c8ea1-b483-4b3a-b431-58245e365f30 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273848 Dec 16 16:13:41.851948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a112765a-faa5-4b00-84e7-65581f8033e6 req-cab506b1-4138-43f3-8799-8fef2286d180 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Dec 16 16:13:42.959105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68f50284-098f-4077-b89b-68153b3e3c7b req-4a63c0a1-8e69-4cb4-ba65-83e1a388f6ed tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0441086 Dec 16 16:13:44.055424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb79cd09-d13e-4d8b-9c1a-075ad5158cd2 req-6bc24cdb-ba4b-4503-95c1-11943fbfa253 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Dec 16 16:13:44.201213 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-07a4c0dc-9389-4ffa-8c1f-7dfba2992486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:45.150547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-275569ff-9ad9-4251-bc06-b08ae4a56731 req-6b5f9e78-b3db-4285-a9cd-a54a6133b26e tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0323215 Dec 16 16:13:46.235711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94fef245-f65f-4312-b4f8-c154b08a24a6 req-fc92e1eb-2edf-4d30-ab14-271dcabd77a6 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0295491 Dec 16 16:13:46.538126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf31fe0a-fe84-419f-b116-775c6f50b22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:47.332186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d33e7b3e-576f-47a1-a3c8-ac47853cc3b4 req-5a98ae70-f5da-4392-bef7-a60896e7e439 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0268192 Dec 16 16:13:48.075340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:48.438115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd88af3e-8929-49e8-8a43-678181114fd7 req-4a83c455-195e-4a66-a588-62c920d1de0c tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0282300 Dec 16 16:13:48.596295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-c75f5236-226e-4102-976a-5a0a7d6724ba tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264025 Dec 16 16:13:48.727926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-3342116a-de7d-4843-a7c7-d14f682692f0 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:48.729723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-3342116a-de7d-4843-a7c7-d14f682692f0 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280842 Dec 16 16:13:48.749025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Request body: {'port': {'device_id': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'admin_state_up': True, 'tenant_id': '349b9dfea04e4bbe9236e14e8e697a7d'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:13:48.972661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Made reservation on behalf of 349b9dfea04e4bbe9236e14e8e697a7d for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:13:48.976494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:48.985998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:49.069675 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:49.177592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:49.295214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582d3aad-1700-42f5-b6ad-b2850991ea57,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:49.411434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:49.425115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Allocated IP 192.168.233.144 (34962e1e-687c-4d12-aa59-1d979a804a13/4f91fd4f-5b0a-45f6-8268-24263c5dbafd/21d9be83-9b79-4d19-8b41-c45b45fdd25a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:13:49.577898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-deef2074-3687-4740-876a-8263aea50811 req-70b0177a-c5d5-48c2-8be4-57d7816e2802 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0415690 Dec 16 16:13:49.984207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.104826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.137587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.154171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Network 34962e1e-687c-4d12-aa59-1d979a804a13 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:13:50.157503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:13:50.161606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:13:50.168849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Pushing event updated for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:50.223180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:50.223861 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.339794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-dff6bb71-0065-4a7a-9859-58bd8d7650ca tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5953176 Dec 16 16:13:50.361949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Request body: {'port': {'device_id': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:13:50.428979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.432792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-096119ad-7adf-4cad-b8e1-e4b31ad86406 None None] Provisioning complete for port 21d9be83-9b79-4d19-8b41-c45b45fdd25a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:13:50.432792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-096119ad-7adf-4cad-b8e1-e4b31ad86406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.472590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-096119ad-7adf-4cad-b8e1-e4b31ad86406 None None] Port 21d9be83-9b79-4d19-8b41-c45b45fdd25a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:13:50.754845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d9cd-e90f-4ad4-a658-bee5965e9c3f req-8fee259f-a305-4d18-98b1-b3c542a18df9 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:50.756958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48d2d9cd-e90f-4ad4-a658-bee5965e9c3f req-8fee259f-a305-4d18-98b1-b3c542a18df9 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 936 time: 0.1004086 Dec 16 16:13:50.772647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d9be83-9b79-4d19-8b41-c45b45fdd25a {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:13:50.787043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.819133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Transition to ACTIVE for port object 21d9be83-9b79-4d19-8b41-c45b45fdd25a will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:13:50.834845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48d2d9cd-e90f-4ad4-a658-bee5965e9c3f req-0136dc15-3d7a-4fcb-96a0-a7a80c8d33f2 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713544 Dec 16 16:13:50.921391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:50.977628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:51.055803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Attempting to bind port 21d9be83-9b79-4d19-8b41-c45b45fdd25a on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:13:51.056325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Attempting to bind port 21d9be83-9b79-4d19-8b41-c45b45fdd25a by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:13:51.056726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Attempting to bind port 21d9be83-9b79-4d19-8b41-c45b45fdd25a on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:13:51.067197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Port 21d9be83-9b79-4d19-8b41-c45b45fdd25a on network 34962e1e-687c-4d12-aa59-1d979a804a13 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:13:51.067537 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Attempting to bind port 21d9be83-9b79-4d19-8b41-c45b45fdd25a on network 34962e1e-687c-4d12-aa59-1d979a804a13 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:13:51.073818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:13:51.074172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Checking segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:13:51.074572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Bound using segment: {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:13:51.075017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Bound port: 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21655e28-9029-425a-b093-9b38d74b6d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:13:51.075379 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:51.153778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:13:51.157245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:13:51.238575 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:51.273200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.273893 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:51.275778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/21d9be83-9b79-4d19-8b41-c45b45fdd25a HTTP/1.1" status: 200 len: 1096 time: 0.9212289 Dec 16 16:13:51.281455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:13:51.283566 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b" -d '{"events": [{"name": "network-changed", "server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:13:51.324730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0d1f1-5763-4372-a810-ad604174e6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:51.357467 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a201e-0c6d-4f4b-80d4-ecc19b5c848e x-openstack-request-id: req-439a201e-0c6d-4f4b-80d4-ecc19b5c848e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:13:51.357776 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:13:51.358056 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-439a201e-0c6d-4f4b-80d4-ecc19b5c848e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:13:51.358494 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a', 'status': 'completed', 'code': 200} Dec 16 16:13:51.451799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b req-3ae63127-8421-40c0-a0a9-55ac200fbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.454513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b req-3ae63127-8421-40c0-a0a9-55ac200fbceb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 1099 time: 0.0509460 Dec 16 16:13:51.489467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b req-446148bd-9328-40c5-ae4b-4441121f55c8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214350 Dec 16 16:13:51.607289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b req-a5157562-984a-478d-b3f6-1c363a19e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.609831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f8c796f-8cd3-44a7-9a1f-f28f4a5f014b req-a5157562-984a-478d-b3f6-1c363a19e728 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128678 Dec 16 16:13:51.718951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-9f7caff7-e97c-4826-8077-15c52550e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.720547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-9f7caff7-e97c-4826-8077-15c52550e7fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 1099 time: 0.0481191 Dec 16 16:13:51.772834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-d1ade18a-5afb-43cc-a45e-842578123897 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a HTTP/1.1" status: 200 len: 217 time: 0.0368400 Dec 16 16:13:51.830426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-c0120620-0ebd-4490-969a-9d28e82551c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.831985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-c0120620-0ebd-4490-969a-9d28e82551c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f91fd4f-5b0a-45f6-8268-24263c5dbafd HTTP/1.1" status: 200 len: 843 time: 0.0520558 Dec 16 16:13:51.889852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105788-e467-4504-a61b-18954844bcad req-fb566393-2ba2-4ebc-9c5e-4f86098701e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:51.892589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-fb566393-2ba2-4ebc-9c5e-4f86098701e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34962e1e-687c-4d12-aa59-1d979a804a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536227 Dec 16 16:13:52.032438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca29b-08da-491b-ab58-c3f8bdc278cb req-2a390e40-d9f8-4f78-909a-e2065094148d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:52.034110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cca29b-08da-491b-ab58-c3f8bdc278cb req-2a390e40-d9f8-4f78-909a-e2065094148d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 948 time: 0.1149518 Dec 16 16:13:52.038479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-c892554c-29d2-4030-aa2c-1e8e854e5d35 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386118 Dec 16 16:13:52.142404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54cca29b-08da-491b-ab58-c3f8bdc278cb req-9c81fe7a-d5f6-4595-9ca9-5390e659d376 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002946 Dec 16 16:13:52.172468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39105788-e467-4504-a61b-18954844bcad req-14fafc4b-1013-487f-847b-0fe64a2600e2 service neutron] 10.222.0.30 "GET /v2.0/networks/34962e1e-687c-4d12-aa59-1d979a804a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256897 Dec 16 16:13:53.272745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548af6c5-73bf-4185-86ac-34caf8057049 req-4e279c37-ce66-4546-bee9-cf7dcf8156a3 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:53.274221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-548af6c5-73bf-4185-86ac-34caf8057049 req-4e279c37-ce66-4546-bee9-cf7dcf8156a3 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 948 time: 0.0554841 Dec 16 16:13:53.325605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-548af6c5-73bf-4185-86ac-34caf8057049 req-f1026b89-cb63-4499-a83c-6d95fa6f9f53 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Dec 16 16:13:54.162090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 21d9be83-9b79-4d19-8b41-c45b45fdd25a details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:13:54.264320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:54.277760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '21d9be83-9b79-4d19-8b41-c45b45fdd25a', 'network_id': '34962e1e-687c-4d12-aa59-1d979a804a13', 'port_id': '21d9be83-9b79-4d19-8b41-c45b45fdd25a', 'mac_address': 'fa:16:3e:49:7c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f91fd4f-5b0a-45f6-8268-24263c5dbafd', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:13:54.315977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:54.335086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d9be83-9b79-4d19-8b41-c45b45fdd25a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:13:54.357123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:54.442211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:54.482462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505f34b-140b-4085-ada3-a3f25ec1567f req-17db95fa-c55c-4e08-b929-1374071be347 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:54.484504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1505f34b-140b-4085-ada3-a3f25ec1567f req-17db95fa-c55c-4e08-b929-1374071be347 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 948 time: 0.0708330 Dec 16 16:13:54.514125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:54.541058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1505f34b-140b-4085-ada3-a3f25ec1567f req-0d351cca-ff9f-4dbc-bd15-5cf349daedb7 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Dec 16 16:13:54.721798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['21d9be83-9b79-4d19-8b41-c45b45fdd25a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:13:55.673157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093abff2-b00b-4cee-b07f-f84d57780965 req-7e72916d-592c-4244-88dc-a71a717ea919 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:55.675173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-093abff2-b00b-4cee-b07f-f84d57780965 req-7e72916d-592c-4244-88dc-a71a717ea919 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 949 time: 0.0619555 Dec 16 16:13:55.730007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-093abff2-b00b-4cee-b07f-f84d57780965 req-4fbc68c3-3078-48de-9f4d-1138a73b9d72 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Dec 16 16:13:56.182852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 21d9be83-9b79-4d19-8b41-c45b45fdd25a up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:13:56.332604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 21d9be83-9b79-4d19-8b41-c45b45fdd25a completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:13:56.337859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 21d9be83-9b79-4d19-8b41-c45b45fdd25a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:13:56.338408 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:56.424981 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:56.451360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:13:56.453792 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a133997c-4814-48f5-87ec-0cf28012c388" -d '{"events": [{"server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "name": "network-vif-plugged", "status": "completed", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:13:56.468352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:13:56.561530 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee657e-70c6-4906-a87f-6d33428468cc x-openstack-request-id: req-96ee657e-70c6-4906-a87f-6d33428468cc {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:13:56.562013 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "name": "network-vif-plugged", "status": "completed", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:13:56.562425 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96ee657e-70c6-4906-a87f-6d33428468cc {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:13:56.563068 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a', 'code': 200} Dec 16 16:13:56.567381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:56.644994 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:13:56.705049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3570d9-8d73-4cd4-b2c7-d550c2ead5e7 req-6f2e36a0-3519-43d4-916b-5a6edae87136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:56.706592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c3570d9-8d73-4cd4-b2c7-d550c2ead5e7 req-6f2e36a0-3519-43d4-916b-5a6edae87136 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 1101 time: 0.0433025 Dec 16 16:13:56.758504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7c3570d9-8d73-4cd4-b2c7-d550c2ead5e7 req-b5856b9d-fc2c-4594-91a3-0d648a772b65 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Dec 16 16:13:56.855436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6738ed8-21a1-4808-8df5-539172efcea2 req-6cb21cea-b34f-456d-bc41-115f289163e9 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:56.857055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6738ed8-21a1-4808-8df5-539172efcea2 req-6cb21cea-b34f-456d-bc41-115f289163e9 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0535219 Dec 16 16:13:56.913396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6738ed8-21a1-4808-8df5-539172efcea2 req-7745ff5f-e5bf-4787-a05c-b230475df6ae tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492883 Dec 16 16:13:58.049168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c67635-7b53-4235-b497-680c97cab959 req-d6f0d683-183d-4d5e-ad0d-4b5d8605914d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:58.050760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8c67635-7b53-4235-b497-680c97cab959 req-d6f0d683-183d-4d5e-ad0d-4b5d8605914d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0554311 Dec 16 16:13:58.124395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8c67635-7b53-4235-b497-680c97cab959 req-579ae596-8255-4c29-a110-dfa59073f0f6 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Dec 16 16:13:59.035490 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:59.259920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54f84e-52b1-450c-89d9-9b3a2f97cc88 req-eae05755-b052-4250-9c46-e078dafe759e tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:13:59.262771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d54f84e-52b1-450c-89d9-9b3a2f97cc88 req-eae05755-b052-4250-9c46-e078dafe759e tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0629206 Dec 16 16:13:59.337159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d54f84e-52b1-450c-89d9-9b3a2f97cc88 req-1be01f9e-d15d-44ca-a38d-3cbfc7dcdfba tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679977 Dec 16 16:13:59.824255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:13:59.843248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-d702c3d8-4409-488c-a215-30e8f9715e78 req-a7b64b5e-12df-4279-a6f1-2c3edabd0a4e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:13:59.844437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d702c3d8-4409-488c-a215-30e8f9715e78 req-a7b64b5e-12df-4279-a6f1-2c3edabd0a4e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1211970 Dec 16 16:14:00.475762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-15f3e0e7-1605-44e8-beb3-b359fb19806e req-58faa38b-e39a-4cb4-8c39-51245c820ca0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:14:00.477003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15f3e0e7-1605-44e8-beb3-b359fb19806e req-58faa38b-e39a-4cb4-8c39-51245c820ca0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480299 Dec 16 16:14:01.171924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa69bf-2dbb-4637-a8ca-b4a2a4d1798d req-07f685ae-9247-4a16-b553-4966a43d15e5 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:01.173491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0fa69bf-2dbb-4637-a8ca-b4a2a4d1798d req-07f685ae-9247-4a16-b553-4966a43d15e5 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0606270 Dec 16 16:14:01.223989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0fa69bf-2dbb-4637-a8ca-b4a2a4d1798d req-8093bb3c-8782-4b6f-9ab3-03b72fd5e951 tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Dec 16 16:14:01.723979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:14:02.347235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e90e4-591a-46a3-9c97-45fc878cb1db req-6fff19c3-4cb7-4bd3-b163-4aa4cc1b3d4d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:02.348779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c3e90e4-591a-46a3-9c97-45fc878cb1db req-6fff19c3-4cb7-4bd3-b163-4aa4cc1b3d4d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0516326 Dec 16 16:14:02.400349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9c3e90e4-591a-46a3-9c97-45fc878cb1db req-007ea943-6a38-473b-89e3-5b10658c801b tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/security-groups?id=582d3aad-1700-42f5-b6ad-b2850991ea57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Dec 16 16:14:02.576614 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-f981c3ce-6b12-44c3-966c-0681a591330f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:02.578061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-f981c3ce-6b12-44c3-966c-0681a591330f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.30 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 950 time: 0.0553796 Dec 16 16:14:02.681736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Deleting port 21d9be83-9b79-4d19-8b41-c45b45fdd25a {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:14:02.682171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:02.780737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] For port 21d9be83-9b79-4d19-8b41-c45b45fdd25a, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=21d9be83-9b79-4d19-8b41-c45b45fdd25a,segment=NetworkSegment(21655e28-9029-425a-b093-9b38d74b6d39),segment_id=21655e28-9029-425a-b093-9b38d74b6d39)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:02.781094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:02.801350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Calling delete_port for 21d9be83-9b79-4d19-8b41-c45b45fdd25a owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:14:03.059067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:03.103132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['21d9be83-9b79-4d19-8b41-c45b45fdd25a'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:14:03.116639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Pushing event deleted for resources: {'Port': ['ID=21d9be83-9b79-4d19-8b41-c45b45fdd25a,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:03.157424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.157782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.158135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.158476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.158821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.159156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.159503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.159832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.160183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.160516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.160845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.161177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.161502 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:03.185240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] No DVR routers for this DVR port 21d9be83-9b79-4d19-8b41-c45b45fdd25a on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:14:03.188242 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:03.191788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60ccb084-34d1-4fa1-a93f-c2e0a23e8e2d req-095ec49f-f1d6-4370-b5ce-91a6ba4eb60f tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.30 "DELETE /v2.0/ports/21d9be83-9b79-4d19-8b41-c45b45fdd25a HTTP/1.1" status: 204 len: 173 time: 0.6075704 Dec 16 16:14:03.192297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'name': 'network-vif-deleted', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:03.194910 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad913402-65e5-4f10-ae50-5efbdfd7e57a" -d '{"events": [{"server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "name": "network-vif-deleted", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:03.250304 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20ef63-704a-4d52-827c-a5630a5ff038 x-openstack-request-id: req-1e20ef63-704a-4d52-827c-a5630a5ff038 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:03.250608 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954da1df-d8fc-42f4-a0bb-505be4f803d0", "name": "network-vif-deleted", "tag": "21d9be83-9b79-4d19-8b41-c45b45fdd25a", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:03.250867 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e20ef63-704a-4d52-827c-a5630a5ff038 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:03.251321 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954da1df-d8fc-42f4-a0bb-505be4f803d0', 'name': 'network-vif-deleted', 'tag': '21d9be83-9b79-4d19-8b41-c45b45fdd25a', 'status': 'completed', 'code': 200} Dec 16 16:14:03.504022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ee95292b-9071-421f-b429-f6702ac4686f req-27965bff-ca4a-4810-a397-d98002ceec2d tempest-ServersAdminNegativeTestJSON-1688797596 tempest-ServersAdminNegativeTestJSON-1688797596-project] 10.222.0.71 "GET /v2.0/ports?device_id=954da1df-d8fc-42f4-a0bb-505be4f803d0 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Dec 16 16:14:05.075931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37286) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:05.239054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-61a930ea-458c-4d46-8f98-299fa690f34b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=349b9dfea04e4bbe9236e14e8e697a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1619120 Dec 16 16:14:05.241829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:05.293432 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:05.315973 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:05.475514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:05.478196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:05.479371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/582d3aad-1700-42f5-b6ad-b2850991ea57 HTTP/1.1" status: 204 len: 168 time: 0.2366281 Dec 16 16:14:05.489169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfedc5-a842-44c4-94cf-6763112c6d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582d3aad-1700-42f5-b6ad-b2850991ea57,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:06.170027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37296) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:06.183927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-337f5d9f-22e3-4eb8-84a5-58fce3b19de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.271190 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-337f5d9f-22e3-4eb8-84a5-58fce3b19de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.355218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-337f5d9f-22e3-4eb8-84a5-58fce3b19de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.395212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-337f5d9f-22e3-4eb8-84a5-58fce3b19de3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=155fce6f2cb64c6282a78396f21659de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240875 Dec 16 16:14:06.396161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f5d9f-22e3-4eb8-84a5-58fce3b19de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231dfa2-6caf-468d-9bdb-509f535ed387,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:06.397966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37298) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:06.455962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.481155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.606367 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.608873 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:06.610058 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2231dfa2-6caf-468d-9bdb-509f535ed387 HTTP/1.1" status: 204 len: 168 time: 0.2110775 Dec 16 16:14:06.620213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3af4a-4808-448d-9c95-dc2569b2e68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231dfa2-6caf-468d-9bdb-509f535ed387,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:08.145721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:08.225936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 21d9be83-9b79-4d19-8b41-c45b45fdd25a no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:14:08.249434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 21d9be83-9b79-4d19-8b41-c45b45fdd25a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:14:08.249793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 21d9be83-9b79-4d19-8b41-c45b45fdd25a not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:14:08.257922 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1294897383-network', 'tenant_id': 'd2465925f443495cbf675d61fb924c7f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:08.406682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Made reservation on behalf of d2465925f443495cbf675d61fb924c7f for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:14:08.409108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.418990 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.497077 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.630079 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.657213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:14:08.668759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d05dc-889a-4317-baa2-58c2cadbe212,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:08.673879 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.674229 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Added segment 951edb1f-5a49-4c92-a472-79e7c1f6c22a of type vlan for network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f Dec 16 16:14:08.719137 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.812925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.813943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:08.814539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:08.877296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] Pushing event updated for resources: {'Network': ['ID=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:08.888828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:14:08.946102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fb0dc99b-aba3-4185-88f9-2b29150e3e8f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7959771 Dec 16 16:14:08.946930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:08.952530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Request body: {'subnet': {'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1294897383-subnet', 'tenant_id': 'd2465925f443495cbf675d61fb924c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:09.149467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Made reservation on behalf of d2465925f443495cbf675d61fb924c7f for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:14:09.151954 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:09.407391 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:09.471433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb465cf-d8ec-4757-9427-c8f5bf432d26,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:09.482239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Checking segment: {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:14:09.482608 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Network hostable DHCP agents. Network: cfa24ac9-84a8-40b1-b00c-b7bf82790e3f, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:14:09.618548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:14:09.713644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, cfa24ac9-84a8-40b1-b00c-b7bf82790e3f) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:14:09.718876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:09.722928 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:09.726622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae6630-b31a-4b68-a372-b94a8837ec30 None None] Network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:14:09.797126 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-737b0c46-0768-493b-a068-1556747970d8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8485076 Dec 16 16:14:09.838814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7b189-832b-4fe7-a7f0-2d8321766401 None None] Network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:14:10.265243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-416c537e-ad00-42b3-ad1a-8c106025ae4e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:10.269340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-416c537e-ad00-42b3-ad1a-8c106025ae4e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 812 time: 0.1137822 Dec 16 16:14:10.284377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-66533b2f-db7d-4f17-988a-94714c1c604f tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/quotas/d2465925f443495cbf675d61fb924c7f HTTP/1.1" status: 200 len: 375 time: 0.0118129 Dec 16 16:14:10.319665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-374fe4e7-ef23-4b54-975e-79be617978f7 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285761 Dec 16 16:14:10.423688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-4b6a1d99-2ab7-4c67-b50c-3bd476b74a72 service neutron] 10.222.0.71 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912452 Dec 16 16:14:10.531277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-c06e5e87-a530-4c88-a127-31781f816adc service neutron] 10.222.0.71 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004658 Dec 16 16:14:10.782606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc1e4083-b9db-4e11-bb07-7b5cdf24a082 req-a3d2d503-4b07-4f88-82ab-94d48aa576cc tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 210 time: 0.0282764 Dec 16 16:14:11.864979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-320edb5a-b40e-4531-bd74-08c997d9ad17 req-90a2a78c-4d75-42b4-af28-43f8e5b50163 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 210 time: 0.0267324 Dec 16 16:14:12.972534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f08aee0-9cd2-45b1-80ef-ed111e1a5a58 req-e6901e65-34fe-4676-8e59-a541af80b8b9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 210 time: 0.0282943 Dec 16 16:14:13.330361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-58584aa5-04af-437d-982b-a0722d06eaa8 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:13.332933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-58584aa5-04af-437d-982b-a0722d06eaa8 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.30 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 812 time: 0.1247942 Dec 16 16:14:13.351331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Request body: {'port': {'device_id': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f', 'admin_state_up': True, 'tenant_id': 'd2465925f443495cbf675d61fb924c7f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:13.572916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Made reservation on behalf of d2465925f443495cbf675d61fb924c7f for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:14:13.576578 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:13.714299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Allocated IP 172.20.0.5 (cfa24ac9-84a8-40b1-b00c-b7bf82790e3f/feb465cf-d8ec-4757-9427-c8f5bf432d26/c897d77e-cb6c-4d85-884b-6aefddaef0d0) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:14:13.869216 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:13.973076 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.019366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:14:14.023318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:14:14.027436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:14:14.060722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:14.112641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:14.113349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.140318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e7ee0-2ac9-4675-8d78-4bbee29753c3 req-15f678b0-ad87-4ba6-9125-3a3cba2b4812 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:14.141912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-612e7ee0-2ac9-4675-8d78-4bbee29753c3 req-15f678b0-ad87-4ba6-9125-3a3cba2b4812 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 931 time: 0.0864427 Dec 16 16:14:14.178486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e644-7d8d-44e5-b5e3-f9abe7f95e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.194583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-612e7ee0-2ac9-4675-8d78-4bbee29753c3 req-0fb7eee2-99c2-4dcf-96a1-24ae22c7c8aa tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Dec 16 16:14:14.203985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cefd0a8b-fa3e-4fcb-8420-775020251bca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567379 Dec 16 16:14:14.222490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Request body: {'port': {'device_id': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:14.282299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.563194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c897d77e-cb6c-4d85-884b-6aefddaef0d0 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:14:14.576009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.595146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Transition to ACTIVE for port object c897d77e-cb6c-4d85-884b-6aefddaef0d0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:14:14.656896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.713959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:14.789544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:14:14.789882 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:14:14.790212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:14:14.794916 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:14:14.795348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:14:14.800304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:14:14.800642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Checking segment: {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:14:14.801021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Bound using segment: {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:14:14.801453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Bound port: c897d77e-cb6c-4d85-884b-6aefddaef0d0, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:14:14.801815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.867812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:14:14.872125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:14:14.934373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.981538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:14.982350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:14.983733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] 10.222.0.30 "PUT /v2.0/ports/c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 1091 time: 0.7656789 Dec 16 16:14:14.984207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:14.986544 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76df69a-fe4b-401e-ae69-4dc410e87a15" -d '{"events": [{"name": "network-changed", "server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:15.009215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba120c-f391-40e7-b6e8-61b5b808ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:15.033292 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f871255-b9e4-41bf-a070-fd1dd611d6b2 x-openstack-request-id: req-7f871255-b9e4-41bf-a070-fd1dd611d6b2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:15.033596 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:15.033861 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f871255-b9e4-41bf-a070-fd1dd611d6b2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:15.034289 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'status': 'completed', 'code': 200} Dec 16 16:14:15.116955 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-9cb54daf-d0b9-4db2-b88b-2a9633acc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.118587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-9cb54daf-d0b9-4db2-b88b-2a9633acc554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1094 time: 0.0431905 Dec 16 16:14:15.228013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-7becec01-1807-4ebf-8934-5f33dd91706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.229526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-7becec01-1807-4ebf-8934-5f33dd91706f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d2465925f443495cbf675d61fb924c7f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0970771 Dec 16 16:14:15.370559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82922b95-0037-43cf-b919-0b254c167935 req-dd5cb632-4741-4948-bffe-77ff07e13dbf tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.372062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82922b95-0037-43cf-b919-0b254c167935 req-dd5cb632-4741-4948-bffe-77ff07e13dbf tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0918360 Dec 16 16:14:15.375345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-1739b42b-edb4-4b8d-aded-33a957945e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.376959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d76df69a-fe4b-401e-ae69-4dc410e87a15 req-1739b42b-edb4-4b8d-aded-33a957945e4f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405907 Dec 16 16:14:15.422964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82922b95-0037-43cf-b919-0b254c167935 req-f0bae6f0-e767-45b8-9b3b-2ffe6a2e356b tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Dec 16 16:14:15.479714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-69ab5042-7e64-45d0-a475-ebd0f2a5c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.481276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-69ab5042-7e64-45d0-a475-ebd0f2a5c368 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1094 time: 0.0427320 Dec 16 16:14:15.534257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-861e16b6-a55a-4ca1-a01a-e380425c92d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0391531 Dec 16 16:14:15.584587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d67b19-8865-4483-befc-5d6e76f12492 req-ccec8068-e3fe-49b1-8b94-85b60057fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:15.586102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-ccec8068-e3fe-49b1-8b94-85b60057fe54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0454364 Dec 16 16:14:15.619793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-1dabf3ef-fcc4-4862-a9c3-ceb805998f11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267782 Dec 16 16:14:15.721262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-cf5d27ed-3e60-4e2a-b1eb-75014d4c6136 service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937822 Dec 16 16:14:15.812632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d67b19-8865-4483-befc-5d6e76f12492 req-a20d8101-13f8-4763-b76d-fbbaf93662da service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842433 Dec 16 16:14:16.536827 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ebdaef6-2b75-4f6f-81cc-c5ea80700b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:16.551178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c182c0e-850b-4642-8e0f-7e2bc8a08ecf req-42317977-fe4b-46f5-93e5-40a778e7ff23 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:16.553299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c182c0e-850b-4642-8e0f-7e2bc8a08ecf req-42317977-fe4b-46f5-93e5-40a778e7ff23 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0541723 Dec 16 16:14:16.610609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c182c0e-850b-4642-8e0f-7e2bc8a08ecf req-e3d2a028-80fd-4346-b045-781d59f6d7b9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506268 Dec 16 16:14:17.735670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113d835-0881-42c5-9dc6-91d1d9d43bcb req-f8d1a6f1-22eb-4e58-843f-d4318597e055 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:17.737325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0113d835-0881-42c5-9dc6-91d1d9d43bcb req-f8d1a6f1-22eb-4e58-843f-d4318597e055 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0531945 Dec 16 16:14:17.787742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0113d835-0881-42c5-9dc6-91d1d9d43bcb req-81b8ea8f-b7f0-4bab-8468-b9f39fb85789 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Dec 16 16:14:18.033775 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:18.277339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:14:18.371492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:18.386795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f', 'port_id': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'mac_address': 'fa:16:3e:cf:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb465cf-d8ec-4757-9427-c8f5bf432d26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:14:18.428737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:18.442221 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c897d77e-cb6c-4d85-884b-6aefddaef0d0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:14:18.462986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:18.588266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:18.643797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:18.861658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c897d77e-cb6c-4d85-884b-6aefddaef0d0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:14:18.920438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3240fe7-ef8f-4b18-836a-835a8545913b req-85adc01e-3214-4a21-a39d-cec3b2c7b3ca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:18.922005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3240fe7-ef8f-4b18-836a-835a8545913b req-85adc01e-3214-4a21-a39d-cec3b2c7b3ca tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 944 time: 0.0541227 Dec 16 16:14:18.994899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e3240fe7-ef8f-4b18-836a-835a8545913b req-562bdc33-8d01-4395-be94-43d5020cc676 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659382 Dec 16 16:14:19.504397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:20.136324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a4c3-b51d-488f-89e6-ef4b6fdda27d req-07c71c07-632d-426c-a69c-be8f86a9ff08 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:20.137820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c6a4c3-b51d-488f-89e6-ef4b6fdda27d req-07c71c07-632d-426c-a69c-be8f86a9ff08 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 944 time: 0.0651152 Dec 16 16:14:20.156052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:20.186804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c6a4c3-b51d-488f-89e6-ef4b6fdda27d req-0e5f71d3-6dc5-40d9-acf1-90a7d674d49e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Dec 16 16:14:20.292847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:14:20.429905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c897d77e-cb6c-4d85-884b-6aefddaef0d0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:14:20.434762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c897d77e-cb6c-4d85-884b-6aefddaef0d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:14:20.435138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:20.518866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:20.543154 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:20.545348 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804c1fe9-fb20-49cc-99dc-626d5c60ad73" -d '{"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-plugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:20.558814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:20.583500 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9890f92-bd26-48f9-be96-a9f16965cc46 x-openstack-request-id: req-b9890f92-bd26-48f9-be96-a9f16965cc46 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:20.584374 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-plugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:20.588021 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9890f92-bd26-48f9-be96-a9f16965cc46 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:20.588021 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'code': 200} Dec 16 16:14:20.639486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:20.689485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:20.738558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d12e3f-fe25-4bcd-8cce-7c8dcde6ce88 req-f6cfaae6-447e-4753-9752-4cdad19e5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:20.742801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7d12e3f-fe25-4bcd-8cce-7c8dcde6ce88 req-f6cfaae6-447e-4753-9752-4cdad19e5939 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1096 time: 0.0650823 Dec 16 16:14:20.792455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7d12e3f-fe25-4bcd-8cce-7c8dcde6ce88 req-5958a7f1-955d-41f7-8adb-ae2b31c84c05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Dec 16 16:14:21.321059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb1b0b-95bf-484f-b224-0d009e5d90d4 req-18929042-5be2-409f-bd50-e8c06358dee8 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:21.323144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaeb1b0b-95bf-484f-b224-0d009e5d90d4 req-18929042-5be2-409f-bd50-e8c06358dee8 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0654805 Dec 16 16:14:21.399970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aaeb1b0b-95bf-484f-b224-0d009e5d90d4 req-0d431e3f-8d62-43ef-936c-dc4d474e40cc tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707610 Dec 16 16:14:22.574791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bb190-c350-45f0-a625-23f229944ca0 req-8ab7212a-e835-4e51-b5cd-fa4ebd78a4ac tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:22.577318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e5bb190-c350-45f0-a625-23f229944ca0 req-8ab7212a-e835-4e51-b5cd-fa4ebd78a4ac tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0808928 Dec 16 16:14:22.643224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e5bb190-c350-45f0-a625-23f229944ca0 req-2acca496-34e3-4be3-b35c-d954b6d60445 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587630 Dec 16 16:14:23.157172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d3081-512d-45ff-a42e-00394997c165 req-62d8a727-2b60-4865-8208-ab68f88a986e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:23.158960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba7d3081-512d-45ff-a42e-00394997c165 req-62d8a727-2b60-4865-8208-ab68f88a986e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0553813 Dec 16 16:14:23.241712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ba7d3081-512d-45ff-a42e-00394997c165 req-588bcad8-29d2-4c3b-9c72-b8a82a4466f0 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Dec 16 16:14:23.431806 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-4919c63d-d56f-4278-952d-d6e6d5050818 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060331 Dec 16 16:14:23.441965 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-00a5da3e-1b93-4704-b45d-4e1940ce7a10 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:14:23.449318 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-00a5da3e-1b93-4704-b45d-4e1940ce7a10 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055015 Dec 16 16:14:24.384767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08164f8-4513-466f-a7bb-0cf38dcf0cdf req-3176e204-6a19-429b-8250-19d29b7ef6a5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:24.386444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08164f8-4513-466f-a7bb-0cf38dcf0cdf req-3176e204-6a19-429b-8250-19d29b7ef6a5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0673938 Dec 16 16:14:24.446531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e08164f8-4513-466f-a7bb-0cf38dcf0cdf req-7f685d93-20f4-4777-9cbe-46b2ea5215b5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Dec 16 16:14:25.597109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7003-c027-4b73-9300-1ff7332b585a req-412373be-2027-46cb-a117-ccc4ee0ec70a tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:25.598635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb3b7003-c027-4b73-9300-1ff7332b585a req-412373be-2027-46cb-a117-ccc4ee0ec70a tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0543108 Dec 16 16:14:25.653920 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb3b7003-c027-4b73-9300-1ff7332b585a req-b65f9d0b-64a6-418e-82b8-6e8151bb6406 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478606 Dec 16 16:14:26.133951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-3a122fc4-4eaf-41e1-bf17-690393ac6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:26.135481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-3a122fc4-4eaf-41e1-bf17-690393ac6bdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1096 time: 0.0460646 Dec 16 16:14:26.230918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-c8bafacc-5c41-4bb6-9032-d41df4f9bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:26.232359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-c8bafacc-5c41-4bb6-9032-d41df4f9bf92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 913 time: 0.0898135 Dec 16 16:14:26.282611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-9ff84c11-f6c6-4edc-84bc-76c969d8fda4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0401905 Dec 16 16:14:26.339807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-8f72bd8a-c6a7-421a-90fd-18d818723219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:26.342282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-8f72bd8a-c6a7-421a-90fd-18d818723219 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0533309 Dec 16 16:14:26.378285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-b82353d0-3d00-4c4e-b915-cbb727e308a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266025 Dec 16 16:14:26.470041 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-6eb856b7-61a6-4619-b743-b7c54564d47e service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Dec 16 16:14:26.573784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-4c5e6c0a-276e-40a8-b6a3-10d2133607cf service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969987 Dec 16 16:14:26.799682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9076b7-8b4d-4bbe-8855-18e8534f4f2e req-89e7d3aa-0f0b-425a-a702-5403b7f60241 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:26.801443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed9076b7-8b4d-4bbe-8855-18e8534f4f2e req-89e7d3aa-0f0b-425a-a702-5403b7f60241 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0556226 Dec 16 16:14:26.856991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed9076b7-8b4d-4bbe-8855-18e8534f4f2e req-33c5feb3-855b-4391-abab-3522f3fb8543 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Dec 16 16:14:27.985695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185ce42-ff14-48c1-83b2-40a41f084dab req-6c1c14c7-3ed7-4cb1-abf9-052f8acc90df tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:27.987223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b185ce42-ff14-48c1-83b2-40a41f084dab req-6c1c14c7-3ed7-4cb1-abf9-052f8acc90df tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0539529 Dec 16 16:14:28.038259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b185ce42-ff14-48c1-83b2-40a41f084dab req-ba10a0be-9dc3-4b71-b756-8960a56d00f5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Dec 16 16:14:29.033603 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:29.159912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24157292-8528-450f-bb18-f470d72f856c req-201db9ee-0c4e-4f60-bd92-13df2a502263 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:29.161596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24157292-8528-450f-bb18-f470d72f856c req-201db9ee-0c4e-4f60-bd92-13df2a502263 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0513182 Dec 16 16:14:29.214104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24157292-8528-450f-bb18-f470d72f856c req-a17f17ca-8603-4a5c-bc58-c12bae3eef17 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Dec 16 16:14:29.827694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:30.336673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bb95f-29fe-4d91-bed1-ef1f4faec49f req-f1cec049-9eab-433b-9796-6a9cc653b7e9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:30.343880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa2bb95f-29fe-4d91-bed1-ef1f4faec49f req-f1cec049-9eab-433b-9796-6a9cc653b7e9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0511851 Dec 16 16:14:30.400201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa2bb95f-29fe-4d91-bed1-ef1f4faec49f req-792a37e3-8d6b-4c3b-9a7f-f4caf6aadbd4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Dec 16 16:14:31.520166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091594cf-261c-4c94-97af-f556d67d415b req-8f2925c9-d6d6-4bf0-bd8a-a8f0dec7edf0 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:31.521696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-091594cf-261c-4c94-97af-f556d67d415b req-8f2925c9-d6d6-4bf0-bd8a-a8f0dec7edf0 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0510933 Dec 16 16:14:31.576375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-091594cf-261c-4c94-97af-f556d67d415b req-ab0cf5d7-936c-4c35-81f3-88da1fe0f344 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Dec 16 16:14:32.712025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf210694-b7b7-4c17-92c6-482f92ce833c req-59ae7308-be34-49c7-8522-429da64c7f53 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:32.714594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf210694-b7b7-4c17-92c6-482f92ce833c req-59ae7308-be34-49c7-8522-429da64c7f53 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0638592 Dec 16 16:14:32.769636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf210694-b7b7-4c17-92c6-482f92ce833c req-ae427a58-8ea4-4c0f-bbf2-66da55a87e57 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Dec 16 16:14:33.900655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cde5a-2f81-474b-a965-94a18b625595 req-9052ba09-0b3c-4ef8-8869-410ce6b759e2 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:33.902419 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-343cde5a-2f81-474b-a965-94a18b625595 req-9052ba09-0b3c-4ef8-8869-410ce6b759e2 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0599043 Dec 16 16:14:33.962750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-343cde5a-2f81-474b-a965-94a18b625595 req-2bf77ae8-2c00-45ba-84a9-193f1112041b tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472698 Dec 16 16:14:35.085229 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf279-0dbc-4524-a8d7-52c8f7746153 req-93c2bad3-4f46-467f-a036-a055f9ef64ff tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:35.086819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7baf279-0dbc-4524-a8d7-52c8f7746153 req-93c2bad3-4f46-467f-a036-a055f9ef64ff tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0500877 Dec 16 16:14:35.137341 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7baf279-0dbc-4524-a8d7-52c8f7746153 req-e6427141-14b5-4de2-992d-bc016008ddbe tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Dec 16 16:14:36.284268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716b549-12ee-4abd-a8bd-b895ba03c09c req-7ec392d4-62d2-4374-8885-d72c75d51fe0 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:36.285781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7716b549-12ee-4abd-a8bd-b895ba03c09c req-7ec392d4-62d2-4374-8885-d72c75d51fe0 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0553217 Dec 16 16:14:36.339333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7716b549-12ee-4abd-a8bd-b895ba03c09c req-fad0e205-c4ac-43ff-a51c-6f62c01bcd77 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Dec 16 16:14:37.467165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b622-b4ce-4b6a-8973-20bad9fde8b1 req-a74fca79-6743-4a6f-8318-7953dbd713a9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:37.468983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06d4b622-b4ce-4b6a-8973-20bad9fde8b1 req-a74fca79-6743-4a6f-8318-7953dbd713a9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0511825 Dec 16 16:14:37.519949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06d4b622-b4ce-4b6a-8973-20bad9fde8b1 req-99a5361b-c55a-4176-b48e-c996e7fc47be tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Dec 16 16:14:38.642508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12199-fa25-4515-b7d0-9749c53041f0 req-eae85154-333b-4a69-873d-274545eb5d76 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:38.644045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bb12199-fa25-4515-b7d0-9749c53041f0 req-eae85154-333b-4a69-873d-274545eb5d76 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0521779 Dec 16 16:14:38.698070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bb12199-fa25-4515-b7d0-9749c53041f0 req-659969f9-1291-4f42-8451-968325ec4566 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Dec 16 16:14:38.727016 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:14:39.832656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f2ad3-a331-4847-a9a6-eb00c07f0a0a req-da7a1bca-6c24-43cf-a3dc-ccc555b52010 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:39.834788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e4f2ad3-a331-4847-a9a6-eb00c07f0a0a req-da7a1bca-6c24-43cf-a3dc-ccc555b52010 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0634766 Dec 16 16:14:39.885691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e4f2ad3-a331-4847-a9a6-eb00c07f0a0a req-2e550a10-7652-44d6-8f5b-5d49d44a09af tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Dec 16 16:14:41.022803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e921-3318-408d-985f-ea92b985ebcd req-b7810bab-c38c-41b0-a664-d0577178b582 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:41.024431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f11e921-3318-408d-985f-ea92b985ebcd req-b7810bab-c38c-41b0-a664-d0577178b582 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0526583 Dec 16 16:14:41.075365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f11e921-3318-408d-985f-ea92b985ebcd req-4e3d661a-9d8a-4660-969b-9eec68b1c95f tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444989 Dec 16 16:14:42.561492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcc1d-5d1f-4df5-a28d-a8cfdf4a62ac req-bc066156-d3ea-4cc2-8bae-e0ab3c480dc7 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:42.563083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f63dcc1d-5d1f-4df5-a28d-a8cfdf4a62ac req-bc066156-d3ea-4cc2-8bae-e0ab3c480dc7 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.4131298 Dec 16 16:14:42.614225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f63dcc1d-5d1f-4df5-a28d-a8cfdf4a62ac req-8f9c050b-d90c-46d9-ad36-e5e0a8d34a58 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Dec 16 16:14:43.739321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b296-6deb-4016-98ab-a57a28c9c1d6 req-0abed5fe-a92b-4f30-b1e9-f00d69486104 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:43.741074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e1b296-6deb-4016-98ab-a57a28c9c1d6 req-0abed5fe-a92b-4f30-b1e9-f00d69486104 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0529799 Dec 16 16:14:43.793708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e1b296-6deb-4016-98ab-a57a28c9c1d6 req-93db6f62-db47-4a9e-ae41-64cf4f6d7260 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459189 Dec 16 16:14:44.172589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-18c27c6a-2399-48a9-b3ce-1116b9cffa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:44.223800 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-faa086b5-019b-4a1a-be8d-11196f779122 service neutron] show failed (client error): The resource could not be found. Dec 16 16:14:44.225795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-faa086b5-019b-4a1a-be8d-11196f779122 service neutron] 10.222.0.30 "GET /v2.0/ports/c897d77e-cb6c-4d85-884b-6aefddaef0d0/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0619302 Dec 16 16:14:44.961681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cad8a50-c053-4fc8-9c7f-eb65c9bfe8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:44.963212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cad8a50-c053-4fc8-9c7f-eb65c9bfe8f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc&tenant_id=d2465925f443495cbf675d61fb924c7f HTTP/1.1" status: 200 len: 1096 time: 0.1500478 Dec 16 16:14:44.975978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c4433-f223-43f0-9654-185ca5a0291e req-42080783-2b94-44f2-8103-b8ea6c7bc777 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:44.977554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d3c4433-f223-43f0-9654-185ca5a0291e req-42080783-2b94-44f2-8103-b8ea6c7bc777 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0777743 Dec 16 16:14:44.985279 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-95163cde-0ff8-4c7f-82cd-8c64556cec41 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:14:44.986267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-95163cde-0ff8-4c7f-82cd-8c64556cec41 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055251 Dec 16 16:14:45.020498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:45.058343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0d3c4433-f223-43f0-9654-185ca5a0291e req-805bae39-c9e0-4d9a-a565-7d74e1f28ca6 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711224 Dec 16 16:14:45.091091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.319301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:45.355204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:14:45.397124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:45.399737 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a7eeda-6571-4244-8df9-78eac2dad33e" -d '{"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:45.404044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.419677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Transition to ACTIVE for port object c897d77e-cb6c-4d85-884b-6aefddaef0d0 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:14:45.465160 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b45967-8575-4758-897d-060e816c6ca1 x-openstack-request-id: req-a0b45967-8575-4758-897d-060e816c6ca1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:45.465461 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-unplugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:45.465721 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0b45967-8575-4758-897d-060e816c6ca1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:45.466134 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'code': 200} Dec 16 16:14:45.532836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.604107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] No DVR routers for this DVR port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:14:45.607560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:45.647903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:14:45.648249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:14:45.648576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:14:45.653609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:14:45.653933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Attempting to bind port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on network cfa24ac9-84a8-40b1-b00c-b7bf82790e3f {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:14:45.661026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:14:45.661617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Checking segment: {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:14:45.662794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Bound using segment: {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:14:45.663512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Bound port: c897d77e-cb6c-4d85-884b-6aefddaef0d0, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951edb1f-5a49-4c92-a472-79e7c1f6c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:14:45.664063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.737287 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:14:45.740511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:14:45.818826 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.867177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:45.867177 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:45.867177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] 10.222.0.74 "PUT /v2.0/ports/c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 1091 time: 0.8506207 Dec 16 16:14:45.879790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1b79b-cfda-46ec-9ae8-8f7f0fd6222c service neutron] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:45.956596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-ccdbe53a-8bff-44a2-b1b7-4092bf075c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:45.958125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-ccdbe53a-8bff-44a2-b1b7-4092bf075c39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1094 time: 0.0525699 Dec 16 16:14:46.060858 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-7ee30acc-9147-4134-b5b6-3b0c70b6b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:46.062545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-7ee30acc-9147-4134-b5b6-3b0c70b6b1a7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 913 time: 0.0932281 Dec 16 16:14:46.108576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-fa58bb03-987e-479d-9782-db62818589d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0380666 Dec 16 16:14:46.201605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-8c799904-1d8d-4a0f-978c-a4d3cbabdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:46.203154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-8c799904-1d8d-4a0f-978c-a4d3cbabdfe2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0821722 Dec 16 16:14:46.221231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b54ab-d820-42f9-8ef5-d62bffee3465 req-e0e01842-7f3a-4e80-94d6-423a2f361eb3 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:46.222740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-680b54ab-d820-42f9-8ef5-d62bffee3465 req-e0e01842-7f3a-4e80-94d6-423a2f361eb3 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0699446 Dec 16 16:14:46.261632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-e397ee09-4915-4603-8be3-cc1abe4474fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484595 Dec 16 16:14:46.342347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-680b54ab-d820-42f9-8ef5-d62bffee3465 req-61fed428-46b1-4e0a-97b7-41c055ce0530 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Dec 16 16:14:46.380198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-f6b76f2c-deca-4cb2-adab-9e05d6119584 service neutron] 10.222.0.74 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045215 Dec 16 16:14:46.490997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7affd199-0e40-4b1d-997b-8d256f6122dc req-76e02963-2fe5-4118-bd0f-7b14601f55dd service neutron] 10.222.0.74 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997717 Dec 16 16:14:46.524880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-21415cef-d974-4361-a8eb-2037f6d0e08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:47.467189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:47.469514 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:47.482977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283534f-4cf6-441c-bfcd-009620af4619 req-33f4a6e3-d54f-4e8f-9ca9-c551df20fa47 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.484550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3283534f-4cf6-441c-bfcd-009620af4619 req-33f4a6e3-d54f-4e8f-9ca9-c551df20fa47 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0672350 Dec 16 16:14:47.522090 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e47d887-849f-4684-a233-b702a0dbc6c4 x-openstack-request-id: req-6e47d887-849f-4684-a233-b702a0dbc6c4 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:47.522389 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:47.522650 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e47d887-849f-4684-a233-b702a0dbc6c4 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:47.523047 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'status': 'completed', 'code': 200} Dec 16 16:14:47.538937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3283534f-4cf6-441c-bfcd-009620af4619 req-d310dbf7-feb0-455e-8477-93ecf3efefc9 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467947 Dec 16 16:14:47.633569 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-558e1788-be82-426a-acc6-fb9ac4baf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.634998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-558e1788-be82-426a-acc6-fb9ac4baf504 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1094 time: 0.0711901 Dec 16 16:14:47.637649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-1b9ea2b3-0127-49e6-bc02-1ad517357aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.639053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-1b9ea2b3-0127-49e6-bc02-1ad517357aeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1094 time: 0.0671866 Dec 16 16:14:47.812000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-e580c463-a602-4493-aae1-7281e3754590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.813547 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-e580c463-a602-4493-aae1-7281e3754590 service neutron] 10.222.0.74 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 913 time: 0.1680660 Dec 16 16:14:47.815104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-9eb29c85-89a3-4786-95cf-ad3174e2131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.816582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-9eb29c85-89a3-4786-95cf-ad3174e2131e service neutron] 10.222.0.30 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 913 time: 0.1613295 Dec 16 16:14:47.863854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-beb99cee-d61f-4cbc-9611-657df09e4e38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0418718 Dec 16 16:14:47.900212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-ee143ba6-3a1d-4d0d-9eca-4c0c2a0e67de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0720243 Dec 16 16:14:47.978449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-9d33ed64-76e4-47bb-84ec-e152b499baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.980063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-9d33ed64-76e4-47bb-84ec-e152b499baf2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0891466 Dec 16 16:14:47.986984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-bf0427d9-e2c2-4309-81ba-c4e3f6a41db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:47.988556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-bf0427d9-e2c2-4309-81ba-c4e3f6a41db6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0676770 Dec 16 16:14:47.994000 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:48.023503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-6fdec202-4c93-4c2f-a592-73b28ad9a3c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339341 Dec 16 16:14:48.046810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-937a46ff-256d-485f-be36-b93ec3736357 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490971 Dec 16 16:14:48.195892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-b414604d-453e-49b3-9cef-40a899aa37e9 service neutron] 10.222.0.74 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579609 Dec 16 16:14:48.216903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-282805f1-f74d-4176-b99f-1a582114246e service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588354 Dec 16 16:14:48.368568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-5c40c2d9-0c65-4fa8-931d-b6bd2365d92b service neutron] 10.222.0.74 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645875 Dec 16 16:14:48.379171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4b10a60-616e-4cef-bd00-2e8e2ee41c8d req-b224634c-b4af-47de-b357-7705d716f34b service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480312 Dec 16 16:14:48.410579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:14:48.454106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:14:48.672676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c5c8-922d-4928-b019-dfbf94c3d6c6 req-83c800e4-61bf-4eab-ad42-9fe0188bb3a5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:48.675733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b61c5c8-922d-4928-b019-dfbf94c3d6c6 req-83c800e4-61bf-4eab-ad42-9fe0188bb3a5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0602906 Dec 16 16:14:48.765678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b61c5c8-922d-4928-b019-dfbf94c3d6c6 req-929503ff-72af-48df-86a3-25dc0c63e5a3 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815625 Dec 16 16:14:49.398872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:49.910684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80821f18-4883-47a6-b2ab-0c19d980ef15 req-36a213b5-9593-4746-8702-d0f582cb6b6d tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:49.914637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80821f18-4883-47a6-b2ab-0c19d980ef15 req-36a213b5-9593-4746-8702-d0f582cb6b6d tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 943 time: 0.0606279 Dec 16 16:14:49.977351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80821f18-4883-47a6-b2ab-0c19d980ef15 req-1c355581-a6a7-4ee4-bfaa-73655d7307a5 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575142 Dec 16 16:14:50.103816 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:50.206535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:14:50.318844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:50.332370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'network_id': 'cfa24ac9-84a8-40b1-b00c-b7bf82790e3f', 'port_id': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'mac_address': 'fa:16:3e:cf:2a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb465cf-d8ec-4757-9427-c8f5bf432d26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:14:50.372452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:50.386155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c897d77e-cb6c-4d85-884b-6aefddaef0d0 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:14:50.408362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:50.528621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-68c0413f-46ef-4f2a-9753-d08c5e7e67ba tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:50.530497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-68c0413f-46ef-4f2a-9753-d08c5e7e67ba tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc&tenant_id=d2465925f443495cbf675d61fb924c7f&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 943 time: 0.0639157 Dec 16 16:14:50.532353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:50.599411 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-7a992fdc-f222-4dd3-9bda-c72ad7779d2d service neutron] delete failed (client error): The resource could not be found. Dec 16 16:14:50.599676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:50.600674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-7a992fdc-f222-4dd3-9bda-c72ad7779d2d service neutron] 10.222.0.30 "DELETE /v2.0/ports/c897d77e-cb6c-4d85-884b-6aefddaef0d0/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0622859 Dec 16 16:14:50.613532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.614047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.614553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.615058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.615592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.616160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.616660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.617023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.617358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.617806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.618308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.618825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.619259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:50.716965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-3857d8bd-be60-4632-b80f-373b7f1a8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:50.718489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-3857d8bd-be60-4632-b80f-373b7f1a8ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2465925f443495cbf675d61fb924c7f&device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 1095 time: 0.0510888 Dec 16 16:14:50.825263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-29e67b18-1389-482c-bcf9-1ef4c51b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:50.826784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-29e67b18-1389-482c-bcf9-1ef4c51b006e service neutron] 10.222.0.30 "GET /v2.0/networks?id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 200 len: 913 time: 0.1012380 Dec 16 16:14:50.872139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-e633c029-d644-4619-bc30-e8e29f664d22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 200 len: 217 time: 0.0373654 Dec 16 16:14:50.885962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c897d77e-cb6c-4d85-884b-6aefddaef0d0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:14:50.938373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-d485b658-b751-46a2-93d0-bcf7bae828ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:50.940807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-d485b658-b751-46a2-93d0-bcf7bae828ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 200 len: 852 time: 0.0609260 Dec 16 16:14:50.977163 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-dfc4f09d-c8c6-4714-85f5-69d6e670dd69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295582 Dec 16 16:14:51.080837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-2bc9c270-0255-4df8-a539-69efec3497cd service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956814 Dec 16 16:14:51.181216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b6ed84b8-d3b8-4b88-af11-a55dfa13348c service neutron] 10.222.0.30 "GET /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935338 Dec 16 16:14:52.215915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:14:52.395020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port c897d77e-cb6c-4d85-884b-6aefddaef0d0 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:14:52.400260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port c897d77e-cb6c-4d85-884b-6aefddaef0d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:14:52.400690 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:52.492706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:52.517707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:52.520122 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4348c32c-2c89-4a0d-8c98-798f405e75ec" -d '{"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-plugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:52.537849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:52.566087 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e130be-a2dc-447b-9190-5dc62b627835 x-openstack-request-id: req-34e130be-a2dc-447b-9190-5dc62b627835 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:52.566619 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-plugged", "status": "completed", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:52.569781 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-34e130be-a2dc-447b-9190-5dc62b627835 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:52.569781 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'code': 200} Dec 16 16:14:52.618448 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:52.672839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:52.872705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9931566-6450-4bb5-9db8-1bffe9133712 req-75a52760-59c2-4b01-ba23-00def2c5957d tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:52.874247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9931566-6450-4bb5-9db8-1bffe9133712 req-75a52760-59c2-4b01-ba23-00def2c5957d tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0552609 Dec 16 16:14:52.929615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9931566-6450-4bb5-9db8-1bffe9133712 req-a55eb2b1-6b18-4901-b7a0-2fb5082f537f tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Dec 16 16:14:54.092719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68306fa-cc44-45f7-a8df-d9c0286f68fe req-c0696f28-805b-4a79-8958-a04d8841920c tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:54.094231 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d68306fa-cc44-45f7-a8df-d9c0286f68fe req-c0696f28-805b-4a79-8958-a04d8841920c tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0599971 Dec 16 16:14:54.144725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d68306fa-cc44-45f7-a8df-d9c0286f68fe req-9e476d96-03be-46ac-9de2-d57ff3ff7676 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/security-groups?id=623d05dc-889a-4317-baa2-58c2cadbe212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Dec 16 16:14:54.431755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-39a90a38-09c0-45c8-87b2-dd4b08b57cf2 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:54.433201 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-39a90a38-09c0-45c8-87b2-dd4b08b57cf2 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 945 time: 0.0571599 Dec 16 16:14:54.534380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Deleting port c897d77e-cb6c-4d85-884b-6aefddaef0d0 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:14:54.534794 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:54.635186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] For port c897d77e-cb6c-4d85-884b-6aefddaef0d0, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=c897d77e-cb6c-4d85-884b-6aefddaef0d0,segment=NetworkSegment(951edb1f-5a49-4c92-a472-79e7c1f6c22a),segment_id=951edb1f-5a49-4c92-a472-79e7c1f6c22a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:14:54.635555 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:54.651086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Calling delete_port for c897d77e-cb6c-4d85-884b-6aefddaef0d0 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:14:54.955377 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:54.993463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Pushing event deleted for resources: {'Port': ['ID=c897d77e-cb6c-4d85-884b-6aefddaef0d0,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:55.002773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['c897d77e-cb6c-4d85-884b-6aefddaef0d0'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:14:55.039510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] No DVR routers for this DVR port c897d77e-cb6c-4d85-884b-6aefddaef0d0 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:14:55.042281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:55.045804 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de1967b2-24c2-4541-9de2-7ac51a84ebdb req-b3ba0c08-03e4-4ec9-972d-24db1badfaa4 tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.74 "DELETE /v2.0/ports/c897d77e-cb6c-4d85-884b-6aefddaef0d0 HTTP/1.1" status: 204 len: 173 time: 0.6024036 Dec 16 16:14:55.046288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-deleted', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:14:55.048721 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3543b921-b032-4231-bb4d-88b4e6214d86" -d '{"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-deleted", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:14:55.090737 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce106e14-d37d-4d27-ad7a-875bc49708a8 x-openstack-request-id: req-ce106e14-d37d-4d27-ad7a-875bc49708a8 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:14:55.091168 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d476062-7c8a-4ed1-bded-ed9b7e1e96cc", "name": "network-vif-deleted", "tag": "c897d77e-cb6c-4d85-884b-6aefddaef0d0", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:14:55.091440 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce106e14-d37d-4d27-ad7a-875bc49708a8 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:14:55.091933 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d476062-7c8a-4ed1-bded-ed9b7e1e96cc', 'name': 'network-vif-deleted', 'tag': 'c897d77e-cb6c-4d85-884b-6aefddaef0d0', 'status': 'completed', 'code': 200} Dec 16 16:14:55.252925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f880ddb-d414-42ba-ae76-d9088d50305f req-8f19a669-017d-4660-9e70-3574c8a06a2e tempest-DeleteServersTestJSON-1144951179 tempest-DeleteServersTestJSON-1144951179-project] 10.222.0.71 "GET /v2.0/ports?device_id=3d476062-7c8a-4ed1-bded-ed9b7e1e96cc HTTP/1.1" status: 200 len: 210 time: 0.0305727 Dec 16 16:14:56.390691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37478) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:56.436928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Deleting subnet feb465cf-d8ec-4757-9427-c8f5bf432d26 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:14:56.440505 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.480696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.526267 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.662594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.692552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb465cf-d8ec-4757-9427-c8f5bf432d26,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:56.698277 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.700351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/feb465cf-d8ec-4757-9427-c8f5bf432d26 HTTP/1.1" status: 204 len: 168 time: 0.3085718 Dec 16 16:14:56.704107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37480) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:56.710736 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.711276 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.711849 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.712388 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.712926 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.713461 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.713987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.714526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.715063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.715583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.716027 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.716559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.717122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24629976-a00e-4dc0-a33d-792673a05bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:14:56.814875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.903471 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.928361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa24ac9-84a8-40b1-b00c-b7bf82790e3f']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:14:56.939994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951edb1f-5a49-4c92-a472-79e7c1f6c22a') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:14:56.940429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951edb1f-5a49-4c92-a472-79e7c1f6c22a') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:14:56.954144 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.970541 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.977715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:14:56.978238 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:14:56.980478 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:14:57.170720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.176671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.181005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cfa24ac9-84a8-40b1-b00c-b7bf82790e3f HTTP/1.1" status: 204 len: 168 time: 0.4750791 Dec 16 16:14:57.192918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5add1-c208-496a-aaad-265d39315784 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa24ac9-84a8-40b1-b00c-b7bf82790e3f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:57.617383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37484) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:57.659409 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-789d6e2a-903a-44fc-8400-4112b8ac3cc1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2465925f443495cbf675d61fb924c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406728 Dec 16 16:14:57.663920 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37486) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:57.720800 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.745619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.928145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.931001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:57.932573 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/623d05dc-889a-4317-baa2-58c2cadbe212 HTTP/1.1" status: 204 len: 168 time: 0.2674558 Dec 16 16:14:57.949742 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f4354-ff84-4775-9b83-31b10e500b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d05dc-889a-4317-baa2-58c2cadbe212,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:58.254551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:14:58.275309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: c897d77e-cb6c-4d85-884b-6aefddaef0d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:14:58.283397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device c897d77e-cb6c-4d85-884b-6aefddaef0d0 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:14:59.085482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.200875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37508) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:14:59.319045 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-673803364-network', 'tenant_id': '7890a53f96094eb99eaead8405452be5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:14:59.387665 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Made reservation on behalf of 7890a53f96094eb99eaead8405452be5 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:14:59.389912 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.398749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.487082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.704018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.737047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:14:59.743792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b7d74-80ac-4a9e-884b-24ad5c35a09c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:14:59.750381 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.750740 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Added segment 3e3a41d3-43bb-41a4-9da0-e57923fe6795 of type vlan for network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 Dec 16 16:14:59.793792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.875344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.921157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:14:59.922354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:14:59.923029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:00.013625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:00.026330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:15:00.048363 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1443489b-7418-4f42-b844-3716e47723c4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8459785 Dec 16 16:15:00.051845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37512) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:15:00.062476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Request body: {'subnet': {'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-673803364-subnet', 'tenant_id': '7890a53f96094eb99eaead8405452be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:00.170434 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Made reservation on behalf of 7890a53f96094eb99eaead8405452be5 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:15:00.173322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:00.767623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:00.830960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=037f7c19-ee0c-402c-8c47-8695724442bf,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:00.840559 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Checking segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:15:00.840928 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Network hostable DHCP agents. Network: 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:15:00.930472 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:15:01.035419 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:15:01.041098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:01.041877 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:01.052966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cc9dfb-f330-42bf-bacb-27de45785e7e None None] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:15:01.119537 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e0ed2e8-95d9-4e1e-a3d2-86b1b0f7e3f7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0646477 Dec 16 16:15:01.382172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b1b4cd-4724-46d6-b421-3ad37894e5b9 None None] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:15:01.657803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-a0eca113-579c-4f35-bb49-976f675343c1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:01.659284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-a0eca113-579c-4f35-bb49-976f675343c1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 814 time: 0.1390452 Dec 16 16:15:01.675611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-61b13df6-5bcf-45c1-9539-3c33e927ff6f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/quotas/7890a53f96094eb99eaead8405452be5 HTTP/1.1" status: 200 len: 375 time: 0.0096204 Dec 16 16:15:01.713848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-4f6a100e-1bf3-4def-a043-4ecf44eac97b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318239 Dec 16 16:15:01.725261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-bafa7217-7eb4-45ac-8569-934d764825ae service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:15:01.726800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-bafa7217-7eb4-45ac-8569-934d764825ae service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055573 Dec 16 16:15:01.834858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-ea26c10a-4ba8-47c0-9aab-70176836ce93 service neutron] 10.222.0.71 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010139 Dec 16 16:15:01.933937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-6fe2d543-39c7-4f97-8d3a-d90ef76235f2 service neutron] 10.222.0.71 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924857 Dec 16 16:15:02.181241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-209ad786-05d7-49fa-b666-4f253a3ca985 req-44f11625-0ee0-446f-8843-5cf768290476 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 210 time: 0.0296547 Dec 16 16:15:03.266000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-45272f1d-c3b5-4286-850f-431fdff50473 req-8e52f113-b2ed-4342-b7eb-f4f72cf60374 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 210 time: 0.0287240 Dec 16 16:15:04.362764 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05f72306-199c-4ee7-a9ea-d6f7027da437 req-daf44e94-63ea-4098-825e-8e2417b079ac tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 210 time: 0.0265067 Dec 16 16:15:04.808565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-a72793de-d8fb-4830-ba51-7d065d1e5783 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:04.810047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-a72793de-d8fb-4830-ba51-7d065d1e5783 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 814 time: 0.1111577 Dec 16 16:15:04.834130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Request body: {'port': {'device_id': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'admin_state_up': True, 'tenant_id': '7890a53f96094eb99eaead8405452be5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:05.021426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Made reservation on behalf of 7890a53f96094eb99eaead8405452be5 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:15:05.025055 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:05.157302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Allocated IP 172.20.0.4 (4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09/037f7c19-ee0c-402c-8c47-8695724442bf/07f58895-d091-4ef4-99db-5df811ca13ef) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:15:05.333967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:05.464454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2fee460b-7fc1-4ceb-95fd-62afd6f50b31 req-0e455c33-bfaa-4ae3-ab7d-5a3b840d2eb4 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 210 time: 0.0290630 Dec 16 16:15:05.476823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:05.533043 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:15:05.537111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:15:05.541371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:15:05.571546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:05.587016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.587368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.587719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.588098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.588436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.588771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.589108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.589435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.589759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.590087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.590417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.590740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.591058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:05.617761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:05.618403 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:05.718708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-16b52c6c-2145-4b32-94e8-7972eb16e9b5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8894594 Dec 16 16:15:05.749402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Request body: {'port': {'device_id': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:05.814933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.099316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f58895-d091-4ef4-99db-5df811ca13ef {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:15:06.108389 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.121889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Transition to ACTIVE for port object 07f58895-d091-4ef4-99db-5df811ca13ef will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:15:06.206511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.262521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:06.340052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:15:06.340392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:15:06.340728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:06.346356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:15:06.346683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:06.353396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:15:06.353659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Checking segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:15:06.354047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Bound using segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:15:06.354476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Bound port: 07f58895-d091-4ef4-99db-5df811ca13ef, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:15:06.354843 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.424325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:15:06.428391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:15:06.505255 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.587000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:06.587625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:06.589177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] 10.222.0.74 "PUT /v2.0/ports/07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 1091 time: 0.8443594 Dec 16 16:15:06.589803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:06.592421 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:06.623468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4854e9-9758-425a-8bc0-6da89eaf6621 service neutron] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:06.640871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc636d1-c1f4-4a7e-96df-57b49689a982 req-38126547-c130-4aac-8c29-5d69c8a8030d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:06.642535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbc636d1-c1f4-4a7e-96df-57b49689a982 req-38126547-c130-4aac-8c29-5d69c8a8030d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.1000166 Dec 16 16:15:06.644183 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e0b86-4d13-4209-8d0e-14704f850b79 x-openstack-request-id: req-024e0b86-4d13-4209-8d0e-14704f850b79 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:06.644444 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:06.644709 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-024e0b86-4d13-4209-8d0e-14704f850b79 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:06.645159 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'status': 'completed', 'code': 200} Dec 16 16:15:06.725777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbc636d1-c1f4-4a7e-96df-57b49689a982 req-ff43c748-4bf3-42e4-b017-5294b34bf33b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760257 Dec 16 16:15:06.767268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-866f1e51-dab1-4b92-878f-cf68a3a8a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:06.768831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-866f1e51-dab1-4b92-878f-cf68a3a8a351 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1094 time: 0.0714729 Dec 16 16:15:06.894911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-7f812287-3e58-4df8-8247-a190153c3c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:06.896395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-7f812287-3e58-4df8-8247-a190153c3c07 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7890a53f96094eb99eaead8405452be5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042938 Dec 16 16:15:07.010264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-4291e308-15b5-4144-aed9-ba6ea5019355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:07.011762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e051bf80-5d4a-4d5f-8b2b-bf266d89d469 req-4291e308-15b5-4144-aed9-ba6ea5019355 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047332 Dec 16 16:15:07.134155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-43ea7668-dae7-4eaf-aa08-469998a574ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:07.135739 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-43ea7668-dae7-4eaf-aa08-469998a574ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1094 time: 0.0456498 Dec 16 16:15:07.208270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-aa1bd0e1-859e-41cb-ba57-6689ce1ac0c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0388629 Dec 16 16:15:07.259958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8749c162-d94e-4a03-8975-bbd7a4449543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:07.262181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-8749c162-d94e-4a03-8975-bbd7a4449543 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0472467 Dec 16 16:15:07.304719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-07cbe712-c59c-408d-8590-b95824429f48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300102 Dec 16 16:15:07.404161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-cda502b4-7eee-4b8b-8ee5-608f767edb2d service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Dec 16 16:15:07.511523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7dfab6a-1256-48a1-8ea6-f0e85a02732e req-29baed5a-17b3-48c6-91f6-0b2c56cc4bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945196 Dec 16 16:15:07.857941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad16b-aa31-41c4-82b4-e83a0c6060e5 req-53751f68-91bf-4e95-828a-10103687256a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:07.859506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e5ad16b-aa31-41c4-82b4-e83a0c6060e5 req-53751f68-91bf-4e95-828a-10103687256a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0529146 Dec 16 16:15:07.909771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e5ad16b-aa31-41c4-82b4-e83a0c6060e5 req-55625e72-4fc9-4280-b6e7-5e1beb29bcc6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Dec 16 16:15:09.030616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900f04-de79-4865-bd96-88b9ac0f02fb req-1e14ee5d-c0db-4de7-a71f-001b34c0383a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:09.032124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f900f04-de79-4865-bd96-88b9ac0f02fb req-1e14ee5d-c0db-4de7-a71f-001b34c0383a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0498424 Dec 16 16:15:09.085848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f900f04-de79-4865-bd96-88b9ac0f02fb req-84d8bcae-a285-4cec-bcfa-45e55fd1cb7d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Dec 16 16:15:10.220987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60c0eb-59aa-465f-91bb-8e50e515253c req-d072c8e0-4e1c-4833-a96d-f93ae63b7b4e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:10.222511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef60c0eb-59aa-465f-91bb-8e50e515253c req-d072c8e0-4e1c-4833-a96d-f93ae63b7b4e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0651190 Dec 16 16:15:10.272815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ef60c0eb-59aa-465f-91bb-8e50e515253c req-5380d0ba-8e4f-47d3-91c1-72ac1c22d8c8 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Dec 16 16:15:11.392531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d764-ded9-4a64-99c9-0390a7cac45b req-d3aac0f8-fb91-4831-99ca-c3a827c4fdd5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:11.394069 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5319d764-ded9-4a64-99c9-0390a7cac45b req-d3aac0f8-fb91-4831-99ca-c3a827c4fdd5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0511909 Dec 16 16:15:11.444290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5319d764-ded9-4a64-99c9-0390a7cac45b req-e25ba5f5-d665-478a-8358-24ef3fc0967a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Dec 16 16:15:12.297697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:15:12.396879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:12.410195 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '07f58895-d091-4ef4-99db-5df811ca13ef', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'port_id': '07f58895-d091-4ef4-99db-5df811ca13ef', 'mac_address': 'fa:16:3e:12:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f7c19-ee0c-402c-8c47-8695724442bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:15:12.448038 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:12.462004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f58895-d091-4ef4-99db-5df811ca13ef {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:15:12.484329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:12.570171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff9dd8-a41e-4c40-8bfc-1c3957e1ac4a req-4f1a0def-8416-4245-bddc-c84effd6a56a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:12.571589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64ff9dd8-a41e-4c40-8bfc-1c3957e1ac4a req-4f1a0def-8416-4245-bddc-c84effd6a56a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0543964 Dec 16 16:15:12.606609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:12.622104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64ff9dd8-a41e-4c40-8bfc-1c3957e1ac4a req-0a8d1e8a-4689-44a1-b261-f6587f75c176 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Dec 16 16:15:12.658895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:12.934256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['07f58895-d091-4ef4-99db-5df811ca13ef'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:15:13.757595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7af4e-17a1-4892-a3d0-988be21da65e req-21103d7c-7fc9-4776-811d-fe5801bd8ab2 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:13.759099 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79b7af4e-17a1-4892-a3d0-988be21da65e req-21103d7c-7fc9-4776-811d-fe5801bd8ab2 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 944 time: 0.0498793 Dec 16 16:15:13.808689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79b7af4e-17a1-4892-a3d0-988be21da65e req-5f3b2cfd-dabb-4554-91d0-6bb66e2ae852 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435348 Dec 16 16:15:14.195513 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-089e35cb-4513-45bb-a0e4-761b0d545782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:14.330124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:15:14.447085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 07f58895-d091-4ef4-99db-5df811ca13ef completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:15:14.452038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 07f58895-d091-4ef4-99db-5df811ca13ef triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:15:14.452536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:14.539765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:14.564081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:14.566469 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f4241f-41b8-4e80-88a8-19aa444ecc45" -d '{"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-plugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:14.580476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:14.634500 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14114e7c-a1e1-4660-989a-310721631b1f x-openstack-request-id: req-14114e7c-a1e1-4660-989a-310721631b1f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:14.635478 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-plugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:14.636003 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-14114e7c-a1e1-4660-989a-310721631b1f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:14.636636 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'code': 200} Dec 16 16:15:14.640862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:14.701796 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:14.793258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0e5d7-e12e-4ded-bd0c-0cce25d26eb1 req-8e588b36-6cc4-491e-8b6a-8dc6fae8f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:14.795025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08b0e5d7-e12e-4ded-bd0c-0cce25d26eb1 req-8e588b36-6cc4-491e-8b6a-8dc6fae8f491 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1096 time: 0.0491629 Dec 16 16:15:14.888736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08b0e5d7-e12e-4ded-bd0c-0cce25d26eb1 req-80a612b6-cbff-40f0-9c5b-47296d9af1c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803220 Dec 16 16:15:14.965733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07483-7683-4b36-868f-19d0add8b7c5 req-41721175-e803-40f7-9f03-109d1a3a251e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:14.968573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cde07483-7683-4b36-868f-19d0add8b7c5 req-41721175-e803-40f7-9f03-109d1a3a251e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0771618 Dec 16 16:15:15.044710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cde07483-7683-4b36-868f-19d0add8b7c5 req-5b38d732-46c9-4c24-9c2e-8960c055a77b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Dec 16 16:15:15.727333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:15:16.231738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab72bb-5aaf-4c5b-bc57-4aad50d133f4 req-765402d7-4b5b-4a3d-837a-c90649ace57a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:16.233582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baab72bb-5aaf-4c5b-bc57-4aad50d133f4 req-765402d7-4b5b-4a3d-837a-c90649ace57a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0624969 Dec 16 16:15:16.304930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-baab72bb-5aaf-4c5b-bc57-4aad50d133f4 req-5d2f3b3c-8535-40b2-8e34-20002c81404c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635936 Dec 16 16:15:16.532791 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d248b9ab-b126-43c4-a0a2-076ca5dc9df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:17.444505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996c55a-992d-4405-a434-3aaadb7cb88b req-f54483f1-4ec9-4301-8c1b-58383d220442 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:17.446121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f996c55a-992d-4405-a434-3aaadb7cb88b req-f54483f1-4ec9-4301-8c1b-58383d220442 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0582941 Dec 16 16:15:17.498191 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f996c55a-992d-4405-a434-3aaadb7cb88b req-2dfddc79-111a-477d-9892-4796493456de tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Dec 16 16:15:17.624707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e910f82-da33-4c50-9f22-cc7690e79dc0 req-88d29a2a-12c0-4af8-a2ae-010a7789abf3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:17.626229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e910f82-da33-4c50-9f22-cc7690e79dc0 req-88d29a2a-12c0-4af8-a2ae-010a7789abf3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0539517 Dec 16 16:15:17.681253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e910f82-da33-4c50-9f22-cc7690e79dc0 req-52cfedac-9caf-4cb8-b597-5439cd828340 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Dec 16 16:15:17.980427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935914-13eb-4099-94e7-19c885083ebe req-e88e00a2-3ed9-4f03-8440-17eb43911748 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:17.981940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e935914-13eb-4099-94e7-19c885083ebe req-e88e00a2-3ed9-4f03-8440-17eb43911748 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0653300 Dec 16 16:15:17.982180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:18.039550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e935914-13eb-4099-94e7-19c885083ebe req-36d94115-3e73-4ffe-8a4f-d7ad477faff6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 Dec 16 16:15:18.173298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7926e-e6a4-4641-a095-cc359016101a req-39cf52e6-59a1-4a75-bace-118c1ec0d40c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:18.174855 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbe7926e-e6a4-4641-a095-cc359016101a req-39cf52e6-59a1-4a75-bace-118c1ec0d40c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0587721 Dec 16 16:15:18.235549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbe7926e-e6a4-4641-a095-cc359016101a req-2a2dd145-98fb-4884-9ba5-cffbeb403393 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534458 Dec 16 16:15:18.725379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2c299-77b5-44e7-afb0-db0830c5200a req-c50bcc25-4e3c-4a01-9ffc-2586bae9e816 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:18.726983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82f2c299-77b5-44e7-afb0-db0830c5200a req-c50bcc25-4e3c-4a01-9ffc-2586bae9e816 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0525041 Dec 16 16:15:18.781336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82f2c299-77b5-44e7-afb0-db0830c5200a req-053dd7d7-3ee5-442b-9934-e0df1323ce9b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Dec 16 16:15:18.861117 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-aa8d7146-bf3e-4d57-95be-2adfd025b062 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452132 Dec 16 16:15:19.441555 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:20.147547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:20.287202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d826d9-d75e-4a70-bce5-5e6be966c0d3 req-d99d82c6-b8ca-4c61-981f-fc456b113659 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:20.288418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4d826d9-d75e-4a70-bce5-5e6be966c0d3 req-d99d82c6-b8ca-4c61-981f-fc456b113659 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.4308655 Dec 16 16:15:20.340353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4d826d9-d75e-4a70-bce5-5e6be966c0d3 req-8eab826c-be82-48ae-9569-04b16ea2c4cc tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Dec 16 16:15:21.463388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4e31b-bfb3-41f2-9e1f-c337ddcf22aa req-bb8cdaa6-df63-4be9-b721-8314c322d711 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:21.466229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbd4e31b-bfb3-41f2-9e1f-c337ddcf22aa req-bb8cdaa6-df63-4be9-b721-8314c322d711 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0518968 Dec 16 16:15:21.527337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dbd4e31b-bfb3-41f2-9e1f-c337ddcf22aa req-6e875fd1-623d-45ac-871f-c16eb37c46f5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Dec 16 16:15:21.567497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-74f57866-fc7b-44fa-b9a5-7b2613c39ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:21.569035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-74f57866-fc7b-44fa-b9a5-7b2613c39ce6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1096 time: 0.0548794 Dec 16 16:15:21.663046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-66f62248-c40c-4e7c-b4f7-b98317dc3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:21.664572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-66f62248-c40c-4e7c-b4f7-b98317dc3194 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0883439 Dec 16 16:15:21.711305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-52cc3abd-880a-4005-bb0c-51685632c674 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0395961 Dec 16 16:15:21.762135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-4188bd6e-82ce-4a37-b56f-581a8e4324a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:21.763624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-4188bd6e-82ce-4a37-b56f-581a8e4324a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0457194 Dec 16 16:15:21.797556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-5b4064ce-02f5-4292-842f-2b5177dd2447 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259387 Dec 16 16:15:21.892177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-444a92e7-1bec-4ea2-bf90-151b4104da84 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Dec 16 16:15:22.005583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-9e8cc7a8-b84d-45a4-89f0-d7c25c240735 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042035 Dec 16 16:15:22.658290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f725b-a210-41f8-b0a3-ca7667f072ca req-51eb8045-13b4-4e5a-a3f0-5b594d19f97f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:22.659945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-098f725b-a210-41f8-b0a3-ca7667f072ca req-51eb8045-13b4-4e5a-a3f0-5b594d19f97f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0528450 Dec 16 16:15:22.712434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-098f725b-a210-41f8-b0a3-ca7667f072ca req-af4350c7-9de8-4585-816b-a94ac7f53af5 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Dec 16 16:15:23.846102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d61bd-32bc-4c60-a55e-b9998424c102 req-fc4b7757-80a4-4146-ab10-8fd17d4191ad tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:23.847577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9d61bd-32bc-4c60-a55e-b9998424c102 req-fc4b7757-80a4-4146-ab10-8fd17d4191ad tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0633504 Dec 16 16:15:23.900489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a9d61bd-32bc-4c60-a55e-b9998424c102 req-67258e23-6e89-430b-974e-1f516831dc73 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Dec 16 16:15:25.038594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d354ef1-a982-4fd5-baa7-792888d76b67 req-6fc05a2f-2b70-4ad4-80e1-7f5d28515641 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:25.040294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d354ef1-a982-4fd5-baa7-792888d76b67 req-6fc05a2f-2b70-4ad4-80e1-7f5d28515641 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0560319 Dec 16 16:15:25.096688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d354ef1-a982-4fd5-baa7-792888d76b67 req-d746f147-86e9-440f-898a-965f09418f4c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497050 Dec 16 16:15:26.218433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3d96b-3d33-4f53-a1b1-56ac0d2ddc87 req-1aa8da13-1e98-4228-9bcd-f818c3fd49b1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:26.219884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ae3d96b-3d33-4f53-a1b1-56ac0d2ddc87 req-1aa8da13-1e98-4228-9bcd-f818c3fd49b1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0508626 Dec 16 16:15:26.273882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ae3d96b-3d33-4f53-a1b1-56ac0d2ddc87 req-34be542e-b4e4-47ec-8ca6-f647e0ce94b4 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Dec 16 16:15:27.402603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb117dfe-5967-4991-a246-0805b055f15c req-56a95798-ad80-454d-aee4-ec0a446297bd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:27.404178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb117dfe-5967-4991-a246-0805b055f15c req-56a95798-ad80-454d-aee4-ec0a446297bd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0525935 Dec 16 16:15:27.457090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb117dfe-5967-4991-a246-0805b055f15c req-c4025154-b8ad-4c50-bb77-2f5cfaab6671 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438528 Dec 16 16:15:28.584847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d8138-4a2a-4e1c-ad02-2c11dd159a07 req-46fac7f4-c6b7-4c64-9dc4-76036c2aa150 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:28.586455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e78d8138-4a2a-4e1c-ad02-2c11dd159a07 req-46fac7f4-c6b7-4c64-9dc4-76036c2aa150 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0526402 Dec 16 16:15:28.639969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e78d8138-4a2a-4e1c-ad02-2c11dd159a07 req-8ae075ba-ccd0-4428-bcea-eed9267a8d33 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467761 Dec 16 16:15:29.049784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:29.813870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bdc8-6fd0-4f41-8394-837974f8369a req-065dc415-a7dc-4690-b334-36a903a8064c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:29.815620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bf2bdc8-6fd0-4f41-8394-837974f8369a req-065dc415-a7dc-4690-b334-36a903a8064c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0630817 Dec 16 16:15:29.869399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bf2bdc8-6fd0-4f41-8394-837974f8369a req-9c89da01-01a4-47b3-99fc-407788ed0b4f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467496 Dec 16 16:15:29.872683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:31.019015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de0b5e-af60-4fdb-afe8-64cb355a2a0a req-363f8889-642f-4ba1-9a82-90930a21528a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:31.020749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1de0b5e-af60-4fdb-afe8-64cb355a2a0a req-363f8889-642f-4ba1-9a82-90930a21528a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0545967 Dec 16 16:15:31.075105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1de0b5e-af60-4fdb-afe8-64cb355a2a0a req-21714f1f-5b3e-4c66-ba87-d1c48a5f8d3c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480802 Dec 16 16:15:32.222427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed582d-8a74-4117-a7c1-8ff18b24e089 req-c0a85a30-048c-46c9-85a7-c605c76baa43 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:32.225129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ed582d-8a74-4117-a7c1-8ff18b24e089 req-c0a85a30-048c-46c9-85a7-c605c76baa43 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0668354 Dec 16 16:15:32.280350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ed582d-8a74-4117-a7c1-8ff18b24e089 req-09868b3e-dc45-4308-899f-0daad3187ca6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Dec 16 16:15:33.430258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa795b-023f-4dc3-b2b3-04f1e2be92a0 req-31a0b222-e65c-4023-9a1b-b2b96dc79852 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:33.431913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ffa795b-023f-4dc3-b2b3-04f1e2be92a0 req-31a0b222-e65c-4023-9a1b-b2b96dc79852 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0558002 Dec 16 16:15:33.484372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ffa795b-023f-4dc3-b2b3-04f1e2be92a0 req-b5fb745a-1db2-4d5c-bef3-a47927d2d891 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Dec 16 16:15:34.609622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1766-8333-4451-8f0d-5015053b7802 req-51fe4c49-5428-43c5-a4e4-012c3ee6f9e7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:34.611175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f69c1766-8333-4451-8f0d-5015053b7802 req-51fe4c49-5428-43c5-a4e4-012c3ee6f9e7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0532691 Dec 16 16:15:34.668890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f69c1766-8333-4451-8f0d-5015053b7802 req-c924dedf-7946-423f-b784-4735617568f8 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506217 Dec 16 16:15:35.812454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf34e0-d7cb-4a76-84d3-776f6757bf5a req-5c8139fb-30e0-46ef-a3cf-db02fe9a3247 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:35.814135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbcf34e0-d7cb-4a76-84d3-776f6757bf5a req-5c8139fb-30e0-46ef-a3cf-db02fe9a3247 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0630367 Dec 16 16:15:35.882177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbcf34e0-d7cb-4a76-84d3-776f6757bf5a req-f4bee6ff-bf9d-4e01-b263-ee7530d14944 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Dec 16 16:15:37.010344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaea54-e65e-4838-99e4-566cfc7b68e9 req-4a7e1aaa-aad5-4466-931a-38c2023a5c43 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:37.012002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6feaea54-e65e-4838-99e4-566cfc7b68e9 req-4a7e1aaa-aad5-4466-931a-38c2023a5c43 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0525846 Dec 16 16:15:37.074286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6feaea54-e65e-4838-99e4-566cfc7b68e9 req-01696ee4-67e5-430e-9f87-ecdaf3dc936a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Dec 16 16:15:38.212586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379d3b1-c0bd-4ee2-955e-2fe0278dd52e req-0103f92f-64cb-4e62-8914-09ec3f8d8c59 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:38.214123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2379d3b1-c0bd-4ee2-955e-2fe0278dd52e req-0103f92f-64cb-4e62-8914-09ec3f8d8c59 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0654624 Dec 16 16:15:38.266453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2379d3b1-c0bd-4ee2-955e-2fe0278dd52e req-75f17956-f1ec-43e8-bab7-0007cc33b6ca tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Dec 16 16:15:39.394641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5424f21-d61d-4958-af13-12494b2c5392 req-527294f1-d5b5-44c0-9cad-64b3cca390da tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:39.396260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5424f21-d61d-4958-af13-12494b2c5392 req-527294f1-d5b5-44c0-9cad-64b3cca390da tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0525429 Dec 16 16:15:39.450810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5424f21-d61d-4958-af13-12494b2c5392 req-8f4e1975-3bd4-428e-b18d-e6eb4e5302b6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482578 Dec 16 16:15:39.654306 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-29605219-070a-43e3-8da6-7b7c06ce5714 service neutron] show failed (client error): The resource could not be found. Dec 16 16:15:39.655361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-29605219-070a-43e3-8da6-7b7c06ce5714 service neutron] 10.222.0.74 "GET /v2.0/ports/07f58895-d091-4ef4-99db-5df811ca13ef/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0649095 Dec 16 16:15:40.243773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-39e49db8-19e6-425d-9ee8-982dbaee4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:40.245299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-39e49db8-19e6-425d-9ee8-982dbaee4a76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb&tenant_id=7890a53f96094eb99eaead8405452be5 HTTP/1.1" status: 200 len: 1096 time: 0.0501692 Dec 16 16:15:40.266413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:40.329466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:40.662454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a4397-bf98-4124-bac1-d22a897e5da6 req-27842c42-58b2-423a-b31c-d3a1d8532c6c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:40.664107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d6a4397-bf98-4124-bac1-d22a897e5da6 req-27842c42-58b2-423a-b31c-d3a1d8532c6c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0957916 Dec 16 16:15:40.669943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:40.734416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:15:40.767669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d6a4397-bf98-4124-bac1-d22a897e5da6 req-36f75e49-e02d-489f-a389-c25a6659e996 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874350 Dec 16 16:15:40.794584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:40.797048 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ea9301-b435-4f92-9410-6e90b12febdf" -d '{"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-unplugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:40.801568 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:40.815757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Transition to ACTIVE for port object 07f58895-d091-4ef4-99db-5df811ca13ef will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:15:40.893966 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2725a-fd1c-4367-bae0-3347e7beb7dd x-openstack-request-id: req-3fe2725a-fd1c-4367-bae0-3347e7beb7dd {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:40.894494 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-unplugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:40.894830 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fe2725a-fd1c-4367-bae0-3347e7beb7dd {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:40.895360 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'code': 200} Dec 16 16:15:40.926633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:41.001031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] No DVR routers for this DVR port 07f58895-d091-4ef4-99db-5df811ca13ef on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:15:41.003255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:41.042899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:15:41.043159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:15:41.043464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:41.048651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:15:41.048971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Attempting to bind port 07f58895-d091-4ef4-99db-5df811ca13ef on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:41.054866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:15:41.055214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Checking segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:15:41.055610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Bound using segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:15:41.056139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Bound port: 07f58895-d091-4ef4-99db-5df811ca13ef, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:15:41.056510 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:41.145524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:15:41.149220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:15:41.239707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:41.285714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:41.286460 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:41.288136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 1091 time: 1.0267193 Dec 16 16:15:41.323905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8de97-2c76-49e9-9c95-c185968033c3 service neutron] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:41.385171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-5a912ee1-b623-481c-88d8-441df1f90dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:41.386756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-5a912ee1-b623-481c-88d8-441df1f90dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1094 time: 0.0553341 Dec 16 16:15:41.498881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-fe2413a7-f979-4e85-b7ba-e114cc3614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:41.500990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-fe2413a7-f979-4e85-b7ba-e114cc3614f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.1072369 Dec 16 16:15:41.633458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-864337c0-9729-47a1-8ca3-981f69032a14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0443277 Dec 16 16:15:41.693590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-c14d8660-2bc7-48b1-91ed-7ea2c4946d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:41.695576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-c14d8660-2bc7-48b1-91ed-7ea2c4946d14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0548325 Dec 16 16:15:41.729721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-082c0b81-5d34-4d05-ae51-8c6485e77c5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270214 Dec 16 16:15:41.871684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-17e9912e-3f18-46aa-bb91-a39204793e8c service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345420 Dec 16 16:15:42.029013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20e38f-32fb-4496-83ca-594897a6222b req-0da1e7bd-f322-4145-a335-8e0573738947 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:42.032134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f20e38f-32fb-4496-83ca-594897a6222b req-0da1e7bd-f322-4145-a335-8e0573738947 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.1782594 Dec 16 16:15:42.141090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687d3b50-15e4-49ea-ae49-93d5beebaff0 req-31f0d67b-d2b2-4e2a-ae04-dca85b32d01d service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379975 Dec 16 16:15:42.164765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f20e38f-32fb-4496-83ca-594897a6222b req-2974c4f8-091b-4c8b-af87-fb432544e785 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247616 Dec 16 16:15:42.896723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:42.899397 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4ba55f-c0d0-49c5-bc26-403c97178383" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:42.951561 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3304d44-a28c-4fc7-a588-ca1510a50f43 x-openstack-request-id: req-d3304d44-a28c-4fc7-a588-ca1510a50f43 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:42.951849 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:42.952116 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3304d44-a28c-4fc7-a588-ca1510a50f43 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:42.952819 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'status': 'completed', 'code': 200} Dec 16 16:15:43.072783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-954f9165-b13b-4a14-a210-7f85dcd10ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.074354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-954f9165-b13b-4a14-a210-7f85dcd10ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1094 time: 0.0748496 Dec 16 16:15:43.080252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-51c877dc-8dc7-4215-a3cf-ca8cbd407fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.081774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-51c877dc-8dc7-4215-a3cf-ca8cbd407fe1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1094 time: 0.0556064 Dec 16 16:15:43.250261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-aa17f396-824b-42fc-90cc-f0026fc6c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.251791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-aa17f396-824b-42fc-90cc-f0026fc6c634 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.1691046 Dec 16 16:15:43.254300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-6c01a2bf-7445-44c2-aa83-45e7b9fb4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.255715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-6c01a2bf-7445-44c2-aa83-45e7b9fb4a2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.1655936 Dec 16 16:15:43.347637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-350437b8-0610-408a-ad60-31dff6f60526 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0730348 Dec 16 16:15:43.352085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-77034f96-055e-467c-af77-7018cd4c00bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0763791 Dec 16 16:15:43.407760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376810b-9260-493b-b001-029b458d74ef req-5249b499-e365-4ae4-8565-61d5bf78c86b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.409319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e376810b-9260-493b-b001-029b458d74ef req-5249b499-e365-4ae4-8565-61d5bf78c86b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.1703506 Dec 16 16:15:43.466278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-a669539b-8b9b-4b31-85e9-88e1db0ff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.467669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-a669539b-8b9b-4b31-85e9-88e1db0ff47d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.1131232 Dec 16 16:15:43.514869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-79c5a1cf-71b5-4d4c-bb87-8f2d46babb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:43.516369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-79c5a1cf-71b5-4d4c-bb87-8f2d46babb5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.1276498 Dec 16 16:15:43.523480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-83f7a5ae-95a4-4ce2-8f56-4d088872495f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444078 Dec 16 16:15:43.539936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e376810b-9260-493b-b001-029b458d74ef req-1b696ec7-f1b7-464c-847e-f744c967580b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064589 Dec 16 16:15:43.571070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-db199606-ec40-4721-a8e1-6be58291f825 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423563 Dec 16 16:15:43.718117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-8989271c-28c7-4d31-a365-b249a2005637 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757925 Dec 16 16:15:43.738393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-8a87ac1b-c0e7-4750-aad2-c76d2f1caf34 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341982 Dec 16 16:15:43.883875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-b00250c2-b5cb-4856-abda-2e7a9936a642 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577420 Dec 16 16:15:43.898677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f4ba55f-c0d0-49c5-bc26-403c97178383 req-edd05db4-0824-40d7-a40f-8cfe466d341a service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257586 Dec 16 16:15:44.186981 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8393a9e-8ade-4748-8564-ab167b6068cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:44.515934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:15:44.565010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:15:44.680013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a20b-c7f2-43cf-9b59-cc5ed7d02d07 req-bd318a8c-4458-4fb5-b71e-123e7b77a7b6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:44.681644 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9623a20b-c7f2-43cf-9b59-cc5ed7d02d07 req-bd318a8c-4458-4fb5-b71e-123e7b77a7b6 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 943 time: 0.0564468 Dec 16 16:15:44.705211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:15:44.738941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9623a20b-c7f2-43cf-9b59-cc5ed7d02d07 req-76580f33-0b54-47f5-9a37-1e0ba076c7d7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Dec 16 16:15:44.828553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:44.842826 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '07f58895-d091-4ef4-99db-5df811ca13ef', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'port_id': '07f58895-d091-4ef4-99db-5df811ca13ef', 'mac_address': 'fa:16:3e:12:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f7c19-ee0c-402c-8c47-8695724442bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:15:44.920564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:44.942311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f58895-d091-4ef4-99db-5df811ca13ef {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:15:44.978472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:45.078358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:45.138803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:45.160084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e90e5-ff93-4c87-a743-7d0b34da40e3 req-f9768a14-d74e-4580-b657-1de51dd9547b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:45.161852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2e90e5-ff93-4c87-a743-7d0b34da40e3 req-f9768a14-d74e-4580-b657-1de51dd9547b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 944 time: 0.0633368 Dec 16 16:15:45.217508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c2e90e5-ff93-4c87-a743-7d0b34da40e3 req-af67c321-5ba3-49ca-b2ab-7a4ed21f0e1e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Dec 16 16:15:45.378361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['07f58895-d091-4ef4-99db-5df811ca13ef'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:15:45.393295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-518f738e-ba82-4084-a01c-6350a5f8a3d0 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:45.395020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-518f738e-ba82-4084-a01c-6350a5f8a3d0 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb&tenant_id=7890a53f96094eb99eaead8405452be5&binding%3Ahost_id=n-h1-821947-3 HTTP/1.1" status: 200 len: 944 time: 0.0688777 Dec 16 16:15:45.490882 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-9089fbf3-b99c-46c1-99bd-41908db73236 service neutron] delete failed (client error): The resource could not be found. Dec 16 16:15:45.492030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-9089fbf3-b99c-46c1-99bd-41908db73236 service neutron] 10.222.0.74 "DELETE /v2.0/ports/07f58895-d091-4ef4-99db-5df811ca13ef/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0852711 Dec 16 16:15:45.626578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-731f71f2-282c-49c8-b841-6ec897d973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:45.628187 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-731f71f2-282c-49c8-b841-6ec897d973a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 1095 time: 0.0472822 Dec 16 16:15:45.728924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-b563f26a-dd42-48b1-86c3-fe3ce6305f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:45.730421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-b563f26a-dd42-48b1-86c3-fe3ce6305f5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0917685 Dec 16 16:15:45.782075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-3bb33bd2-a7af-444b-b14d-9637b364b6fb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 200 len: 217 time: 0.0397859 Dec 16 16:15:45.843062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-acad721e-93ed-4133-a557-87fe6d655a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:45.844625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-acad721e-93ed-4133-a557-87fe6d655a51 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0512409 Dec 16 16:15:45.882376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-07d16d53-b49d-41e8-ab47-3980b0d3f180 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264134 Dec 16 16:15:45.989519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-6a68b970-cefc-46b0-9ddc-a7fc1ec04e3b service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947282 Dec 16 16:15:46.099151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d34f4df-7971-4fee-a8cb-ef53714c5e3f req-5df25085-b07a-41d3-9c21-325026ecf542 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981004 Dec 16 16:15:46.359160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590484a-d2ff-4203-bda2-10096e71af2e req-26d1c668-af6d-4b79-86de-db394e272147 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:46.361063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9590484a-d2ff-4203-bda2-10096e71af2e req-26d1c668-af6d-4b79-86de-db394e272147 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 944 time: 0.0547874 Dec 16 16:15:46.419929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9590484a-d2ff-4203-bda2-10096e71af2e req-ca4a9148-b684-4166-90f5-009efdbcee1f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481486 Dec 16 16:15:46.561343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb4414bf-0c1d-4662-8576-1b5a2d8e4c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:46.707185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:15:46.835960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 07f58895-d091-4ef4-99db-5df811ca13ef completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:15:46.840927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 07f58895-d091-4ef4-99db-5df811ca13ef triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:15:46.845528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:46.953334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:46.996529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:47.000614 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc04981-f035-4c93-93c5-4ba7db4793cf" -d '{"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-plugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:47.024899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:47.051370 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13abb0e-497d-423d-8679-b1fc7d9968f1 x-openstack-request-id: req-d13abb0e-497d-423d-8679-b1fc7d9968f1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:47.051778 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-plugged", "status": "completed", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:47.052121 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d13abb0e-497d-423d-8679-b1fc7d9968f1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:47.052575 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'code': 200} Dec 16 16:15:47.097924 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:47.166740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:47.554133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b423b2-5a66-4106-a994-d623cfa31303 req-2608ecbf-0f9f-486d-92d3-5781b70179cd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:47.555707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04b423b2-5a66-4106-a994-d623cfa31303 req-2608ecbf-0f9f-486d-92d3-5781b70179cd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0605128 Dec 16 16:15:47.606820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04b423b2-5a66-4106-a994-d623cfa31303 req-4b57307b-c483-4862-a855-45c920a59da3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Dec 16 16:15:47.734928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9d6a3-dae1-4bfe-a2ba-6803f8a3415d req-813124c8-4b84-4ba4-9bac-502e3a609d73 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:47.736597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d9d6a3-dae1-4bfe-a2ba-6803f8a3415d req-813124c8-4b84-4ba4-9bac-502e3a609d73 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0538511 Dec 16 16:15:47.793138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d9d6a3-dae1-4bfe-a2ba-6803f8a3415d req-f7752aec-8a4a-4fec-a0b6-03053331a023 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Dec 16 16:15:47.915180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d269b-32c0-4061-bd87-5f448c38a770 req-d8374077-d50b-4514-b9b8-cf7fe48e4036 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:47.917121 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a10d269b-32c0-4061-bd87-5f448c38a770 req-d8374077-d50b-4514-b9b8-cf7fe48e4036 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0538602 Dec 16 16:15:47.980410 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a10d269b-32c0-4061-bd87-5f448c38a770 req-13d8c576-4a52-4f7e-9d33-e6d690f73dce tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Dec 16 16:15:48.000986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:48.608868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-88ccea64-7e8c-4fa3-b7b1-2f9323a92231 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:48.611513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-88ccea64-7e8c-4fa3-b7b1-2f9323a92231 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 814 time: 0.1958320 Dec 16 16:15:48.628077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-c088057d-0032-434a-9dec-75d5e2130a34 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/quotas/7890a53f96094eb99eaead8405452be5 HTTP/1.1" status: 200 len: 375 time: 0.0103910 Dec 16 16:15:48.693532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-a5913393-ae72-4fc2-add8-cf99a53d4850 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540824 Dec 16 16:15:48.840395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-07399857-ae80-4048-9d0b-4708a4ca4102 service neutron] 10.222.0.71 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390052 Dec 16 16:15:48.938910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-88df1dfa-903b-43ee-b9e9-14233fe0b08e service neutron] 10.222.0.71 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919552 Dec 16 16:15:49.240133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d1a77b63-99c5-4edb-a7a9-e47c4aefd3a7 req-902f09fd-a0f3-45ed-b2bb-79ebb9100695 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 210 time: 0.0492194 Dec 16 16:15:49.409627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:49.831260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-fb38594e-cf42-4665-b72a-e678adc2b39e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:49.832970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-fb38594e-cf42-4665-b72a-e678adc2b39e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb HTTP/1.1" status: 200 len: 945 time: 0.0655358 Dec 16 16:15:49.934691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Deleting port 07f58895-d091-4ef4-99db-5df811ca13ef {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:15:49.935061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:50.040937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] For port 07f58895-d091-4ef4-99db-5df811ca13ef, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=07f58895-d091-4ef4-99db-5df811ca13ef,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:50.041322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:50.061016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Calling delete_port for 07f58895-d091-4ef4-99db-5df811ca13ef owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:15:50.096114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:50.288497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:50.324691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['07f58895-d091-4ef4-99db-5df811ca13ef'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:15:50.325009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Pushing event deleted for resources: {'Port': ['ID=07f58895-d091-4ef4-99db-5df811ca13ef,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:50.403416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-39833f14-0d46-4116-8dc8-d0be64a5824a req-6c649870-4cc7-447a-8a88-5348d146753d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 210 time: 0.0682135 Dec 16 16:15:50.404495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] No DVR routers for this DVR port 07f58895-d091-4ef4-99db-5df811ca13ef on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:15:50.407903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:50.411491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76cabf5c-a957-46b7-9a6f-2764c9f8cf29 req-7189cb5f-adbe-4665-ad57-0dc8731320b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.30 "DELETE /v2.0/ports/07f58895-d091-4ef4-99db-5df811ca13ef HTTP/1.1" status: 204 len: 173 time: 0.5717640 Dec 16 16:15:50.411972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-deleted', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:50.414395 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128e9286-1977-4bb8-a452-b7748cba8730" -d '{"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-deleted", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:50.461484 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f64966-7bf8-4c9e-8d9e-1c88066fa508 x-openstack-request-id: req-f4f64966-7bf8-4c9e-8d9e-1c88066fa508 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:50.461998 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb", "name": "network-vif-deleted", "tag": "07f58895-d091-4ef4-99db-5df811ca13ef", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:50.462348 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4f64966-7bf8-4c9e-8d9e-1c88066fa508 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:50.462850 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b0c4b-f6c4-4cf5-b92c-013ac59eedbb', 'name': 'network-vif-deleted', 'tag': '07f58895-d091-4ef4-99db-5df811ca13ef', 'status': 'completed', 'code': 200} Dec 16 16:15:51.556292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-178fdbbb-b3a6-4afc-bc3a-af7ecc438f16 req-b286b84d-7430-451a-a0a1-dfadff7806b4 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 210 time: 0.0401623 Dec 16 16:15:51.698585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-7b92e41e-f16d-45f7-adcf-10b941fbf206 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:51.700314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-7b92e41e-f16d-45f7-adcf-10b941fbf206 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 814 time: 0.1431212 Dec 16 16:15:51.720114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Request body: {'port': {'device_id': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'admin_state_up': True, 'tenant_id': '7890a53f96094eb99eaead8405452be5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:52.341490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Made reservation on behalf of 7890a53f96094eb99eaead8405452be5 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:15:52.345433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:52.494902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Allocated IP 172.20.0.8 (4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09/037f7c19-ee0c-402c-8c47-8695724442bf/60921fb0-f969-454a-aac7-65070132564e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:15:52.688390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e1cf9bb-b3b6-4eab-b5f8-f3464984d05a req-6e0f10e9-455b-4f88-bc3f-defb4c65180e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 210 time: 0.0405366 Dec 16 16:15:52.711438 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:52.730286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:15:52.832744 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:52.881371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:15:52.884710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:15:52.889030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:15:52.896134 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:52.951347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:52.952061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:53.056321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-fb9be787-d6cd-4c5b-9d2a-0ff12c4206b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3402793 Dec 16 16:15:53.078381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Request body: {'port': {'device_id': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:15:53.157526 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:53.611529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60921fb0-f969-454a-aac7-65070132564e {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:15:53.620206 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:53.635215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Transition to ACTIVE for port object 60921fb0-f969-454a-aac7-65070132564e will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:15:53.738486 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:53.797857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:53.907160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:15:53.907433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:15:53.907733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:53.915715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:15:53.916082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:15:53.927659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03daa4e-7d90-4883-8140-ce79190bbd48 req-7d48289b-cc40-4928-aa0f-49250955794b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:53.929340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f03daa4e-7d90-4883-8140-ce79190bbd48 req-7d48289b-cc40-4928-aa0f-49250955794b tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0881977 Dec 16 16:15:53.932531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:15:53.932875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Checking segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:15:53.933269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Bound using segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:15:53.933715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Bound port: 60921fb0-f969-454a-aac7-65070132564e, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:15:53.934081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:54.030397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f03daa4e-7d90-4883-8140-ce79190bbd48 req-42261bf1-0e12-4eac-a3f9-ceb947e1126e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864663 Dec 16 16:15:54.046560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:15:54.052572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:15:54.159039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:54.200548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.201404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:54.203110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] 10.222.0.30 "PUT /v2.0/ports/60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 1091 time: 1.1321390 Dec 16 16:15:54.203685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:54.206360 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64ccc16-a772-494d-aa38-6076edbc66d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:54.240391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea91ec-89a6-4603-82f6-67ba275b2177 service neutron] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:54.250600 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efc216-30db-4da3-9a94-c770f3ab964f x-openstack-request-id: req-32efc216-30db-4da3-9a94-c770f3ab964f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:54.251061 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "tag": "60921fb0-f969-454a-aac7-65070132564e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:54.251474 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-32efc216-30db-4da3-9a94-c770f3ab964f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:54.252135 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'status': 'completed', 'code': 200} Dec 16 16:15:54.338966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-325f23fb-b77b-4e22-af76-c0ee345c0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.340610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-325f23fb-b77b-4e22-af76-c0ee345c0654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0486259 Dec 16 16:15:54.463222 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-43189f83-cec1-45df-b4e0-1584a905dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.464822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-43189f83-cec1-45df-b4e0-1584a905dfef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7890a53f96094eb99eaead8405452be5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1084239 Dec 16 16:15:54.571785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-a031f687-f7c3-45fa-9a25-219c11619408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.573531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f64ccc16-a772-494d-aa38-6076edbc66d4 req-a031f687-f7c3-45fa-9a25-219c11619408 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017280 Dec 16 16:15:54.678247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-0c4c6c64-2ebb-4647-b6cd-eadc227ec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.679847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-0c4c6c64-2ebb-4647-b6cd-eadc227ec3b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0470614 Dec 16 16:15:54.733799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-db552710-a2ae-4b34-ab05-857a8433fea4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0413187 Dec 16 16:15:54.735997 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:15:54.769788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 07f58895-d091-4ef4-99db-5df811ca13ef {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:15:54.770357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 07f58895-d091-4ef4-99db-5df811ca13ef not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:15:54.798686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f360f-150f-48f6-8f78-a01756326fcb req-92cc1679-6c28-4446-a358-e6a352c544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:54.800220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-92cc1679-6c28-4446-a358-e6a352c544d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0595295 Dec 16 16:15:54.844702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-85f1dd1e-0d1d-40de-a020-a9d97739c385 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365925 Dec 16 16:15:54.941537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-35272630-4126-4447-942b-9c0ce0dc9f5f service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898447 Dec 16 16:15:55.049370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c69f360f-150f-48f6-8f78-a01756326fcb req-220a9973-0ef1-4c1f-9088-95267a1a4a79 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010094 Dec 16 16:15:55.164638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea62b3-7daa-4cf2-b198-566119553a34 req-b1e514f8-b15a-4e56-af75-e9f2e409d7eb tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:55.166571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0fea62b3-7daa-4cf2-b198-566119553a34 req-b1e514f8-b15a-4e56-af75-e9f2e409d7eb tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0567315 Dec 16 16:15:55.244148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0fea62b3-7daa-4cf2-b198-566119553a34 req-4e54fe5e-4492-443e-9173-2e22cafd3d3a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707469 Dec 16 16:15:56.370387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260c528-1fbf-4bca-b4a2-ef14ed99e95d req-f23289bf-37da-4ae8-bfcd-9030951b986f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:56.372284 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9260c528-1fbf-4bca-b4a2-ef14ed99e95d req-f23289bf-37da-4ae8-bfcd-9030951b986f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0517507 Dec 16 16:15:56.433985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9260c528-1fbf-4bca-b4a2-ef14ed99e95d req-b053d889-5498-434c-a4b4-3c5f024d0a61 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550103 Dec 16 16:15:56.767182 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 60921fb0-f969-454a-aac7-65070132564e details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:15:56.898152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:56.919040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '60921fb0-f969-454a-aac7-65070132564e', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'port_id': '60921fb0-f969-454a-aac7-65070132564e', 'mac_address': 'fa:16:3e:33:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f7c19-ee0c-402c-8c47-8695724442bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:15:56.963691 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:56.978680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60921fb0-f969-454a-aac7-65070132564e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:15:56.999306 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:57.215729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:57.269677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:57.278016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.278361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.278704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.279042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.279485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.279753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.280110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.280434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.280757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.281338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.281659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.281979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.282294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:15:57.478901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['60921fb0-f969-454a-aac7-65070132564e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:15:57.599510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d98197-f2b5-456d-b2db-c1291e623300 req-bf0ebc82-f115-448d-8b75-015bc20f3fad tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:57.602272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53d98197-f2b5-456d-b2db-c1291e623300 req-bf0ebc82-f115-448d-8b75-015bc20f3fad tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0896525 Dec 16 16:15:57.673802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-53d98197-f2b5-456d-b2db-c1291e623300 req-c09bdc1b-3176-4b49-851c-896dac8156ad tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Dec 16 16:15:58.780418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 60921fb0-f969-454a-aac7-65070132564e up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:15:58.826175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a9e5-674a-4311-8997-1bab2a2b7f70 req-02a7994f-5ace-4c33-bf75-c0e0630e5d6c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:58.828743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f09a9e5-674a-4311-8997-1bab2a2b7f70 req-02a7994f-5ace-4c33-bf75-c0e0630e5d6c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0666287 Dec 16 16:15:58.884193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f09a9e5-674a-4311-8997-1bab2a2b7f70 req-c3133b34-43fb-4d83-b4df-18eaa4b4e98f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Dec 16 16:15:58.929511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 60921fb0-f969-454a-aac7-65070132564e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:15:58.934478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 60921fb0-f969-454a-aac7-65070132564e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:15:58.934917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:59.031689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:59.058592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:15:59.060986 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6ff4cd-37a3-4f04-a5cd-a05d60e90a64" -d '{"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-plugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:15:59.074714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:15:59.104570 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955de56-7797-4ba3-b3c8-2a0df979c96e x-openstack-request-id: req-7955de56-7797-4ba3-b3c8-2a0df979c96e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:15:59.104868 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-plugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:15:59.105162 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7955de56-7797-4ba3-b3c8-2a0df979c96e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:15:59.105521 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'code': 200} Dec 16 16:15:59.106772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:59.244314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:15:59.249631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bb22f-af1f-45a5-b71b-91d526aafefe req-2c4b0d88-68ba-43ce-a506-7ed479cd47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:15:59.251262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac4bb22f-af1f-45a5-b71b-91d526aafefe req-2c4b0d88-68ba-43ce-a506-7ed479cd47ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1095 time: 0.0504158 Dec 16 16:15:59.303276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac4bb22f-af1f-45a5-b71b-91d526aafefe req-b6568634-76e7-4790-9ab8-9f67977dad53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Dec 16 16:15:59.309781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:15:59.915604 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:00.006567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513834dd-a4a1-4e38-b13e-d67ea4b97073 req-3dd7e60f-0263-49e7-b4e4-959650ce456d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:00.008176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-513834dd-a4a1-4e38-b13e-d67ea4b97073 req-3dd7e60f-0263-49e7-b4e4-959650ce456d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0518875 Dec 16 16:16:00.058007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-513834dd-a4a1-4e38-b13e-d67ea4b97073 req-48f7f3b7-acb8-4fec-a2d1-da83088c71c4 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Dec 16 16:16:01.188635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a9af8-fee4-4c4a-b51d-28ca3d56a07d req-0c1d84e5-f681-4986-9915-1aed66b98a49 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:01.190208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf6a9af8-fee4-4c4a-b51d-28ca3d56a07d req-0c1d84e5-f681-4986-9915-1aed66b98a49 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0534976 Dec 16 16:16:01.244850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf6a9af8-fee4-4c4a-b51d-28ca3d56a07d req-031b5880-c7aa-41b6-9c16-bfb34d6c0052 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Dec 16 16:16:01.364220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833b69f-83b1-499d-9066-7a9e5d09655e req-b953aace-f07d-450b-8124-e1df704ac703 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:01.365705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c833b69f-83b1-499d-9066-7a9e5d09655e req-b953aace-f07d-450b-8124-e1df704ac703 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0508246 Dec 16 16:16:01.415587 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c833b69f-83b1-499d-9066-7a9e5d09655e req-6a7448fc-9c1d-4d27-8d2c-895f87c10948 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Dec 16 16:16:01.863063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6cb43-41fe-4dea-9fca-e62becddf258 req-38abcfca-e943-4d1b-a394-5b3a6dad903a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:01.865244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3f6cb43-41fe-4dea-9fca-e62becddf258 req-38abcfca-e943-4d1b-a394-5b3a6dad903a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0583897 Dec 16 16:16:01.923415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3f6cb43-41fe-4dea-9fca-e62becddf258 req-10f35060-b748-4264-aa9a-a3b4d6a9a976 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501277 Dec 16 16:16:02.035881 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-e3b0ce5f-dbc3-4af2-88b9-f4cfa30b4c37 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456507 Dec 16 16:16:03.075106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cac6e-6602-40e1-812d-0715d3acbd95 req-c03a4a84-0631-45bd-bd43-189c6222802e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:03.076733 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a63cac6e-6602-40e1-812d-0715d3acbd95 req-c03a4a84-0631-45bd-bd43-189c6222802e tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0751655 Dec 16 16:16:03.126886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a63cac6e-6602-40e1-812d-0715d3acbd95 req-5a84babd-d399-462c-bfb2-c9b2ec2608ae tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Dec 16 16:16:04.250007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4b9a9-3daf-43cf-bed8-5f1821f17005 req-65d60e09-dafc-4dee-aa1f-ed11603785da tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:04.251446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51f4b9a9-3daf-43cf-bed8-5f1821f17005 req-65d60e09-dafc-4dee-aa1f-ed11603785da tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0502214 Dec 16 16:16:04.302836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51f4b9a9-3daf-43cf-bed8-5f1821f17005 req-e2826510-dead-4a1f-ae38-59b875e29be1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Dec 16 16:16:04.589483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-3a94bf8e-a950-4c03-b56a-5f956f131c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:04.591002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-3a94bf8e-a950-4c03-b56a-5f956f131c1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1096 time: 0.0419750 Dec 16 16:16:04.687852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-dd66e476-6ccc-4352-8dc7-baf5724a722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:04.689360 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-dd66e476-6ccc-4352-8dc7-baf5724a722f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0905151 Dec 16 16:16:04.732216 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-40e6c2aa-dd61-44a3-b94f-c40a8712104c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0361760 Dec 16 16:16:04.789259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-d4d79ebd-be58-498a-b90c-cebae6f72fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:04.790676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-d4d79ebd-be58-498a-b90c-cebae6f72fc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0504274 Dec 16 16:16:04.825118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-5f130db4-8be5-4da5-a2b6-c1bcf5f36520 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266919 Dec 16 16:16:04.920702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-23c15513-6df0-474f-9d88-a5b8b7a8bbec service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887125 Dec 16 16:16:05.036637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-40cd2d2e-adfb-46fa-ba02-5030750a61e2 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070635 Dec 16 16:16:05.431719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8901e6-9079-4d1b-b475-58c4fc47e72f req-0ced027a-dc6c-4786-9f37-e767d6d6b077 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:05.433399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db8901e6-9079-4d1b-b475-58c4fc47e72f req-0ced027a-dc6c-4786-9f37-e767d6d6b077 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0567894 Dec 16 16:16:05.490094 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db8901e6-9079-4d1b-b475-58c4fc47e72f req-43d8e92b-0c4e-45ab-b1f6-b833e3d3f872 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503495 Dec 16 16:16:06.618490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8126a-2fe9-482d-b9c6-dafbb0ddc119 req-1b92700b-8ade-4d8f-be70-e136315d2b99 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:06.620032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d8126a-2fe9-482d-b9c6-dafbb0ddc119 req-1b92700b-8ade-4d8f-be70-e136315d2b99 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0499499 Dec 16 16:16:06.684279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36d8126a-2fe9-482d-b9c6-dafbb0ddc119 req-26f283ea-498b-4c9d-b444-552f47bf1576 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Dec 16 16:16:07.821840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796060a-1dfe-45a4-8fdd-a98fb79de754 req-03153b35-f4ef-4c94-a7ce-8d12ed0d23b3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:07.823431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7796060a-1dfe-45a4-8fdd-a98fb79de754 req-03153b35-f4ef-4c94-a7ce-8d12ed0d23b3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0586245 Dec 16 16:16:07.895014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7796060a-1dfe-45a4-8fdd-a98fb79de754 req-ad01d6d1-0e3d-4bc3-980e-36f9315d1aed tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650277 Dec 16 16:16:09.027644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb0f2-5bcc-45ca-9c5d-3f2026133f31 req-7725d999-83ae-4a31-9044-71c4c95e69c2 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:09.029214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c5cb0f2-5bcc-45ca-9c5d-3f2026133f31 req-7725d999-83ae-4a31-9044-71c4c95e69c2 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0504615 Dec 16 16:16:09.077872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c5cb0f2-5bcc-45ca-9c5d-3f2026133f31 req-c27aa656-0424-4354-8749-015bc481e893 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Dec 16 16:16:10.211166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4520e-158f-4bff-ba59-65c33caf06ce req-80ca39c1-b338-4198-8e0f-388490187aab tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:10.212790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42c4520e-158f-4bff-ba59-65c33caf06ce req-80ca39c1-b338-4198-8e0f-388490187aab tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0641439 Dec 16 16:16:10.265501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42c4520e-158f-4bff-ba59-65c33caf06ce req-3219db51-758f-4245-bafc-629680e34e8a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Dec 16 16:16:11.390364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9ab73-c5c7-4e80-a871-fb82dcd4c9df req-bbf46479-d1fa-4bfd-a84d-9738723e9990 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:11.391924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55b9ab73-c5c7-4e80-a871-fb82dcd4c9df req-bbf46479-d1fa-4bfd-a84d-9738723e9990 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0512509 Dec 16 16:16:11.441372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55b9ab73-c5c7-4e80-a871-fb82dcd4c9df req-5f4e9bd5-ebd5-49f2-8b06-8b8361ea63cc tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Dec 16 16:16:12.579309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e47fa-eb4b-47f1-bd82-bcd42c32f50d req-f90d136e-7553-4e5b-a4a4-75190d6f2755 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:12.580928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e47fa-eb4b-47f1-bd82-bcd42c32f50d req-f90d136e-7553-4e5b-a4a4-75190d6f2755 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0625463 Dec 16 16:16:12.637200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b1e47fa-eb4b-47f1-bd82-bcd42c32f50d req-1defe464-b9a8-4d6d-b25e-8fab37c48d20 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445755 Dec 16 16:16:13.762278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23c26b-ddb1-409a-b43c-52a24c39651c req-65b58ec0-9712-4c2d-875b-06089f04dcf0 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:13.763895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a23c26b-ddb1-409a-b43c-52a24c39651c req-65b58ec0-9712-4c2d-875b-06089f04dcf0 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0513768 Dec 16 16:16:13.814255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a23c26b-ddb1-409a-b43c-52a24c39651c req-b31e6504-7680-4ba8-b530-64578f2dcd14 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Dec 16 16:16:14.161132 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680244a3-88c3-40a9-8459-1c634c0c08b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:14.937304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3c8cb-392c-4734-bdaf-5cbbf2b03cf6 req-b526f7de-8f9c-433e-ab40-1d4567982f6d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:14.938910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2e3c8cb-392c-4734-bdaf-5cbbf2b03cf6 req-b526f7de-8f9c-433e-ab40-1d4567982f6d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0526292 Dec 16 16:16:15.006258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a2e3c8cb-392c-4734-bdaf-5cbbf2b03cf6 req-35ec533c-15bf-4654-8d79-ae7ea293c1bc tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559051 Dec 16 16:16:16.141155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ee02f-53bd-4bfc-b895-cce8c5302646 req-6d176c89-7c15-4428-995d-4713ad170e5f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:16.143902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f28ee02f-53bd-4bfc-b895-cce8c5302646 req-6d176c89-7c15-4428-995d-4713ad170e5f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0644729 Dec 16 16:16:16.207894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f28ee02f-53bd-4bfc-b895-cce8c5302646 req-5fcd83a0-c3c4-4275-a212-6a48f2cfd078 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Dec 16 16:16:16.532333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8e23aa2-8131-4e7d-a32a-cb17452330af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:17.327456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76951e11-fda6-496c-906d-88368c31fe19 req-034a8f16-3605-42cc-a54e-2603078272af tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:17.329033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76951e11-fda6-496c-906d-88368c31fe19 req-034a8f16-3605-42cc-a54e-2603078272af tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0494473 Dec 16 16:16:17.382628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76951e11-fda6-496c-906d-88368c31fe19 req-cf34696b-e7b9-4ebd-aec3-70b5a6de0629 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468061 Dec 16 16:16:18.001120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:18.509110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00f554-0339-4dd4-8fbc-a2c76c1baa4e req-6cba9bc3-a1f0-4d7e-9c9b-14dcae768ba3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:18.510640 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da00f554-0339-4dd4-8fbc-a2c76c1baa4e req-6cba9bc3-a1f0-4d7e-9c9b-14dcae768ba3 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0559223 Dec 16 16:16:18.561980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da00f554-0339-4dd4-8fbc-a2c76c1baa4e req-bf94c366-1bd9-4f32-bf5e-537203d69920 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Dec 16 16:16:19.426104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:19.679302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d18bc-c983-4e33-bd61-cc0ebbc06176 req-1b065b4a-4cca-47e5-94d4-80de2fbb8710 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:19.680843 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c17d18bc-c983-4e33-bd61-cc0ebbc06176 req-1b065b4a-4cca-47e5-94d4-80de2fbb8710 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0505121 Dec 16 16:16:19.728672 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c17d18bc-c983-4e33-bd61-cc0ebbc06176 req-f029dec3-3d8d-4c6e-9609-70ad6b74c660 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Dec 16 16:16:20.109611 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:20.858264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c346a61-cfff-4297-b142-5ed9ede761c1 req-aaf67849-adfa-4daf-bcd9-b0b3966af176 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:20.859790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c346a61-cfff-4297-b142-5ed9ede761c1 req-aaf67849-adfa-4daf-bcd9-b0b3966af176 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0530114 Dec 16 16:16:20.914107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c346a61-cfff-4297-b142-5ed9ede761c1 req-0b04f477-d0b7-416c-9447-b5aace09d364 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479252 Dec 16 16:16:21.365604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-b2992121-1ed4-424d-8fa9-31dec8771384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:21.367157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-b2992121-1ed4-424d-8fa9-31dec8771384 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1096 time: 0.0424221 Dec 16 16:16:21.477005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-9edece9c-cdb3-4d4b-a71c-89827a378288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:21.478720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-9edece9c-cdb3-4d4b-a71c-89827a378288 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0904284 Dec 16 16:16:21.532283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-f53362a7-3a35-4830-aef8-cf43c92e2d9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0438533 Dec 16 16:16:21.587174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-8a16ad0d-7613-48f6-9901-55ecd88a2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:21.588870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-8a16ad0d-7613-48f6-9901-55ecd88a2c26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0488021 Dec 16 16:16:21.627771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-b44b2b21-84f2-4a16-a2c6-a14328baf080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304370 Dec 16 16:16:21.731508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-673154bf-9c98-499f-bcbd-71c629bd400c service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945361 Dec 16 16:16:21.828963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6e1d4ea-85cc-4cdf-a79b-bbba232906a9 req-d51be39b-d8c4-469e-943f-5015718f197f service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886500 Dec 16 16:16:22.047067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f1120-23ba-439d-8a57-2ff982e7cd75 req-88bd4d56-0a25-45fe-ba80-4f79fa2c5853 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:22.048695 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b70f1120-23ba-439d-8a57-2ff982e7cd75 req-88bd4d56-0a25-45fe-ba80-4f79fa2c5853 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0635183 Dec 16 16:16:22.103009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b70f1120-23ba-439d-8a57-2ff982e7cd75 req-80a4eea1-832a-4375-9f4a-778a2c111063 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474789 Dec 16 16:16:22.229664 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-aee87a17-daf3-461f-99ca-e703655f0be2 service neutron] show failed (client error): The resource could not be found. Dec 16 16:16:22.230719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-aee87a17-daf3-461f-99ca-e703655f0be2 service neutron] 10.222.0.30 "GET /v2.0/ports/60921fb0-f969-454a-aac7-65070132564e/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0590615 Dec 16 16:16:22.895800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-ccf5fcd7-47d6-4539-a54a-0125965122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:22.898500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-ccf5fcd7-47d6-4539-a54a-0125965122a1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f&tenant_id=7890a53f96094eb99eaead8405452be5 HTTP/1.1" status: 200 len: 1096 time: 0.0491035 Dec 16 16:16:22.923848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:22.984657 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.253398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:23.276267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37213c-3ee3-4033-8001-28b4bf3e9003 req-bca57f3b-934a-494c-9c30-710312e9e1cb tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:23.277869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b37213c-3ee3-4033-8001-28b4bf3e9003 req-bca57f3b-934a-494c-9c30-710312e9e1cb tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0902746 Dec 16 16:16:23.332533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:23.413207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b37213c-3ee3-4033-8001-28b4bf3e9003 req-b00237db-6f2b-485f-aac9-4973ed2514c7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233768 Dec 16 16:16:23.415632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:23.418020 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb87879-84ef-4e01-ba2e-0599a5fc5695" -d '{"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-unplugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:23.422424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.439108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Transition to ACTIVE for port object 60921fb0-f969-454a-aac7-65070132564e will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:16:23.474176 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc895ba-78fc-4870-9b29-43b2ee9a1df1 x-openstack-request-id: req-ebc895ba-78fc-4870-9b29-43b2ee9a1df1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:23.474481 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-unplugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:23.474746 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebc895ba-78fc-4870-9b29-43b2ee9a1df1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:23.475170 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'code': 200} Dec 16 16:16:23.526540 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.591336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] No DVR routers for this DVR port 60921fb0-f969-454a-aac7-65070132564e on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:16:23.603529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:23.627490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.627886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.628205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.628563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.628874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.629200 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.629524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.629847 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.630166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.630519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.630840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.631156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.631474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:23.643657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:16:23.643657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:16:23.644550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:23.649611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:16:23.649937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Attempting to bind port 60921fb0-f969-454a-aac7-65070132564e on network 4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:23.654765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:16:23.655105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Checking segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:23.655524 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Bound using segment: {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:16:23.655999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Bound port: 60921fb0-f969-454a-aac7-65070132564e, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3a41d3-43bb-41a4-9da0-e57923fe6795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:16:23.656344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.725346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:23.728657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:16:23.812660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.858191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:23.859011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:23.863222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] 10.222.0.74 "PUT /v2.0/ports/60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 1091 time: 0.9441361 Dec 16 16:16:23.885320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1409c-2d72-47c9-a1c7-894cf8d941ed service neutron] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:23.952782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-b5893e5f-1015-488c-b608-4ac52d3b19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:23.953953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-b5893e5f-1015-488c-b608-4ac52d3b19e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0442429 Dec 16 16:16:24.055766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-6874adbe-11f5-4f92-9810-bd4a4d6f2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:24.057345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-6874adbe-11f5-4f92-9810-bd4a4d6f2c29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0925376 Dec 16 16:16:24.108721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-0a40e543-c271-450a-b0ac-40a101f03c8d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0401492 Dec 16 16:16:24.163272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-744be642-896d-4cd4-9349-68a886188a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:24.164786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-744be642-896d-4cd4-9349-68a886188a21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0452621 Dec 16 16:16:24.203219 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-c5cde6b8-c3c4-4727-93a5-52c3d2bc7d22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262227 Dec 16 16:16:24.302399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-e93e9849-210f-4eaf-8c07-4035b0aa3ea1 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880029 Dec 16 16:16:24.397200 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0818103-e994-40d2-8aa2-3fa51d925b45 req-b4b041f2-5d07-462d-965f-1772555658b0 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839756 Dec 16 16:16:24.538111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5dfb5-c077-4f6c-bbff-d313da57fa96 req-9389059a-6981-43ec-84db-890e95f23eb7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:24.539742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ef5dfb5-c077-4f6c-bbff-d313da57fa96 req-9389059a-6981-43ec-84db-890e95f23eb7 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0544996 Dec 16 16:16:24.591422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ef5dfb5-c077-4f6c-bbff-d313da57fa96 req-9915df09-bca1-4dd8-9221-b34fb69bc14a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449982 Dec 16 16:16:25.476678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:25.479098 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263267d-06b0-4e2a-b470-a3aa4995224e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:25.529371 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6d2ca8-85d2-43d0-8f32-d953185e0bec x-openstack-request-id: req-4e6d2ca8-85d2-43d0-8f32-d953185e0bec {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:25.529685 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "tag": "60921fb0-f969-454a-aac7-65070132564e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:25.529945 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e6d2ca8-85d2-43d0-8f32-d953185e0bec {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:25.530364 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'status': 'completed', 'code': 200} Dec 16 16:16:25.642002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-a71bd352-5fe2-4323-9ff7-9678378107c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:25.643550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-a71bd352-5fe2-4323-9ff7-9678378107c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0691144 Dec 16 16:16:25.649833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-4627a953-ebdc-4e74-8982-1852972bae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:25.651293 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-4627a953-ebdc-4e74-8982-1852972bae47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0669715 Dec 16 16:16:25.833270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc4e04-3c6e-46f6-b30e-2d015da0d0cb req-b90654b9-e8fc-4a5b-9f70-feeca6b59d0a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:25.834743 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cdbc4e04-3c6e-46f6-b30e-2d015da0d0cb req-b90654b9-e8fc-4a5b-9f70-feeca6b59d0a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.1534014 Dec 16 16:16:25.871004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-0d4de359-9242-42ee-ada2-ceace7892766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:25.872611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-0d4de359-9242-42ee-ada2-ceace7892766 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.2204080 Dec 16 16:16:25.873568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-678731b8-fa94-49cc-8b2c-9c736a568da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:25.874873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-678731b8-fa94-49cc-8b2c-9c736a568da0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.2150917 Dec 16 16:16:25.937010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-64b74f12-4668-4cb0-b20f-65cf80f66cdd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0555098 Dec 16 16:16:25.979678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-4091646e-cf21-4dd5-b015-4e7337de13e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0849550 Dec 16 16:16:26.002074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cdbc4e04-3c6e-46f6-b30e-2d015da0d0cb req-6fc8d987-9687-4de7-965d-7ae8ec98c24a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559305 Dec 16 16:16:26.400220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-974d3810-92b0-4236-b6af-cd9722b051ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:26.401721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-974d3810-92b0-4236-b6af-cd9722b051ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.4338973 Dec 16 16:16:26.407437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-25642762-db49-4ba3-8543-9904f51fdb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:26.408841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-25642762-db49-4ba3-8543-9904f51fdb3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.4107199 Dec 16 16:16:26.441326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-e65586b6-2a1d-46c6-8d04-c97a3baaae03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315142 Dec 16 16:16:26.464324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-10600e38-3ac5-48b5-ba9c-bed4dafd5136 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458469 Dec 16 16:16:26.616184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-3e6c534e-4608-4324-bf0b-a0f120f3f667 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610365 Dec 16 16:16:26.648061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-d7a032e0-c83c-4103-a028-679c26e10948 service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492290 Dec 16 16:16:26.787482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-5cb59520-672f-467e-9d6d-12eb7e00aa6e service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619694 Dec 16 16:16:26.799578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d263267d-06b0-4e2a-b470-a3aa4995224e req-0c86000b-661e-4e05-9d74-3887c1a042af service neutron] 10.222.0.74 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225095 Dec 16 16:16:26.908360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 60921fb0-f969-454a-aac7-65070132564e no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:16:26.955964 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 60921fb0-f969-454a-aac7-65070132564e not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:16:27.136691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44980991-5254-45c1-a296-5412307f8e28 req-c2830341-77d3-42a5-a5c1-7da0c02a0192 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:27.138296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44980991-5254-45c1-a296-5412307f8e28 req-c2830341-77d3-42a5-a5c1-7da0c02a0192 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0619409 Dec 16 16:16:27.190314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44980991-5254-45c1-a296-5412307f8e28 req-043e3a49-402d-48ca-b875-b43ee6664182 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458012 Dec 16 16:16:27.545184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b13e-6de1-4967-9288-48900782d9be req-8e087b4a-fbc2-4c66-b269-0e3f00f134b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:27.546724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6538b13e-6de1-4967-9288-48900782d9be req-8e087b4a-fbc2-4c66-b269-0e3f00f134b9 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0535536 Dec 16 16:16:27.624093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6538b13e-6de1-4967-9288-48900782d9be req-21e0e13e-668e-4593-b487-4117ef16708d tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Dec 16 16:16:27.667422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-58e6e7b3-4499-4e9f-b9a6-897afa8ef183 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:27.668952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-58e6e7b3-4499-4e9f-b9a6-897afa8ef183 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f&tenant_id=7890a53f96094eb99eaead8405452be5&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 943 time: 0.0669155 Dec 16 16:16:27.732728 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-5137a646-0bd5-41c2-acf1-77ba09f46fed service neutron] delete failed (client error): The resource could not be found. Dec 16 16:16:27.733775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-5137a646-0bd5-41c2-acf1-77ba09f46fed service neutron] 10.222.0.30 "DELETE /v2.0/ports/60921fb0-f969-454a-aac7-65070132564e/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0565076 Dec 16 16:16:27.848214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-728d9ebc-6ee7-4079-8de6-dd6b878abd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:27.849817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-728d9ebc-6ee7-4079-8de6-dd6b878abd29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7890a53f96094eb99eaead8405452be5&device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 1094 time: 0.0511882 Dec 16 16:16:27.950367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-c42a31b6-0e29-4af7-8b2d-80aa61f578a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:27.951865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-c42a31b6-0e29-4af7-8b2d-80aa61f578a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 200 len: 915 time: 0.0948458 Dec 16 16:16:27.995576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-73be2d98-49f2-4e80-9203-eeec093d1087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 200 len: 217 time: 0.0352588 Dec 16 16:16:28.044596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-e511f16d-63a5-4e27-a30e-517cbf165fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:28.046070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-e511f16d-63a5-4e27-a30e-517cbf165fde service neutron] 10.222.0.30 "GET /v2.0/subnets?id=037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 200 len: 854 time: 0.0434487 Dec 16 16:16:28.078194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-9a16a53e-8d9b-414e-9f9b-08a37db3e221 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253079 Dec 16 16:16:28.175061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-dd6e304b-d60f-4499-96b2-1b3a8e56c85f service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849240 Dec 16 16:16:28.277635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2300b8ed-e3f4-42c7-b2f7-0db1157f8ab4 req-803a80ea-84ca-4157-9e72-fae75b2754d7 service neutron] 10.222.0.30 "GET /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954492 Dec 16 16:16:28.730561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 60921fb0-f969-454a-aac7-65070132564e details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:16:28.754579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8f1b1-374c-43cd-9361-611f6ba19369 req-78e53ad8-8e9a-4c63-9e2c-6332e53c366f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:28.756282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54d8f1b1-374c-43cd-9361-611f6ba19369 req-78e53ad8-8e9a-4c63-9e2c-6332e53c366f tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 943 time: 0.0589955 Dec 16 16:16:28.813607 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54d8f1b1-374c-43cd-9361-611f6ba19369 req-06e0874f-8e7f-42b7-9ca3-ccb1d05ed51a tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509944 Dec 16 16:16:28.839480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:28.852762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '60921fb0-f969-454a-aac7-65070132564e', 'network_id': '4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09', 'port_id': '60921fb0-f969-454a-aac7-65070132564e', 'mac_address': 'fa:16:3e:33:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '037f7c19-ee0c-402c-8c47-8695724442bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:16:28.897074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:28.910937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60921fb0-f969-454a-aac7-65070132564e {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:16:28.933136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:29.034672 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:29.083668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:29.087193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:29.355665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['60921fb0-f969-454a-aac7-65070132564e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:16:29.730431 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:16:29.861103 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:29.941538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea16e42-01bf-47bc-be80-ec57d6220c65 req-183201d7-7e1c-42a4-b5d8-41a9aee288de tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:29.943948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ea16e42-01bf-47bc-be80-ec57d6220c65 req-183201d7-7e1c-42a4-b5d8-41a9aee288de tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0551755 Dec 16 16:16:30.001784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ea16e42-01bf-47bc-be80-ec57d6220c65 req-f3295fa8-0af4-454b-99cc-d399ade3e597 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Dec 16 16:16:30.121238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988a4cd-abb7-4884-aeaa-4e1e4ec2c5d3 req-acbbd69b-8d4a-4068-935c-90a53d2471dc tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:30.122761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8988a4cd-abb7-4884-aeaa-4e1e4ec2c5d3 req-acbbd69b-8d4a-4068-935c-90a53d2471dc tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0516310 Dec 16 16:16:30.179183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8988a4cd-abb7-4884-aeaa-4e1e4ec2c5d3 req-fc1c6cbd-6f52-411d-a20c-86ea601763fe tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Dec 16 16:16:30.297533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55481de4-9658-4650-99d6-310c29d01bb6 req-52833253-f6aa-4a20-b7e0-50909137ee3c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:30.298995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55481de4-9658-4650-99d6-310c29d01bb6 req-52833253-f6aa-4a20-b7e0-50909137ee3c tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0511787 Dec 16 16:16:30.351777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-55481de4-9658-4650-99d6-310c29d01bb6 req-2424446c-912a-4074-8259-e4b3f0e65620 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460274 Dec 16 16:16:30.734897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 60921fb0-f969-454a-aac7-65070132564e up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:30.929298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 60921fb0-f969-454a-aac7-65070132564e completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:16:30.934211 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 60921fb0-f969-454a-aac7-65070132564e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:30.939753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:31.023932 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:31.048018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:31.050332 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf2608a-3f61-434a-8182-84b0e0efa9d8" -d '{"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-plugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:31.064649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:31.089762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0c5b-6614-4abf-bcf2-daa1bf3e697f req-b035aecd-54cf-4802-b3f8-17fe2e58d3ea tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:31.091541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-424c0c5b-6614-4abf-bcf2-daa1bf3e697f req-b035aecd-54cf-4802-b3f8-17fe2e58d3ea tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 944 time: 0.0534799 Dec 16 16:16:31.091678 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c273ac-b617-4999-8206-8e2978cd32c2 x-openstack-request-id: req-f3c273ac-b617-4999-8206-8e2978cd32c2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:31.092182 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-plugged", "status": "completed", "tag": "60921fb0-f969-454a-aac7-65070132564e", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:31.092360 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3c273ac-b617-4999-8206-8e2978cd32c2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:31.092779 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'code': 200} Dec 16 16:16:31.149598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-424c0c5b-6614-4abf-bcf2-daa1bf3e697f req-2e440752-07bb-47ae-83e8-75286b370777 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481002 Dec 16 16:16:31.317896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:31.369371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:32.280416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca8d8e-74dc-4527-b708-c8edb4db1780 req-a3599ab4-a5f2-41f1-9326-60a040b0a3bd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:32.282091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65ca8d8e-74dc-4527-b708-c8edb4db1780 req-a3599ab4-a5f2-41f1-9326-60a040b0a3bd tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0564604 Dec 16 16:16:32.334673 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65ca8d8e-74dc-4527-b708-c8edb4db1780 req-5441e3a1-45a5-438a-b211-7e164e0ed8d1 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/security-groups?id=e41b7d74-80ac-4a9e-884b-24ad5c35a09c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 Dec 16 16:16:32.462346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-d5ea7def-b82b-4c75-9287-909a5a560c96 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:32.463847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-d5ea7def-b82b-4c75-9287-909a5a560c96 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.74 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 945 time: 0.0502381 Dec 16 16:16:32.577950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Deleting port 60921fb0-f969-454a-aac7-65070132564e {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:16:32.578304 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:32.681289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] For port 60921fb0-f969-454a-aac7-65070132564e, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=60921fb0-f969-454a-aac7-65070132564e,segment=NetworkSegment(3e3a41d3-43bb-41a4-9da0-e57923fe6795),segment_id=3e3a41d3-43bb-41a4-9da0-e57923fe6795)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:32.681698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:32.695746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Calling delete_port for 60921fb0-f969-454a-aac7-65070132564e owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:16:32.918247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:32.948908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Pushing event deleted for resources: {'Port': ['ID=60921fb0-f969-454a-aac7-65070132564e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:32.966880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['60921fb0-f969-454a-aac7-65070132564e'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:16:33.005861 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] No DVR routers for this DVR port 60921fb0-f969-454a-aac7-65070132564e on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:16:33.009321 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:33.014206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ac70d45-46bf-48c6-a538-d3f335948a47 req-430e891d-c724-4084-a1c2-255894206427 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.74 "DELETE /v2.0/ports/60921fb0-f969-454a-aac7-65070132564e HTTP/1.1" status: 204 len: 173 time: 0.5373693 Dec 16 16:16:33.014897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-deleted', 'tag': '60921fb0-f969-454a-aac7-65070132564e'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:33.018094 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ab8e7e-f6e1-4e4a-ba51-bf80385138d8" -d '{"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-deleted", "tag": "60921fb0-f969-454a-aac7-65070132564e"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:33.058151 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19061b41-0aa5-44d5-9a3a-b06d0243935d x-openstack-request-id: req-19061b41-0aa5-44d5-9a3a-b06d0243935d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:33.058440 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e60dbd5-015d-44a9-8c47-86d6abc0460f", "name": "network-vif-deleted", "tag": "60921fb0-f969-454a-aac7-65070132564e", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:33.058712 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19061b41-0aa5-44d5-9a3a-b06d0243935d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:33.059117 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e60dbd5-015d-44a9-8c47-86d6abc0460f', 'name': 'network-vif-deleted', 'tag': '60921fb0-f969-454a-aac7-65070132564e', 'status': 'completed', 'code': 200} Dec 16 16:16:33.457450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3b5b128-fcf5-4d98-8a92-374410e2363e req-8510d270-efef-4257-8c87-baf29b4dfa60 tempest-ServerDiskConfigTestJSON-742718368 tempest-ServerDiskConfigTestJSON-742718368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8e60dbd5-015d-44a9-8c47-86d6abc0460f HTTP/1.1" status: 200 len: 210 time: 0.0284474 Dec 16 16:16:34.605816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:34.654534 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Deleting subnet 037f7c19-ee0c-402c-8c47-8695724442bf {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:16:34.658149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:34.695083 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:34.739758 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:34.876087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:34.906969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=037f7c19-ee0c-402c-8c47-8695724442bf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:34.909330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:34.912839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e3951226-159c-4166-9357-8d9043e07aa4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/037f7c19-ee0c-402c-8c47-8695724442bf HTTP/1.1" status: 204 len: 168 time: 0.3044219 Dec 16 16:16:34.916125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:34.996226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.090537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.114621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:35.125826 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a41d3-43bb-41a4-9da0-e57923fe6795') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:35.132442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a41d3-43bb-41a4-9da0-e57923fe6795') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:35.137910 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.160992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.168386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:16:35.168856 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:16:35.170791 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:16:35.300222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.322757 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.322757 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09 HTTP/1.1" status: 204 len: 168 time: 0.3994699 Dec 16 16:16:35.337946 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6cc6a4-b55b-4f6a-a1a5-0826fdefda09,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:35.353714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.354330 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.354944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.355556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.356257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.356876 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.357486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.358089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.358689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.359292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.359927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.360526 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.361122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39319f9-cbef-4ca6-a787-31116cd41ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:35.705371 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37836) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:35.750600 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d97f738-e1b9-42b2-988f-5d24d71d0ec9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7890a53f96094eb99eaead8405452be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440125 Dec 16 16:16:35.753315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:35.811341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:35.834962 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:36.001182 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:36.003943 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:36.005251 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e41b7d74-80ac-4a9e-884b-24ad5c35a09c HTTP/1.1" status: 204 len: 168 time: 0.2503853 Dec 16 16:16:36.014400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74304b9-c16a-4af5-a058-e376b46f6bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b7d74-80ac-4a9e-884b-24ad5c35a09c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:36.750951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 60921fb0-f969-454a-aac7-65070132564e no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:16:36.786158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 60921fb0-f969-454a-aac7-65070132564e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:16:36.786725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 60921fb0-f969-454a-aac7-65070132564e not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:16:37.295329 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:37.393128 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-562382420-network', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:37.534245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:16:37.536705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.545503 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.627421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.712071 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.737575 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:16:37.747950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf7b73-92d0-444d-b631-fa1536d402df,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:37.753156 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.758184 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Added segment 5f618e90-119d-47d9-a233-32b0469e5c4f of type vlan for network ab952a95-a33d-438a-9083-daef5d69eb2e Dec 16 16:16:37.796628 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.895168 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.896280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:37.896864 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:37.957552 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] Pushing event updated for resources: {'Network': ['ID=ab952a95-a33d-438a-9083-daef5d69eb2e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:37.967455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ab952a95-a33d-438a-9083-daef5d69eb2e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:16:38.017450 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ea16b7e4-401d-403c-8b8f-46020104a363 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7209373 Dec 16 16:16:38.022023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:38.029061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Request body: {'subnet': {'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-562382420-subnet', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:38.162906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:16:38.165261 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:38.426827 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:38.489425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50689833-a4ec-4aa6-8256-25fc18dafcb7,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:38.497753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:38.498159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Network hostable DHCP agents. Network: ab952a95-a33d-438a-9083-daef5d69eb2e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:16:38.689006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Network ab952a95-a33d-438a-9083-daef5d69eb2e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:16:38.842718 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ab952a95-a33d-438a-9083-daef5d69eb2e) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:38.846823 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:38.847462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:38.853339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44ba74-0484-4b07-81bd-91748681a3f1 None None] Network ab952a95-a33d-438a-9083-daef5d69eb2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:16:38.950268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ab952a95-a33d-438a-9083-daef5d69eb2e', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:16:38.951362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.096476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Allocated IP 172.20.0.2 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/fa7f6938-1d8c-42fe-a079-3e5ff0f749f9) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:16:39.147977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cfa00910-fec8-4d75-96a8-efd54d18c190 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1244619 Dec 16 16:16:39.151530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37868) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:39.156599 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:39.266389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.288200 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.289317 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.345785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.380512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.423325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:39.426429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:39.430259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:16:39.437463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Pushing event updated for resources: {'Port': ['ID=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:39.500201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Attempting to bind port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:16:39.500574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Attempting to bind port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:16:39.501113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Attempting to bind port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:39.512043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:16:39.512413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:39.512884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.513482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:16:39.514253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Bound port: fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:16:39.514792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.586659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] For port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:39.589897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] For port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:16:39.674971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.693074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:39.751952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68e152-1a87-4b36-a045-1125e4c6066e None None] Pushing event updated for resources: {'Port': ['ID=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:40.009429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.030230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.144000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Allocated IP 172.25.7.119 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/d77ab570-ad7d-41e4-a5f4-7454f1a94fd1) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:16:40.267172 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.472344 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.516896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:40.520097 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:40.524043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:16:40.535932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53c43ce-78f3-4a9a-b3af-0a7f7d6bcb77 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:16:40.553696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Pushing event updated for resources: {'Port': ['ID=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:40.655684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:40.715944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:40.715944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.818106 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.840733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6177a4e2-4a52-44a0-9cfb-5d56722f0941 None None] Provisioning complete for port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:40.841253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6177a4e2-4a52-44a0-9cfb-5d56722f0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.890999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:40.898962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6177a4e2-4a52-44a0-9cfb-5d56722f0941 None None] Port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:16:40.960053 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:40.991440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553ebb8-1235-47bf-a421-0ae095db02cb None None] Network ab952a95-a33d-438a-9083-daef5d69eb2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:16:41.006052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:41.119424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b9102cd4-696e-4891-a870-811befcf24da None None] Provisioning complete for port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:41.119852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9102cd4-696e-4891-a870-811befcf24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:41.124231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:41.185598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:41.461193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-162ceaf3-0a6a-4583-8ed1-3f23f5e6777e None None] Provisioning complete for port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:41.461568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-162ceaf3-0a6a-4583-8ed1-3f23f5e6777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:41.477116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Router aa0c2138-cc25-48a1-ba51-f295950a61dc is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:16:41.592429 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:16:41.603123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:16:41.614404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:16:41.615048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:41.708891 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:41.710451 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df6742e5-5587-48b7-bbcd-e048d7a6b145 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5573492 Dec 16 16:16:41.713997 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:41.726118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:16:41.927637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:40Z', 'revision_number': 3, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:41.982729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:16:41.983246 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Updating router aa0c2138-cc25-48a1-ba51-f295950a61dc port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:16:42.027047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.154857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.319457 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.399627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Allocated IP 172.20.0.1 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/440eed21-9a39-49bb-b83b-dff81f37d1f5) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:16:42.426475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.475750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a3d22-1e6c-45ba-87ab-afd6baeb67ce None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:16:42.490309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Attempting to bind port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:16:42.490686 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Attempting to bind port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:16:42.491053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Attempting to bind port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:42.495304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac5b8-fada-4c28-b938-abe247ab32e2 None None] Pushing event updated for resources: {'Port': ['ID=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:42.500430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:16:42.500830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:42.501240 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.501636 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:16:42.502143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Bound port: d77ab570-ad7d-41e4-a5f4-7454f1a94fd1, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:16:42.503420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.534524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.568597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] For port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:42.572054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] For port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:16:42.586845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5251666d-d6d6-45de-899f-1718b66dfbe6 None None] Provisioning complete for port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:42.587217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5251666d-d6d6-45de-899f-1718b66dfbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.618749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:42.657802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5251666d-d6d6-45de-899f-1718b66dfbe6 None None] Port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:16:42.665449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.715050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.720915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa131ba-6cbc-46a9-b38b-93e5aa888a09 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:16:42.748385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac5b8-fada-4c28-b938-abe247ab32e2 None None] Pushing event updated for resources: {'Port': ['ID=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:42.753031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:42.753567 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.756167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:16:42.756821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:42.762167 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:42.766595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:42.771079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:16:42.808059 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Pushing event updated for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:42.829809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.886576 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] Provisioning complete for port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:42.886830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:42.945971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:16:43.088558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.280357 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.306525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.340361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.340977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] For port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:43.413631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:40Z', 'revision_number': 3, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:43.414154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Pushing event updated for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:43.416626 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.476935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a4328-1e07-432b-81bf-7dfcde7f5e5a None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:40Z', 'revision_number': 3, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:16:43.479144 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.540686 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:43.542376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:43.545638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada0912-824b-407e-a556-ea33e5b87a33 None None] Pushing event updated for resources: {'Port': ['ID=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:43.607052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a924aca1-0e1c-4f4e-aaa7-c32c6113ee25 None None] Provisioning complete for port 440eed21-9a39-49bb-b83b-dff81f37d1f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:43.607534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a924aca1-0e1c-4f4e-aaa7-c32c6113ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.651386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a924aca1-0e1c-4f4e-aaa7-c32c6113ee25 None None] Port 440eed21-9a39-49bb-b83b-dff81f37d1f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:16:43.700858 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:16:43.856068 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:16:43.862604 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3168a1cb-036d-479c-9df8-467ca570d46e admin admin] 10.222.0.71 "PUT /v2.0/routers/aa0c2138-cc25-48a1-ba51-f295950a61dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466560 Dec 16 16:16:43.876458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4735caad-d653-4146-abb3-8d88309856ec None None] Provisioning complete for port 440eed21-9a39-49bb-b83b-dff81f37d1f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:43.877074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4735caad-d653-4146-abb3-8d88309856ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:43.926535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4735caad-d653-4146-abb3-8d88309856ec None None] Port 440eed21-9a39-49bb-b83b-dff81f37d1f5 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:16:44.221502 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1a200e31-71f2-474b-a078-1fb5ac9824f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:44.524566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37878) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:44.529257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140314053', 'description': 'tempest-description--1483468426'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:44.618804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:44.631568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:44.672187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:44.672670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:44.720709 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:44.829495 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:44.859698 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10122d74-f6a0-4ecd-9cc7-f7e97e631d69,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:44.993903 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.009099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb2fdef4-2776-4ebf-88b1-15bd1c8600ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4696920 Dec 16 16:16:45.009099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 37880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:45.009099 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'security_group_rule': {'security_group_id': '10122d74-f6a0-4ecd-9cc7-f7e97e631d69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:45.118017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.182461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.247726 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:16:45.259359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:16:45.259932 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:45.274866 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.294977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df997726-c385-4bfb-b52f-82d53f28571d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:45.377312 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:16:45.397397 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.398704 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1164263e-f094-4df6-abdc-ae7de9a41afe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3991818 Dec 16 16:16:45.401709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37882) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:45.407272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'security_group_rule': {'security_group_id': '10122d74-f6a0-4ecd-9cc7-f7e97e631d69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:45.510975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.574950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.583083 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 2, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:45.615598 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:16:45.615975 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Updating router aa0c2138-cc25-48a1-ba51-f295950a61dc port 440eed21-9a39-49bb-b83b-dff81f37d1f5 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:16:45.643775 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.661882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.687997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3bd58d-8df7-4a4b-a6a2-15c2f26b106c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:45.776503 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.777783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bfccddc7-a7f8-4a34-85e7-559f27ee45b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3748918 Dec 16 16:16:45.780797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37884) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:16:45.786392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:45.912059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:45.922681 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.028029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.028505 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.084154 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Pushing event updated for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:46.108911 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.109244 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.109575 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.109943 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.110293 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.110620 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.110942 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.111263 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.111572 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.111912 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.112239 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.112538 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.112945 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:46.154054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Attempting to bind port 440eed21-9a39-49bb-b83b-dff81f37d1f5 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:16:46.154054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Attempting to bind port 440eed21-9a39-49bb-b83b-dff81f37d1f5 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:16:46.154054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Attempting to bind port 440eed21-9a39-49bb-b83b-dff81f37d1f5 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:46.158710 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:16:46.159080 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:46.159479 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.160932 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:16:46.161286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Bound port: 440eed21-9a39-49bb-b83b-dff81f37d1f5, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:16:46.161668 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.172500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Allocated IP 172.25.7.145 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b2acf6bd-7c75-4cda-bdd4-7445f6e1256a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:16:46.230821 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] For port 440eed21-9a39-49bb-b83b-dff81f37d1f5, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:46.234357 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] For port 440eed21-9a39-49bb-b83b-dff81f37d1f5, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=440eed21-9a39-49bb-b83b-dff81f37d1f5,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:16:46.283173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.323300 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.376836 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] Provisioning complete for port 440eed21-9a39-49bb-b83b-dff81f37d1f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:46.379558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.385809 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445decc-cee2-4da2-8420-e8abb19e0250 None None] Pushing event updated for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:46.393167 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:16:46.393798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:46.398648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.476863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:46.483687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:46.496024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:16:46.547948 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.573199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee132e11-cd3d-4cdc-b04d-72c55f9df3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.584529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=b2acf6bd-7c75-4cda-bdd4-7445f6e1256a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:46.593940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] For port 440eed21-9a39-49bb-b83b-dff81f37d1f5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=440eed21-9a39-49bb-b83b-dff81f37d1f5,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:46.668565 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:16:46.669010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.720657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.771229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ba0e8-d9de-4bc9-9452-8e443a5b1d61 None None] Pushing event updated for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:46.833192 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.863809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-77eb3c15-c03f-4e40-a8f9-482f98ab9fd6 None None] Provisioning complete for port 440eed21-9a39-49bb-b83b-dff81f37d1f5 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:46.864412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-77eb3c15-c03f-4e40-a8f9-482f98ab9fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:46.894795 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:16:46.925540 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2889fd-531f-4e80-9b63-0817110b30fe None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:16:47.038214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:47.195300 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:47.273724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=b2acf6bd-7c75-4cda-bdd4-7445f6e1256a,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:47.285382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:47.382864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:47.384878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1978f560-6cf7-43fd-954f-d194ff1ba6f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6025205 Dec 16 16:16:47.554091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-84db5839-241f-4083-b491-167273abe47f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2140314053&fields=id&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 267 time: 0.0504665 Dec 16 16:16:47.671470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-cd7b5c3d-ffeb-4c34-850d-5600ada9f55d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:47.673079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-cd7b5c3d-ffeb-4c34-850d-5600ada9f55d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1110873 Dec 16 16:16:47.689793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-9c6a02da-71d0-445a-9119-df0a32938869 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/quotas/fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Dec 16 16:16:47.749762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-05c66da8-04ff-4dd7-9ebd-e448163c2ce3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532384 Dec 16 16:16:47.871999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-5506ad1c-a03c-45c1-8bb7-f352bfa48866 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080813 Dec 16 16:16:47.993137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4153cf9c-c7ea-40f8-86b7-6fff3228de60 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144109 Dec 16 16:16:48.041757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:48.364158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4523dfc7-618d-48ab-b0cf-dda0af0fe8e4 req-2d33369b-85f2-49a1-b262-85092f63ec19 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0416379 Dec 16 16:16:48.629659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 440eed21-9a39-49bb-b83b-dff81f37d1f5 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:48.679781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 440eed21-9a39-49bb-b83b-dff81f37d1f5 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:48.680102 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:49.414625 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:49.447519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b4e6e58-f2f8-4e88-91c8-5e1837af21fc req-65662e98-63e5-4556-bef7-ed11e1d5b69c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0295873 Dec 16 16:16:50.126609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:50.549909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8feb316-70ff-45d6-99d4-f6a86a50d579 req-bedd3311-bf9b-47db-ae87-ff94e48c208c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Dec 16 16:16:51.042528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-12bfb28a-62c7-40bb-bf61-77ae13ee6029 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:51.044171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-12bfb28a-62c7-40bb-bf61-77ae13ee6029 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1142783 Dec 16 16:16:51.125540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-d8639803-7bf3-43b6-9369-aace05eff403 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 380 time: 0.0664485 Dec 16 16:16:51.136999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'port': {'device_id': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'admin_state_up': True, 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'security_groups': ['10122d74-f6a0-4ecd-9cc7-f7e97e631d69']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:51.351300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:16:51.355134 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:51.507473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Allocated IP 172.20.0.13 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/226a3b77-07fa-4168-b9d4-d763f2372152) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:16:51.675916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cf483c8f-312c-46a1-9830-f76c4d1388e3 req-118e1a1c-70d7-466b-b85e-ac870674a770 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0441484 Dec 16 16:16:51.686977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:51.803398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:51.850636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:16:51.853931 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:16:51.856462 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:16:51.883512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:51.916259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:51.916916 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:51.998901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-332711c8-eb84-4cbf-be16-72c2eae9e352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8659329 Dec 16 16:16:52.016787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Request body: {'port': {'device_id': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:16:52.067735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f4331662-a90b-4e20-b55e-f9cddc21b820 None None] Provisioning complete for port 226a3b77-07fa-4168-b9d4-d763f2372152 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:52.068387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4331662-a90b-4e20-b55e-f9cddc21b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.076367 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.107207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f4331662-a90b-4e20-b55e-f9cddc21b820 None None] Port 226a3b77-07fa-4168-b9d4-d763f2372152 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:16:52.373983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226a3b77-07fa-4168-b9d4-d763f2372152 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:16:52.382901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.395326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Transition to ACTIVE for port object 226a3b77-07fa-4168-b9d4-d763f2372152 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:16:52.481060 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.539509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:52.614255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:16:52.614719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:16:52.615119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:52.620269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:16:52.620597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:16:52.626212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:16:52.626479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:16:52.626879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:16:52.627330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Bound port: 226a3b77-07fa-4168-b9d4-d763f2372152, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:16:52.627723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.696932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:16:52.700160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:16:52.799661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5617a4f-4e42-447c-827a-483e22fd5df9 req-68acebc0-cb69-4ce6-b484-1362918d0f54 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:52.801714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5617a4f-4e42-447c-827a-483e22fd5df9 req-68acebc0-cb69-4ce6-b484-1362918d0f54 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0524242 Dec 16 16:16:52.850043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c5617a4f-4e42-447c-827a-483e22fd5df9 req-201234a2-066c-4f03-bc09-4d755d165c0a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 Dec 16 16:16:52.890210 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.923546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:52.924207 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:52.926256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] 10.222.0.30 "PUT /v2.0/ports/226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1092 time: 0.9133427 Dec 16 16:16:52.926737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:52.929098 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab70010-8b26-4bdb-85c7-83977272aae8" -d '{"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:52.960155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed726d4-4d3c-43a5-8425-4840878c5714 service neutron] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:52.982829 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac42487-db56-4d28-be32-94d57cc94cae x-openstack-request-id: req-eac42487-db56-4d28-be32-94d57cc94cae {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:52.983132 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:52.983489 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eac42487-db56-4d28-be32-94d57cc94cae {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:52.983951 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'status': 'completed', 'code': 200} Dec 16 16:16:53.073582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-7b08f704-fcb4-40af-8f94-e1c30dea1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.075107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-7b08f704-fcb4-40af-8f94-e1c30dea1e63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0494921 Dec 16 16:16:53.185737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-8f7a045e-4cf3-49d9-b135-21534464b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.187155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-8f7a045e-4cf3-49d9-b135-21534464b55c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964196 Dec 16 16:16:53.288489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-a6c9a429-b392-49c6-b975-2fa269aec0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.289991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ab70010-8b26-4bdb-85c7-83977272aae8 req-a6c9a429-b392-49c6-b975-2fa269aec0cf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952694 Dec 16 16:16:53.397753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-37a67a20-3e2c-4938-bec3-65ef154410e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.399303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-37a67a20-3e2c-4938-bec3-65ef154410e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0445409 Dec 16 16:16:53.455776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-a08cf806-5ad1-4a77-b5e6-cade6e412085 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 217 time: 0.0422413 Dec 16 16:16:53.507176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4c592c95-b07e-43b4-9abf-31fd8263bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.508721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-4c592c95-b07e-43b4-9abf-31fd8263bb79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0462589 Dec 16 16:16:53.556908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-29ea0b62-5bd1-47b2-8dda-438f908c1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.558440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-29ea0b62-5bd1-47b2-8dda-438f908c1d77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432327 Dec 16 16:16:53.654254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-cb1dd0f2-55dc-4350-8a48-e07763ff4c50 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881484 Dec 16 16:16:53.750437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af7c27cf-7969-4f66-9e0a-43dbdcbd1f84 req-e4c3081a-10ca-4a25-9176-6dca602703bf service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884349 Dec 16 16:16:53.978602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed776c1-5d84-48fd-8094-09d2c3a6c9e1 req-1ba2aa38-693a-4c76-89c6-594ab1617a23 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:53.980349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ed776c1-5d84-48fd-8094-09d2c3a6c9e1 req-1ba2aa38-693a-4c76-89c6-594ab1617a23 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0536242 Dec 16 16:16:54.036203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ed776c1-5d84-48fd-8094-09d2c3a6c9e1 req-451cae66-1960-4e15-a152-51e98ad56790 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491428 Dec 16 16:16:55.015193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:16:55.111292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:55.125409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '226a3b77-07fa-4168-b9d4-d763f2372152', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152', 'mac_address': 'fa:16:3e:71:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:16:55.177358 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:55.178398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13ce7c-f91b-4963-9268-c9233b907834 req-36a7c696-457c-4cc0-998e-c5f31c84b4c0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:55.180217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a13ce7c-f91b-4963-9268-c9233b907834 req-36a7c696-457c-4cc0-998e-c5f31c84b4c0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0686986 Dec 16 16:16:55.192864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226a3b77-07fa-4168-b9d4-d763f2372152 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:16:55.218770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:55.233463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a13ce7c-f91b-4963-9268-c9233b907834 req-56293d19-a20a-4ee0-9e57-75d4f7942ba3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471561 Dec 16 16:16:55.314664 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:55.363983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:55.599811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['226a3b77-07fa-4168-b9d4-d763f2372152'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:16:56.350988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c008c2-2242-4c59-8e0f-f81ca781e44f req-7e320024-7d95-4b01-b120-1f054c4ee633 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:56.352477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05c008c2-2242-4c59-8e0f-f81ca781e44f req-7e320024-7d95-4b01-b120-1f054c4ee633 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0484085 Dec 16 16:16:56.400791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05c008c2-2242-4c59-8e0f-f81ca781e44f req-51015764-5d20-49aa-a15d-fe95be058a62 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Dec 16 16:16:57.016382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:16:57.151260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 226a3b77-07fa-4168-b9d4-d763f2372152 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:16:57.155598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 226a3b77-07fa-4168-b9d4-d763f2372152 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:16:57.156011 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:57.238806 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:57.260882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:16:57.265613 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64923a0b-dbb6-4694-b701-3bbb9ec3f13f" -d '{"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:16:57.276203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:16:57.302555 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226ad8e6-b086-4c6c-b0a4-44b92a000843 x-openstack-request-id: req-226ad8e6-b086-4c6c-b0a4-44b92a000843 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:16:57.302872 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:16:57.303227 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-226ad8e6-b086-4c6c-b0a4-44b92a000843 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:16:57.303531 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'code': 200} Dec 16 16:16:57.344305 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:57.398208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:16:57.406436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.406931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.407527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.407879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.408215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.408541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.408861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.409191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.409508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.409828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.410143 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.410457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.410770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:16:57.439136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b264c-6f40-4829-8d64-e7f867c3dfce req-7f202231-da3a-4f76-87f4-31823106bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:57.441928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f33b264c-6f40-4829-8d64-e7f867c3dfce req-7f202231-da3a-4f76-87f4-31823106bb6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0497863 Dec 16 16:16:57.508982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f33b264c-6f40-4829-8d64-e7f867c3dfce req-80d46293-d30b-465e-a5e3-da9148933d78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615656 Dec 16 16:16:57.531364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74a37-6c58-4cef-97fc-60f5087d3346 req-725237fb-69ca-4040-a143-d4c444332ebb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:57.533239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88b74a37-6c58-4cef-97fc-60f5087d3346 req-725237fb-69ca-4040-a143-d4c444332ebb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0616264 Dec 16 16:16:57.586840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88b74a37-6c58-4cef-97fc-60f5087d3346 req-58d732c3-8791-433a-a6ac-bad6df5ced9d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Dec 16 16:16:58.711186 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb50eb-c558-438e-8fca-f2f95bf67139 req-0f1331da-93b9-419e-ad97-81ee25f69831 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:58.712799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ecb50eb-c558-438e-8fca-f2f95bf67139 req-0f1331da-93b9-419e-ad97-81ee25f69831 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0533655 Dec 16 16:16:58.767525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ecb50eb-c558-438e-8fca-f2f95bf67139 req-0cb0b2bb-959e-4039-8338-593aac1660b8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Dec 16 16:16:59.178332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:59.848565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:16:59.898503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606744d-c242-4d6d-8e4f-f28728b2ab8a req-5448e34a-1175-4475-839d-c70211ebc4f4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:16:59.898503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9606744d-c242-4d6d-8e4f-f28728b2ab8a req-5448e34a-1175-4475-839d-c70211ebc4f4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0500245 Dec 16 16:16:59.947008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9606744d-c242-4d6d-8e4f-f28728b2ab8a req-c9195e2c-d31c-4ae4-8f99-405d5dd0422b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Dec 16 16:17:00.064527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae92020-d8f7-47ec-9083-10021210abb8 req-172c7172-6c64-4dfa-98da-328f83e95f0d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:00.066091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ae92020-d8f7-47ec-9083-10021210abb8 req-172c7172-6c64-4dfa-98da-328f83e95f0d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0520272 Dec 16 16:17:00.074637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 37936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:17:00.079204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'floatingip': {'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:17:00.124115 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:00.914246 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:01.000371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:01.099932 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 associated. External IP: 172.25.7.145, port: 226a3b77-07fa-4168-b9d4-d763f2372152. Dec 16 16:17:01.322865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:17:01.434231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:17:01.439277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:01.444025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:17:01.454608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:17:01.455304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:17:01.467056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e6a5d62c-ef6d-4b9c-85e2-e7af826b5957 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "PUT /v2.0/floatingips/2ba483b7-b554-45e5-9fb0-1532a59ef7b6 HTTP/1.1" status: 200 len: 992 time: 1.3912928 Dec 16 16:17:01.467769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:17:01.470357 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:17:01.510916 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec54e15-3bdf-4594-af0f-aa41960e4fa1 x-openstack-request-id: req-fec54e15-3bdf-4594-af0f-aa41960e4fa1 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:17:01.511078 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:17:01.511338 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fec54e15-3bdf-4594-af0f-aa41960e4fa1 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:17:01.511765 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'status': 'completed', 'code': 200} Dec 16 16:17:01.594928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:17:01.612566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-02b69ddd-265e-4f31-a364-d089d6602189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:01.614308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-02b69ddd-265e-4f31-a364-d089d6602189 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0494385 Dec 16 16:17:01.713284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-6bc144c9-f705-427d-8e01-f01c789dcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:01.714824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-6bc144c9-f705-427d-8e01-f01c789dcb0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0915155 Dec 16 16:17:01.787088 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-3e967ce3-7a16-40e6-8db5-d8785e4d40ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1000 time: 0.0649297 Dec 16 16:17:01.837102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-1ae1a3ff-3e2a-497c-93f2-aa79278e4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:01.838616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-1ae1a3ff-3e2a-497c-93f2-aa79278e4976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0450397 Dec 16 16:17:01.840567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:71:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:17:00Z', 'revision_number': 1, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:17:01.871123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:17:01.881204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:17:01.881899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:16:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:17:01.887638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-c133ef85-b4bc-45d5-b610-fbab67629266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:01.889202 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-c133ef85-b4bc-45d5-b610-fbab67629266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439017 Dec 16 16:17:02.005876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:17:02.012383 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-be5355aa-6f9f-428b-825c-3cce717ab903 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151724 Dec 16 16:17:02.105043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0c2ae3e-629a-4e82-8a04-4c7c46dd8bb6 req-7dde8ad3-fb5a-45b3-a1af-552378f954ef service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860655 Dec 16 16:17:02.239392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:71:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:17:00Z', 'revision_number': 1, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:17:02.265650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e97883-4994-40dd-8a5c-f80ec819a469 None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:71:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:17:00Z', 'revision_number': 1, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:17:02.465314 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa595-f0b3-45be-b3e2-478ff2e7fe3a None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:17:06.730376 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:17:14.213733 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6c82-741a-40d2-b0e9-c21f6d806bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:16.567988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-277efb57-c7a9-4bbf-80cb-286860a84824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:17.988769 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:19.459750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:20.171747 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:23.344696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-926640da-63a4-448b-83e4-a1e35d933c3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920272 Dec 16 16:17:23.482549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-6f9a115f-62f0-4d9c-943f-92f48b9a3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:23.484108 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-6f9a115f-62f0-4d9c-943f-92f48b9a3e78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0465031 Dec 16 16:17:23.596035 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-8f76cc70-b7eb-447c-ad28-61f7f02eea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:23.597575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-8f76cc70-b7eb-447c-ad28-61f7f02eea88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0891211 Dec 16 16:17:23.671675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-129669ce-40d8-4775-bc5a-02999a9df5c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1002 time: 0.0665712 Dec 16 16:17:23.726889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-5b9d8bc4-ee56-44ff-844d-bff0d70188ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:23.728406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-5b9d8bc4-ee56-44ff-844d-bff0d70188ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0493209 Dec 16 16:17:23.778619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-a5bab313-50b7-478e-acee-26f73afe148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:17:23.780155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-a5bab313-50b7-478e-acee-26f73afe148e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429914 Dec 16 16:17:23.882028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-f55b1561-bb55-4bcb-9c73-83a2528c8e91 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942881 Dec 16 16:17:23.981380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b45e2e5b-f817-4b24-ab9f-7803f4ae6a0f req-0352e62a-5c79-419b-b1ac-61a77cb6217e service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923898 Dec 16 16:17:29.120670 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:29.876688 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:43.739856 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:17:44.190863 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99ff07d1-7b2b-4926-8d9e-6a636b6e9d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:46.583158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2b52-f2c9-4c97-a182-30ac941d0e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:48.083682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:49.464682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:50.139150 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:59.156156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:17:59.864588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:14.167297 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c96756ca-a14b-4c23-a348-f44b341edd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:16.556058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-15b0c821-6176-4681-a4e0-d808364597b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:18.053455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:19.447283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:20.167047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:20.730617 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:18:23.307745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-6ef0c15b-2e86-4a21-b960-27fb8bdda100 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438745 Dec 16 16:18:23.416054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-135de7b9-5c3c-40a5-82a6-db076554e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:23.417609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-135de7b9-5c3c-40a5-82a6-db076554e2c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0460627 Dec 16 16:18:23.526447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-cec58a1d-d2fc-476e-91b9-16b05a81a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:23.527955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-cec58a1d-d2fc-476e-91b9-16b05a81a6d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0908437 Dec 16 16:18:23.602674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-cd421b3f-4900-4f7f-8f72-4575d07f68ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1002 time: 0.0657856 Dec 16 16:18:23.653315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-2f70e28c-dbcd-4ebd-8261-ff5f437962e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:23.654794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-2f70e28c-dbcd-4ebd-8261-ff5f437962e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0459199 Dec 16 16:18:23.701272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-965cee87-4b6d-48ed-83f9-48a9bda5fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:23.702881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-965cee87-4b6d-48ed-83f9-48a9bda5fd01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405500 Dec 16 16:18:23.805396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-c29c1843-fbde-4637-b859-e3859bb97012 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938768 Dec 16 16:18:23.896815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb001315-9ec5-440e-a1c2-452d5d6769d1 req-f52c38ae-ad4c-4541-ac88-1fbbc3aebd31 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830173 Dec 16 16:18:28.163464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-d2e01a63-01b0-49e1-9deb-4c0e17c9bee1 req-22c1947e-55bc-434b-9c7d-b24af031e68e service neutron] (104055) timed out ('10.222.0.71', 52290) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:18:29.070426 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:29.864060 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:37.174310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bc0ea-a507-4006-a4fe-1d5529c097d4 req-0c04993f-6357-441c-85a7-b13b809c8b21 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:37.175884 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e2bc0ea-a507-4006-a4fe-1d5529c097d4 req-0c04993f-6357-441c-85a7-b13b809c8b21 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.1030278 Dec 16 16:18:37.224052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e2bc0ea-a507-4006-a4fe-1d5529c097d4 req-80a261ff-5a55-469e-9839-13a156da4a06 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Dec 16 16:18:37.632031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75eb3-06e9-45b5-8a07-61c738c34fe4 req-5279cfd1-4e79-42bf-8a09-5f32f19ad75b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:37.633582 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd75eb3-06e9-45b5-8a07-61c738c34fe4 req-5279cfd1-4e79-42bf-8a09-5f32f19ad75b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0557098 Dec 16 16:18:37.682718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd75eb3-06e9-45b5-8a07-61c738c34fe4 req-7b25f728-2124-40e6-88ef-f3f71cb99460 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Dec 16 16:18:37.824928 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-e0313190-29d0-4b9d-813f-f91d7639f3ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424953 Dec 16 16:18:38.862381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3615-1887-47c3-81f0-f48a69a84661 req-3fb21519-5c0b-435a-9e35-4797f72766b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:38.864008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598e3615-1887-47c3-81f0-f48a69a84661 req-3fb21519-5c0b-435a-9e35-4797f72766b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.1090412 Dec 16 16:18:38.919445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-598e3615-1887-47c3-81f0-f48a69a84661 req-8173a498-6053-4c53-8297-ddf22c74f19a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466399 Dec 16 16:18:40.056806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0617fa-1409-4a7a-b1a3-4c9f4117d2c5 req-b50c452f-bfae-48ac-a5d8-e662baa53a64 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:40.058446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d0617fa-1409-4a7a-b1a3-4c9f4117d2c5 req-b50c452f-bfae-48ac-a5d8-e662baa53a64 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0611701 Dec 16 16:18:40.110728 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d0617fa-1409-4a7a-b1a3-4c9f4117d2c5 req-3dbacd60-9d0e-4e3d-82dd-d7c3b1bc0972 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Dec 16 16:18:40.383280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-df81d61b-cf54-49e8-b2f2-27a74a07e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:40.384599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-df81d61b-cf54-49e8-b2f2-27a74a07e08d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1097 time: 0.0436478 Dec 16 16:18:40.480795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-1ced05e7-99c8-4f14-ad27-0db542f22d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:40.482359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-1ced05e7-99c8-4f14-ad27-0db542f22d93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0910809 Dec 16 16:18:40.552043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-008f71ce-8f3f-4517-8724-cdc2b186fbc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1002 time: 0.0604718 Dec 16 16:18:40.601896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-63bc2b6e-7775-4a7f-9ae1-39788f9a6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:40.603408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-63bc2b6e-7775-4a7f-9ae1-39788f9a6bba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0449324 Dec 16 16:18:40.654782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-0ed7a362-d275-4c9b-8ab4-54125c6a5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:40.656258 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-0ed7a362-d275-4c9b-8ab4-54125c6a5cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454428 Dec 16 16:18:40.753544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-20d5cefa-edca-46ff-b9b1-caa30c2e932e service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902815 Dec 16 16:18:40.856245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-92bec231-2a3d-4275-a54e-54cb04ce83dc service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Dec 16 16:18:41.235570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63f04-5345-4482-a6a4-2c309f20e2bf req-0b186d62-3b22-4739-9868-9d6445da04a9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:41.237014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5d63f04-5345-4482-a6a4-2c309f20e2bf req-0b186d62-3b22-4739-9868-9d6445da04a9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0504494 Dec 16 16:18:41.284356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5d63f04-5345-4482-a6a4-2c309f20e2bf req-00001b98-c02a-47b7-8c97-fefeb29c447f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Dec 16 16:18:42.404013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd3ec5-bacb-4ba2-a218-603bdb30c19e req-c664a98f-3e4b-477e-9b32-c54ccd754549 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:42.405524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4fd3ec5-bacb-4ba2-a218-603bdb30c19e req-c664a98f-3e4b-477e-9b32-c54ccd754549 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0504436 Dec 16 16:18:42.452799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4fd3ec5-bacb-4ba2-a218-603bdb30c19e req-42715ba4-1c5a-4976-8bc3-b53eba31aa28 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Dec 16 16:18:43.574460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91117-622a-41bf-abae-263d72e2dbc4 req-31a92f55-e2fd-454f-9e9c-ca160b7c3893 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:43.576004 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14a91117-622a-41bf-abae-263d72e2dbc4 req-31a92f55-e2fd-454f-9e9c-ca160b7c3893 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0537345 Dec 16 16:18:43.636642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14a91117-622a-41bf-abae-263d72e2dbc4 req-06a25277-c3f3-460c-879e-112fccbaa8fa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545070 Dec 16 16:18:44.178119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9f5b30f-06e8-4435-964a-035b77d3bba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:44.756762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb50cc0-0190-4f92-a347-2e0f4bce3012 req-034d862d-9546-41b0-b5ac-24ac4ffca23b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:44.758290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bb50cc0-0190-4f92-a347-2e0f4bce3012 req-034d862d-9546-41b0-b5ac-24ac4ffca23b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Dec 16 16:18:44.805526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6bb50cc0-0190-4f92-a347-2e0f4bce3012 req-fa9f9f37-4457-4c96-84f1-4347d8c4fd66 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Dec 16 16:18:45.926981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497832bc-4f29-46ce-90e6-8ab0466791f6 req-c516618f-77bf-4da3-ab8e-6b6dc1f931be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:45.929115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-497832bc-4f29-46ce-90e6-8ab0466791f6 req-c516618f-77bf-4da3-ab8e-6b6dc1f931be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Dec 16 16:18:45.986396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-497832bc-4f29-46ce-90e6-8ab0466791f6 req-1d6ce4b5-ada0-465e-be6a-a60e2690b9ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511596 Dec 16 16:18:46.509219 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8e95426-7252-464a-933d-bef5e618e613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:47.105498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac39603-ae1b-484a-bdf1-47656fea663c req-8572f1db-5375-41f0-b7f2-1173b6d740d5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:47.106983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eac39603-ae1b-484a-bdf1-47656fea663c req-8572f1db-5375-41f0-b7f2-1173b6d740d5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0497131 Dec 16 16:18:47.154502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eac39603-ae1b-484a-bdf1-47656fea663c req-567f4d19-4bb0-4d47-acba-94dccbc2117a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Dec 16 16:18:48.052112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:48.273590 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce92cd-9627-481a-83df-b99206fbd266 req-31a407a2-5f37-44b8-9ab3-b78a47bacfaa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:48.275067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fce92cd-9627-481a-83df-b99206fbd266 req-31a407a2-5f37-44b8-9ab3-b78a47bacfaa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0503156 Dec 16 16:18:48.323810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fce92cd-9627-481a-83df-b99206fbd266 req-0b58c3bb-745c-4a93-9968-f51ad98fafae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426371 Dec 16 16:18:49.452569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:49.460721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5cae3-b7ab-40aa-ac69-dc01a2a5ba2e req-b1d84e13-8b0e-4362-9510-3456d103d9b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:49.467789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50b5cae3-b7ab-40aa-ac69-dc01a2a5ba2e req-b1d84e13-8b0e-4362-9510-3456d103d9b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0649197 Dec 16 16:18:49.521925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50b5cae3-b7ab-40aa-ac69-dc01a2a5ba2e req-e51230a7-1429-4d75-b31a-dc06ccd7f60d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Dec 16 16:18:50.126834 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:50.631183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28f923-b948-4178-9dc1-f77545312588 req-13dd61f0-edbe-405a-a9fe-8bd6db0df860 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:50.632759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f28f923-b948-4178-9dc1-f77545312588 req-13dd61f0-edbe-405a-a9fe-8bd6db0df860 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0528958 Dec 16 16:18:50.685404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f28f923-b948-4178-9dc1-f77545312588 req-965f526f-56c2-4b56-94de-cd088e14deed tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Dec 16 16:18:51.810499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04152b0f-cee5-4dbd-aafe-4d48fde17385 req-4d602243-9fc9-49fe-b19c-ff85aa5ad335 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:51.812073 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04152b0f-cee5-4dbd-aafe-4d48fde17385 req-4d602243-9fc9-49fe-b19c-ff85aa5ad335 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0567296 Dec 16 16:18:51.862129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04152b0f-cee5-4dbd-aafe-4d48fde17385 req-22ccf358-d474-4f4e-b4d8-79c6e5a2fa29 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Dec 16 16:18:52.983751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad4f3-da52-405b-9985-587df7d54bfd req-70b2c566-5874-4e38-aa98-07cc99724484 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:52.985247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f59ad4f3-da52-405b-9985-587df7d54bfd req-70b2c566-5874-4e38-aa98-07cc99724484 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0538476 Dec 16 16:18:53.034516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f59ad4f3-da52-405b-9985-587df7d54bfd req-0b5603ea-53af-4fb3-8d9e-cb689f88d23f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Dec 16 16:18:53.262543 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-518a5d61-690c-4f47-a749-b3c74f55e114 service neutron] show failed (client error): The resource could not be found. Dec 16 16:18:53.263563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-518a5d61-690c-4f47-a749-b3c74f55e114 service neutron] 10.222.0.30 "GET /v2.0/ports/226a3b77-07fa-4168-b9d4-d763f2372152/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0533447 Dec 16 16:18:53.969808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-576c608e-f904-476e-968a-7090aa32d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:53.971359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-576c608e-f904-476e-968a-7090aa32d5d7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1097 time: 0.0468087 Dec 16 16:18:54.000687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:18:54.055075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:54.254555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7ef27-2541-46cc-83fa-d272587b1f46 req-720a62f2-0698-4194-8505-b2b2927282be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:54.256089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba7ef27-2541-46cc-83fa-d272587b1f46 req-720a62f2-0698-4194-8505-b2b2927282be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.1483917 Dec 16 16:18:54.331506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba7ef27-2541-46cc-83fa-d272587b1f46 req-72c64706-0195-44a3-b5ac-e8bfae7dee8a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688334 Dec 16 16:18:54.336658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:18:54.371393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:18:54.410464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:18:54.413277 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5119641-a703-4da3-9805-b5304604f8a4" -d '{"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:18:54.417534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:54.432937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Transition to ACTIVE for port object 226a3b77-07fa-4168-b9d4-d763f2372152 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:18:54.515379 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:54.525034 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa04939-611d-4296-869a-5564e87141cc x-openstack-request-id: req-bfa04939-611d-4296-869a-5564e87141cc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:18:54.525324 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:18:54.525577 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bfa04939-611d-4296-869a-5564e87141cc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:18:54.525968 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'code': 200} Dec 16 16:18:54.606652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:18:54.618458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.618808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.619156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.619497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.619864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.620194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.620528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.625030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:54.660182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] No DVR routers for this DVR port 226a3b77-07fa-4168-b9d4-d763f2372152 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:18:54.806807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:18:54.807149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:18:54.807486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:18:54.816778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:18:54.817042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Attempting to bind port 226a3b77-07fa-4168-b9d4-d763f2372152 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:18:54.827444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:18:54.827803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:18:54.828246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:18:54.828682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Bound port: 226a3b77-07fa-4168-b9d4-d763f2372152, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:18:54.829051 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:54.893900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:18:54.897671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:18:54.972904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:55.014179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.014904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:55.016286 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] 10.222.0.74 "PUT /v2.0/ports/226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1092 time: 1.0198841 Dec 16 16:18:55.037884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de655ea-a47c-464c-83c2-8865c69e7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:18:55.108247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-a324db70-6575-4f8b-9233-16e3a35a553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.109781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-a324db70-6575-4f8b-9233-16e3a35a553c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0466888 Dec 16 16:18:55.219541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-a631a64a-d919-4aa8-9da9-cbd381f8eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.221136 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-a631a64a-d919-4aa8-9da9-cbd381f8eae6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1008279 Dec 16 16:18:55.298786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-be90573c-01f2-46fe-95ed-8a720055a28c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1000 time: 0.0655999 Dec 16 16:18:55.354423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-f75000e9-f041-4a63-a339-67069afcf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.357053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-f75000e9-f041-4a63-a339-67069afcf28b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0473917 Dec 16 16:18:55.409762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-fbd2c7a6-bb6b-4910-af62-0bc59042a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.411323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-fbd2c7a6-bb6b-4910-af62-0bc59042a5ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434697 Dec 16 16:18:55.525370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a81c0-9b7b-4bb6-9fe8-ad9f5bb6945b req-4881b04e-e0fa-4f67-b4d7-9637732a8988 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:55.526985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc4a81c0-9b7b-4bb6-9fe8-ad9f5bb6945b req-4881b04e-e0fa-4f67-b4d7-9637732a8988 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.1059203 Dec 16 16:18:55.572446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-fae33ee6-bac1-4a5c-a0f4-1328489b1517 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489160 Dec 16 16:18:55.613446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc4a81c0-9b7b-4bb6-9fe8-ad9f5bb6945b req-b51c5b61-9e90-4bdb-9e8f-973d5eb1c42b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762160 Dec 16 16:18:56.034016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd16999f-7a76-4ace-a59e-2bb77d9884dd req-03238d6f-89b8-4d6d-8249-693fc4ab9f33 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490352 Dec 16 16:18:56.527591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:18:56.530377 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:18:56.581350 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29423a7c-44a7-45ce-ac51-c4d58237f542 x-openstack-request-id: req-29423a7c-44a7-45ce-ac51-c4d58237f542 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:18:56.581644 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:18:56.581897 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29423a7c-44a7-45ce-ac51-c4d58237f542 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:18:56.582302 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'status': 'completed', 'code': 200} Dec 16 16:18:56.707601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-03801bd2-50ea-464c-8400-07b892acf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:56.709797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-03801bd2-50ea-464c-8400-07b892acf9be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1095 time: 0.0847709 Dec 16 16:18:56.743664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-1f28eb26-84fc-413f-a3e7-471449ee5dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:56.745177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-1f28eb26-84fc-413f-a3e7-471449ee5dcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1095 time: 0.1117361 Dec 16 16:18:56.861214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472118-3239-4605-b4a5-19f579aa5b6c req-8e654e2a-5840-4fed-a924-f82b5c374486 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:56.862692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f472118-3239-4605-b4a5-19f579aa5b6c req-8e654e2a-5840-4fed-a924-f82b5c374486 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.1717412 Dec 16 16:18:56.938230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-c2ff02b2-f588-4722-adca-8676eb254ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:56.939775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-c2ff02b2-f588-4722-adca-8676eb254ec7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.2117579 Dec 16 16:18:56.962874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-fec8f9ed-d026-4d0f-a29a-cba79ca3e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:56.964272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-fec8f9ed-d026-4d0f-a29a-cba79ca3e9c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1838174 Dec 16 16:18:56.970300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f472118-3239-4605-b4a5-19f579aa5b6c req-85c8bdc1-bcce-4543-8d4f-9298850b74ee tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998192 Dec 16 16:18:57.078891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-ab8e3a05-1914-4b68-88dd-94445df5b6b7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1000 time: 0.1253922 Dec 16 16:18:57.090415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-f4891afc-ddc3-4c12-80c9-14bc6ab82eab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1000 time: 0.0874307 Dec 16 16:18:57.176099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-494e95c5-f013-4d20-b088-8aae2f1d251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:57.178210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-494e95c5-f013-4d20-b088-8aae2f1d251f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0869176 Dec 16 16:18:57.179542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-510672ab-fb7f-45b4-a7bd-df6b7b205199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:57.180911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-510672ab-fb7f-45b4-a7bd-df6b7b205199 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0818913 Dec 16 16:18:57.252390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-efbd2458-2450-4f0f-9aab-15edae128624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:57.253850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-efbd2458-2450-4f0f-9aab-15edae128624 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678008 Dec 16 16:18:57.259904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-f37451fc-a22a-4eec-a0ad-a1460b868f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:57.261306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-f37451fc-a22a-4eec-a0ad-a1460b868f99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672710 Dec 16 16:18:57.417217 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-1ebcf39f-56d0-4beb-8f6e-897cfc32b94f service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548827 Dec 16 16:18:57.420725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-abef112f-8e6f-419f-b529-c17abbdf44f4 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513052 Dec 16 16:18:57.582992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-c9eb792d-8205-493a-954d-daea2eedd7a9 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574893 Dec 16 16:18:57.586842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bba05d6d-fcf3-4d1d-bccf-415fa1c25a0e req-a6bc9f8e-b829-44ce-90e0-bd3dff2d4cdb service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536748 Dec 16 16:18:57.620977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:18:57.663363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:18:57.730012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:18:58.103945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3d2c2-040a-467f-a6cc-6a27db215047 req-06a157ce-0154-4079-84b7-1a0c0188261d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:58.105569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd3d2c2-040a-467f-a6cc-6a27db215047 req-06a157ce-0154-4079-84b7-1a0c0188261d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0597458 Dec 16 16:18:58.162297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fd3d2c2-040a-467f-a6cc-6a27db215047 req-95643841-f49f-4edf-9a78-d35673d06a05 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448742 Dec 16 16:18:59.086072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:59.295522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be57ae-e538-481f-9009-7ce3fd6738a9 req-899cea2e-cf85-4f1c-a8d9-a5c10bd6b25e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:59.297133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5be57ae-e538-481f-9009-7ce3fd6738a9 req-899cea2e-cf85-4f1c-a8d9-a5c10bd6b25e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0584123 Dec 16 16:18:59.342802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:18:59.351740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b5be57ae-e538-481f-9009-7ce3fd6738a9 req-760ff0b0-688b-4fbd-9b8f-9aa97ba1eddf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441546 Dec 16 16:18:59.634275 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:18:59.651663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '226a3b77-07fa-4168-b9d4-d763f2372152', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '226a3b77-07fa-4168-b9d4-d763f2372152', 'mac_address': 'fa:16:3e:71:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:18:59.696110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:59.701651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332a2fe-4dc7-49f7-9e53-0348cefe8634 req-b65a012a-e472-4e2c-bf2b-555be8ec12f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:59.703380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c332a2fe-4dc7-49f7-9e53-0348cefe8634 req-b65a012a-e472-4e2c-bf2b-555be8ec12f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0582795 Dec 16 16:18:59.712840 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226a3b77-07fa-4168-b9d4-d763f2372152 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:18:59.734844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:18:59.785639 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c332a2fe-4dc7-49f7-9e53-0348cefe8634 req-fff70528-295a-4a05-baca-9eca7db4316e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731013 Dec 16 16:18:59.802030 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:59.818438 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-3b4a5ca3-ace5-4b4d-b96a-67e8724c1041 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:18:59.820152 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-3b4a5ca3-ace5-4b4d-b96a-67e8724c1041 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 944 time: 0.0769422 Dec 16 16:18:59.859882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:18:59.867606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.867977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.868321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.868655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.868981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.869307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.869629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.869951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.870271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.870586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.870985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.871222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.871540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:18:59.886869 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-f6b0d6af-f8c4-4524-9627-994ef006a66b service neutron] delete failed (client error): The resource could not be found. Dec 16 16:18:59.887090 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:18:59.887961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-f6b0d6af-f8c4-4524-9627-994ef006a66b service neutron] 10.222.0.30 "DELETE /v2.0/ports/226a3b77-07fa-4168-b9d4-d763f2372152/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0594442 Dec 16 16:19:00.001158 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-dccaa357-6068-49d3-beb1-9d251e92dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:00.002705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-dccaa357-6068-49d3-beb1-9d251e92dfc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0423758 Dec 16 16:19:00.117855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-60f6a2a6-6915-47ad-b00c-e46446eb95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:00.119304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-60f6a2a6-6915-47ad-b00c-e46446eb95ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1084645 Dec 16 16:19:00.158274 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['226a3b77-07fa-4168-b9d4-d763f2372152'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:19:00.188869 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-8141b55c-feb5-4982-a5eb-963842c9c5dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 200 len: 1001 time: 0.0624182 Dec 16 16:19:00.245122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-8e1082f9-2ed0-451f-a128-1c6234cfc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:00.246664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-8e1082f9-2ed0-451f-a128-1c6234cfc365 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0497024 Dec 16 16:19:00.296025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-8b2153bf-5d0d-4977-9813-cc0c74c3f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:00.297556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-8b2153bf-5d0d-4977-9813-cc0c74c3f7e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430803 Dec 16 16:19:00.394531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-076d4c34-09a4-48ed-80a5-02ed56da126a service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886676 Dec 16 16:19:00.499375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00897e40-98fd-4987-b2a7-cc2a577037b1 req-b34d5eea-d1be-490a-a384-68b9fb6dc0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974262 Dec 16 16:19:00.923431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71a73-e68f-4d07-89ad-fb7646003e4a req-57958df3-81bc-4f02-a0dd-6bb704d836f1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:00.924995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0fa71a73-e68f-4d07-89ad-fb7646003e4a req-57958df3-81bc-4f02-a0dd-6bb704d836f1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0570521 Dec 16 16:19:00.980645 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0fa71a73-e68f-4d07-89ad-fb7646003e4a req-a0c61965-d625-4eac-9bc6-24548c4a1674 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Dec 16 16:19:01.350427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:19:01.509717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 226a3b77-07fa-4168-b9d4-d763f2372152 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:19:01.514658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 226a3b77-07fa-4168-b9d4-d763f2372152 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:19:01.515023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:01.601364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:01.637582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:19:01.641644 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1186b8ef-fbcc-4a9f-a192-356c6c1ec491" -d '{"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:19:01.659078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:19:01.740197 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39010ee-14a3-46fb-a016-ab896beac7da x-openstack-request-id: req-d39010ee-14a3-46fb-a016-ab896beac7da {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:19:01.740563 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-plugged", "status": "completed", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:19:01.740849 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d39010ee-14a3-46fb-a016-ab896beac7da {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:19:01.741301 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'code': 200} Dec 16 16:19:01.754684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:01.808355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:02.102993 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b212c-71e4-4d94-8a34-d91e2e7b8a76 req-296a0aad-d5c3-436b-b3b5-5eb044de90b3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:02.104569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca6b212c-71e4-4d94-8a34-d91e2e7b8a76 req-296a0aad-d5c3-436b-b3b5-5eb044de90b3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0555673 Dec 16 16:19:02.160040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca6b212c-71e4-4d94-8a34-d91e2e7b8a76 req-517ce169-c283-4e7e-8693-f5b61f42f03f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491757 Dec 16 16:19:02.285036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252073e-593a-4b7b-8268-2934da86f0bb req-9be8bc63-aa3f-4fea-9f1c-19e2099e3235 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:02.286507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9252073e-593a-4b7b-8268-2934da86f0bb req-9be8bc63-aa3f-4fea-9f1c-19e2099e3235 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0543633 Dec 16 16:19:02.336730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9252073e-593a-4b7b-8268-2934da86f0bb req-5ca192fb-b2b1-4408-8ab5-a092985dd471 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Dec 16 16:19:02.467198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75279-6666-4cc3-8f5b-3d689e26e7ee req-46f00417-4ee7-4e9a-9ffd-4553af9cc284 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:02.468763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dcc75279-6666-4cc3-8f5b-3d689e26e7ee req-46f00417-4ee7-4e9a-9ffd-4553af9cc284 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0628726 Dec 16 16:19:02.527020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dcc75279-6666-4cc3-8f5b-3d689e26e7ee req-979fee6b-ee0f-48c1-ae3d-d8b670624184 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517814 Dec 16 16:19:03.095655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c206a6-78f8-449a-9fb9-2f815d8089bd req-4d6627c2-4642-485d-8a17-0667c8d073a4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:03.097262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38c206a6-78f8-449a-9fb9-2f815d8089bd req-4d6627c2-4642-485d-8a17-0667c8d073a4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0571060 Dec 16 16:19:03.146604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38c206a6-78f8-449a-9fb9-2f815d8089bd req-b11227dc-4105-4ab3-939f-5930c9c81a80 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Dec 16 16:19:04.273512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f3e5b-d0d5-47cb-acaa-10dffcf2bcdd req-1fc56bf7-dca1-4a1d-ac03-ef124f7bd1d2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:04.274939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e4f3e5b-d0d5-47cb-acaa-10dffcf2bcdd req-1fc56bf7-dca1-4a1d-ac03-ef124f7bd1d2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0533557 Dec 16 16:19:04.325324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e4f3e5b-d0d5-47cb-acaa-10dffcf2bcdd req-e82f6f8d-ab72-48f5-82c2-4503e2d490ca tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Dec 16 16:19:04.658740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-cbf9d9dc-a047-4065-8c3c-c1bcd01b76e3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:04.660526 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-cbf9d9dc-a047-4065-8c3c-c1bcd01b76e3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 946 time: 0.0584657 Dec 16 16:19:04.762875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Deleting port 226a3b77-07fa-4168-b9d4-d763f2372152 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:19:04.763228 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:04.868005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] For port 226a3b77-07fa-4168-b9d4-d763f2372152, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=226a3b77-07fa-4168-b9d4-d763f2372152,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:19:04.868286 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:05.131001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:05.131325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:05.131587 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 disassociated. External IP: 172.25.7.145, port: 226a3b77-07fa-4168-b9d4-d763f2372152. Dec 16 16:19:05.131965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Calling delete_port for 226a3b77-07fa-4168-b9d4-d763f2372152 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:19:05.343874 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:05.386521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'Port': ['ID=226a3b77-07fa-4168-b9d4-d763f2372152,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:05.461964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d5e5e77-3edb-40d6-b4ae-388bc082a6ef req-416610d4-02bc-42eb-8af3-aaed94b06362 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0359833 Dec 16 16:19:05.537727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:19:05.657446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:19:05.668968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:19:05.679749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:19:05.680184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:18:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:05.700492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] No DVR routers for this DVR port 226a3b77-07fa-4168-b9d4-d763f2372152 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:19:05.706112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:05.712518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-644c7e6c-fc8e-4f66-989d-6fb91a30363b req-d5e9e05b-1f91-40bb-908f-8f35e2db1499 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "DELETE /v2.0/ports/226a3b77-07fa-4168-b9d4-d763f2372152 HTTP/1.1" status: 204 len: 173 time: 1.0442216 Dec 16 16:19:05.713271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-deleted', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:19:05.718310 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b4c65-29e9-4a37-b288-2a72388ad3bc" -d '{"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-deleted", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:19:05.757703 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992276b-7fa8-4657-b128-28a53273d6a8 x-openstack-request-id: req-e992276b-7fa8-4657-b128-28a53273d6a8 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:19:05.758001 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8474a3cd-7e30-42b0-9740-1e388c02b8a8", "name": "network-vif-deleted", "tag": "226a3b77-07fa-4168-b9d4-d763f2372152", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:19:05.758261 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e992276b-7fa8-4657-b128-28a53273d6a8 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:19:05.758710 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8474a3cd-7e30-42b0-9740-1e388c02b8a8', 'name': 'network-vif-deleted', 'tag': '226a3b77-07fa-4168-b9d4-d763f2372152', 'status': 'completed', 'code': 200} Dec 16 16:19:05.796412 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:19:06.019780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:06.054564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:19:06.063167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:19:06.063780 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:18:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:06.182950 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:19:06.421975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:06.457180 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aad71b-4dbb-401b-beed-66ab5466eb3c None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:19:06.581508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59924e1e-daa1-4379-803e-176ffcc5b4a8 req-d61e9115-4857-4262-97bc-bd875bd9c12e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=8474a3cd-7e30-42b0-9740-1e388c02b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0278683 Dec 16 16:19:06.715944 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49767c2d-6f92-4fae-83ff-8f9047a81f3f None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:19:07.833631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-1dc34cc4-8a57-4a36-9486-5a1081b4692c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2140314053&fields=id&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 267 time: 0.0458057 Dec 16 16:19:07.952089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-f11084d0-5747-45c0-bc0c-7e29f840b2f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:07.953596 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-f11084d0-5747-45c0-bc0c-7e29f840b2f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1128340 Dec 16 16:19:07.970112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-2d01b4e6-b9ec-48f7-868c-905721a19845 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/quotas/fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 375 time: 0.0103421 Dec 16 16:19:08.026437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-50ceab98-60eb-4821-9f20-892dc4e6a9c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501292 Dec 16 16:19:08.181006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-ec8b8dd1-b5e7-4483-bba5-ba8c232948f8 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387475 Dec 16 16:19:08.275647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-48b448e1-a7a3-40ee-9b14-aa2f59832f5f service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884113 Dec 16 16:19:08.516033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-357640a8-a329-4ae4-8dfb-69cd7400f8d9 req-cc605574-b0db-4a06-8450-ff240e195056 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Dec 16 16:19:09.418083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:19:09.444349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 226a3b77-07fa-4168-b9d4-d763f2372152 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:19:09.447176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 226a3b77-07fa-4168-b9d4-d763f2372152 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:19:09.629628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-068a67f7-b44d-4554-96a8-7cb2b33b794c req-49b9e5f2-a306-4f24-b93a-adaabe2505a3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 210 time: 0.0360122 Dec 16 16:19:10.745618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-137a8b0c-8329-433a-96b7-828d527df04b req-80c6c478-dab4-4066-a7e1-ff3bf9203aa5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 210 time: 0.0311100 Dec 16 16:19:10.938969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-28829343-86e3-4a29-917f-2f0077a4aed5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:10.940529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-28829343-86e3-4a29-917f-2f0077a4aed5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1146722 Dec 16 16:19:11.021066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-1ee2ab1c-011c-47cf-8a3f-ea8931d326ee tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 380 time: 0.0653188 Dec 16 16:19:11.030685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'port': {'device_id': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'admin_state_up': True, 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'security_groups': ['10122d74-f6a0-4ecd-9cc7-f7e97e631d69']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:19:11.258066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:19:11.261841 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:11.411891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Allocated IP 172.20.0.13 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/6457f719-e407-46da-896a-8102c98c05ad) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:19:11.552996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:11.737633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:11.789384 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:19:11.799115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:19:11.805137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:19:11.808082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:11.882776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:11.883466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:11.917247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23dccd-473f-4f80-801d-99edf2be9b60 req-c7300dba-ca26-4ff0-9be4-758393c49236 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:11.918847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b23dccd-473f-4f80-801d-99edf2be9b60 req-c7300dba-ca26-4ff0-9be4-758393c49236 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 932 time: 0.0781853 Dec 16 16:19:11.969784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-8fd90c34-d331-43f5-a7c9-1004f8e66fd2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9429905 Dec 16 16:19:11.978654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b23dccd-473f-4f80-801d-99edf2be9b60 req-8dae07cd-fb0f-4b33-9f1e-75e2f9ecd086 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Dec 16 16:19:11.989143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Request body: {'port': {'device_id': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:19:12.054215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-79b76382-832c-4d5e-912b-d330dc047390 None None] Provisioning complete for port 6457f719-e407-46da-896a-8102c98c05ad triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:19:12.055478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79b76382-832c-4d5e-912b-d330dc047390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.057558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.089932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-79b76382-832c-4d5e-912b-d330dc047390 None None] Port 6457f719-e407-46da-896a-8102c98c05ad cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:19:12.335881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6457f719-e407-46da-896a-8102c98c05ad {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:19:12.343670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.356740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Transition to ACTIVE for port object 6457f719-e407-46da-896a-8102c98c05ad will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:19:12.480735 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.551517 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:12.628953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:19:12.629295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:19:12.629632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:19:12.635189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:19:12.635610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:19:12.641859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:19:12.642233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:19:12.642626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:19:12.643089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Bound port: 6457f719-e407-46da-896a-8102c98c05ad, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:19:12.643431 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.718688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:19:12.722552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:19:12.790096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.831675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:12.833820 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:12.835556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] 10.222.0.30 "PUT /v2.0/ports/6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1092 time: 0.8517189 Dec 16 16:19:12.836352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:19:12.838982 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f524286-85e4-4adb-b38b-a644b638ff2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:19:12.868241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33540778-2e7e-4a9f-be8f-581c60f87412 service neutron] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:12.886397 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cb6b4f-744b-4fb3-88ae-ecc3fd681c49 x-openstack-request-id: req-06cb6b4f-744b-4fb3-88ae-ecc3fd681c49 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:19:12.887224 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:19:12.887431 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06cb6b4f-744b-4fb3-88ae-ecc3fd681c49 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:19:12.888864 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'status': 'completed', 'code': 200} Dec 16 16:19:12.988748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-141945b3-f2bb-469f-a816-6a173b7e6dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:12.990794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-141945b3-f2bb-469f-a816-6a173b7e6dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0557737 Dec 16 16:19:13.144361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-d49156e5-2e6f-4a71-98ad-d76928ee1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.145913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-d49156e5-2e6f-4a71-98ad-d76928ee1fdb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1385360 Dec 16 16:19:13.160239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4789a0-2eb5-4f50-864c-defe0872759a req-e7fc35ac-3690-4268-b7be-7fd45c76f559 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.162012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e4789a0-2eb5-4f50-864c-defe0872759a req-e7fc35ac-3690-4268-b7be-7fd45c76f559 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0879078 Dec 16 16:19:13.288278 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e4789a0-2eb5-4f50-864c-defe0872759a req-cd27d209-d01b-49a2-b3ff-03239597dee5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152940 Dec 16 16:19:13.297976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-7b2f8383-209e-4488-8b21-7bce2daa12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.299434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f524286-85e4-4adb-b38b-a644b638ff2f req-7b2f8383-209e-4488-8b21-7bce2daa12b6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362009 Dec 16 16:19:13.416407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-69beecec-3826-4f5f-900e-baf47ba3cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.417859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-69beecec-3826-4f5f-900e-baf47ba3cd8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0488687 Dec 16 16:19:13.470246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-11a3956d-bd37-459e-b90b-163e1103c740 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 217 time: 0.0353725 Dec 16 16:19:13.525627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-831127fd-1d5b-480b-9d17-a623170762ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.527117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-831127fd-1d5b-480b-9d17-a623170762ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0492604 Dec 16 16:19:13.578703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24200350-068a-4aa0-8009-921a43b0ed02 req-50319490-a479-4b4e-a0a5-954f46b312f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:13.580259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-50319490-a479-4b4e-a0a5-954f46b312f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449297 Dec 16 16:19:13.678079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-39533a31-9711-4e21-81d3-319b04e12b49 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894685 Dec 16 16:19:13.778654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24200350-068a-4aa0-8009-921a43b0ed02 req-852467ee-462a-4c45-8dfe-2d355b628ead service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932584 Dec 16 16:19:14.172155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d92d78d-2fbf-4bbb-a1ef-ddb2a851cceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:14.761353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898327a-1c7d-4884-8b86-9e385c6c3e91 req-431958b8-df0d-4c11-a20f-4596985dddab tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:14.762882 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f898327a-1c7d-4884-8b86-9e385c6c3e91 req-431958b8-df0d-4c11-a20f-4596985dddab tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.4010015 Dec 16 16:19:14.824371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f898327a-1c7d-4884-8b86-9e385c6c3e91 req-8775a0de-ae37-48cf-b6dc-3577c3b566b8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540791 Dec 16 16:19:15.982320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbea48-b115-42d3-919f-4398545442ba req-c7ce9940-870a-46e6-af53-f5cbffa2ab7d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:15.983815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50bbea48-b115-42d3-919f-4398545442ba req-c7ce9940-870a-46e6-af53-f5cbffa2ab7d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0637851 Dec 16 16:19:16.038853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50bbea48-b115-42d3-919f-4398545442ba req-a4d1293a-f47e-47cb-a634-b90f5714f23b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482323 Dec 16 16:19:16.526109 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3838-fd9d-4923-9756-7b58479a09d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:17.165622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b2c86-e8ef-4b0e-8614-a5a26a86fae9 req-d8c8f855-102e-4c48-b6c8-9b1fdaafee21 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:17.167881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-247b2c86-e8ef-4b0e-8614-a5a26a86fae9 req-d8c8f855-102e-4c48-b6c8-9b1fdaafee21 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0559099 Dec 16 16:19:17.223805 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-247b2c86-e8ef-4b0e-8614-a5a26a86fae9 req-5c76934f-a2b8-44d3-897c-b611c78a859d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491586 Dec 16 16:19:17.777537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6457f719-e407-46da-896a-8102c98c05ad details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:19:17.875061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:19:17.887522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '6457f719-e407-46da-896a-8102c98c05ad', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '6457f719-e407-46da-896a-8102c98c05ad', 'mac_address': 'fa:16:3e:19:f0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:19:17.924421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:17.951286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6457f719-e407-46da-896a-8102c98c05ad {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:19:17.974033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:19:18.057570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:18.086112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:18.138583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:18.345496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395ac24-131a-4bf0-acee-8a9d7a984a10 req-1000e20d-9f79-48cb-bd7d-781d1099fb4a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:18.346929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c395ac24-131a-4bf0-acee-8a9d7a984a10 req-1000e20d-9f79-48cb-bd7d-781d1099fb4a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Dec 16 16:19:18.392827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['6457f719-e407-46da-896a-8102c98c05ad'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:19:18.395828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c395ac24-131a-4bf0-acee-8a9d7a984a10 req-025ca238-2e9f-47d6-915e-21bc247df6d6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Dec 16 16:19:19.435081 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:19.518888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69a9a-86bd-4cda-a2a0-3469b5639742 req-10403821-5648-493b-b2d0-23a50db88711 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:19.520370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78e69a9a-86bd-4cda-a2a0-3469b5639742 req-10403821-5648-493b-b2d0-23a50db88711 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 945 time: 0.0507796 Dec 16 16:19:19.576122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78e69a9a-86bd-4cda-a2a0-3469b5639742 req-30290dc0-a67a-4224-8c22-e4f1b1bf9691 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 Dec 16 16:19:19.776333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6457f719-e407-46da-896a-8102c98c05ad up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:19:19.903235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 6457f719-e407-46da-896a-8102c98c05ad completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:19:19.907549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 6457f719-e407-46da-896a-8102c98c05ad triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:19:19.907959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:19.990754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:20.012959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:19:20.015214 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530361b0-f9ab-4f7c-ad80-6dcfa58785e6" -d '{"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-plugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:19:20.034007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:19:20.058091 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cec2dc2-8a16-43a8-ab54-5cca29236ae3 x-openstack-request-id: req-1cec2dc2-8a16-43a8-ab54-5cca29236ae3 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:19:20.058420 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-plugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:19:20.058678 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1cec2dc2-8a16-43a8-ab54-5cca29236ae3 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:19:20.059083 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'code': 200} Dec 16 16:19:20.161836 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:20.193451 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376131e-7ccc-47dd-ad8d-9f713cc60108 req-4d1035cf-62b7-490c-94b0-858ec2c6a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:20.194978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0376131e-7ccc-47dd-ad8d-9f713cc60108 req-4d1035cf-62b7-490c-94b0-858ec2c6a9ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1096 time: 0.0478902 Dec 16 16:19:20.196101 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:20.222554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:19:20.242714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0376131e-7ccc-47dd-ad8d-9f713cc60108 req-63e1bb84-c357-4a13-83c7-9d90404d6b37 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Dec 16 16:19:20.707214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9bd7-adc0-4c3a-b994-0452f12f35ed req-a459748a-6ae3-4399-8a60-1427ad05c3ce tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:20.709440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b34d9bd7-adc0-4c3a-b994-0452f12f35ed req-a459748a-6ae3-4399-8a60-1427ad05c3ce tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Dec 16 16:19:20.767379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b34d9bd7-adc0-4c3a-b994-0452f12f35ed req-2a26e2b6-25f1-42fa-a208-48fa3b5dfc12 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513113 Dec 16 16:19:21.905390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5befaa-2151-468b-9b86-425162d89a27 req-d2539b59-c92a-45a4-bf54-0a7d7505e922 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:21.907031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f5befaa-2151-468b-9b86-425162d89a27 req-d2539b59-c92a-45a4-bf54-0a7d7505e922 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0559075 Dec 16 16:19:21.961021 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f5befaa-2151-468b-9b86-425162d89a27 req-339024b6-48e7-4c4b-9544-fab3e986152b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476208 Dec 16 16:19:22.081008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376441ab-12b5-4b9c-bb50-9cc783ccf5da req-1965d0c2-f1a9-4b07-9eb0-7bad4653428d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:22.082441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-376441ab-12b5-4b9c-bb50-9cc783ccf5da req-1965d0c2-f1a9-4b07-9eb0-7bad4653428d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0523160 Dec 16 16:19:22.091446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38300) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:19:22.096374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'floatingip': {'port_id': '6457f719-e407-46da-896a-8102c98c05ad'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:19:22.144741 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:22.604249 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:22.932040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:23.040387 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 associated. External IP: 172.25.7.145, port: 6457f719-e407-46da-896a-8102c98c05ad. Dec 16 16:19:23.268248 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:19:23.398575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:19:23.403422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:23.408516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:19:23.419205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:19:23.419847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:23.434328 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1b2182b1-bdaf-4519-80b3-06dc94eb6230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "PUT /v2.0/floatingips/2ba483b7-b554-45e5-9fb0-1532a59ef7b6 HTTP/1.1" status: 200 len: 992 time: 1.3417172 Dec 16 16:19:23.436346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:19:23.437508 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:19:23.478027 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049fd9a8-d38e-45e0-9205-d848e47c8f15 x-openstack-request-id: req-049fd9a8-d38e-45e0-9205-d848e47c8f15 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:19:23.478191 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:19:23.478408 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-049fd9a8-d38e-45e0-9205-d848e47c8f15 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:19:23.478866 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'status': 'completed', 'code': 200} Dec 16 16:19:23.551617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:19:23.585516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-0275a7a4-eb1a-42e5-88ae-3c51036fe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:23.586964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-0275a7a4-eb1a-42e5-88ae-3c51036fe434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1097 time: 0.0481982 Dec 16 16:19:23.690051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-3db8404d-dd73-49f2-85a6-a64634a9f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:23.691535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-3db8404d-dd73-49f2-85a6-a64634a9f9ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0974309 Dec 16 16:19:23.760415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-bba9ee29-0399-4491-a8bb-69ff0f47ae4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1000 time: 0.0612314 Dec 16 16:19:23.797170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '6457f719-e407-46da-896a-8102c98c05ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:19:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:19:22Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:23.818168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-b2b3a38c-bab4-4b3c-a898-47dd5c326e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:23.819681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-b2b3a38c-bab4-4b3c-a898-47dd5c326e16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0521154 Dec 16 16:19:23.836317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:19:23.847745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:19:23.848308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:19:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:23.869395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-cc05815a-dd1a-4b97-84a5-87a890cc977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:23.871055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-cc05815a-dd1a-4b97-84a5-87a890cc977b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446424 Dec 16 16:19:23.978891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-49ad1728-8b57-4cba-9173-739b1e897c61 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002514 Dec 16 16:19:24.084240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4652cf44-2e3d-420f-b13f-f7fe30e6f3a0 req-8f6e5a83-d60c-4e73-afe5-2d1bbdc66749 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976322 Dec 16 16:19:24.134568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:19:24.273374 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-a4c8f7ca-a1df-4ecb-92ad-d3f40a21eee9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433550 Dec 16 16:19:24.375058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adb3a-f379-4f42-94b9-568def865add req-287b36c6-6ec4-4523-9c25-e2b4efc87d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:24.376520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-287b36c6-6ec4-4523-9c25-e2b4efc87d4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1097 time: 0.0425155 Dec 16 16:19:24.378632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '6457f719-e407-46da-896a-8102c98c05ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:19:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:19:22Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:19:24.411878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ff644-bf19-4700-838f-86f491f2162e None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '6457f719-e407-46da-896a-8102c98c05ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:19:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:19:22Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:19:24.501075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adb3a-f379-4f42-94b9-568def865add req-96446349-4d3c-4226-9440-54cd95a11ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:24.502581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-96446349-4d3c-4226-9440-54cd95a11ca1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1020403 Dec 16 16:19:24.577569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-b94f3265-dbfc-4a4f-9cce-21a7e8b6aa0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1000 time: 0.0670035 Dec 16 16:19:24.636519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adb3a-f379-4f42-94b9-568def865add req-e2c79dab-bcce-416c-adf7-c9867e927439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:24.637978 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-e2c79dab-bcce-416c-adf7-c9867e927439 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0529673 Dec 16 16:19:24.658425 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed7715-9f0e-4809-a316-f9a4ed8cabe0 None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:19:24.690488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adb3a-f379-4f42-94b9-568def865add req-4bed3c5a-8a98-4dd0-a9af-1a3e632db9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:19:24.692275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-4bed3c5a-8a98-4dd0-a9af-1a3e632db9b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458484 Dec 16 16:19:24.788156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-8396c05d-5c41-4e40-8fc5-c817579269f2 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888858 Dec 16 16:19:24.894747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506adb3a-f379-4f42-94b9-568def865add req-eb45879c-0d45-45aa-a89d-bdc05222d335 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995810 Dec 16 16:19:29.063088 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:29.886394 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:34.730525 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:19:44.177588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9737c071-e592-4ff2-b4cf-7e46224d8c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:46.542606 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d2631efa-d9f6-4b1b-a099-397aac802c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:48.051837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:49.449960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:50.119856 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:59.114234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:19:59.885458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:11.730417 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:20:14.165257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d9ba8f4-b70d-4912-878a-9982eb473e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:16.514239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1a39e29-863a-43f6-aa4b-fb814cb1b5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:18.022509 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:19.422710 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:20.165421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:25.284665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-120217b4-2abf-439c-a22a-e8998d6c957f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414581 Dec 16 16:20:25.385042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-dfe072db-6d0c-4c3f-afe0-fef3fa510eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:20:25.386550 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-dfe072db-6d0c-4c3f-afe0-fef3fa510eca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1097 time: 0.0419736 Dec 16 16:20:25.501361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-ca739b68-86e2-4f84-b125-ed41fbf85879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:20:25.502208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-ca739b68-86e2-4f84-b125-ed41fbf85879 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0954218 Dec 16 16:20:25.571297 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-98fa760e-9d27-465c-ad0c-b71c057e2414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1002 time: 0.0613947 Dec 16 16:20:25.627226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-d28f6cbb-b903-4344-99e5-c7af9cc7e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:20:25.628747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-d28f6cbb-b903-4344-99e5-c7af9cc7e3f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0501871 Dec 16 16:20:25.688715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-cfa8909f-fc46-4b7c-bf61-c4be838a173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:20:25.690224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-cfa8909f-fc46-4b7c-bf61-c4be838a173a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526955 Dec 16 16:20:25.781852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-aa57c0fb-20be-40a4-8833-2569ded6433f service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834165 Dec 16 16:20:25.879143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-208d6c7e-ba41-49b5-8780-d08185bfdc06 req-b6ac2e6e-0155-468c-a799-fdb9a2380cd2 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899968 Dec 16 16:20:29.096629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:29.868443 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:44.171158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04b93f54-24b2-4c95-90a7-74eda985ce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:46.542092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c91a3970-58ad-4310-9508-c8b8b2f9c2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:48.010444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:48.730079 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:20:49.433402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:50.096188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:59.096789 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:20:59.487019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a404e-d653-4041-a111-74262ae8abbc req-45372376-0011-4653-ac23-8d796e686906 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:20:59.488561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a43a404e-d653-4041-a111-74262ae8abbc req-45372376-0011-4653-ac23-8d796e686906 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0500801 Dec 16 16:20:59.536944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a43a404e-d653-4041-a111-74262ae8abbc req-533624d7-dfaf-49ad-aa16-a0ced1479900 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Dec 16 16:20:59.925910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:00.660626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94294fd-1b55-4728-818a-b4ca8ec4874e req-ae595ea8-55f3-463c-8d2d-b721dfd1e6a9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:00.661691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e94294fd-1b55-4728-818a-b4ca8ec4874e req-ae595ea8-55f3-463c-8d2d-b721dfd1e6a9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Dec 16 16:21:00.711665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e94294fd-1b55-4728-818a-b4ca8ec4874e req-4ef81266-44ca-4387-affc-0a9d32040bdd tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Dec 16 16:21:01.829897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c239a0f-a670-4f85-a4c8-8e2d0dd1baba req-7e023a14-2c91-4ef1-9181-64fe4353933b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:01.831795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c239a0f-a670-4f85-a4c8-8e2d0dd1baba req-7e023a14-2c91-4ef1-9181-64fe4353933b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0496829 Dec 16 16:21:01.885287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c239a0f-a670-4f85-a4c8-8e2d0dd1baba req-eaf71835-d011-4a99-8915-167524afe7bf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469096 Dec 16 16:21:03.005332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabcb03-58db-4f05-9601-b930c0a8c4e6 req-0796a628-64d7-4ab8-99b8-d856dc043f6f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:03.006827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dabcb03-58db-4f05-9601-b930c0a8c4e6 req-0796a628-64d7-4ab8-99b8-d856dc043f6f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0484498 Dec 16 16:21:03.061323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7dabcb03-58db-4f05-9601-b930c0a8c4e6 req-fe551591-da59-4e40-a6d6-09607828172b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475838 Dec 16 16:21:04.179628 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dc9c-ce43-44d5-99c3-fdbbe3d1a974 req-047139df-d272-4533-b2cc-26c7941ba123 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:04.181137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d988dc9c-ce43-44d5-99c3-fdbbe3d1a974 req-047139df-d272-4533-b2cc-26c7941ba123 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0501337 Dec 16 16:21:04.228270 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d988dc9c-ce43-44d5-99c3-fdbbe3d1a974 req-7cc02c5c-94ac-4ef0-8064-9745ea7e6528 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Dec 16 16:21:05.346258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4136f-a5ee-46d7-b988-9f3212f5cbb4 req-b0fdd362-4aa6-4c29-b8e9-856c7f83f6ff tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:05.347768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7e4136f-a5ee-46d7-b988-9f3212f5cbb4 req-b0fdd362-4aa6-4c29-b8e9-856c7f83f6ff tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0500212 Dec 16 16:21:05.395504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7e4136f-a5ee-46d7-b988-9f3212f5cbb4 req-5b48bedb-1766-4a2a-b400-788efa9124ee tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Dec 16 16:21:06.518118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7715d3c-903a-4c23-b72b-6815d6317515 req-52252da2-4ec3-49f3-a2c2-12decc4d9246 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:06.519615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7715d3c-903a-4c23-b72b-6815d6317515 req-52252da2-4ec3-49f3-a2c2-12decc4d9246 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Dec 16 16:21:06.566836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7715d3c-903a-4c23-b72b-6815d6317515 req-ba3abc2e-c7b1-46e8-845b-7e23b0e43b92 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Dec 16 16:21:07.688221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de501eab-a9ee-4996-961d-71cfa171e316 req-8c9b48d7-1e5d-4b90-9c38-6cfde1bfdac8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:07.689721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de501eab-a9ee-4996-961d-71cfa171e316 req-8c9b48d7-1e5d-4b90-9c38-6cfde1bfdac8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0540197 Dec 16 16:21:07.737046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de501eab-a9ee-4996-961d-71cfa171e316 req-6a2ca845-96f9-4828-aa58-985a39617382 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413034 Dec 16 16:21:08.854915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c8f7f-5fe8-4c70-acaa-0c59effb95a2 req-c29be63e-63f1-4c8d-8cef-7cc57dbea22d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:08.856495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-981c8f7f-5fe8-4c70-acaa-0c59effb95a2 req-c29be63e-63f1-4c8d-8cef-7cc57dbea22d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0502987 Dec 16 16:21:08.908848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-981c8f7f-5fe8-4c70-acaa-0c59effb95a2 req-5e8b8807-1310-425b-a3df-19dba8577534 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Dec 16 16:21:10.027689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686bfa-e233-49b1-a080-cd3d6697f31c req-5bddad89-10f9-4c50-a651-982cce63b253 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:10.029273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b686bfa-e233-49b1-a080-cd3d6697f31c req-5bddad89-10f9-4c50-a651-982cce63b253 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0497723 Dec 16 16:21:10.082524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b686bfa-e233-49b1-a080-cd3d6697f31c req-1e07b3ac-35c6-4847-99b4-00e5b3d48d65 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Dec 16 16:21:10.502350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581a3e9-5d86-4ffb-a935-317daa18ffb3 req-7a394fd1-8cd6-48a3-8f97-41be0802a266 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:10.503858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0581a3e9-5d86-4ffb-a935-317daa18ffb3 req-7a394fd1-8cd6-48a3-8f97-41be0802a266 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0497227 Dec 16 16:21:10.556027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0581a3e9-5d86-4ffb-a935-317daa18ffb3 req-88f57a91-bef4-4d13-ba08-7b079f8b005d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Dec 16 16:21:10.710138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-09698f41-3695-4f22-81c1-5d802fdf0a32 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842226 Dec 16 16:21:11.686294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125c81f-0993-4b95-84df-216d0f46738c req-e7ffa597-fe85-42dc-a3bf-9e571d299d86 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:11.687702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a125c81f-0993-4b95-84df-216d0f46738c req-e7ffa597-fe85-42dc-a3bf-9e571d299d86 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0605259 Dec 16 16:21:11.744252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a125c81f-0993-4b95-84df-216d0f46738c req-bee4ae48-5ec6-4c07-820b-a840f004fc99 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486884 Dec 16 16:21:12.862740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f074a-de5a-4160-bd33-69c0c8c7bd00 req-56e49481-0b95-41dc-b135-0daf5b159e22 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:12.864251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8f074a-de5a-4160-bd33-69c0c8c7bd00 req-56e49481-0b95-41dc-b135-0daf5b159e22 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0488901 Dec 16 16:21:12.914688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d8f074a-de5a-4160-bd33-69c0c8c7bd00 req-b846f8ec-a9cd-49e7-a408-7678402aeef4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436299 Dec 16 16:21:13.541874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-bbc4d6b2-0549-4b74-ac2a-123ff4438643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:13.543423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-bbc4d6b2-0549-4b74-ac2a-123ff4438643 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1097 time: 0.0456283 Dec 16 16:21:13.634444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-fbc2c41b-a428-4815-b909-3b022f698752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:13.636050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-fbc2c41b-a428-4815-b909-3b022f698752 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0853786 Dec 16 16:21:13.706028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-83896c61-080d-4b5a-83e0-38377cdc46a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1002 time: 0.0629504 Dec 16 16:21:13.757246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-664dc394-9287-4f62-9c30-88d40da8b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:13.758725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-664dc394-9287-4f62-9c30-88d40da8b104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0444889 Dec 16 16:21:13.806091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-7778c3b8-cd44-4e3a-896f-f6e37c95353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:13.807519 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-7778c3b8-cd44-4e3a-896f-f6e37c95353c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416751 Dec 16 16:21:13.901683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-5ca36a30-7ae0-4c84-98ef-27543086f50b service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865123 Dec 16 16:21:14.009504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-7e7b02a8-816a-4efd-bfe8-35a314f03168 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993280 Dec 16 16:21:14.046417 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33419b90-4199-4b1e-92a9-7b164d714f96 req-5f9cda21-8e8c-429e-8991-0a6d587ebff1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:14.048060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33419b90-4199-4b1e-92a9-7b164d714f96 req-5f9cda21-8e8c-429e-8991-0a6d587ebff1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0534382 Dec 16 16:21:14.105124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-33419b90-4199-4b1e-92a9-7b164d714f96 req-931856e4-f86f-4e88-8d32-7b114eeccc81 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509124 Dec 16 16:21:14.233600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12cb5d7c-53e7-4dd3-8752-f727d875ade3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:15.222409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b062864-16f9-4793-9afa-44652980163d req-834b04b9-3c88-4d16-81bd-fedcf2a2c49a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:15.223845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b062864-16f9-4793-9afa-44652980163d req-834b04b9-3c88-4d16-81bd-fedcf2a2c49a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0483310 Dec 16 16:21:15.273197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b062864-16f9-4793-9afa-44652980163d req-cf35d35a-44bc-487b-8770-ed416f805fa5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Dec 16 16:21:16.259980 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-afbf4871-00d0-49c7-9591-6f1d95db5f81 service neutron] show failed (client error): The resource could not be found. Dec 16 16:21:16.261007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-afbf4871-00d0-49c7-9591-6f1d95db5f81 service neutron] 10.222.0.30 "GET /v2.0/ports/6457f719-e407-46da-896a-8102c98c05ad/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0542560 Dec 16 16:21:16.393797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfbdc2-ed27-43fc-8d51-d5f596e1a1e1 req-db500bc3-e997-4a22-877a-66eba0491bb7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:16.395453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bdfbdc2-ed27-43fc-8d51-d5f596e1a1e1 req-db500bc3-e997-4a22-877a-66eba0491bb7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Dec 16 16:21:16.454722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bdfbdc2-ed27-43fc-8d51-d5f596e1a1e1 req-2d7a4b96-39b2-414d-a93e-0d30c859094e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518379 Dec 16 16:21:16.536875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8726cc56-d9be-4acb-8109-5d7633955f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:16.842300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-3f2fc416-8964-4ae6-b07f-3f088d16dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:16.843790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-3f2fc416-8964-4ae6-b07f-3f088d16dcd5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1097 time: 0.0884161 Dec 16 16:21:16.871367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:21:16.924391 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.137636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:17.174700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:21:17.214201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:17.216570 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8836c9ab-64ce-4c09-999e-ae9106f2c0d9" -d '{"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-unplugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:17.220414 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.232375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Transition to ACTIVE for port object 6457f719-e407-46da-896a-8102c98c05ad will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:21:17.270815 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73ddda-f9fb-4fc0-81d3-519791e3ba17 x-openstack-request-id: req-ef73ddda-f9fb-4fc0-81d3-519791e3ba17 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:17.271423 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-unplugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:17.271423 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef73ddda-f9fb-4fc0-81d3-519791e3ba17 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:17.271779 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'code': 200} Dec 16 16:21:17.313527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.393631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:17.406769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.407128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.407482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.407848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.408181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.408520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.408853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.409191 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.409523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.409854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.410183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.410509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.410836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:17.454325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] No DVR routers for this DVR port 6457f719-e407-46da-896a-8102c98c05ad on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:21:17.607234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610d6d6-ed96-4434-a4ca-1b2068fc0367 req-646911c3-7e64-4a56-b4dd-257c4921ee8d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:17.608854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1610d6d6-ed96-4434-a4ca-1b2068fc0367 req-646911c3-7e64-4a56-b4dd-257c4921ee8d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0752676 Dec 16 16:21:17.648588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:21:17.648816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:21:17.649133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:21:17.660606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:21:17.660927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Attempting to bind port 6457f719-e407-46da-896a-8102c98c05ad on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:21:17.674790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:21:17.675130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:21:17.675510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:21:17.675967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Bound port: 6457f719-e407-46da-896a-8102c98c05ad, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:21:17.676322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.690255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1610d6d6-ed96-4434-a4ca-1b2068fc0367 req-f22d696f-6172-4b90-be2f-60ecb448acab tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679107 Dec 16 16:21:17.747885 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:21:17.751010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:21:17.834136 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.874983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:17.876022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:17.878308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] 10.222.0.74 "PUT /v2.0/ports/6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1092 time: 1.0109622 Dec 16 16:21:17.906065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d87e46-0c1b-48d7-a9b2-3bf0cd760df0 service neutron] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:17.972282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-81bb588b-949c-415e-88d7-cf0e8e9578f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:17.973797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-81bb588b-949c-415e-88d7-cf0e8e9578f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0479567 Dec 16 16:21:18.051648 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:18.078698 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-8af0bfa9-e52b-415e-9f57-54f11222350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:18.080417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-8af0bfa9-e52b-415e-9f57-54f11222350d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0939457 Dec 16 16:21:18.157034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-48394983-b7e7-4ecc-9ead-a4cd4c78a867 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1000 time: 0.0644212 Dec 16 16:21:18.215844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-e25baf09-5d35-47d2-94b7-7cf7abfba5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:18.217307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-e25baf09-5d35-47d2-94b7-7cf7abfba5fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0437427 Dec 16 16:21:18.268387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-1c8eb060-b5a3-4892-bad4-4a5b5008feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:18.269871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-1c8eb060-b5a3-4892-bad4-4a5b5008feeb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444274 Dec 16 16:21:18.329250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-7feee731-6712-483d-9eeb-bc51f842a726 req-08bcea36-ed52-4a31-942d-9c92eec541f7 service neutron] (104055) timed out ('10.222.0.30', 57602) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:21:18.711090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-e280633b-bf58-4031-b1b0-7af21a619da4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296348 Dec 16 16:21:18.843137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b3b3-85c4-428c-a6d6-292595f27869 req-ced845d1-b54a-4030-a88b-b69ac479617a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:18.844778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5f9b3b3-85c4-428c-a6d6-292595f27869 req-ced845d1-b54a-4030-a88b-b69ac479617a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0774233 Dec 16 16:21:18.848668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8fe8fda-a920-448f-a301-be7ec958e3b4 req-5caa38e1-d3a2-4be9-a60e-23793b3c4dca service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264422 Dec 16 16:21:18.897880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d5f9b3b3-85c4-428c-a6d6-292595f27869 req-72e5fa3c-d340-4143-a070-c2c841f097e0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Dec 16 16:21:19.273187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:19.276367 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12467b31-bb91-49b9-b004-b50075afea9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:19.324348 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d2f82-2fd4-46f2-8057-0348606b35f5 x-openstack-request-id: req-ba5d2f82-2fd4-46f2-8057-0348606b35f5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:19.324649 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:19.324909 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba5d2f82-2fd4-46f2-8057-0348606b35f5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:19.325318 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'status': 'completed', 'code': 200} Dec 16 16:21:19.442455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-174d9c13-cf14-41dd-8944-29613484e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.443973 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-174d9c13-cf14-41dd-8944-29613484e72f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0740170 Dec 16 16:21:19.449714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-f7ceb5b4-a89f-4817-b9d2-381e353534b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.456649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:19.457285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-f7ceb5b4-a89f-4817-b9d2-381e353534b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0560760 Dec 16 16:21:19.605526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-8bd123f6-dc62-46c6-8dcf-c52bff4e9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.606897 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-8bd123f6-dc62-46c6-8dcf-c52bff4e9481 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1549728 Dec 16 16:21:19.611187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-ab518a07-b3b2-4685-9a15-6be68de747bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.612555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-ab518a07-b3b2-4685-9a15-6be68de747bc service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1428308 Dec 16 16:21:19.720128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-fd30ee99-c960-403e-9f92-945ab7acbacd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1000 time: 0.1059692 Dec 16 16:21:19.737178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-d35794da-05ec-414c-8126-8e9da1a27354 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1000 time: 0.0864558 Dec 16 16:21:19.806202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-5ce51c42-5209-445e-9ac3-2d465b1bbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.807650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-5ce51c42-5209-445e-9ac3-2d465b1bbd5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0791860 Dec 16 16:21:19.817582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-74b7c48c-d4f6-4f6a-874c-6e8d30555183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.818945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-74b7c48c-d4f6-4f6a-874c-6e8d30555183 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0627747 Dec 16 16:21:19.892432 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-51e9f88e-52dc-4f97-8164-c4f608361693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.893873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-51e9f88e-52dc-4f97-8164-c4f608361693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780122 Dec 16 16:21:19.896343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467b31-bb91-49b9-b004-b50075afea9a req-951c716d-6b0a-451e-96f9-f3abd23ef1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:19.898563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-951c716d-6b0a-451e-96f9-f3abd23ef1fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705750 Dec 16 16:21:20.102609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcec4d-1efd-4d3d-ad32-e4e0e611df69 req-4eac5b4a-6830-403d-8056-4cd666a74bf3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:20.104113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78bcec4d-1efd-4d3d-ad32-e4e0e611df69 req-4eac5b4a-6830-403d-8056-4cd666a74bf3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.1162279 Dec 16 16:21:20.109452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-62c82f24-752a-4951-9670-c714e33c0b2c service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085025 Dec 16 16:21:20.114785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-a55f9bcc-4a2f-44c4-acf8-9920ac48b2e4 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058506 Dec 16 16:21:20.199388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:20.276938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78bcec4d-1efd-4d3d-ad32-e4e0e611df69 req-3e7990e0-d0b9-4f90-8f38-482a65c17534 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652491 Dec 16 16:21:20.306105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-df6f087f-a7d8-47b9-837b-607ddc4605b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856961 Dec 16 16:21:20.318919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-12467b31-bb91-49b9-b004-b50075afea9a req-f32dc370-d807-44c8-bea7-61c808d2144a service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910629 Dec 16 16:21:20.375426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6457f719-e407-46da-896a-8102c98c05ad no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:21:20.418922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 6457f719-e407-46da-896a-8102c98c05ad not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:21:21.400650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6547bcb-3482-4e52-b011-d0bc3abc9bb9 req-8c850e04-08c2-4d37-a88c-c178359b5e29 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:21.402168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6547bcb-3482-4e52-b011-d0bc3abc9bb9 req-8c850e04-08c2-4d37-a88c-c178359b5e29 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0503325 Dec 16 16:21:21.451347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6547bcb-3482-4e52-b011-d0bc3abc9bb9 req-ae23afdb-fafa-45d6-9696-98d0daa42c8e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Dec 16 16:21:21.874062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6dd62-4a49-45b5-9bd5-d3841004f23f req-b2da72e4-0b17-4130-9e1f-8c9bc7690e4c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:21.875544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c6dd62-4a49-45b5-9bd5-d3841004f23f req-b2da72e4-0b17-4130-9e1f-8c9bc7690e4c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 944 time: 0.0548158 Dec 16 16:21:21.934797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2c6dd62-4a49-45b5-9bd5-d3841004f23f req-042425d1-47c4-45b3-a135-c6b61cb67b32 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529060 Dec 16 16:21:21.945864 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6457f719-e407-46da-896a-8102c98c05ad details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:21:22.019738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-12562d95-a414-4098-8017-77a93d883d45 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:22.021434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-12562d95-a414-4098-8017-77a93d883d45 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Dec 16 16:21:22.054177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:22.066882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '6457f719-e407-46da-896a-8102c98c05ad', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '6457f719-e407-46da-896a-8102c98c05ad', 'mac_address': 'fa:16:3e:19:f0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:21:22.087418 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-e5cc33b8-5783-4f57-9268-2008c28bfecf service neutron] delete failed (client error): The resource could not be found. Dec 16 16:21:22.089751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-e5cc33b8-5783-4f57-9268-2008c28bfecf service neutron] 10.222.0.30 "DELETE /v2.0/ports/6457f719-e407-46da-896a-8102c98c05ad/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0598962 Dec 16 16:21:22.103356 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:22.117397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6457f719-e407-46da-896a-8102c98c05ad {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:21:22.137186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:22.199208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-114f8bee-db22-435a-a350-13f3c594bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:22.200770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-114f8bee-db22-435a-a350-13f3c594bf29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1095 time: 0.0470288 Dec 16 16:21:22.295262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-be3c0156-6fef-407e-98e7-33c146322a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:22.296690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-be3c0156-6fef-407e-98e7-33c146322a0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0890214 Dec 16 16:21:22.301456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:22.357430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:22.366746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.367092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.367442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.367778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.368548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.368548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.368769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.369096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.369422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.369746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.370068 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.370391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.370766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:21:22.372627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-e9fe7829-035f-46c2-baa5-665083caf363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1001 time: 0.0675478 Dec 16 16:21:22.424657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-26dc2f34-1a2f-4294-9d75-190691a7fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:22.426271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-26dc2f34-1a2f-4294-9d75-190691a7fea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0471244 Dec 16 16:21:22.474218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-ab0e5ed3-bdc9-44b3-8ed7-62209aa8d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:22.475660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-ab0e5ed3-bdc9-44b3-8ed7-62209aa8d5fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422482 Dec 16 16:21:22.571333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-b651ff32-c4bc-4a98-a239-664c9c148544 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887964 Dec 16 16:21:22.639716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['6457f719-e407-46da-896a-8102c98c05ad'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:21:22.666725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40de862d-c2cf-4f2d-9454-af2abd6d4afd req-fea45cca-6504-4d80-ae01-5799e5ae184f service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Dec 16 16:21:23.059656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75048-a9e5-4142-806f-26df6b97b211 req-b190c24e-6cc3-44cc-b6d0-8d4e60bcc28f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:23.061274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0f75048-a9e5-4142-806f-26df6b97b211 req-b190c24e-6cc3-44cc-b6d0-8d4e60bcc28f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Dec 16 16:21:23.112283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0f75048-a9e5-4142-806f-26df6b97b211 req-72445585-e781-4676-883d-88a60c5e0a3d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Dec 16 16:21:23.947063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6457f719-e407-46da-896a-8102c98c05ad up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:21:24.248886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41eba-1a52-42a2-b767-fc3dfa6a17f7 req-ddbfa804-f19c-4bb0-9ecb-be3f876fd8ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:24.248886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d41eba-1a52-42a2-b767-fc3dfa6a17f7 req-ddbfa804-f19c-4bb0-9ecb-be3f876fd8ad tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 945 time: 0.0537195 Dec 16 16:21:24.281789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60d41eba-1a52-42a2-b767-fc3dfa6a17f7 req-b8c63a4f-1bd3-4ec0-8e32-a7f909997c66 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 Dec 16 16:21:24.284906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 6457f719-e407-46da-896a-8102c98c05ad completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:21:24.289357 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 6457f719-e407-46da-896a-8102c98c05ad triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:21:24.289779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:24.367063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:24.390132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:24.392500 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbc35fd-c2e5-4226-bee4-68e97a1a5b88" -d '{"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-plugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:24.399510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd59c75-ab89-40a2-b53d-255b23cb7067 req-78af3136-465b-486d-9371-3796f486e13a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:24.401065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bd59c75-ab89-40a2-b53d-255b23cb7067 req-78af3136-465b-486d-9371-3796f486e13a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 945 time: 0.0495284 Dec 16 16:21:24.406842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:24.431979 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7670642-a254-4122-ad47-4c8c4b13fdc6 x-openstack-request-id: req-d7670642-a254-4122-ad47-4c8c4b13fdc6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:24.432280 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-plugged", "status": "completed", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:24.432543 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d7670642-a254-4122-ad47-4c8c4b13fdc6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:24.432947 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'code': 200} Dec 16 16:21:24.457864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bd59c75-ab89-40a2-b53d-255b23cb7067 req-57c97f2f-49e8-410e-9c30-8dcfa8bfc741 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475030 Dec 16 16:21:24.502212 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:24.553554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:24.849389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff43a6e-2761-4bf4-aeaa-87dabd08fd83 req-220864d3-e6e8-4d0e-8dc1-253a432b07ae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:24.851431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff43a6e-2761-4bf4-aeaa-87dabd08fd83 req-220864d3-e6e8-4d0e-8dc1-253a432b07ae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0526309 Dec 16 16:21:24.912160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ff43a6e-2761-4bf4-aeaa-87dabd08fd83 req-ba0bd58e-e767-4e56-b4ee-ac307f514aaa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538244 Dec 16 16:21:25.003814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-d3392dcf-0561-49fa-a04d-e7d750a95138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:25.005393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-d3392dcf-0561-49fa-a04d-e7d750a95138 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 1097 time: 0.0430624 Dec 16 16:21:25.104121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-65addaae-7d73-437d-b8b3-844045599530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:25.105573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-65addaae-7d73-437d-b8b3-844045599530 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0884016 Dec 16 16:21:25.172986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-9876d1f1-31a9-4aa9-b2f0-e543cfdb44bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 200 len: 1002 time: 0.0588403 Dec 16 16:21:25.229699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-9006d60a-4892-4539-bc7f-436956df03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:25.231232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-9006d60a-4892-4539-bc7f-436956df03a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0459087 Dec 16 16:21:25.285802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-f3cfdaa5-76ae-43d4-987a-193498f560b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:25.287555 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-f3cfdaa5-76ae-43d4-987a-193498f560b9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451169 Dec 16 16:21:25.380240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-5fb366ee-8d36-460c-b236-3219a6325904 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802691 Dec 16 16:21:25.478630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb5b2f0b-3764-4d71-a883-789ff3ff967f req-567ad008-8d9c-40d3-8453-eaa118f09502 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875144 Dec 16 16:21:25.728926 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:21:26.033142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ddcd-f24f-41f3-90ab-94bb78139309 req-06480ab5-1db1-4de4-9465-509a211c311d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:26.034571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3757ddcd-f24f-41f3-90ab-94bb78139309 req-06480ab5-1db1-4de4-9465-509a211c311d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0511017 Dec 16 16:21:26.083661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3757ddcd-f24f-41f3-90ab-94bb78139309 req-fb161190-951b-4dd6-b99d-163b24d750e7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426285 Dec 16 16:21:27.205388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227924b-20ec-4199-a190-f4add29c4bb6 req-d0040909-bc4c-49d2-ac24-2db8dc68c4e4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:27.206796 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e227924b-20ec-4199-a190-f4add29c4bb6 req-d0040909-bc4c-49d2-ac24-2db8dc68c4e4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Dec 16 16:21:27.254914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e227924b-20ec-4199-a190-f4add29c4bb6 req-a726bece-f648-48c4-b59b-2ba3220f45ef tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Dec 16 16:21:27.819836 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a427ec-02d8-431f-a1ab-d19a016fcbe6 req-0dfec780-83ea-474f-ad6c-3db04b524590 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:27.821363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13a427ec-02d8-431f-a1ab-d19a016fcbe6 req-0dfec780-83ea-474f-ad6c-3db04b524590 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0568700 Dec 16 16:21:27.872255 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-13a427ec-02d8-431f-a1ab-d19a016fcbe6 req-62e3778c-c343-4d40-9659-97f2863a9516 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Dec 16 16:21:28.993201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6d444-5d39-4dc9-9526-2290b165cc06 req-1e50ca89-570a-488c-a25f-165a77c3d72f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:28.994687 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ae6d444-5d39-4dc9-9526-2290b165cc06 req-1e50ca89-570a-488c-a25f-165a77c3d72f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0498352 Dec 16 16:21:29.047139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ae6d444-5d39-4dc9-9526-2290b165cc06 req-e74c3a2f-8f41-49a3-8cc0-32ff8ef97f61 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464725 Dec 16 16:21:29.107508 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.366608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-5c9e51ca-6b1f-43e2-a1c0-f2781fa1d32f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:29.368008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-5c9e51ca-6b1f-43e2-a1c0-f2781fa1d32f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 946 time: 0.0471122 Dec 16 16:21:29.462136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Deleting port 6457f719-e407-46da-896a-8102c98c05ad {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:21:29.462483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.548738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] For port 6457f719-e407-46da-896a-8102c98c05ad, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=6457f719-e407-46da-896a-8102c98c05ad,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:29.549103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.723610 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.724009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.724333 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 disassociated. External IP: 172.25.7.145, port: 6457f719-e407-46da-896a-8102c98c05ad. Dec 16 16:21:29.724680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Calling delete_port for 6457f719-e407-46da-896a-8102c98c05ad owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:21:29.913557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:29.982482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:30.015459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'Port': ['ID=6457f719-e407-46da-896a-8102c98c05ad,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:30.160995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b02812dd-336e-4e0e-b8d2-40e767221124 req-5776ba11-905f-45ff-9c54-07f9eeb995c2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 210 time: 0.0345721 Dec 16 16:21:30.176051 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:21:30.299348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:21:30.311034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:21:30.321252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:21:30.321863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:30.341309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] No DVR routers for this DVR port 6457f719-e407-46da-896a-8102c98c05ad on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:21:30.344071 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:30.347418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-54c35cd2-d9c9-4533-94db-1c61dbf76e5a req-c9f01299-2694-44c5-871c-54e794430540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "DELETE /v2.0/ports/6457f719-e407-46da-896a-8102c98c05ad HTTP/1.1" status: 204 len: 173 time: 0.9708633 Dec 16 16:21:30.348996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-deleted', 'tag': '6457f719-e407-46da-896a-8102c98c05ad'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:30.350874 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8505e4-9e3a-4e49-af63-67790657deff" -d '{"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-deleted", "tag": "6457f719-e407-46da-896a-8102c98c05ad"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:30.389855 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ca5de-8a1d-47dc-b0fe-d4f484d3d01d x-openstack-request-id: req-638ca5de-8a1d-47dc-b0fe-d4f484d3d01d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:30.389855 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94c5b08-d03d-40c7-91e0-d5fba80f8086", "name": "network-vif-deleted", "tag": "6457f719-e407-46da-896a-8102c98c05ad", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:30.390165 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-638ca5de-8a1d-47dc-b0fe-d4f484d3d01d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:30.390520 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94c5b08-d03d-40c7-91e0-d5fba80f8086', 'name': 'network-vif-deleted', 'tag': '6457f719-e407-46da-896a-8102c98c05ad', 'status': 'completed', 'code': 200} Dec 16 16:21:30.433209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:21:30.639093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:30.669122 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:21:30.677900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:21:30.679032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:21:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:30.797653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:21:31.000194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:31.028518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616027b-1ba2-418d-9cab-d2d7c6a4cdb4 None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:21:31.283055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4874029-78a8-44fc-b2ec-5be8525b46a1 None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:21:31.284845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-76842576-372b-435f-8df6-7d452aa04ae3 req-aedff7b2-c529-4a85-8bfe-3f16350a5926 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=b94c5b08-d03d-40c7-91e0-d5fba80f8086 HTTP/1.1" status: 200 len: 210 time: 0.0289373 Dec 16 16:21:31.946496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6457f719-e407-46da-896a-8102c98c05ad no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:21:31.970058 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 6457f719-e407-46da-896a-8102c98c05ad {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:21:31.970403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 6457f719-e407-46da-896a-8102c98c05ad not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:21:32.576515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-cb059f40-1fb8-4bbf-9303-62daf5857c5b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2140314053&fields=id&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 267 time: 0.0467691 Dec 16 16:21:32.686491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-6c0a4641-8735-44d7-852e-ab682911d739 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:32.688019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-6c0a4641-8735-44d7-852e-ab682911d739 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1023324 Dec 16 16:21:32.703509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-41b24853-afbb-4259-ada1-21e7c83524e4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/quotas/fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 375 time: 0.0096288 Dec 16 16:21:32.754854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-684f86e8-0487-4b1f-8c13-80f4ba4c0b94 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456641 Dec 16 16:21:32.858248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-921ddcfa-2f6b-4d36-a733-59741e1ba325 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911906 Dec 16 16:21:32.950964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-0ba5089b-c8be-47dc-aa5c-aea7ff93d382 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856483 Dec 16 16:21:33.246097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd255930-3a91-45fa-b7d6-301f5c776ce3 req-52c26940-794d-4d16-8344-c3ce0d98d8dc tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 210 time: 0.0315821 Dec 16 16:21:34.343514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9e97192-7fc5-4ca2-a6a1-2b1ca1dcd3b2 req-6d711518-68f0-4a05-ab67-b653a2323c96 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 210 time: 0.0274844 Dec 16 16:21:35.226069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-7cd7b6bb-e565-466d-a3ee-6cab778b9a2c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:35.227478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-7cd7b6bb-e565-466d-a3ee-6cab778b9a2c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1059611 Dec 16 16:21:35.296857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-a6600ef8-c6c6-4e31-b0d6-9d6625ef5dca tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 380 time: 0.0548398 Dec 16 16:21:35.307078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'port': {'device_id': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'admin_state_up': True, 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'security_groups': ['10122d74-f6a0-4ecd-9cc7-f7e97e631d69']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:21:35.723691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-245f1036-73aa-45c5-b92f-247317198e3a req-79d8cdec-0979-4529-9ebd-006e1805877e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 210 time: 0.0343020 Dec 16 16:21:35.862083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:21:35.866324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.000795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Allocated IP 172.20.0.13 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/ee97a9a0-6b94-4bfb-937b-278a1e152841) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:21:36.138168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.268820 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.318871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:21:36.322082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:21:36.326046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:21:36.332941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:36.389370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:36.390026 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.477171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-19594d49-db46-4ecd-b80b-2efefda43c84 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736751 Dec 16 16:21:36.488221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-9eda3df4-9210-4a92-bdcd-f8d08fa9aa48 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:21:36.489433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-9eda3df4-9210-4a92-bdcd-f8d08fa9aa48 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056493 Dec 16 16:21:36.507285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Request body: {'port': {'device_id': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:21:36.535218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0b4c8826-cc15-4bb1-a8da-242aa001ed7a None None] Provisioning complete for port ee97a9a0-6b94-4bfb-937b-278a1e152841 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:21:36.535799 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b4c8826-cc15-4bb1-a8da-242aa001ed7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.565276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.569320 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c8826-cc15-4bb1-a8da-242aa001ed7a None None] Port ee97a9a0-6b94-4bfb-937b-278a1e152841 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:21:36.849518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:21:36.860499 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:36.884184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4841d-e462-4576-935b-6af834ce0307 req-22ceaac1-c356-46f1-a094-95828854829d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:36.887262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91c4841d-e462-4576-935b-6af834ce0307 req-22ceaac1-c356-46f1-a094-95828854829d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 932 time: 0.0908496 Dec 16 16:21:36.887262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Transition to ACTIVE for port object ee97a9a0-6b94-4bfb-937b-278a1e152841 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:21:36.938570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91c4841d-e462-4576-935b-6af834ce0307 req-2e585f5b-1b6b-44d1-a9e0-f7d92cd6e85b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Dec 16 16:21:36.977025 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:37.026377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:37.102528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:21:37.102528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:21:37.102809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:21:37.107665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:21:37.107944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:21:37.113164 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:21:37.113513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:21:37.113908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:21:37.114347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Bound port: ee97a9a0-6b94-4bfb-937b-278a1e152841, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:21:37.114712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:37.187802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:21:37.191107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:21:37.285663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:37.322034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.322651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:37.324177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1092 time: 0.8212945 Dec 16 16:21:37.324624 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:37.326948 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3b272f-c3f1-4452-8a7a-300cf4e36389" -d '{"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:37.354722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f6fe-375a-43b9-9c4b-9f81f1a286b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:37.369464 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c32854-abd9-4211-9618-8fe0d7324709 x-openstack-request-id: req-f3c32854-abd9-4211-9618-8fe0d7324709 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:37.369803 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:37.370418 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3c32854-abd9-4211-9618-8fe0d7324709 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:37.371083 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'status': 'completed', 'code': 200} Dec 16 16:21:37.458911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-b721ad95-921f-4f76-8824-e75c80c7be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.461037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-b721ad95-921f-4f76-8824-e75c80c7be82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0443308 Dec 16 16:21:37.577011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-4e25ce53-4af8-432f-8d80-6931e2f84129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.578495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-4e25ce53-4af8-432f-8d80-6931e2f84129 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1023686 Dec 16 16:21:37.692712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-858c224d-a220-4895-b448-246fb833bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.694792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc3b272f-c3f1-4452-8a7a-300cf4e36389 req-858c224d-a220-4895-b448-246fb833bfc7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930173 Dec 16 16:21:37.806388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-d5dc8a6e-fda0-41bd-843d-97c9b2286fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.807952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-d5dc8a6e-fda0-41bd-843d-97c9b2286fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0464463 Dec 16 16:21:37.858989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-65293adf-fc6d-470b-9620-fd230c9e84a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 217 time: 0.0355222 Dec 16 16:21:37.912374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-17578739-94f3-41cd-bc27-4c7069f1c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.914879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-17578739-94f3-41cd-bc27-4c7069f1c647 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0464108 Dec 16 16:21:37.964092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-1e8dde07-98ea-4aa5-8037-11dfceb15412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:37.965636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-1e8dde07-98ea-4aa5-8037-11dfceb15412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427282 Dec 16 16:21:38.099376 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d48cc3-5799-4347-95bb-0c3b0e293c2a req-ca474fe0-5690-491a-8688-1c93c2f50b32 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:38.101565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3d48cc3-5799-4347-95bb-0c3b0e293c2a req-ca474fe0-5690-491a-8688-1c93c2f50b32 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0829589 Dec 16 16:21:38.104185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-c3744278-2908-48d0-bffa-05417f94c4aa service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307921 Dec 16 16:21:38.204627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b3d48cc3-5799-4347-95bb-0c3b0e293c2a req-a00f05c5-eb3a-49a9-9c8d-68b3fecff603 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968938 Dec 16 16:21:38.230669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6d26beb-1930-44c9-9bdc-34b699e8358f req-9a107a65-a8ca-4330-80f1-8833114ee5d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168733 Dec 16 16:21:39.325482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60dd169-0ef3-471d-9e10-9d0c2b0ce6e7 req-87b08245-4087-4576-9e5a-e8069cbf8516 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:39.326995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60dd169-0ef3-471d-9e10-9d0c2b0ce6e7 req-87b08245-4087-4576-9e5a-e8069cbf8516 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0518014 Dec 16 16:21:39.382123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f60dd169-0ef3-471d-9e10-9d0c2b0ce6e7 req-76cad59a-3a82-4b68-bd6a-060a8d6249f3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Dec 16 16:21:40.502917 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec0ce-b8d3-452a-a504-35d2fa7380a9 req-bd5fc2f7-d9d6-41ff-99cb-56ba0be92540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:40.504449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe8ec0ce-b8d3-452a-a504-35d2fa7380a9 req-bd5fc2f7-d9d6-41ff-99cb-56ba0be92540 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0495150 Dec 16 16:21:40.552495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fe8ec0ce-b8d3-452a-a504-35d2fa7380a9 req-dd2001ae-2421-4fd4-af91-aaac12120ea2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415900 Dec 16 16:21:41.672147 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d7676-6f13-401f-ab50-5d384832f536 req-4144af03-4b04-4276-b208-72d30ffa87f6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:41.673717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e8d7676-6f13-401f-ab50-5d384832f536 req-4144af03-4b04-4276-b208-72d30ffa87f6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0505366 Dec 16 16:21:41.720651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e8d7676-6f13-401f-ab50-5d384832f536 req-7bf42430-58bf-478a-a0c4-ae0331022de8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Dec 16 16:21:42.538953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:21:42.630247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:42.642416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:21:42.678855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:42.695952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:21:42.714441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:42.821143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:42.843363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b34e98-3520-4336-a0b6-98b294fff4b5 req-2abafd7b-76d9-4c90-a7a6-4a5c457b1a2f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:42.844914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34b34e98-3520-4336-a0b6-98b294fff4b5 req-2abafd7b-76d9-4c90-a7a6-4a5c457b1a2f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0546865 Dec 16 16:21:42.873697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:42.894045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34b34e98-3520-4336-a0b6-98b294fff4b5 req-f6f88b09-9246-447c-958d-193795f61f6b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Dec 16 16:21:43.118569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ee97a9a0-6b94-4bfb-937b-278a1e152841'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:21:44.022684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc546b1-03ed-41da-9226-5c83dd55bc3b req-7f9ffda3-f6fd-4f20-b50f-9b694ffb0d3b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:44.024276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbc546b1-03ed-41da-9226-5c83dd55bc3b req-7f9ffda3-f6fd-4f20-b50f-9b694ffb0d3b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Dec 16 16:21:44.074447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbc546b1-03ed-41da-9226-5c83dd55bc3b req-08baa1f2-3695-47b7-9de0-ee313ccbfc7a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Dec 16 16:21:44.182110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c7eecaa7-459e-45c2-8ca3-563ea3334808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:44.536821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:21:44.667385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ee97a9a0-6b94-4bfb-937b-278a1e152841 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:21:44.671531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ee97a9a0-6b94-4bfb-937b-278a1e152841 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:21:44.673626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:44.745808 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:44.767809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:44.770075 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a534c0-f9f1-4708-a9c0-8114b3d012f9" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:44.786144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:21:44.809503 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f322d5-0fdc-4393-ad9c-38b59867f0de x-openstack-request-id: req-05f322d5-0fdc-4393-ad9c-38b59867f0de {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:44.809503 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:44.809503 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-05f322d5-0fdc-4393-ad9c-38b59867f0de {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:44.809503 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'code': 200} Dec 16 16:21:44.867867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:44.944525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e3f1-7c22-48be-b10d-984cbee7f89c req-3ffefbbb-7593-42cd-b808-42edd58fb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:44.946065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b84e3f1-7c22-48be-b10d-984cbee7f89c req-3ffefbbb-7593-42cd-b808-42edd58fb11e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0434430 Dec 16 16:21:45.007214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b84e3f1-7c22-48be-b10d-984cbee7f89c req-1e5f412a-f58a-4b8c-b92a-8c3bc0abc9de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459530 Dec 16 16:21:45.089064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:21:45.240481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd50be-b446-4ede-aea3-084a0efb60c5 req-cef9f6d3-84c7-478d-a8c7-d0ca7c450704 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:45.241967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10dd50be-b446-4ede-aea3-084a0efb60c5 req-cef9f6d3-84c7-478d-a8c7-d0ca7c450704 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0492458 Dec 16 16:21:45.290050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10dd50be-b446-4ede-aea3-084a0efb60c5 req-bdd72033-4629-40c0-8d22-4116acb837b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Dec 16 16:21:46.411017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078da08-e147-4da3-b088-6747a2cd1c0b req-42628224-cc5d-4745-91c8-711549c304f6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:46.413356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2078da08-e147-4da3-b088-6747a2cd1c0b req-42628224-cc5d-4745-91c8-711549c304f6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Dec 16 16:21:46.462711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2078da08-e147-4da3-b088-6747a2cd1c0b req-d0268150-a2bc-4537-89a3-30198ec094ea tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Dec 16 16:21:46.564928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f111127-ca42-4997-940b-4ef548a20f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:46.586546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4ac6-cc22-4979-814f-186d2c88e9c4 req-11523472-1397-4b76-985c-98f0e37864ac tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:46.587950 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b06d4ac6-cc22-4979-814f-186d2c88e9c4 req-11523472-1397-4b76-985c-98f0e37864ac tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0545940 Dec 16 16:21:46.596995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 38664) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:21:46.601906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'floatingip': {'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:21:46.642247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:47.095731 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:47.187942 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:47.290790 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 associated. External IP: 172.25.7.145, port: ee97a9a0-6b94-4bfb-937b-278a1e152841. Dec 16 16:21:47.499575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:21:47.609133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:21:47.613912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:47.619173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:21:47.628946 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:21:47.629568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:21:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:47.640916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d4e42e45-44d9-47e6-a93e-b2b7b2dc2ec6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "PUT /v2.0/floatingips/2ba483b7-b554-45e5-9fb0-1532a59ef7b6 HTTP/1.1" status: 200 len: 992 time: 1.0427823 Dec 16 16:21:47.641750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:21:47.644209 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dc1825-f433-478c-a544-cad16fc531b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:21:47.685283 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19872329-a924-4359-aabd-7e667e5ed185 x-openstack-request-id: req-19872329-a924-4359-aabd-7e667e5ed185 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:21:47.685591 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:21:47.685857 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19872329-a924-4359-aabd-7e667e5ed185 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:21:47.687599 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'status': 'completed', 'code': 200} Dec 16 16:21:47.746407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:21:47.781594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1825-f433-478c-a544-cad16fc531b1 req-d9343f59-ac86-4508-8788-bb945eb72295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:47.783115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-d9343f59-ac86-4508-8788-bb945eb72295 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0423419 Dec 16 16:21:47.880436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1825-f433-478c-a544-cad16fc531b1 req-a621d915-cbd1-4187-b1bc-8d780b7d9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:47.882452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-a621d915-cbd1-4187-b1bc-8d780b7d9354 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0900800 Dec 16 16:21:47.959678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-1a556b14-cde7-44b4-bf2d-5d9cdcebc5e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1000 time: 0.0694482 Dec 16 16:21:47.998403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:21:47Z', 'revision_number': 9, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:48.018636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1825-f433-478c-a544-cad16fc531b1 req-b96e57f8-fe74-47cc-a776-8b3263d3a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:48.020260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-b96e57f8-fe74-47cc-a776-8b3263d3a85f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0538943 Dec 16 16:21:48.026430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:21:48.035336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:21:48.035981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:21:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:48.073245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc1825-f433-478c-a544-cad16fc531b1 req-637b2c5b-ce3c-4678-b7cc-46d7642c8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:21:48.074794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-637b2c5b-ce3c-4678-b7cc-46d7642c8f97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465448 Dec 16 16:21:48.075433 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:48.146996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:21:48.166966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-41a9993a-f151-4ddb-94c0-9e6d528038d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Dec 16 16:21:48.263238 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91dc1825-f433-478c-a544-cad16fc531b1 req-01e60be5-dcfc-493a-b8b7-a201d0b0a80f service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Dec 16 16:21:48.385684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:21:47Z', 'revision_number': 9, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:21:48.413071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc55be-ba47-4d5d-8d94-899fa99ce427 None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:21:47Z', 'revision_number': 9, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:21:48.622016 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b77c3f4-4f4a-4a28-bfb2-bac511718191 None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:21:49.462656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:50.159319 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:59.112232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:21:59.912043 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:02.728975 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:22:14.206047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-027e1bcd-9b43-46f5-be4d-dc53ff81b462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:16.519041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fbed700b-cda4-4e58-92b2-ada95ebbd530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:18.033229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:19.479138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:20.107274 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:27.313557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-16b7b237-a49c-4e0a-aaa8-5877a9274a48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924368 Dec 16 16:22:27.418720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-38c59b0f-adab-438f-995d-1980b23b11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:22:27.420254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-38c59b0f-adab-438f-995d-1980b23b11ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0409687 Dec 16 16:22:27.525746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-e1edfda9-33a7-4401-b070-736273c85dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:22:27.527141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-e1edfda9-33a7-4401-b070-736273c85dad service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0881090 Dec 16 16:22:27.592834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-5498e7ef-5f22-4e89-877a-a80787836cd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1003 time: 0.0588150 Dec 16 16:22:27.641905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-5ee4b7cf-e5e8-440a-97ad-c43c996ca7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:22:27.643356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-5ee4b7cf-e5e8-440a-97ad-c43c996ca7e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0440586 Dec 16 16:22:27.693131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-3f3e3ace-a184-4fdd-bbbc-f9a47f8c3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:22:27.694605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-3f3e3ace-a184-4fdd-bbbc-f9a47f8c3a95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438404 Dec 16 16:22:27.783540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-ee376d71-1fc3-444e-ae1c-d2b400ab2421 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814035 Dec 16 16:22:27.881322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aee6d2d9-5fc7-4e0e-8400-38127af034e2 req-1d576c8a-b2df-4abd-b586-9823b6629fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849147 Dec 16 16:22:29.099974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:29.914039 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:39.727792 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:22:44.216139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3aa17597-cd3d-434e-a2fd-68174625a3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:46.516705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-833a638a-bea5-441f-8fe8-fe3576cf5401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:48.025253 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:49.450330 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:50.107845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:59.176058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:22:59.954080 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:14.210020 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-021e4d5d-c14e-47aa-b098-17ffafc71ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:16.576199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11b41f3b-bc47-41c3-afa9-5c2f991a7086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:16.727180 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:23:18.072978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:19.450073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:20.144846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:24.552359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3db38-3c2a-46e9-a923-869eccdece6b req-f13f0a29-1fc1-4aae-8fd5-0f39f3d68cf5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:24.553895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18b3db38-3c2a-46e9-a923-869eccdece6b req-f13f0a29-1fc1-4aae-8fd5-0f39f3d68cf5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0505347 Dec 16 16:23:24.606445 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18b3db38-3c2a-46e9-a923-869eccdece6b req-df3826e7-e290-4f0c-a83b-1ac42482cfbf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456975 Dec 16 16:23:24.668682 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-15ed740e-0dcf-4acb-89c4-8e8e76eaa8ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443769 Dec 16 16:23:25.742482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca0cbb-8be0-47d1-b096-0cf2bde5631e req-2e60fcd3-00a5-438a-9ba6-93de27954b4d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:25.744298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05ca0cbb-8be0-47d1-b096-0cf2bde5631e req-2e60fcd3-00a5-438a-9ba6-93de27954b4d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0637720 Dec 16 16:23:25.793176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05ca0cbb-8be0-47d1-b096-0cf2bde5631e req-0e3528f7-2029-4dae-b5ba-e1e4c53724c7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Dec 16 16:23:26.918512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fc895-d8ca-46a9-91ff-108eb3b370c3 req-efbb408e-3392-4da3-acea-74480c3f511a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:26.920172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c39fc895-d8ca-46a9-91ff-108eb3b370c3 req-efbb408e-3392-4da3-acea-74480c3f511a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0570538 Dec 16 16:23:26.991034 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c39fc895-d8ca-46a9-91ff-108eb3b370c3 req-e8cfe9c1-994d-4ca3-ad26-a1a1cf3d4d77 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642221 Dec 16 16:23:27.281076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-ae198a46-2fee-4530-b523-8b04cce664ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:27.282503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-ae198a46-2fee-4530-b523-8b04cce664ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0442266 Dec 16 16:23:27.377968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-2c0e0f4c-d74c-4f80-a2fe-04105e0e3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:27.379982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-2c0e0f4c-d74c-4f80-a2fe-04105e0e3011 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0895276 Dec 16 16:23:27.797352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-5a69644f-0ff3-4f81-a8a2-9d8e54f493e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1003 time: 0.4097912 Dec 16 16:23:27.848078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-a8cdb48f-6349-46c4-9328-10926e958881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:27.849618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-a8cdb48f-6349-46c4-9328-10926e958881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0452771 Dec 16 16:23:27.902794 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-dd6c4c78-754c-4932-8da6-6fee6d9e3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:27.904352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-dd6c4c78-754c-4932-8da6-6fee6d9e3522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457394 Dec 16 16:23:27.996815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e76ac674-dda1-4692-9d2e-b189741e0b89 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Dec 16 16:23:28.131637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-001fd49f-b379-476d-86c1-c1291017180f service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278834 Dec 16 16:23:28.144265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187fcca-df48-46e0-aa22-a311becd2d57 req-e386ad79-335a-4924-a603-d1d70403553b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:28.146440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4187fcca-df48-46e0-aa22-a311becd2d57 req-e386ad79-335a-4924-a603-d1d70403553b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0837681 Dec 16 16:23:28.204271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4187fcca-df48-46e0-aa22-a311becd2d57 req-34440d72-8cff-4cd7-830d-f5609675863d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506096 Dec 16 16:23:28.274583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-b47a1cd2-6d4c-427e-9692-36ba76b08ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:28.276149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-b47a1cd2-6d4c-427e-9692-36ba76b08ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1097 time: 0.0529265 Dec 16 16:23:28.389040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-e399fe76-7088-41a3-b3d9-d849f3965125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:28.390390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-e399fe76-7088-41a3-b3d9-d849f3965125 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0932667 Dec 16 16:23:28.459553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-57e5af2b-30e2-41be-8573-c70edd4d92b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1003 time: 0.0610285 Dec 16 16:23:28.514129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-a8986ddd-28da-4951-9bd6-a457a21d2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:28.515629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-a8986ddd-28da-4951-9bd6-a457a21d2bd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0484772 Dec 16 16:23:28.563759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-14d26b8a-e924-4389-a94c-bb0832e2d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:28.565318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-14d26b8a-e924-4389-a94c-bb0832e2d2e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419881 Dec 16 16:23:28.692650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-01119365-2dad-431b-9947-c8d4cce1015b service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110523 Dec 16 16:23:28.793498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-511da6c3-a8b1-4f51-9310-ee72ab8db751 req-5a5ee8a0-2fed-46f7-a6a8-6d4cf0fb3472 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926287 Dec 16 16:23:29.184549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:29.325465 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fea4a5-116d-45e3-aac6-0e45f013baa2 req-165673ae-133e-42cc-96bd-e98ce4a749be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:29.326977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10fea4a5-116d-45e3-aac6-0e45f013baa2 req-165673ae-133e-42cc-96bd-e98ce4a749be tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Dec 16 16:23:29.374780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-10fea4a5-116d-45e3-aac6-0e45f013baa2 req-6d01a89b-3aae-42ea-aad4-554a61f23a68 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Dec 16 16:23:29.913249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:30.490728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceccdd9-0ce4-4bc6-82f4-0697837db1e9 req-6c5d9da5-93ff-423b-9a40-2b4a7056730c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:30.492225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bceccdd9-0ce4-4bc6-82f4-0697837db1e9 req-6c5d9da5-93ff-423b-9a40-2b4a7056730c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0487232 Dec 16 16:23:30.544601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bceccdd9-0ce4-4bc6-82f4-0697837db1e9 req-916967ae-1913-4146-b1d9-24a783ea9972 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Dec 16 16:23:31.661959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65435-51e9-4fe0-9c5f-6807d27f941c req-32a360bf-0e86-4649-aa9e-422c8889a2c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:31.663406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3d65435-51e9-4fe0-9c5f-6807d27f941c req-32a360bf-0e86-4649-aa9e-422c8889a2c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Dec 16 16:23:31.710770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3d65435-51e9-4fe0-9c5f-6807d27f941c req-1f1be929-2438-4f63-a850-b13ef8aadfbf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Dec 16 16:23:32.825821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058a87-d54b-4c06-9f19-b17b38bc2c8a req-6f418b9e-8286-4abb-ae76-3e681ceba14b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:32.827292 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67058a87-d54b-4c06-9f19-b17b38bc2c8a req-6f418b9e-8286-4abb-ae76-3e681ceba14b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0485702 Dec 16 16:23:32.876007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67058a87-d54b-4c06-9f19-b17b38bc2c8a req-0661b2fc-6e9e-41b5-ac71-94bf91b3e230 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Dec 16 16:23:33.996930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ecb3-a152-4a29-91ae-c5b470fcad78 req-59516788-a925-40d3-b405-a490efdbed95 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:33.998475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25e9ecb3-a152-4a29-91ae-c5b470fcad78 req-59516788-a925-40d3-b405-a490efdbed95 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0534062 Dec 16 16:23:34.045315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25e9ecb3-a152-4a29-91ae-c5b470fcad78 req-575a9541-b958-4978-aaf1-a0947249dec5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Dec 16 16:23:35.163251 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28028f56-0efb-41f5-a15c-4fa32255bcbf req-8fc99e1e-1538-4359-8d30-aa8ca812cefa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:35.165032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28028f56-0efb-41f5-a15c-4fa32255bcbf req-8fc99e1e-1538-4359-8d30-aa8ca812cefa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0490029 Dec 16 16:23:35.211807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28028f56-0efb-41f5-a15c-4fa32255bcbf req-2c8fe567-c013-4b39-b683-1038c8996d7c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Dec 16 16:23:36.335622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ddc52-cf25-4cde-9031-39ddcada43fb req-f4fc1f4e-5861-4203-b29c-a5005fdbf840 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:36.337148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d04ddc52-cf25-4cde-9031-39ddcada43fb req-f4fc1f4e-5861-4203-b29c-a5005fdbf840 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0536337 Dec 16 16:23:36.385048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d04ddc52-cf25-4cde-9031-39ddcada43fb req-e4006294-df26-4cb4-84cd-00354a13178f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Dec 16 16:23:37.572857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727c6db-342a-4771-81a7-af7e54825769 req-4d7386ba-70ec-489e-b6da-909d21b92d92 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:37.575872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9727c6db-342a-4771-81a7-af7e54825769 req-4d7386ba-70ec-489e-b6da-909d21b92d92 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.1222560 Dec 16 16:23:37.624346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9727c6db-342a-4771-81a7-af7e54825769 req-f0c55560-4f67-423f-8c50-9f51df947266 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439122 Dec 16 16:23:38.742754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd69c8-a166-44d5-b99b-84e1924f9106 req-6b962a55-d6e2-4311-aa21-98d647b1b3ce tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:38.744232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24dd69c8-a166-44d5-b99b-84e1924f9106 req-6b962a55-d6e2-4311-aa21-98d647b1b3ce tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0487230 Dec 16 16:23:38.801992 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24dd69c8-a166-44d5-b99b-84e1924f9106 req-6f41e983-bafe-4965-a396-02e2eca6314d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512061 Dec 16 16:23:39.929266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52688f20-fb45-4029-bba4-fb577b514fe9 req-2d71f3cd-a4cf-4579-83d8-448d50d477b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:39.930942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52688f20-fb45-4029-bba4-fb577b514fe9 req-2d71f3cd-a4cf-4579-83d8-448d50d477b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0570257 Dec 16 16:23:39.983079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52688f20-fb45-4029-bba4-fb577b514fe9 req-9c80295a-b9eb-466f-b97a-a0e3ac37bb91 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458314 Dec 16 16:23:40.518447 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-a2ed679c-628a-453e-8e4d-ce4788d3980b service neutron] show failed (client error): The resource could not be found. Dec 16 16:23:40.519518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-a2ed679c-628a-453e-8e4d-ce4788d3980b service neutron] 10.222.0.30 "GET /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0601521 Dec 16 16:23:41.169326 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-2911f832-e53c-4904-a5c7-d98719a6de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:41.170856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-2911f832-e53c-4904-a5c7-d98719a6de41 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1097 time: 0.0782869 Dec 16 16:23:41.183071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e0361-62e0-49e7-85a0-82bbd8deda1f req-8f3fc942-0634-4415-bd3e-58d9b5c34d53 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:41.184598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-600e0361-62e0-49e7-85a0-82bbd8deda1f req-8f3fc942-0634-4415-bd3e-58d9b5c34d53 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.1279092 Dec 16 16:23:41.201469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:23:41.283871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-600e0361-62e0-49e7-85a0-82bbd8deda1f req-27ec898a-493f-440f-acb6-8c28c2d94e17 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929129 Dec 16 16:23:41.284332 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:41.500927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:41.539671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:23:41.580255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:41.582588 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c77157-2e4c-483d-997a-375e6124dd4d" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:41.586821 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:41.600636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Transition to ACTIVE for port object ee97a9a0-6b94-4bfb-937b-278a1e152841 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:23:41.631627 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f90b41-a0e1-4e6f-81d5-ea0dcbeb2058 x-openstack-request-id: req-40f90b41-a0e1-4e6f-81d5-ea0dcbeb2058 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:41.631957 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:41.632218 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40f90b41-a0e1-4e6f-81d5-ea0dcbeb2058 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:41.632637 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'code': 200} Dec 16 16:23:41.675434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:41.749859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:41.768748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.769094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.769450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.769802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.770670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.771009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.771343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.771675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.772032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.772365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.772696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.773022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.773347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:41.813552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] No DVR routers for this DVR port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:23:41.956034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:23:41.956385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:23:41.956715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:23:41.961703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:23:41.962031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:23:41.966854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:23:41.967276 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:23:41.967662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:23:41.968122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Bound port: ee97a9a0-6b94-4bfb-937b-278a1e152841, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:23:41.968480 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:42.035348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:23:42.038250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:23:42.170656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:42.208741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.209366 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:42.210752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] 10.222.0.74 "PUT /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1092 time: 1.0132647 Dec 16 16:23:42.229667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbafb4-cb0d-4ac2-8d59-dae21fbe16ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:42.303449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e417a76a-e3dc-46f1-b236-ee601f17893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.305100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e417a76a-e3dc-46f1-b236-ee601f17893a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0487137 Dec 16 16:23:42.461667 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4166823-3c73-4329-88fe-ea6f8f582a1d req-17a2ba8f-e2fc-456d-9dc9-5cb78cd0783e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.463368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4166823-3c73-4329-88fe-ea6f8f582a1d req-17a2ba8f-e2fc-456d-9dc9-5cb78cd0783e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0933609 Dec 16 16:23:42.464761 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-71506d04-ccd1-45e1-8b00-e95e8398b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.466100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-71506d04-ccd1-45e1-8b00-e95e8398b462 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1492476 Dec 16 16:23:42.557665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4166823-3c73-4329-88fe-ea6f8f582a1d req-1e1d3a0b-6aca-40a3-977b-8e7d5625d8ef tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877612 Dec 16 16:23:42.565982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-b732dd70-1d8c-42bf-a99d-464f82290aa3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.0811563 Dec 16 16:23:42.625022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-5cc5c03b-97d9-445f-8873-6ce9e697b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.626488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-5cc5c03b-97d9-445f-8873-6ce9e697b1cf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0487094 Dec 16 16:23:42.677198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-dd405e45-9c99-41b4-a8c6-6f04d8e9da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:42.678681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-dd405e45-9c99-41b4-a8c6-6f04d8e9da7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412216 Dec 16 16:23:42.770797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-d2a32e39-e8fb-415a-a890-a089a142c2e6 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Dec 16 16:23:42.868845 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-040d3ca8-7578-4d06-9e1f-8c084b7be05e req-e6a41f59-6fa2-4235-b870-a8a1f24edaf6 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866449 Dec 16 16:23:43.638310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:43.640592 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2f0e77-d5a6-434a-905b-5987dac0f380" -d '{"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:43.685574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa033-233b-4d19-866e-52611a14c6ef req-e40c481b-aabc-4b7a-8af4-cf229b2aa799 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:43.687303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e59fa033-233b-4d19-866e-52611a14c6ef req-e40c481b-aabc-4b7a-8af4-cf229b2aa799 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0579278 Dec 16 16:23:43.692760 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3686c2-ca01-4554-a652-3b18f75adaf9 x-openstack-request-id: req-7f3686c2-ca01-4554-a652-3b18f75adaf9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:43.693059 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:43.693318 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f3686c2-ca01-4554-a652-3b18f75adaf9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:43.693722 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'status': 'completed', 'code': 200} Dec 16 16:23:43.738183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e59fa033-233b-4d19-866e-52611a14c6ef req-83bdfb46-b04c-4fb0-b674-066d7428a570 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Dec 16 16:23:43.809407 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-78e19217-79ce-4837-980f-1c887f5f01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:43.810901 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-78e19217-79ce-4837-980f-1c887f5f01e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0690851 Dec 16 16:23:43.820715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-9fd98b77-4d4b-4334-957a-1c7da69af4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:43.822977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-9fd98b77-4d4b-4334-957a-1c7da69af4a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1095 time: 0.0721810 Dec 16 16:23:43.995812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-e480cf57-5a26-4106-9722-59eeff8f59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:43.997465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-e480cf57-5a26-4106-9722-59eeff8f59ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1735826 Dec 16 16:23:44.001828 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-bc1dad4f-636a-4eaa-add8-b4603ef0ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.003185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-bc1dad4f-636a-4eaa-add8-b4603ef0ee6e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1707683 Dec 16 16:23:44.111446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-8e446906-547f-414c-a15d-70751cac02a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.1068091 Dec 16 16:23:44.116272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-64f03577-c075-4bbd-a8b1-5fb69bd15f42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.1045079 Dec 16 16:23:44.206721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-d0920685-f6cf-431f-87de-324a341f64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.208268 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-d0920685-f6cf-431f-87de-324a341f64b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0894237 Dec 16 16:23:44.211948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-49171cbb-bf66-4ef1-aff5-78fcaaa90576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.213298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-49171cbb-bf66-4ef1-aff5-78fcaaa90576 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0866456 Dec 16 16:23:44.217328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-70585dd1-1a1c-4eb1-8f97-85c971887bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:44.287898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-ff75eee3-abec-46ad-9201-20fe98ef627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.289945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-ff75eee3-abec-46ad-9201-20fe98ef627e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737450 Dec 16 16:23:44.292891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-4037f296-0f2b-49df-8395-f027969fbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.294319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-4037f296-0f2b-49df-8395-f027969fbdf5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702198 Dec 16 16:23:44.447863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-071c8979-9e9e-4e65-bd7a-bc962300f83b service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501694 Dec 16 16:23:44.451259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-19157079-c007-47b1-9cf0-99e8ef4dcebc service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457434 Dec 16 16:23:44.605902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-9d860c17-c885-44be-b089-5cdad203fea5 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507413 Dec 16 16:23:44.607904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9b2f0e77-d5a6-434a-905b-5987dac0f380 req-c91428d0-1db2-40c7-ac66-aa6b4f692179 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460242 Dec 16 16:23:44.862273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96e1ac-cdcb-45de-8178-e2173cb47747 req-6e403545-5965-4ecd-acde-61708c7552c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:44.863840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f96e1ac-cdcb-45de-8178-e2173cb47747 req-6e403545-5965-4ecd-acde-61708c7552c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0534651 Dec 16 16:23:44.914806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f96e1ac-cdcb-45de-8178-e2173cb47747 req-c3a04a72-34c0-4b34-ab2a-f2af2b168682 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Dec 16 16:23:45.221371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:23:45.260395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:23:46.034795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad90f0-d9ca-459e-8988-d8378d959992 req-0e7327d6-77d4-4f0c-8dff-1fa32b978ac9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:46.036783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7ad90f0-d9ca-459e-8988-d8378d959992 req-0e7327d6-77d4-4f0c-8dff-1fa32b978ac9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0500195 Dec 16 16:23:46.085965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a7ad90f0-d9ca-459e-8988-d8378d959992 req-4fdda57f-240a-465e-aac3-6f1c541d70d5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Dec 16 16:23:46.524530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e4ea8f4-0fc3-46de-9034-bd60c77ebb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:46.586284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:23:46.686315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:46.699841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:23:46.741053 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:46.748226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685f610-3000-4084-b380-92cc187509d4 req-19f1adba-3130-4da1-8539-ac8c2fbf3f10 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:46.749846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2685f610-3000-4084-b380-92cc187509d4 req-19f1adba-3130-4da1-8539-ac8c2fbf3f10 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 944 time: 0.0544877 Dec 16 16:23:46.764105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:23:46.786060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:46.831113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2685f610-3000-4084-b380-92cc187509d4 req-76a92d80-0137-462b-bb31-f70c8abb4f8b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740092 Dec 16 16:23:46.842598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-01b2786f-5b4a-4dec-8ef9-3ae3f341b76b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:46.844086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-01b2786f-5b4a-4dec-8ef9-3ae3f341b76b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 944 time: 0.0852234 Dec 16 16:23:46.886989 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:46.910580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-de9ee9f0-6b38-4f3e-a43a-f899c37ddc06 service neutron] 10.222.0.74 "GET /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841/bindings/n-h2-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.0576754 Dec 16 16:23:46.946186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:46.956924 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.957305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.957654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.958000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.958339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.958664 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.959003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.959326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.959653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.960005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.960331 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.960657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:46.961055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:23:47.003588 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-c32a10cc-2746-4ece-ab58-04d6eb3434be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:47.005249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-c32a10cc-2746-4ece-ab58-04d6eb3434be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1096 time: 0.0435541 Dec 16 16:23:47.101551 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-1fbb383b-1607-443b-baf7-104d143ed2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:47.102966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-1fbb383b-1607-443b-baf7-104d143ed2b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0892730 Dec 16 16:23:47.172663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-4bf257db-f2f3-47d0-80d4-81af17a30da5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1002 time: 0.0617399 Dec 16 16:23:47.229199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-1a4f627a-159f-4529-baac-277ed66ab004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:47.230671 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-1a4f627a-159f-4529-baac-277ed66ab004 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0491531 Dec 16 16:23:47.242315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['ee97a9a0-6b94-4bfb-937b-278a1e152841'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:23:47.283242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-668aee0f-f64d-4d69-b969-e51f1c0c7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:47.284771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-668aee0f-f64d-4d69-b969-e51f1c0c7bb0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462785 Dec 16 16:23:47.379535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-c88d6201-c493-4332-91f4-a1ac1af653db service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865748 Dec 16 16:23:47.472748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-d51ab398-85d8-4bed-803f-5ea6f68d0a19 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859487 Dec 16 16:23:47.971548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4c96-29de-4d69-8663-d955cbe581a6 req-513fb250-4207-4b5b-84f7-41cf7d2dbc40 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:47.973724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d89a4c96-29de-4d69-8663-d955cbe581a6 req-513fb250-4207-4b5b-84f7-41cf7d2dbc40 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 945 time: 0.0570688 Dec 16 16:23:48.027298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d89a4c96-29de-4d69-8663-d955cbe581a6 req-3c4d9914-7c4e-4eb1-a7f7-6bada9d4199c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474100 Dec 16 16:23:48.090614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:48.591989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:23:48.709613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port ee97a9a0-6b94-4bfb-937b-278a1e152841 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:23:48.713663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port ee97a9a0-6b94-4bfb-937b-278a1e152841 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:23:48.714084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:48.796911 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:48.822076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:48.824410 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b156a9f1-0910-4f87-a714-e3e155937496" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:48.837624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:48.877925 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f0a84-e8d1-4def-9532-0f5f95970c39 x-openstack-request-id: req-8b4f0a84-e8d1-4def-9532-0f5f95970c39 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:48.878229 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:48.878491 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b4f0a84-e8d1-4def-9532-0f5f95970c39 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:48.878897 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'code': 200} Dec 16 16:23:48.901802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:48.962229 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:49.229949 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef399f-f86a-4c00-8853-12cea35467a1 req-ec810620-27f0-4f40-a18e-a82a8bfb7b15 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:49.231760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84ef399f-f86a-4c00-8853-12cea35467a1 req-ec810620-27f0-4f40-a18e-a82a8bfb7b15 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.1318803 Dec 16 16:23:49.303012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84ef399f-f86a-4c00-8853-12cea35467a1 req-ba75a5e6-9950-4bd9-a8fe-b17b2f608391 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646880 Dec 16 16:23:49.478248 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:50.141247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:50.433607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccd41e-e78f-41a7-86f3-81e200542909 req-e812ad41-d3bf-4c6b-b506-6bf43363feb4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:50.435033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ccd41e-e78f-41a7-86f3-81e200542909 req-e812ad41-d3bf-4c6b-b506-6bf43363feb4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0490291 Dec 16 16:23:50.484418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1ccd41e-e78f-41a7-86f3-81e200542909 req-eb6ea59f-bbf1-449a-a673-dddfe8ef90db tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Dec 16 16:23:50.805523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-fd04d52d-5635-4cea-835d-6939b71f0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:50.807059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-fd04d52d-5635-4cea-835d-6939b71f0253 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1097 time: 0.0417182 Dec 16 16:23:50.826105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:23:50.885086 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:51.453918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:51.485689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:23:51.526102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:51.528572 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea1ea9-b5ed-4063-a579-9d9b2b086abb" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:51.532539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:51.546270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Transition to ACTIVE for port object ee97a9a0-6b94-4bfb-937b-278a1e152841 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:23:51.598025 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9584600-e437-4be4-a279-eb388636caf5 x-openstack-request-id: req-d9584600-e437-4be4-a279-eb388636caf5 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:51.598322 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:51.598572 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9584600-e437-4be4-a279-eb388636caf5 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:51.598960 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'code': 200} Dec 16 16:23:51.622109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35e49d-3730-4664-8c4e-e71f41c12cb3 req-1fcf15d3-a378-4ee2-9cac-418f351bd37b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:51.623711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af35e49d-3730-4664-8c4e-e71f41c12cb3 req-1fcf15d3-a378-4ee2-9cac-418f351bd37b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0640314 Dec 16 16:23:51.624970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:51.724892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=10']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:51.768534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af35e49d-3730-4664-8c4e-e71f41c12cb3 req-63151a4c-a8bb-413e-bff3-5143a17eb12c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376469 Dec 16 16:23:51.791288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] No DVR routers for this DVR port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:23:51.932598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:23:51.932958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:23:51.933278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:23:51.937776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:23:51.938034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Attempting to bind port ee97a9a0-6b94-4bfb-937b-278a1e152841 on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:23:51.943758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:23:51.944250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:23:51.944636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:23:51.945060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Bound port: ee97a9a0-6b94-4bfb-937b-278a1e152841, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:23:51.945417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:52.008031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:23:52.011236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:23:52.121966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:52.159441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.160085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:52.161709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] 10.222.0.30 "PUT /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1093 time: 1.3397775 Dec 16 16:23:52.181604 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a31657-6db1-4baf-9a9a-73f6e76b847f service neutron] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=11']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:52.251504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-61372596-5c7c-44b0-91b7-5612e9ca3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.253060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-61372596-5c7c-44b0-91b7-5612e9ca3474 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1096 time: 0.0493853 Dec 16 16:23:52.352243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-555a2394-38a9-4e58-a228-e218a0c92b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.354095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-555a2394-38a9-4e58-a228-e218a0c92b7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0932589 Dec 16 16:23:52.427067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-097d2809-54c3-4537-a7fe-95a8ddae5e46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.0651009 Dec 16 16:23:52.478977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-5a40ca4d-f365-4b07-b699-31c0449ba9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.480517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-5a40ca4d-f365-4b07-b699-31c0449ba9a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0467515 Dec 16 16:23:52.530271 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-88072eb6-0fed-42b1-9390-7086ccbd72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.531794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-88072eb6-0fed-42b1-9390-7086ccbd72c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430238 Dec 16 16:23:52.602396 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:23:52.636185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-ce434fa2-d292-46de-b20b-8d86769c195d service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974784 Dec 16 16:23:52.650802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:23:52.738156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a0f1d07d-a340-42da-ae13-5f071177eaa9 req-345cc3d3-71a0-4030-9341-0be5deb0fd19 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944231 Dec 16 16:23:52.893512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962ed5b-18f7-488f-b086-a791ca22a4df req-acad2ead-0c80-45ed-8986-c13b7ffbbce0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:52.895655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b962ed5b-18f7-488f-b086-a791ca22a4df req-acad2ead-0c80-45ed-8986-c13b7ffbbce0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 945 time: 0.0513771 Dec 16 16:23:52.951516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b962ed5b-18f7-488f-b086-a791ca22a4df req-b0457681-e96b-4d86-b585-697d8bb06da9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497031 Dec 16 16:23:53.600406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:53.602939 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84293dc2-1b74-4c96-a8d7-a35b32961e03" -d '{"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:53.653007 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8a2d27-7f30-4349-90fc-02a31f1f1bc0 x-openstack-request-id: req-2d8a2d27-7f30-4349-90fc-02a31f1f1bc0 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:53.653307 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:53.653568 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d8a2d27-7f30-4349-90fc-02a31f1f1bc0 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:53.654020 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'status': 'completed', 'code': 200} Dec 16 16:23:53.726621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:23:53.768218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-8ac1ba5e-d736-4ef6-9065-9f96d4cc0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:53.770235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-8ac1ba5e-d736-4ef6-9065-9f96d4cc0d3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1096 time: 0.0693998 Dec 16 16:23:53.772936 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-6a9003c1-3fdb-4113-b907-775c981e310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:53.774338 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-6a9003c1-3fdb-4113-b907-775c981e310d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 1096 time: 0.0727508 Dec 16 16:23:53.942154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-a6223981-3b50-425d-bc35-79e009bcdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:53.943717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-a6223981-3b50-425d-bc35-79e009bcdc3d service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1602616 Dec 16 16:23:53.944728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-13bbb74f-966a-41b9-b213-d56adee0770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:53.946064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-13bbb74f-966a-41b9-b213-d56adee0770b service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1637986 Dec 16 16:23:54.113784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-be2982ba-3f83-4e1d-b985-0b63a55b38db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.1521153 Dec 16 16:23:54.115768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-714000f2-2494-4997-9932-32480a891ae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 200 len: 1001 time: 0.1605532 Dec 16 16:23:54.132641 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f075910-4a22-47c4-9449-36383096cc88 req-0461de17-936b-4d99-a030-e654bd97eaaa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:54.135375 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f075910-4a22-47c4-9449-36383096cc88 req-0461de17-936b-4d99-a030-e654bd97eaaa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 945 time: 0.0927548 Dec 16 16:23:54.232533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-68c0cd55-d3cb-4568-8af9-eee7f28f5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:54.233908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-68c0cd55-d3cb-4568-8af9-eee7f28f5b2f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0988588 Dec 16 16:23:54.271552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f075910-4a22-47c4-9449-36383096cc88 req-24533917-f6d2-4ef3-903f-dbe6ac0f092d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278892 Dec 16 16:23:54.273149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-a6983957-ee3c-4b44-9e78-0e5dfcc7165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:54.274584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-a6983957-ee3c-4b44-9e78-0e5dfcc7165f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.1073585 Dec 16 16:23:54.333691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-49a6bab1-dd71-4a07-8785-b5f36295744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:54.335204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-49a6bab1-dd71-4a07-8785-b5f36295744c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854762 Dec 16 16:23:54.340829 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-527b1dac-75d7-4a35-8394-f615df76edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:54.342416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-527b1dac-75d7-4a35-8394-f615df76edd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538533 Dec 16 16:23:54.508800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-77a7dfec-cfdc-4998-bcd7-88c2df5cb58e service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616535 Dec 16 16:23:54.514484 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-6424b95e-e56c-4cb6-919c-4a8e8eee403d service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497309 Dec 16 16:23:54.674416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-33501acd-1e17-41be-8e2c-34214002fb5a service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547079 Dec 16 16:23:54.677175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84293dc2-1b74-4c96-a8d7-a35b32961e03 req-68f027ea-d753-4a9e-ab0e-0b28a3f38b3c service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501822 Dec 16 16:23:55.235480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:23:55.339240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:55.351456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'mac_address': 'fa:16:3e:ef:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:23:55.395550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:55.402172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c9146-5612-44af-83f1-6c061d1f5d03 req-70af2250-cd66-488e-80d7-fad357eab036 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:55.403775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48c9146-5612-44af-83f1-6c061d1f5d03 req-70af2250-cd66-488e-80d7-fad357eab036 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 945 time: 0.0573690 Dec 16 16:23:55.409775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:23:55.431914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:55.455686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a48c9146-5612-44af-83f1-6c061d1f5d03 req-5835079d-ad4f-4c71-af6e-2cc612fe937e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455711 Dec 16 16:23:55.524339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:55.573910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc3b7-5e6f-4adf-b8be-e4ec6285f97d req-d5dc7a3e-d653-4412-84b9-fd35f421fe3e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:55.575515 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3eddc3b7-5e6f-4adf-b8be-e4ec6285f97d req-d5dc7a3e-d653-4412-84b9-fd35f421fe3e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0510337 Dec 16 16:23:55.579992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=12']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:55.624498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3eddc3b7-5e6f-4adf-b8be-e4ec6285f97d req-675ef45d-f7b3-4046-8ee9-81a2c0b6fd0f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Dec 16 16:23:55.742347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd172ad-81c5-4ff0-8b40-4202afae5096 req-c05fb055-0971-46cb-89ba-12fed42be508 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:55.743881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd172ad-81c5-4ff0-8b40-4202afae5096 req-c05fb055-0971-46cb-89ba-12fed42be508 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0509517 Dec 16 16:23:55.797299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd172ad-81c5-4ff0-8b40-4202afae5096 req-e293b3a2-8cfd-44c2-aeb8-ba02b7e285d3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473158 Dec 16 16:23:55.821489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ee97a9a0-6b94-4bfb-937b-278a1e152841'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:23:56.295208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296359e-0724-4caf-96bf-325fbdc355eb req-2ad7b8e7-728b-4027-b284-00c7c8bde86a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:56.296786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9296359e-0724-4caf-96bf-325fbdc355eb req-2ad7b8e7-728b-4027-b284-00c7c8bde86a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0515218 Dec 16 16:23:56.346799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9296359e-0724-4caf-96bf-325fbdc355eb req-9a34621a-bc13-44b6-ace9-2ff30dbf6929 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Dec 16 16:23:57.257014 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:23:57.372834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ee97a9a0-6b94-4bfb-937b-278a1e152841 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:23:57.377678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ee97a9a0-6b94-4bfb-937b-278a1e152841 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:23:57.377870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:57.458784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:57.466244 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb52c7-873b-437d-8b13-dcfa76fa4689 req-8454d4a7-f9e3-444d-971a-cbde6921b82f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:57.467732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57eb52c7-873b-437d-8b13-dcfa76fa4689 req-8454d4a7-f9e3-444d-971a-cbde6921b82f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 946 time: 0.0481083 Dec 16 16:23:57.481801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:57.484072 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01bb8b-86ce-4dbc-b304-b3dca228d955" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:57.500024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:57.516544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57eb52c7-873b-437d-8b13-dcfa76fa4689 req-8fd2135c-edff-4fab-9c81-4b714288f74c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Dec 16 16:23:57.524289 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781458cd-acc4-4331-85f8-40a9eba5cd55 x-openstack-request-id: req-781458cd-acc4-4331-85f8-40a9eba5cd55 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:57.524586 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-plugged", "status": "completed", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:57.524844 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-781458cd-acc4-4331-85f8-40a9eba5cd55 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:57.525329 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'code': 200} Dec 16 16:23:57.589866 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:57.639451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=13']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:57.709532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-3e34735b-7043-41d6-b2ed-8c007a335ace tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:23:57.711009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-3e34735b-7043-41d6-b2ed-8c007a335ace tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 947 time: 0.0549853 Dec 16 16:23:57.802597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Deleting port ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:23:57.802848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:57.893483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] For port ee97a9a0-6b94-4bfb-937b-278a1e152841, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ee97a9a0-6b94-4bfb-937b-278a1e152841,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:23:57.893851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:58.063919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:58.064197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:58.064517 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 disassociated. External IP: 172.25.7.145, port: ee97a9a0-6b94-4bfb-937b-278a1e152841. Dec 16 16:23:58.064852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Calling delete_port for ee97a9a0-6b94-4bfb-937b-278a1e152841 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:23:58.318689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:58.349385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'Port': ['ID=ee97a9a0-6b94-4bfb-937b-278a1e152841,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:23:58.468616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:23:58.585318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:23:58.595637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:23:58.607400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:23:58.608074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:23:58.630828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa066c93-4af2-4b2a-bcc8-9333278b95ff req-c90b0f8c-f52d-4b62-8f64-acedeac754d5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 210 time: 0.0402391 Dec 16 16:23:58.653695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] No DVR routers for this DVR port ee97a9a0-6b94-4bfb-937b-278a1e152841 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:23:58.660371 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:58.663782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0abf49d-8ae8-4464-9bc3-12f3fd0082cf req-51a28457-0b31-4a2e-aad5-e0e7d91fc5e1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "DELETE /v2.0/ports/ee97a9a0-6b94-4bfb-937b-278a1e152841 HTTP/1.1" status: 204 len: 173 time: 0.9461467 Dec 16 16:23:58.664532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-deleted', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:23:58.666878 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10185626-1821-413c-b33f-541007889a68" -d '{"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-deleted", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:23:58.727205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:23:58.761709 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9bdfb-aa7a-463a-833b-f2a8513513cd x-openstack-request-id: req-5af9bdfb-aa7a-463a-833b-f2a8513513cd {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:23:58.761709 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c470303-15f1-4a44-8ecb-a49cc22fa6b6", "name": "network-vif-deleted", "tag": "ee97a9a0-6b94-4bfb-937b-278a1e152841", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:23:58.761709 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5af9bdfb-aa7a-463a-833b-f2a8513513cd {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:23:58.762382 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c470303-15f1-4a44-8ecb-a49cc22fa6b6', 'name': 'network-vif-deleted', 'tag': 'ee97a9a0-6b94-4bfb-937b-278a1e152841', 'status': 'completed', 'code': 200} Dec 16 16:23:58.961713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:23:59.170073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:23:59.186530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:23:59.187137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:23:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:23:59.268970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:23:59.294460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:23:59.491102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:23:59.520936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb82cdd7-326b-40ee-9370-941fcc6edc2e None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:23:59.749306 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c5ca5-e960-420a-ac9d-d00b4599309a None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:23:59.755063 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-82e58862-b16b-4f19-bc1e-d334d724f5c9 req-251e13d4-077f-49f3-ad4a-a3beb5d82fe9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=1c470303-15f1-4a44-8ecb-a49cc22fa6b6 HTTP/1.1" status: 200 len: 210 time: 0.0273213 Dec 16 16:23:59.915631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:01.049416 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-ef2f9287-a76d-4b7b-82e1-dfc1efd2216b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2140314053&fields=id&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 267 time: 0.0421245 Dec 16 16:24:01.156678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-8bbb2c80-997b-4be4-ac6c-ea85901b3dbf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:01.158106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-8bbb2c80-997b-4be4-ac6c-ea85901b3dbf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1013680 Dec 16 16:24:01.173059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-0a0a6dc0-87f8-4afe-b067-15018f8eddec tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/quotas/fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 375 time: 0.0091171 Dec 16 16:24:01.224175 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-59647020-3894-498c-a672-739cdbd774e6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449986 Dec 16 16:24:01.274214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:24:01.294792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ee97a9a0-6b94-4bfb-937b-278a1e152841 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:24:01.295141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ee97a9a0-6b94-4bfb-937b-278a1e152841 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:24:01.318902 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-861bbab9-0570-4aa9-ba31-9c8a32e7c92e service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Dec 16 16:24:01.413542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-2e9f785b-a6b1-4a13-8c5c-07264765c6d2 service neutron] 10.222.0.71 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882483 Dec 16 16:24:01.677340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c2c7901-1721-42b5-8e5d-b1a0efd2b057 req-40f557b4-69f3-4b55-b728-4a52b5602509 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0273175 Dec 16 16:24:02.775274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-829f1f74-28b3-4bee-a847-797cd9768791 req-7f31b93c-7680-4402-8118-8619439fb40d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0286429 Dec 16 16:24:03.895365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-fa12f9a2-c659-4974-93c8-56a390cf8d6a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:03.896927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-fa12f9a2-c659-4974-93c8-56a390cf8d6a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 811 time: 0.1335001 Dec 16 16:24:03.913792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84405c0c-a9b1-4b2f-8876-d85ff1890323 req-cc73ea24-15ea-4936-8e4a-3e9e7f72eedd tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0378923 Dec 16 16:24:03.973478 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-4be482cf-e34e-437d-ab31-70721ef9da38 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 380 time: 0.0581758 Dec 16 16:24:03.982835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'port': {'device_id': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'admin_state_up': True, 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'security_groups': ['10122d74-f6a0-4ecd-9cc7-f7e97e631d69']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:24:04.240981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Made reservation on behalf of fbbb34e63e3b47ccad6efa5060d3c997 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:24:04.244603 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:04.369700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Allocated IP 172.20.0.11 (ab952a95-a33d-438a-9083-daef5d69eb2e/50689833-a4ec-4aa6-8256-25fc18dafcb7/5b7eef8a-fe62-422f-b568-b80c99db979b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:24:04.516669 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:04.630913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:04.681294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Network ab952a95-a33d-438a-9083-daef5d69eb2e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:24:04.684709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:24:04.688870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:24:04.696209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:24:04.760395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:04.761462 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:04.909775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-24db4c3d-00ac-4624-bcd1-d8aec068b380 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9306662 Dec 16 16:24:04.929821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Request body: {'port': {'device_id': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:24:04.976146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-048186d8-fddb-4bee-93a0-d47a0369c4a9 None None] Provisioning complete for port 5b7eef8a-fe62-422f-b568-b80c99db979b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:24:04.976730 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-048186d8-fddb-4bee-93a0-d47a0369c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:04.985328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:05.012718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-048186d8-fddb-4bee-93a0-d47a0369c4a9 None None] Port 5b7eef8a-fe62-422f-b568-b80c99db979b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:24:05.446397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bafb6-602a-4b68-92c9-67ed5b1776fe req-b12645e7-e529-4189-a29d-d42ef9abeb81 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:05.447923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d7bafb6-602a-4b68-92c9-67ed5b1776fe req-b12645e7-e529-4189-a29d-d42ef9abeb81 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 932 time: 0.4535053 Dec 16 16:24:05.588777 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d7bafb6-602a-4b68-92c9-67ed5b1776fe req-1529e139-5933-4e3f-b34a-f3350468f67f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992064 Dec 16 16:24:05.683736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:24:05.691553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:05.703898 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Transition to ACTIVE for port object 5b7eef8a-fe62-422f-b568-b80c99db979b will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:24:05.835512 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:05.891654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:24:05.964171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:24:05.964817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:24:05.964817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:24:05.969721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:24:05.970053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:24:05.976070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:24:05.976424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:24:05.976822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:24:05.977264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Bound port: 5b7eef8a-fe62-422f-b568-b80c99db979b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:24:05.977633 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:06.047055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:24:06.050455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:24:06.384399 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:06.421649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.422352 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:06.423757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1092 time: 1.4988441 Dec 16 16:24:06.424240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:24:06.427124 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:24:06.451355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868a018-c12d-4b54-a723-a5ad546aadd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:24:06.474396 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78747af9-42db-4b3a-81e2-505bb2bcb959 x-openstack-request-id: req-78747af9-42db-4b3a-81e2-505bb2bcb959 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:24:06.474701 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:24:06.475043 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78747af9-42db-4b3a-81e2-505bb2bcb959 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:24:06.475473 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'status': 'completed', 'code': 200} Dec 16 16:24:06.588011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-2d3f43bd-d6ce-4c17-b1e0-9baa1cee0d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.590446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-2d3f43bd-d6ce-4c17-b1e0-9baa1cee0d30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1095 time: 0.0667534 Dec 16 16:24:06.734366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-fb6017ca-747b-4c1c-be4f-575e06bcb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.735736 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-fb6017ca-747b-4c1c-be4f-575e06bcb7a8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1312394 Dec 16 16:24:06.747757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eaf03-a059-4c43-b96d-4d16e7850066 req-e54edf9d-9a4c-4a05-acd7-cd9aa60be171 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.749236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2eaf03-a059-4c43-b96d-4d16e7850066 req-e54edf9d-9a4c-4a05-acd7-cd9aa60be171 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0828080 Dec 16 16:24:06.856625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e2eaf03-a059-4c43-b96d-4d16e7850066 req-57a6b5f5-6c24-4604-b5f5-ffd7428670f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981734 Dec 16 16:24:06.879351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-4781a2c9-c41a-4239-b1b6-b91d164e83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.880888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-126b6dc3-8ce9-43c0-b1d8-45e75ac1f6cc req-4781a2c9-c41a-4239-b1b6-b91d164e83e5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307774 Dec 16 16:24:06.985455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-bf6786e5-d935-4c1a-a34b-e32c4e24401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:06.986967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-bf6786e5-d935-4c1a-a34b-e32c4e24401f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1095 time: 0.0472391 Dec 16 16:24:07.035438 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-dad2ccb2-63fe-4ee0-9390-14a9a1cba2da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 217 time: 0.0350499 Dec 16 16:24:07.085461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-d07aa228-dfc4-4002-8be5-24c5758b8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:07.086990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-d07aa228-dfc4-4002-8be5-24c5758b8389 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0452192 Dec 16 16:24:07.141756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-b04c9624-5dd7-498b-8587-485d251fdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:07.143279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-b04c9624-5dd7-498b-8587-485d251fdac1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491490 Dec 16 16:24:07.248386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-1ae7cef1-cce1-4692-97d6-077ac52df682 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965636 Dec 16 16:24:07.346919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8895c913-3abb-4079-9102-c9bbb5b0ca46 req-f18528e2-4b94-4d64-9baf-7938aadd75ed service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903022 Dec 16 16:24:07.983584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c3422-9796-437f-a1c9-15e3018b6f2c req-075ef3a1-e792-49b4-864c-63ceb80677d6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:07.985098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-488c3422-9796-437f-a1c9-15e3018b6f2c req-075ef3a1-e792-49b4-864c-63ceb80677d6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0507960 Dec 16 16:24:08.032601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-488c3422-9796-437f-a1c9-15e3018b6f2c req-89e69536-648e-4161-a611-a34c74a9f7c5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Dec 16 16:24:09.148377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d975f1-8559-49e9-a3a2-b0d6e38f3d76 req-62ccea3f-644a-4860-9cd0-15ed779bb149 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:09.149841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40d975f1-8559-49e9-a3a2-b0d6e38f3d76 req-62ccea3f-644a-4860-9cd0-15ed779bb149 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0491199 Dec 16 16:24:09.198162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40d975f1-8559-49e9-a3a2-b0d6e38f3d76 req-a5310079-216d-4bb9-a6e1-b069b10f580e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Dec 16 16:24:10.336262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ff71c-b844-451b-8fd7-2b1273132ba1 req-b715ade6-6fb7-4121-a71b-fc0fc9cd5d40 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:10.337744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff1ff71c-b844-451b-8fd7-2b1273132ba1 req-b715ade6-6fb7-4121-a71b-fc0fc9cd5d40 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0652626 Dec 16 16:24:10.384506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ff1ff71c-b844-451b-8fd7-2b1273132ba1 req-97169d0f-bc62-44db-b801-33e7ac55819c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406616 Dec 16 16:24:11.281886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:24:11.378898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:24:11.390833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:24:11.434585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:11.451332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:24:11.478767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:24:11.509237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1b9f-c2d5-482e-935a-d236cbc16b2f req-9a8d7929-aa16-465c-a4d2-60f63f809f07 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:11.510773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597e1b9f-c2d5-482e-935a-d236cbc16b2f req-9a8d7929-aa16-465c-a4d2-60f63f809f07 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0503690 Dec 16 16:24:11.560703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-597e1b9f-c2d5-482e-935a-d236cbc16b2f req-7c28a71a-a058-47fc-8d06-9ddf331ff71c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Dec 16 16:24:11.572739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:11.620737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:24:11.836511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['5b7eef8a-fe62-422f-b568-b80c99db979b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:24:12.679304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ceb11-f394-40c9-9b35-50b76e8d0c65 req-455843e8-0692-45bb-8f46-055ebca1a771 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:12.680808 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-186ceb11-f394-40c9-9b35-50b76e8d0c65 req-455843e8-0692-45bb-8f46-055ebca1a771 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0480249 Dec 16 16:24:12.731226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-186ceb11-f394-40c9-9b35-50b76e8d0c65 req-3a72ff38-eee8-410a-85a2-39c3cbb85416 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Dec 16 16:24:13.298216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:24:13.475059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 5b7eef8a-fe62-422f-b568-b80c99db979b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:24:13.479079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 5b7eef8a-fe62-422f-b568-b80c99db979b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:24:13.479480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:13.559374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:13.583528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:24:13.585838 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc9733-8260-49d4-af71-07e55a68d6b4" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:24:13.599427 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:24:13.675542 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcff287a-14b7-4c93-81a0-77b6521d0289 x-openstack-request-id: req-dcff287a-14b7-4c93-81a0-77b6521d0289 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:24:13.676397 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:24:13.676904 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dcff287a-14b7-4c93-81a0-77b6521d0289 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:24:13.677105 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'code': 200} Dec 16 16:24:13.678287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:13.730607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:24:13.833449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c122f9-3e38-4174-828a-17303c724aa9 req-f413dbf1-079b-4693-870e-3242270705fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:13.834885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3c122f9-3e38-4174-828a-17303c724aa9 req-f413dbf1-079b-4693-870e-3242270705fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0661871 Dec 16 16:24:13.868844 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ec13b-ca4f-47d4-98c6-01f6ecb49f4f req-f4851747-7838-4f21-a2ff-23e99dfae2d9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:13.870326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f5ec13b-ca4f-47d4-98c6-01f6ecb49f4f req-f4851747-7838-4f21-a2ff-23e99dfae2d9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0679789 Dec 16 16:24:13.907887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d3c122f9-3e38-4174-828a-17303c724aa9 req-44a635d8-9cb0-4b2a-a5ec-98208ffffa38 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651655 Dec 16 16:24:13.934546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f5ec13b-ca4f-47d4-98c6-01f6ecb49f4f req-3a752534-2015-412e-8f62-3c252606aed2 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553870 Dec 16 16:24:14.190050 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-56d642b4-4562-4837-a7b4-8fa3291be636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:15.070946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51140993-953f-4974-b783-0a3cf76d752b req-bf45b42d-0d05-4d4d-8e17-ce0eb593ec12 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:15.072367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51140993-953f-4974-b783-0a3cf76d752b req-bf45b42d-0d05-4d4d-8e17-ce0eb593ec12 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0585585 Dec 16 16:24:15.125792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51140993-953f-4974-b783-0a3cf76d752b req-bca0fa85-4eed-43bb-b06f-42d661fa0637 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472345 Dec 16 16:24:16.244826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d2e9e-026e-4bbf-a7d7-da57054c8954 req-9bfee7d9-cccf-4c1d-83e0-72b9689de2ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:16.246349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11d2e9e-026e-4bbf-a7d7-da57054c8954 req-9bfee7d9-cccf-4c1d-83e0-72b9689de2ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0497887 Dec 16 16:24:16.295964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11d2e9e-026e-4bbf-a7d7-da57054c8954 req-30a63d66-b08b-461f-a7f4-684d6e8a5ff4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Dec 16 16:24:16.413539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7229fc-e274-4235-bb6f-fa7010ffc008 req-c26f0c4a-ec70-4d5c-a076-a6449f65665a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:16.415203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e7229fc-e274-4235-bb6f-fa7010ffc008 req-c26f0c4a-ec70-4d5c-a076-a6449f65665a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0536284 Dec 16 16:24:16.423879 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39052) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:24:16.428325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Request body: {'floatingip': {'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:24:16.468085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:16.501431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a9d5bcca-2bd6-4dcf-8904-bfea6469abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:16.910781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:16.964370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:17.067789 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 associated. External IP: 172.25.7.145, port: 5b7eef8a-fe62-422f-b568-b80c99db979b. Dec 16 16:24:17.290297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:24:17.407938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:24:17.413319 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:17.418857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:24:17.430067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:24:17.430649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:24:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:24:17.443294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b5187a7c-9d70-496d-ae9a-0d0b3eafdb71 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "PUT /v2.0/floatingips/2ba483b7-b554-45e5-9fb0-1532a59ef7b6 HTTP/1.1" status: 200 len: 993 time: 1.0183218 Dec 16 16:24:17.443968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:24:17.446296 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52066f-bcfc-4472-880d-fa0859323888" -d '{"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:24:17.487981 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac84ec-c4c1-4bea-b468-703ea9ebaac6 x-openstack-request-id: req-efac84ec-c4c1-4bea-b468-703ea9ebaac6 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:24:17.489084 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:24:17.489517 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efac84ec-c4c1-4bea-b468-703ea9ebaac6 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:24:17.490242 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'status': 'completed', 'code': 200} Dec 16 16:24:17.547381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:24:17.582381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52066f-bcfc-4472-880d-fa0859323888 req-6a4c9225-91e8-48c0-8cc7-0f0c8e89d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:17.583913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-6a4c9225-91e8-48c0-8cc7-0f0c8e89d763 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0417123 Dec 16 16:24:17.675330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52066f-bcfc-4472-880d-fa0859323888 req-17c7bbf0-662f-465f-95a2-737dcaf6a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:17.676801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-17c7bbf0-662f-465f-95a2-737dcaf6a3af service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0862918 Dec 16 16:24:17.752369 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-92be6a8a-1867-450e-ab70-0a193651e0dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.0688860 Dec 16 16:24:17.779362 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:24:16Z', 'revision_number': 13, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:24:17.804014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52066f-bcfc-4472-880d-fa0859323888 req-4aa83c3b-4b60-4dc2-87eb-4e5a5edd1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:17.805488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-4aa83c3b-4b60-4dc2-87eb-4e5a5edd1bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0453527 Dec 16 16:24:17.807261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:24:17.816051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:24:17.817205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:24:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:24:17.851124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52066f-bcfc-4472-880d-fa0859323888 req-5aae150a-0eb7-4486-8ec7-a851100d10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:17.852706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-5aae150a-0eb7-4486-8ec7-a851100d10be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402834 Dec 16 16:24:17.925078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:24:17.950913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-33215335-2c83-4536-bff4-7839dee22930 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896559 Dec 16 16:24:18.042683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3c52066f-bcfc-4472-880d-fa0859323888 req-8d7097c7-c632-4340-803f-2e30e38d3d6b service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843415 Dec 16 16:24:18.084123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:18.178083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:24:16Z', 'revision_number': 13, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:24:18.204650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56dfc2-a668-4226-819c-aa426d5b5158 None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2ba483b7-b554-45e5-9fb0-1532a59ef7b6', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'floating_ip_address': '172.25.7.145', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:16:46Z', 'updated_at': '2021-12-16T16:24:16Z', 'revision_number': 13, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:24:18.399773 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54456226-aab3-4fcd-bdf3-b525b79fcc7f None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:24:19.449651 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:20.127653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:27.320415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-bc7fdcb9-64b5-4ecf-900d-50736d4b7a88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473306 Dec 16 16:24:27.428480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-0b4ed25a-8383-47b1-a469-b1607103edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:27.430006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-0b4ed25a-8383-47b1-a469-b1607103edd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0486240 Dec 16 16:24:27.535015 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-7019309a-7ad0-4f4c-b09c-f959cff7e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:27.536516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-7019309a-7ad0-4f4c-b09c-f959cff7e343 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0857868 Dec 16 16:24:27.609335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-de4b8445-86ed-41f1-b413-ac903c504964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1003 time: 0.0641158 Dec 16 16:24:27.662218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-2ced3f58-567a-4d66-a7d8-4d5fd0e2e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:27.663731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-2ced3f58-567a-4d66-a7d8-4d5fd0e2e3d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0426300 Dec 16 16:24:27.709315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-27c9b5c5-743f-40a8-b9c2-440c86abc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:24:27.710826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-27c9b5c5-743f-40a8-b9c2-440c86abc52b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399165 Dec 16 16:24:27.803998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-0d85f8c4-6784-4c64-8b5b-f5b53d25e164 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857046 Dec 16 16:24:27.894332 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-667fb53d-c9aa-4c0b-a348-6a6087b3b925 req-2098a7a2-8693-4a55-acd6-7267f294bc05 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Dec 16 16:24:29.166546 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:29.923685 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:30.726506 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:24:44.183384 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8dad98e6-0af9-4f93-9cee-cf415e674cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:46.541091 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b60d93c0-c74b-45c5-9e06-bb5e46590b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:48.055046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:49.462784 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:50.160990 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:59.160174 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:24:59.909042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:07.726572 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:25:14.428682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c66d9866-98ce-4f3b-8c04-326f13f604f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:16.523616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f0d5b986-f8f5-43b8-b516-5139893e062a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:18.045809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:19.462810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:20.102750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:27.281275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-5c4407e0-fdad-40af-bd47-a03db2122f70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478771 Dec 16 16:25:27.381183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-c87c88e5-3c20-46c9-8e72-9b788306ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:25:27.382810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-c87c88e5-3c20-46c9-8e72-9b788306ffaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0421863 Dec 16 16:25:27.488907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-317a31dc-64b6-4aea-ad60-a760b309b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:25:27.495643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-317a31dc-64b6-4aea-ad60-a760b309b589 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0880716 Dec 16 16:25:27.563040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-3d3245cf-fd35-4fc6-8392-128dc77580fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1003 time: 0.0655916 Dec 16 16:25:27.613131 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-94ae36e9-1ffa-4329-be6b-4f9b27709643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:25:27.614741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-94ae36e9-1ffa-4329-be6b-4f9b27709643 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0447428 Dec 16 16:25:27.662061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-d3514bd8-2212-461e-93f6-11aff3ad275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:25:27.663571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-d3514bd8-2212-461e-93f6-11aff3ad275c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422485 Dec 16 16:25:27.757471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-7e905f2b-7c00-4604-84ba-c37f13c1d6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863407 Dec 16 16:25:27.861325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b6cd25f-8017-4913-8e76-044605a6bddb req-7459f94b-2db4-464c-aef7-a133f263598d service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971057 Dec 16 16:25:29.186303 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:29.908211 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:44.222520 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-81d183d6-44d5-441a-9c6c-2af2621cf19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:44.727928 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:25:46.530853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-72a94e40-9359-4593-9e43-4cf61254ac12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:48.050548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:49.479489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:50.108267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:56.785039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6e22-0456-4218-8fbe-85e878ba634d req-38c7fd89-1b97-4a95-94c2-473fdc895184 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:25:56.786527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e3b6e22-0456-4218-8fbe-85e878ba634d req-38c7fd89-1b97-4a95-94c2-473fdc895184 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0543096 Dec 16 16:25:56.838394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9e3b6e22-0456-4218-8fbe-85e878ba634d req-ba417714-b8f6-4be8-9d47-dc37a43610ab tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Dec 16 16:25:59.199924 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:25:59.953600 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:09.536356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-4c7b6a61-c61c-4ac2-be0e-a7e3b246b3b7 req-091632c1-c1e5-4df2-807a-6a313298962f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:26:09.537421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c7b6a61-c61c-4ac2-be0e-a7e3b246b3b7 req-091632c1-c1e5-4df2-807a-6a313298962f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623364 Dec 16 16:26:09.845875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc71f1-b741-40de-a53b-6d1bbfef30d1 req-8d86a1b6-cad3-43f9-b04a-8f1b82e581ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:09.847392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcdc71f1-b741-40de-a53b-6d1bbfef30d1 req-8d86a1b6-cad3-43f9-b04a-8f1b82e581ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0495663 Dec 16 16:26:09.895704 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fcdc71f1-b741-40de-a53b-6d1bbfef30d1 req-7b3ba497-661d-4bc0-a7e9-2246b69e158d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Dec 16 16:26:09.974906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-6117c2c4-b989-41dc-bdf2-322f0a4cff5d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474143 Dec 16 16:26:09.983780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-39b0a67f-c074-4446-b180-0b3e99672ac0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:26:09.984786 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-39b0a67f-c074-4446-b180-0b3e99672ac0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050654 Dec 16 16:26:11.018456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67bc7-80aa-4122-a897-43df7c08cf68 req-9adce055-0e24-46c4-860b-bda1de13590e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:11.019928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d67bc7-80aa-4122-a897-43df7c08cf68 req-9adce055-0e24-46c4-860b-bda1de13590e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0534091 Dec 16 16:26:11.069821 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c7d67bc7-80aa-4122-a897-43df7c08cf68 req-38000109-70ab-4f18-b1c5-62dcfaa88acd tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436442 Dec 16 16:26:12.212646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6e82-8dc3-4c71-ab5d-1b50e1ad7d7c req-54a182aa-0f14-4e54-b26a-a387e11a5306 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:12.214052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06ef6e82-8dc3-4c71-ab5d-1b50e1ad7d7c req-54a182aa-0f14-4e54-b26a-a387e11a5306 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0728004 Dec 16 16:26:12.239636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-1faad2f5-aab8-4148-91d6-333c06b89277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:12.241107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-1faad2f5-aab8-4148-91d6-333c06b89277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0683775 Dec 16 16:26:12.316032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06ef6e82-8dc3-4c71-ab5d-1b50e1ad7d7c req-75f78cc7-94ec-43f1-95c6-6d4d5768e12f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948806 Dec 16 16:26:12.352654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-fc883df3-29b7-4877-b54b-2ce2ee2cb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:12.354128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-fc883df3-29b7-4877-b54b-2ce2ee2cb90e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1025441 Dec 16 16:26:12.434145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-729e054e-5d02-4f08-ba83-e9434cdb4602 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1003 time: 0.0726593 Dec 16 16:26:12.487489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-dac19494-4b38-4b6e-a444-d121d5f9a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:12.488879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-dac19494-4b38-4b6e-a444-d121d5f9a1e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0473499 Dec 16 16:26:12.536335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-8063a562-0ebd-4210-acbd-e712599de004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:12.537836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-8063a562-0ebd-4210-acbd-e712599de004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394082 Dec 16 16:26:12.625129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-593dd9f8-828a-42ea-bcfe-0ca430f24321 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795791 Dec 16 16:26:12.719748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-39a7139f-c5e1-417f-9374-db9330b993b2 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865939 Dec 16 16:26:13.454396 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463afc38-92e3-4980-a1e5-8979105693b8 req-4115be16-e219-4fcd-84b7-5a0dc091b33a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:13.455933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-463afc38-92e3-4980-a1e5-8979105693b8 req-4115be16-e219-4fcd-84b7-5a0dc091b33a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0668728 Dec 16 16:26:13.511350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-463afc38-92e3-4980-a1e5-8979105693b8 req-0383bd05-ea4c-4b51-9893-6b7a4035dd68 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472112 Dec 16 16:26:14.198572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f56a1fc-a8a8-4d2d-8e0c-8e8d06b1decb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:14.633143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b859125-7ebc-43b5-898a-e6da7a6bec3b req-407b7e91-9152-4360-8595-c551ee7b8f2f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:14.634620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b859125-7ebc-43b5-898a-e6da7a6bec3b req-407b7e91-9152-4360-8595-c551ee7b8f2f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0525591 Dec 16 16:26:14.682488 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b859125-7ebc-43b5-898a-e6da7a6bec3b req-6de564ce-a07f-41ac-be6d-1f0e26aee1bf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418663 Dec 16 16:26:15.804095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6cd52-cfe3-4a46-bcc5-0805d85f74ad req-1abac357-d884-4f3c-b602-f96d807d1fbb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:15.805396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ca6cd52-cfe3-4a46-bcc5-0805d85f74ad req-1abac357-d884-4f3c-b602-f96d807d1fbb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0511923 Dec 16 16:26:15.855721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ca6cd52-cfe3-4a46-bcc5-0805d85f74ad req-0599a8dd-f193-4bde-8942-66b425458049 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Dec 16 16:26:16.507175 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b0f77489-9528-49bb-93a0-e6ce925d0b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:16.973301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005d978-c1eb-4183-a89b-fc4b590b54ab req-8a8ed38a-7da8-49c2-ac81-9285fd47dbf6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:16.974775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6005d978-c1eb-4183-a89b-fc4b590b54ab req-8a8ed38a-7da8-49c2-ac81-9285fd47dbf6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0481436 Dec 16 16:26:17.024987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6005d978-c1eb-4183-a89b-fc4b590b54ab req-432aa78e-472a-4e0e-a887-c6a9f42c1e1f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442612 Dec 16 16:26:18.050745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:18.147504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5394f-0506-44f8-8be7-cb579cd32c70 req-edb00d60-4649-4d02-8ae4-b4c9751a3674 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:18.149011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85f5394f-0506-44f8-8be7-cb579cd32c70 req-edb00d60-4649-4d02-8ae4-b4c9751a3674 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0494514 Dec 16 16:26:18.199955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85f5394f-0506-44f8-8be7-cb579cd32c70 req-424bc54e-1700-4781-ac98-e39726f222ea tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Dec 16 16:26:19.322995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510afeeb-5aa1-4369-8ce0-ff87a073d42d req-774e9696-d8b5-416c-a843-6ec50b1c321e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:19.324541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-510afeeb-5aa1-4369-8ce0-ff87a073d42d req-774e9696-d8b5-416c-a843-6ec50b1c321e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0504344 Dec 16 16:26:19.372025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-510afeeb-5aa1-4369-8ce0-ff87a073d42d req-e1d58c12-6643-43cc-bcbd-4bf857016647 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Dec 16 16:26:19.472686 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:20.090236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:20.494344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad7286-ac25-4c9c-bb32-d1a6a7d4eb25 req-ed777cb6-3cda-4005-b14e-72679a1255e5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:20.495181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78ad7286-ac25-4c9c-bb32-d1a6a7d4eb25 req-ed777cb6-3cda-4005-b14e-72679a1255e5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0538754 Dec 16 16:26:20.544009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78ad7286-ac25-4c9c-bb32-d1a6a7d4eb25 req-600c64aa-5bf7-4cda-8c86-ffa03d9588ec tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Dec 16 16:26:21.668333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09b20-08c0-455c-a485-a53d9d70da3d req-3fd7ef03-cd78-4b8e-a2ee-f215c4c2ad2d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:21.669930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3e09b20-08c0-455c-a485-a53d9d70da3d req-3fd7ef03-cd78-4b8e-a2ee-f215c4c2ad2d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0523374 Dec 16 16:26:21.721417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c3e09b20-08c0-455c-a485-a53d9d70da3d req-10fbdf5b-64d3-45cd-ac6c-1b26a93b7089 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Dec 16 16:26:21.727801 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:26:22.846650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dc6b-a38c-48bd-8375-c380b18becdb req-ae100ae3-aaed-430c-b734-b0be4fef0fae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:22.851408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f20dc6b-a38c-48bd-8375-c380b18becdb req-ae100ae3-aaed-430c-b734-b0be4fef0fae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0565298 Dec 16 16:26:22.924373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6f20dc6b-a38c-48bd-8375-c380b18becdb req-cebb6944-0993-45b0-9ecf-cf4ab2723723 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681746 Dec 16 16:26:24.045199 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f4540-2100-4c03-b092-eaf3bbcd67a3 req-03257fb1-bb49-4415-bea1-6c4ecf436457 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:24.046668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-150f4540-2100-4c03-b092-eaf3bbcd67a3 req-03257fb1-bb49-4415-bea1-6c4ecf436457 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0516965 Dec 16 16:26:24.096321 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-150f4540-2100-4c03-b092-eaf3bbcd67a3 req-58906bf6-b949-42db-9197-cb9f892ac279 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Dec 16 16:26:25.219419 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f763a-032e-4169-b5fe-462ad4f72051 req-f0612d65-9aa0-4970-8b26-0483c5258efa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:25.221557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-415f763a-032e-4169-b5fe-462ad4f72051 req-f0612d65-9aa0-4970-8b26-0483c5258efa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0499799 Dec 16 16:26:25.286913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-415f763a-032e-4169-b5fe-462ad4f72051 req-fe5db368-09bf-45df-83cb-1dfc135d9712 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591922 Dec 16 16:26:26.429133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272d4df-cee6-4c3b-be5d-391a2b6b587b req-ec3846ba-6235-4f92-8748-e7b31a6932f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:26.430702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f272d4df-cee6-4c3b-be5d-391a2b6b587b req-ec3846ba-6235-4f92-8748-e7b31a6932f7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0539043 Dec 16 16:26:26.480599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f272d4df-cee6-4c3b-be5d-391a2b6b587b req-884c23e5-0ecf-4f17-9585-8e1123710164 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Dec 16 16:26:27.547687 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-01d6dafb-f3e4-4c30-aeed-08003953066f service neutron] show failed (client error): The resource could not be found. Dec 16 16:26:27.548820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-01d6dafb-f3e4-4c30-aeed-08003953066f service neutron] 10.222.0.30 "GET /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0583632 Dec 16 16:26:27.605870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783dc9d-d191-4652-84d6-fbf83e5ac19f req-0555afe7-86e1-4f78-88da-a66908584d02 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:27.607588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6783dc9d-d191-4652-84d6-fbf83e5ac19f req-0555afe7-86e1-4f78-88da-a66908584d02 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0515273 Dec 16 16:26:27.673575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6783dc9d-d191-4652-84d6-fbf83e5ac19f req-0f3e5f53-c0c7-47ad-a48d-b9ef1511056c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Dec 16 16:26:28.447964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-2f016bb3-76ab-4b77-86bf-d8f07333bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:28.449605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-2f016bb3-76ab-4b77-86bf-d8f07333bf96 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1097 time: 0.0915761 Dec 16 16:26:28.466445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-8e03ea2c-c91b-4fbd-8026-46f7aefd623a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:26:28.467425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-8e03ea2c-c91b-4fbd-8026-46f7aefd623a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051887 Dec 16 16:26:28.492780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:26:28.546078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.113705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271145c-9abe-4c94-b2a4-dc4d8ebab28e req-946f14d9-ab5c-492a-8734-d340f1473ebc tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:29.115594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b271145c-9abe-4c94-b2a4-dc4d8ebab28e req-946f14d9-ab5c-492a-8734-d340f1473ebc tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.1185539 Dec 16 16:26:29.177529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:29.202857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b271145c-9abe-4c94-b2a4-dc4d8ebab28e req-d703488a-3a77-48db-8912-789e64c1c824 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786660 Dec 16 16:26:29.204055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.225733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:26:29.268065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:26:29.270426 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa288583-790c-4b69-b3dc-935ab9b7ecc3" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:26:29.274308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.287635 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Transition to ACTIVE for port object 5b7eef8a-fe62-422f-b568-b80c99db979b will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:26:29.322783 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab03eb02-9f5a-473d-b0c3-dd915d5febaf x-openstack-request-id: req-ab03eb02-9f5a-473d-b0c3-dd915d5febaf {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:26:29.323087 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:26:29.323351 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab03eb02-9f5a-473d-b0c3-dd915d5febaf {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:26:29.323812 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'code': 200} Dec 16 16:26:29.375612 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.466081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:29.481670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.482028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.488450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:29.522405 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] No DVR routers for this DVR port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:26:29.668900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:26:29.669154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:26:29.669494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:26:29.674213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:26:29.674541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:26:29.679482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:26:29.679843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:26:29.681046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:26:29.681046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Bound port: 5b7eef8a-fe62-422f-b568-b80c99db979b, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:26:29.681046 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.748852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:26:29.752019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:26:29.848902 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.887101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:29.887798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.889156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] 10.222.0.74 "PUT /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1092 time: 1.4004879 Dec 16 16:26:29.911212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf92eb3-ee49-4726-8acb-5ce736a8e430 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:29.976526 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:29.981650 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-d2e89ec8-1ca9-4e03-a8cd-f9feaa9238f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:29.983206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-d2e89ec8-1ca9-4e03-a8cd-f9feaa9238f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1095 time: 0.0481925 Dec 16 16:26:30.067845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:26:30.092172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-07816935-7352-4b64-8ab0-34ebceab9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:30.093713 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-07816935-7352-4b64-8ab0-34ebceab9587 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0986972 Dec 16 16:26:30.115521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:26:30.184322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-0f548bf2-4d06-4b72-964a-0a0c7e0a822e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.0783691 Dec 16 16:26:30.242649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-efb53fa5-8b68-465b-8625-e9514de761be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:30.244444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-efb53fa5-8b68-465b-8625-e9514de761be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0494199 Dec 16 16:26:30.332394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-58e5342a-6396-4156-bda9-a0091302766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:30.333958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-58e5342a-6396-4156-bda9-a0091302766c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780659 Dec 16 16:26:30.345353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44383-5a23-4e7a-bea7-3386b9ac7d59 req-025eeadf-d19b-47fd-a387-20fc407a9bde tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:30.346770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d44383-5a23-4e7a-bea7-3386b9ac7d59 req-025eeadf-d19b-47fd-a387-20fc407a9bde tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0614691 Dec 16 16:26:30.456765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38d44383-5a23-4e7a-bea7-3386b9ac7d59 req-332e9a69-c0df-4f69-ab3b-227de4d8af4c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018722 Dec 16 16:26:30.475817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-1c6316d9-da6f-4a61-9529-3919e4053c3c service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280160 Dec 16 16:26:30.573249 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-d3c7000a-b974-4758-b0b1-526e94c7bbb8 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Dec 16 16:26:31.325349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:26:31.327702 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e" -d '{"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:26:31.378023 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d13a5e2-b330-43ff-83ad-8a8184d09bcc x-openstack-request-id: req-0d13a5e2-b330-43ff-83ad-8a8184d09bcc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:26:31.378326 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:26:31.378587 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d13a5e2-b330-43ff-83ad-8a8184d09bcc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:26:31.379000 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'status': 'completed', 'code': 200} Dec 16 16:26:31.495245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-481e86f4-e89c-45a6-8027-0c67953d9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.496822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-481e86f4-e89c-45a6-8027-0c67953d9518 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1095 time: 0.0747950 Dec 16 16:26:31.514819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-bc269237-4955-4528-a551-d34648a45be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.516325 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-bc269237-4955-4528-a551-d34648a45be5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1095 time: 0.0683160 Dec 16 16:26:31.725605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-7b1fe10d-0fc3-4323-93e7-2ec2e29df997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.725605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-7b1fe10d-0fc3-4323-93e7-2ec2e29df997 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1894042 Dec 16 16:26:31.725605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc14d7-71ea-4c2a-9ab9-65be84212e58 req-b4bd64a4-aae3-473b-81b0-873e749770b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.725605 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddcc14d7-71ea-4c2a-9ab9-65be84212e58 req-b4bd64a4-aae3-473b-81b0-873e749770b9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.1441257 Dec 16 16:26:31.759353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-248029da-af42-4da4-9242-ae91b9789612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.760838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-248029da-af42-4da4-9242-ae91b9789612 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.2347939 Dec 16 16:26:31.839839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-9dfe8265-5d73-4116-801f-c0eb68e450d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.1334581 Dec 16 16:26:31.893126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddcc14d7-71ea-4c2a-9ab9-65be84212e58 req-cfc78d3d-f3e5-4323-ae67-9e61fd473754 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750410 Dec 16 16:26:31.902738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-eb2c7c86-4e09-4e76-b223-88db3a19fa6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.1204500 Dec 16 16:26:31.947176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-11bc7c1f-5211-4d0a-8dad-37fc4455eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.950363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-11bc7c1f-5211-4d0a-8dad-37fc4455eaa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.1013520 Dec 16 16:26:31.992196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-c589a702-5ece-4a2a-8f34-ed95fee52f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:31.993585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-c589a702-5ece-4a2a-8f34-ed95fee52f0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0814934 Dec 16 16:26:32.015363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-0828d994-4880-4b11-b14b-eb5bdfa48769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:32.016890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-0828d994-4880-4b11-b14b-eb5bdfa48769 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590415 Dec 16 16:26:32.101946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-0e1795e4-5118-491c-bef6-2b40b8589b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:32.104160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-0e1795e4-5118-491c-bef6-2b40b8589b48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988524 Dec 16 16:26:32.179741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-17fc287a-0485-4a50-bc84-b86efa8b21a1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484928 Dec 16 16:26:32.270227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-d4e365df-37c3-4d9e-a41b-5dcd80b6ac02 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531262 Dec 16 16:26:32.349363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-75f04613-e8b4-444c-8ab1-f28e696190e1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620390 Dec 16 16:26:32.387237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-05eb8bfc-e96e-415a-a7eb-3fbed9ddef6e req-81f88bf2-93de-4b33-b6e5-5c719180b5e8 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028380 Dec 16 16:26:33.030116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdadff-946b-4940-be78-12faadb17234 req-da55ea2b-fce3-48a3-ba35-a5fc8be2ecfe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:33.031626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbfdadff-946b-4940-be78-12faadb17234 req-da55ea2b-fce3-48a3-ba35-a5fc8be2ecfe tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0556002 Dec 16 16:26:33.085735 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fbfdadff-946b-4940-be78-12faadb17234 req-ecbab7a0-61dc-42fe-b6bb-ee4d8dd724d4 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Dec 16 16:26:34.218869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73740458-12ce-4d6b-afeb-ef1b903a677e req-0a73db89-488d-4012-9b53-7ed799ada0e0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:34.220633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73740458-12ce-4d6b-afeb-ef1b903a677e req-0a73db89-488d-4012-9b53-7ed799ada0e0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0559266 Dec 16 16:26:34.269889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73740458-12ce-4d6b-afeb-ef1b903a677e req-6b3fa00b-a202-46d1-9c27-316ce27b864b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Dec 16 16:26:35.399714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1c3b-eb62-4839-a519-15b87bb682a5 req-bd050610-340a-45b2-9359-38e44daa40c1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:35.401275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d7c1c3b-eb62-4839-a519-15b87bb682a5 req-bd050610-340a-45b2-9359-38e44daa40c1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0571744 Dec 16 16:26:35.450394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3d7c1c3b-eb62-4839-a519-15b87bb682a5 req-c11c9c22-c57b-45b0-acf3-88599e95ad10 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Dec 16 16:26:36.578172 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48428e-58ef-43d3-81c4-e50e5d244e80 req-304d5015-693a-417a-8b0b-fc1a5637354a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:36.580305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e48428e-58ef-43d3-81c4-e50e5d244e80 req-304d5015-693a-417a-8b0b-fc1a5637354a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0515645 Dec 16 16:26:36.634955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e48428e-58ef-43d3-81c4-e50e5d244e80 req-0e3e79d0-c4a1-4b0a-b45a-b596f598dec9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483899 Dec 16 16:26:37.763019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47abb-b73a-4642-b520-78b5beb346e4 req-41dfe48d-93a0-4270-ac7e-e4bcc5424ae3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:37.764629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3df47abb-b73a-4642-b520-78b5beb346e4 req-41dfe48d-93a0-4270-ac7e-e4bcc5424ae3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0495424 Dec 16 16:26:37.818322 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3df47abb-b73a-4642-b520-78b5beb346e4 req-3df412d0-f52b-4262-8c57-f2fd3678a201 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Dec 16 16:26:38.942584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486f200-069e-4a96-b920-102c3900b0e2 req-c0049f4d-1cfe-42a5-8e73-94273bd89775 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:38.944159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f486f200-069e-4a96-b920-102c3900b0e2 req-c0049f4d-1cfe-42a5-8e73-94273bd89775 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0502038 Dec 16 16:26:38.994775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f486f200-069e-4a96-b920-102c3900b0e2 req-162e6248-0586-414c-a432-98e0e4740ad8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Dec 16 16:26:40.118470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2414e-d7fb-4d83-a360-63af7f178674 req-a8a7ca55-8614-4e16-8765-8c0e1d7dc295 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:40.120133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2a2414e-d7fb-4d83-a360-63af7f178674 req-a8a7ca55-8614-4e16-8765-8c0e1d7dc295 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0525231 Dec 16 16:26:40.171356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2a2414e-d7fb-4d83-a360-63af7f178674 req-60c502fb-f769-4fa2-ad96-45699de831f0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Dec 16 16:26:41.335429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c0daf-704a-45e7-93a6-421b77da3347 req-62505656-90c2-49c8-803d-8e4e157dd58a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:41.337059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c30c0daf-704a-45e7-93a6-421b77da3347 req-62505656-90c2-49c8-803d-8e4e157dd58a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0644963 Dec 16 16:26:41.401427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c30c0daf-704a-45e7-93a6-421b77da3347 req-4e7fad99-70cc-4edf-8b5b-97beea95772b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552604 Dec 16 16:26:42.522690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd74e-e3b4-4e6a-9097-4f47e3464e0d req-ceda814d-7334-43c6-adc9-70f2dce44052 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:42.524229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a06dd74e-e3b4-4e6a-9097-4f47e3464e0d req-ceda814d-7334-43c6-adc9-70f2dce44052 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0498502 Dec 16 16:26:42.572207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a06dd74e-e3b4-4e6a-9097-4f47e3464e0d req-3091d9c7-ecdb-4ddb-81c5-00dc37d3e867 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Dec 16 16:26:43.705345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e85d-0bde-4507-b742-2830f3283b71 req-a38d59f1-94d0-4b1d-86c8-ad27daf70dec tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:43.706878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6e3e85d-0bde-4507-b742-2830f3283b71 req-a38d59f1-94d0-4b1d-86c8-ad27daf70dec tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0638673 Dec 16 16:26:43.756176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6e3e85d-0bde-4507-b742-2830f3283b71 req-da36efc1-bba7-4136-bd86-cd958c3612fc tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Dec 16 16:26:44.210260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c622eac-9667-40d1-915c-088da06bb7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:45.157975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059606-b0ff-45f2-9952-8da1585e8242 req-2c29c8e0-d53a-4e9b-a32b-3012f0e816c7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:45.159521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa059606-b0ff-45f2-9952-8da1585e8242 req-2c29c8e0-d53a-4e9b-a32b-3012f0e816c7 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 944 time: 0.0607476 Dec 16 16:26:45.238252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa059606-b0ff-45f2-9952-8da1585e8242 req-75226cc9-94be-4762-afe0-b9387e274352 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717573 Dec 16 16:26:45.262578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:26:45.551593 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:45.564658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:26:45.604655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:45.618623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:26:45.640438 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:45.701488 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:45.749619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:45.757626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.757971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.758314 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.758654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.758992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.759323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.759649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.760004 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.760335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.760658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.760982 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.761304 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:45.761623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:26:46.056335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5b7eef8a-fe62-422f-b568-b80c99db979b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:26:46.363580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51081db9-ae78-4726-a761-e3e23947100a req-e915fb26-c987-48da-b27c-b4c7f1fa3ba6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:46.367011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51081db9-ae78-4726-a761-e3e23947100a req-e915fb26-c987-48da-b27c-b4c7f1fa3ba6 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0539126 Dec 16 16:26:46.423465 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51081db9-ae78-4726-a761-e3e23947100a req-f9cb2e37-5f5d-428c-be04-62aee641d710 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496302 Dec 16 16:26:46.569579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-366e4859-2921-424b-afd6-12fcbc1b0f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:47.237413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7197-4af5-4424-a653-4d610c12a084 req-88610804-00e2-451b-9d65-aa7669dce578 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.238961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad8d7197-4af5-4424-a653-4d610c12a084 req-88610804-00e2-451b-9d65-aa7669dce578 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0547144 Dec 16 16:26:47.271784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:26:47.300895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ad8d7197-4af5-4424-a653-4d610c12a084 req-31ef4469-512f-4a41-84fa-adbab4ef80bf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558512 Dec 16 16:26:47.343298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4836e2da-a6cc-48c5-bde6-2476e5ea8531 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.345440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4836e2da-a6cc-48c5-bde6-2476e5ea8531 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.74 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 945 time: 0.0591362 Dec 16 16:26:47.404020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 5b7eef8a-fe62-422f-b568-b80c99db979b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:26:47.409071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-fe9fe419-5f08-42e6-9c3c-2c4dc6469d68 service neutron] 10.222.0.74 "GET /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b/bindings/n-h2-821947-3 HTTP/1.1" status: 200 len: 382 time: 0.0568171 Dec 16 16:26:47.410318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5b7eef8a-fe62-422f-b568-b80c99db979b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:26:47.410702 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:47.501146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:47.511632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4bab3039-afa6-4e49-a16e-adbf39354646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.513214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4bab3039-afa6-4e49-a16e-adbf39354646 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1096 time: 0.0616491 Dec 16 16:26:47.526612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:26:47.528999 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c39c58e-fa12-4bce-acbb-ff33650cf8b2" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:26:47.544903 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:47.583361 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d95a5e-f6a9-4284-899e-806652b7bf20 x-openstack-request-id: req-c3d95a5e-f6a9-4284-899e-806652b7bf20 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:26:47.584125 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:26:47.584125 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c3d95a5e-f6a9-4284-899e-806652b7bf20 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:26:47.584431 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'code': 200} Dec 16 16:26:47.613004 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-c3fc8542-5f31-4aee-b7a5-87304868609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.614621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-c3fc8542-5f31-4aee-b7a5-87304868609e service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0936973 Dec 16 16:26:47.644270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:47.690158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-82b4cf80-227e-4313-af2a-a20d8fce666d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1002 time: 0.0668485 Dec 16 16:26:47.691883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:47.740920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-0f1fa94c-27ea-4ef6-acae-3032204cb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.742397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-0f1fa94c-27ea-4ef6-acae-3032204cb30b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0455008 Dec 16 16:26:47.789809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-12f7e58c-3bd9-41f3-a084-5a37735048b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:47.791406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-12f7e58c-3bd9-41f3-a084-5a37735048b6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419412 Dec 16 16:26:47.894680 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-256c1f54-a90f-4dc3-831e-520c299b757b service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947330 Dec 16 16:26:48.010207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-312fa625-1202-4f57-a47b-ff856d329290 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073017 Dec 16 16:26:48.112794 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:48.440185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a85547-1bcd-4fa0-bfc8-ab8e2802c1fd req-0e96d2df-0bda-42ee-9eb3-9761e39f6086 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:48.441772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79a85547-1bcd-4fa0-bfc8-ab8e2802c1fd req-0e96d2df-0bda-42ee-9eb3-9761e39f6086 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0524883 Dec 16 16:26:48.496872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-79a85547-1bcd-4fa0-bfc8-ab8e2802c1fd req-44ba7512-7bd0-46a7-85ad-8af35aad08ef tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487657 Dec 16 16:26:49.501899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:49.627476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee061-7bab-4e51-8199-137cf0e6872b req-75cf5837-ee73-461c-90ee-056a028c4749 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:49.629354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16fee061-7bab-4e51-8199-137cf0e6872b req-75cf5837-ee73-461c-90ee-056a028c4749 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0542185 Dec 16 16:26:49.680540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16fee061-7bab-4e51-8199-137cf0e6872b req-3794d3fe-5181-4b4b-9242-967adf0768dc tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Dec 16 16:26:50.198234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:50.813394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cb76d-21f0-4b7a-bb83-6ab1b0ae9a56 req-eead8a82-980a-4932-83a7-ba84f20060bd tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:50.815404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd3cb76d-21f0-4b7a-bb83-6ab1b0ae9a56 req-eead8a82-980a-4932-83a7-ba84f20060bd tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0593755 Dec 16 16:26:50.868717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cd3cb76d-21f0-4b7a-bb83-6ab1b0ae9a56 req-83577713-b209-4d51-b70b-77f3a1c2788a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456870 Dec 16 16:26:51.007639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2970-4bb0-4529-bfae-e5435884823e req-e934b433-10cf-46ee-a50e-b9d921b86ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:51.009390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-e934b433-10cf-46ee-a50e-b9d921b86ae6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1097 time: 0.0488234 Dec 16 16:26:51.131943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2970-4bb0-4529-bfae-e5435884823e req-2b9539f4-03a2-41a3-b2bf-4bebd72cb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:51.133359 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-2b9539f4-03a2-41a3-b2bf-4bebd72cb1cb service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0967700 Dec 16 16:26:51.226880 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-8edaabd7-bed1-4292-ad92-f3ff242b14bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1003 time: 0.0811002 Dec 16 16:26:51.285250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2970-4bb0-4529-bfae-e5435884823e req-53b78f76-d83f-43c8-ab90-f5bbb690e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:51.286772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-53b78f76-d83f-43c8-ab90-f5bbb690e6cb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0469697 Dec 16 16:26:51.340786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f2970-4bb0-4529-bfae-e5435884823e req-707c0e04-e6e9-4901-af9b-507d203b8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:51.342303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-707c0e04-e6e9-4901-af9b-507d203b8bf9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427651 Dec 16 16:26:51.441984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-998e4e81-9790-4923-b795-337769e0aa44 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911500 Dec 16 16:26:51.539522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-118f2970-4bb0-4529-bfae-e5435884823e req-78f6ce8a-6d9f-4592-b26f-9a1b09714082 service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857210 Dec 16 16:26:51.991780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cf4c9-1f8f-4a89-8963-52899196bc50 req-10e6f97f-3684-4b9b-bf65-6c6a056a90b1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:51.997150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-671cf4c9-1f8f-4a89-8963-52899196bc50 req-10e6f97f-3684-4b9b-bf65-6c6a056a90b1 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0507736 Dec 16 16:26:52.051745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-671cf4c9-1f8f-4a89-8963-52899196bc50 req-c30c42d1-bfba-441b-9e9a-d1b90d3437b5 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521104 Dec 16 16:26:53.178300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0edd-1a5b-49e0-9223-6db4e7836c38 req-22ee0c16-ecae-49b2-bc22-aeb62570408f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:53.179921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506f0edd-1a5b-49e0-9223-6db4e7836c38 req-22ee0c16-ecae-49b2-bc22-aeb62570408f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0505288 Dec 16 16:26:53.234153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-506f0edd-1a5b-49e0-9223-6db4e7836c38 req-4eb338e1-1f5f-42e0-9109-c5c835a6892a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Dec 16 16:26:53.308365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:26:53.391585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:53.416646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:26:53.419222 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a0dda-3cf5-4ea2-88d3-84137688e231" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:26:53.440234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:53.476329 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676b303-f091-4071-b329-a9ff5f14eb21 x-openstack-request-id: req-0676b303-f091-4071-b329-a9ff5f14eb21 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:26:53.476659 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:26:53.476921 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0676b303-f091-4071-b329-a9ff5f14eb21 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:26:53.477328 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'code': 200} Dec 16 16:26:53.563916 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:53.616805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:53.961889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-bdd2dfb3-acab-45b3-8721-38bc58fa237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:53.963572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-bdd2dfb3-acab-45b3-8721-38bc58fa237e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae&tenant_id=fbbb34e63e3b47ccad6efa5060d3c997 HTTP/1.1" status: 200 len: 1096 time: 0.0425026 Dec 16 16:26:53.981399 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:26:54.039708 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:54.247545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:26:54.285203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:26:54.330234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:26:54.351875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:54.371645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Transition to ACTIVE for port object 5b7eef8a-fe62-422f-b568-b80c99db979b will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:26:54.385869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e1ec3-015e-4db8-b1f2-c4fe9c50a996 req-659c5b4b-2115-47ff-8553-a91dd77a6836 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:54.387464 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a66e1ec3-015e-4db8-b1f2-c4fe9c50a996 req-659c5b4b-2115-47ff-8553-a91dd77a6836 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0787570 Dec 16 16:26:54.449318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a66e1ec3-015e-4db8-b1f2-c4fe9c50a996 req-81d792f4-c695-4def-bc63-cccca6fd8bcb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556390 Dec 16 16:26:54.461258 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:54.896782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=11']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:54.936918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] No DVR routers for this DVR port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:26:55.081422 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:26:55.081763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:26:55.082095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:26:55.086675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:26:55.087000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Attempting to bind port 5b7eef8a-fe62-422f-b568-b80c99db979b on network ab952a95-a33d-438a-9083-daef5d69eb2e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:26:55.091799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:26:55.092168 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Checking segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:26:55.092557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Bound using segment: {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:26:55.092990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Bound port: 5b7eef8a-fe62-422f-b568-b80c99db979b, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f618e90-119d-47d9-a233-32b0469e5c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:26:55.093350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:55.158189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:26:55.161433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:26:55.249894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:55.287913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.288618 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:55.290020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] 10.222.0.30 "PUT /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1093 time: 1.3129017 Dec 16 16:26:55.290473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:26:55.293192 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e7251-0f05-4554-9a94-cff3df6a4373" -d '{"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:26:55.320487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f7230-7872-4e4d-a141-62f839fe028e service neutron] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=12']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:26:55.354384 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85da957-4630-46fe-a983-ff4987ea2903 x-openstack-request-id: req-b85da957-4630-46fe-a983-ff4987ea2903 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:26:55.354762 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:26:55.354954 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b85da957-4630-46fe-a983-ff4987ea2903 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:26:55.355343 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'status': 'completed', 'code': 200} Dec 16 16:26:55.388305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4431784a-bc29-4cd7-a9bc-3f3b735b085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.389914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-4431784a-bc29-4cd7-a9bc-3f3b735b085c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1096 time: 0.0527627 Dec 16 16:26:55.514039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-db49751b-2d76-4e50-831d-75a8b5ee5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.515608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-db49751b-2d76-4e50-831d-75a8b5ee5fb4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1096 time: 0.0973964 Dec 16 16:26:55.539050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-27ab0545-7cba-4ff0-94e1-b2cd1888b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.540637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-27ab0545-7cba-4ff0-94e1-b2cd1888b701 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.1425102 Dec 16 16:26:55.692601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-f949a4a3-6be0-48de-b621-f938caab4879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.1395326 Dec 16 16:26:55.723543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fb3fd-e909-4f00-b6a9-d5994579beaf req-caf4478e-9cc6-45dd-a863-6c3b1e5ebb76 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.725017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-697fb3fd-e909-4f00-b6a9-d5994579beaf req-caf4478e-9cc6-45dd-a863-6c3b1e5ebb76 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.1732430 Dec 16 16:26:55.758386 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-ed13a997-5f7a-4970-b5ca-d7c4c4daadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.759914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-ed13a997-5f7a-4970-b5ca-d7c4c4daadaf service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.2321405 Dec 16 16:26:55.821104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-359b04ca-30f6-4c8f-b46d-f7e69e1691d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.822633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-359b04ca-30f6-4c8f-b46d-f7e69e1691d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.1201820 Dec 16 16:26:55.886314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-697fb3fd-e909-4f00-b6a9-d5994579beaf req-afc2c9d0-b3e3-4e3f-9cbf-0b7e932e9604 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415770 Dec 16 16:26:55.899979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-f6114ce3-a253-4ea3-9da6-3430db289993 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.1268103 Dec 16 16:26:55.911484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-c1a4ebd8-44a6-4b15-8fe4-60d344328f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:55.913080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-c1a4ebd8-44a6-4b15-8fe4-60d344328f62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787954 Dec 16 16:26:56.013325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-bb4a190f-dbaf-4411-9693-17fe83eea107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.014915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-bb4a190f-dbaf-4411-9693-17fe83eea107 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.1007988 Dec 16 16:26:56.075377 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-a3c15f22-74a3-49d1-86fd-44ef301d19eb service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528001 Dec 16 16:26:56.086434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-145647e6-8309-4b20-8b74-49c172119191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.087914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-145647e6-8309-4b20-8b74-49c172119191 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569561 Dec 16 16:26:56.256287 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3e79d0-10ec-47ec-91bd-e117f0d00e6f req-02f71aae-cf1f-493b-8117-ff88e98f4951 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717327 Dec 16 16:26:56.260048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-b6bc7d3e-cee8-4fec-9a70-d5cb5dfd5a4e service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548989 Dec 16 16:26:56.364253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-7cc72225-6d34-4ab9-9148-ab5e6b41331c service neutron] 10.222.0.74 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924642 Dec 16 16:26:56.482772 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-b320fdf7-ee1e-4c1b-9cad-c94a9d327632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.484458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-b320fdf7-ee1e-4c1b-9cad-c94a9d327632 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 1096 time: 0.0445280 Dec 16 16:26:56.585527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-9f4ade51-315c-4850-bbfd-7026849dd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.587057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-9f4ade51-315c-4850-bbfd-7026849dd8f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 200 len: 912 time: 0.0954642 Dec 16 16:26:56.654910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-113428ac-0d24-47e8-afc6-105d48e65991 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 200 len: 1001 time: 0.0609567 Dec 16 16:26:56.707406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-ee83fd57-38e4-44ee-b2c1-ccefb6ebb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.708850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-ee83fd57-38e4-44ee-b2c1-ccefb6ebb0e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 200 len: 850 time: 0.0467420 Dec 16 16:26:56.764960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-a6003215-694e-42b5-b34b-291c3d81142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:56.766476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-a6003215-694e-42b5-b34b-291c3d81142e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab952a95-a33d-438a-9083-daef5d69eb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505157 Dec 16 16:26:56.858948 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-a49c867f-30ce-4dc5-9a10-ad85873c4599 service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Dec 16 16:26:56.977086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd9e7251-0f05-4554-9a94-cff3df6a4373 req-edb51f14-cc47-438e-8fbe-b231290050aa service neutron] 10.222.0.30 "GET /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106002 Dec 16 16:26:57.029810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd889330-a603-40ef-963b-15a4b99c73b6 req-461bceba-5374-4634-8e96-0c4c57ccd576 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:57.031347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd889330-a603-40ef-963b-15a4b99c73b6 req-461bceba-5374-4634-8e96-0c4c57ccd576 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0532601 Dec 16 16:26:57.087138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fd889330-a603-40ef-963b-15a4b99c73b6 req-0ef41efd-60c8-4ff2-be53-681c00d62ccf tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491557 Dec 16 16:26:58.213125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3ea7-aaa9-4939-b462-8be003561ce1 req-5bc50017-c7b5-4a63-a1b2-b0dba79afa3c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:58.214625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-948b3ea7-aaa9-4939-b462-8be003561ce1 req-5bc50017-c7b5-4a63-a1b2-b0dba79afa3c tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0508897 Dec 16 16:26:58.262775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-948b3ea7-aaa9-4939-b462-8be003561ce1 req-e949db30-9a69-470c-a2e8-572ebfb5e616 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Dec 16 16:26:58.727963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:26:59.163974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:26:59.399121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c6389-df57-4949-8ba6-44f69f91dd20 req-09ca8d34-bd44-43b8-b567-243be04f33ae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:26:59.400662 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a4c6389-df57-4949-8ba6-44f69f91dd20 req-09ca8d34-bd44-43b8-b567-243be04f33ae tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0543256 Dec 16 16:26:59.448558 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a4c6389-df57-4949-8ba6-44f69f91dd20 req-8dc0bd5d-2534-4dd3-9753-27bf793dd9c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Dec 16 16:26:59.929873 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:00.575927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1828d68-c9b5-467c-bb11-4cc20075cb25 req-3712240b-4aa2-4d4f-be0a-24c8aaa33df8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:00.577581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1828d68-c9b5-467c-bb11-4cc20075cb25 req-3712240b-4aa2-4d4f-be0a-24c8aaa33df8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0512712 Dec 16 16:27:00.625873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c1828d68-c9b5-467c-bb11-4cc20075cb25 req-028e0353-5c06-43c1-966d-86927a29d0ba tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Dec 16 16:27:01.751566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8a039-f39f-4b87-9bf5-5868c78cea80 req-0d9e867e-cfa9-450b-9497-8cd6b6c1cd81 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:01.753086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77a8a039-f39f-4b87-9bf5-5868c78cea80 req-0d9e867e-cfa9-450b-9497-8cd6b6c1cd81 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0496600 Dec 16 16:27:01.806756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77a8a039-f39f-4b87-9bf5-5868c78cea80 req-313970e2-93a5-462a-99b6-ad92c62c9f36 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475142 Dec 16 16:27:02.925549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a6303-c2ca-4917-b2f6-57f6267f599a req-a2dc3aa9-a6a1-439d-b80e-b0ef3c45f4aa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:02.927062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210a6303-c2ca-4917-b2f6-57f6267f599a req-a2dc3aa9-a6a1-439d-b80e-b0ef3c45f4aa tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0498567 Dec 16 16:27:02.975947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-210a6303-c2ca-4917-b2f6-57f6267f599a req-eb49f4ed-dd89-4e4f-b275-7b479c5415c9 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Dec 16 16:27:04.094030 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ea7e2-c8ba-42d0-bfbc-13b7e0723837 req-d9dce0fd-f423-457f-8d2e-123f21836852 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:04.095527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf2ea7e2-c8ba-42d0-bfbc-13b7e0723837 req-d9dce0fd-f423-457f-8d2e-123f21836852 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0500245 Dec 16 16:27:04.143498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf2ea7e2-c8ba-42d0-bfbc-13b7e0723837 req-1538e0cb-bd21-481c-89b5-53a93394e53a tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Dec 16 16:27:05.264381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cbab1-945b-4e6d-99e4-df8ced31c820 req-0551c6d0-c97d-4ce2-b0a3-293362a1720e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:05.265886 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e1cbab1-945b-4e6d-99e4-df8ced31c820 req-0551c6d0-c97d-4ce2-b0a3-293362a1720e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0528448 Dec 16 16:27:05.313705 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8e1cbab1-945b-4e6d-99e4-df8ced31c820 req-d75f1cfc-f0a1-4a9f-82c8-ff569bfcf882 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Dec 16 16:27:06.432670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40897d24-3e80-44e6-b1a7-5ec75cdcf81f req-a5befc6e-cce2-4e3e-82b0-ee1fc75e7341 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:06.434177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40897d24-3e80-44e6-b1a7-5ec75cdcf81f req-a5befc6e-cce2-4e3e-82b0-ee1fc75e7341 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0499351 Dec 16 16:27:06.482350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40897d24-3e80-44e6-b1a7-5ec75cdcf81f req-2d6b9488-0f7a-4088-b8f9-b44531b1fd3d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Dec 16 16:27:07.605754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d06b3-c5e9-474a-a502-99f8b422b34b req-d37b680c-a3b7-4ff2-b228-4f7309555146 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:07.607256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c7d06b3-c5e9-474a-a502-99f8b422b34b req-d37b680c-a3b7-4ff2-b228-4f7309555146 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0527723 Dec 16 16:27:07.657760 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c7d06b3-c5e9-474a-a502-99f8b422b34b req-5d163022-1836-46e2-9c41-2111344ceeb8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Dec 16 16:27:08.783988 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9465d-d0c0-407e-8e4d-bf6ab15eb99d req-59cc3386-3167-4719-9043-e347f9dc1789 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:08.785520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7d9465d-d0c0-407e-8e4d-bf6ab15eb99d req-59cc3386-3167-4719-9043-e347f9dc1789 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0539534 Dec 16 16:27:08.838353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7d9465d-d0c0-407e-8e4d-bf6ab15eb99d req-35258bdf-2ba8-4051-a252-5f1e38364320 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462260 Dec 16 16:27:09.960141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331aec5c-9b5f-4fa0-b245-4bc863fb3f26 req-cd4a1c95-6329-4bd5-b069-4dfabffd7884 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:09.961669 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-331aec5c-9b5f-4fa0-b245-4bc863fb3f26 req-cd4a1c95-6329-4bd5-b069-4dfabffd7884 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0490899 Dec 16 16:27:10.012489 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-331aec5c-9b5f-4fa0-b245-4bc863fb3f26 req-df592028-3b4a-4b00-bb2a-3a7e20993c06 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Dec 16 16:27:10.127608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ede2-aab9-4a35-bd59-43d317cae3c8 req-b3813e60-027c-4ead-a808-ff23ad09c42b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:10.129045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa09ede2-aab9-4a35-bd59-43d317cae3c8 req-b3813e60-027c-4ead-a808-ff23ad09c42b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0495596 Dec 16 16:27:10.179493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aa09ede2-aab9-4a35-bd59-43d317cae3c8 req-7a2624a1-a8ce-481a-baac-24fb7d7901e3 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442908 Dec 16 16:27:10.295948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c286f-0be5-4951-ae64-d73a758018bb req-2b2c9c9d-ab32-40a7-8966-2fc3a5423441 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:10.296230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:27:10.297648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f9c286f-0be5-4951-ae64-d73a758018bb req-2b2c9c9d-ab32-40a7-8966-2fc3a5423441 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 945 time: 0.0498981 Dec 16 16:27:10.345540 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8f9c286f-0be5-4951-ae64-d73a758018bb req-16ca934b-e3d9-47f0-b5d8-39b23f300e7b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Dec 16 16:27:10.389658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:10.405521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'port_id': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'mac_address': 'fa:16:3e:5a:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:27:10.442361 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:10.455589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:27:10.475148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:10.563703 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:10.610774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=13']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:10.785979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6555f-2829-443e-bb60-f701760580db req-02bd88b1-c8f8-4f06-b2d1-c465262e381f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:10.787444 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64f6555f-2829-443e-bb60-f701760580db req-02bd88b1-c8f8-4f06-b2d1-c465262e381f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0594661 Dec 16 16:27:10.835985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-64f6555f-2829-443e-bb60-f701760580db req-cd963250-9bd1-4614-a868-f06a61a201cb tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Dec 16 16:27:10.899876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['5b7eef8a-fe62-422f-b568-b80c99db979b'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:27:11.954895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc13c80-b537-4e3f-9a8f-155835ee0de7 req-9bdb5156-a488-41f3-83e3-56545dfd52d8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:11.956425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cc13c80-b537-4e3f-9a8f-155835ee0de7 req-9bdb5156-a488-41f3-83e3-56545dfd52d8 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0490842 Dec 16 16:27:12.004050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0cc13c80-b537-4e3f-9a8f-155835ee0de7 req-bd1ff935-5569-4851-b2d6-f214aab56172 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups?id=10122d74-f6a0-4ecd-9cc7-f7e97e631d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Dec 16 16:27:12.292073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:27:12.396848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 5b7eef8a-fe62-422f-b568-b80c99db979b completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:27:12.400902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 5b7eef8a-fe62-422f-b568-b80c99db979b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:27:12.401354 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.481329 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.503511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:12.505840 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc9af87-80d4-4a58-93fd-684d6d8ba4ff" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:12.511054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-bb780209-0a25-4f24-aac4-9482e3d117b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:12.512691 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-bb780209-0a25-4f24-aac4-9482e3d117b0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 946 time: 0.0477376 Dec 16 16:27:12.520102 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:12.549893 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e0be5-aa03-4b7e-9ec2-c279e4f47d59 x-openstack-request-id: req-1e0e0be5-aa03-4b7e-9ec2-c279e4f47d59 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:12.550371 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-plugged", "status": "completed", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:12.550789 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e0e0be5-aa03-4b7e-9ec2-c279e4f47d59 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:12.551432 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'code': 200} Dec 16 16:27:12.603683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.616961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Deleting port 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:12.617301 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.650751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=14']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:12.706680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] For port 5b7eef8a-fe62-422f-b568-b80c99db979b, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=5b7eef8a-fe62-422f-b568-b80c99db979b,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:12.707046 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.885964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.886336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:12.886786 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6 disassociated. External IP: 172.25.7.145, port: 5b7eef8a-fe62-422f-b568-b80c99db979b. Dec 16 16:27:12.887274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Calling delete_port for 5b7eef8a-fe62-422f-b568-b80c99db979b owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:13.084239 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:13.108363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d56d7b1-3402-4251-b2be-3afb1692f475 req-4e43b875-419a-49b1-ad01-0ac6fa1d1805 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0343902 Dec 16 16:27:13.131246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'Port': ['ID=5b7eef8a-fe62-422f-b568-b80c99db979b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:13.268835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:27:13.379038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:27:13.388466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:27:13.399039 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:27:13.399657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:13.420459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] No DVR routers for this DVR port 5b7eef8a-fe62-422f-b568-b80c99db979b on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:27:13.423150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:13.426990 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1c9ffe24-333c-4093-a9b5-bdc7cf1149be req-5e55207b-5f98-4b52-a971-af6d82bad84b tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.30 "DELETE /v2.0/ports/5b7eef8a-fe62-422f-b568-b80c99db979b HTTP/1.1" status: 204 len: 173 time: 0.9080794 Dec 16 16:27:13.427504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-deleted', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:13.430719 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd74ac43-7cbf-4b7d-8524-312b6f256f11" -d '{"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-deleted", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:13.478467 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5128bb49-77f0-4a58-8956-6d1cb1b18411 x-openstack-request-id: req-5128bb49-77f0-4a58-8956-6d1cb1b18411 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:13.478773 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d9e0cf-864d-4a5a-9566-670a263a56ae", "name": "network-vif-deleted", "tag": "5b7eef8a-fe62-422f-b568-b80c99db979b", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:13.479098 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5128bb49-77f0-4a58-8956-6d1cb1b18411 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:13.479547 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d9e0cf-864d-4a5a-9566-670a263a56ae', 'name': 'network-vif-deleted', 'tag': '5b7eef8a-fe62-422f-b568-b80c99db979b', 'status': 'completed', 'code': 200} Dec 16 16:27:13.521496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:27:13.744666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:13.776585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:27:13.785115 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:27:13.785724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:26:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:13.890473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:27:14.087909 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:14.122166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147023cc-d072-4100-8bc6-2252d0002c6a None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:16:42Z', 'revision_number': 4, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '440eed21-9a39-49bb-b83b-dff81f37d1f5', 'name': '', 'network_id': 'ab952a95-a33d-438a-9083-daef5d69eb2e', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'mac_address': 'fa:16:3e:36:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:42Z', 'updated_at': '2021-12-16T16:16:46Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'subnets': [{'id': '50689833-a4ec-4aa6-8256-25fc18dafcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:27:14.203405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d7e25552-c247-46b6-8573-c7cc55e38b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:14.216393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8fcc9ee2-3838-47cd-89f5-03fd6c0d5fd7 req-3dd65b52-b253-4269-80b0-12e59031f64f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0299132 Dec 16 16:27:14.387241 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946dd91d-2b30-48af-b648-2df12fe550fa None None] New status for floating IP 2ba483b7-b554-45e5-9fb0-1532a59ef7b6: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:27:15.319793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a098b121-0c5d-4a13-8f39-660b58f1b23a req-4bd0c566-9fd3-4a27-bf1e-b324c19c4e62 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0283110 Dec 16 16:27:16.311581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:27:16.334694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 5b7eef8a-fe62-422f-b568-b80c99db979b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:27:16.335046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 5b7eef8a-fe62-422f-b568-b80c99db979b not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:27:16.441114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae6030c2-db41-4686-bdb6-529e2c6fe082 req-94327929-e593-48fe-be57-dd73451476d0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0388103 Dec 16 16:27:16.500281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-72c28ccc-3da3-4a81-80ca-2f8d97b26616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:17.538757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b08a778-4b8a-4632-ac30-155fa6f98aed req-02ea8cf3-f27c-4a14-aa61-5b5c6efc035e tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0267303 Dec 16 16:27:18.134939 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:18.649579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d7d1204-75cb-4554-a1f1-59961df2f5a7 req-79c23a1a-f998-456f-83f3-df81335375a0 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/ports?device_id=61d9e0cf-864d-4a5a-9566-670a263a56ae HTTP/1.1" status: 200 len: 210 time: 0.0273445 Dec 16 16:27:19.477925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:20.169418 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:24.719113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39526) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:24.777881 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:24.805716 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:24.952397 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:24.955322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:24.956641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "DELETE /v2.0/security-groups/10122d74-f6a0-4ecd-9cc7-f7e97e631d69 HTTP/1.1" status: 204 len: 168 time: 0.2365303 Dec 16 16:27:24.963149 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39528) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:24.966211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583400-3b37-4c7d-87a2-ef9bf9ff2967 tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10122d74-f6a0-4ecd-9cc7-f7e97e631d69,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:24.976032 n-d-821947-3 neutron-server[104055]: INFO neutron.api.v2.resource [None req-e493103f-9b9e-4533-a952-0a0e875d5f9f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] show failed (client error): The resource could not be found. Dec 16 16:27:24.977058 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e493103f-9b9e-4533-a952-0a0e875d5f9f tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "GET /v2.0/security-groups/10122d74-f6a0-4ecd-9cc7-f7e97e631d69 HTTP/1.1" status: 404 len: 347 time: 0.0166388 Dec 16 16:27:24.979814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39532) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:25.108066 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Deleting port b2acf6bd-7c75-4cda-bdd4-7445f6e1256a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:25.108332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.510993 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.511319 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.523088 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Calling delete_port for b2acf6bd-7c75-4cda-bdd4-7445f6e1256a owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:25.792177 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.816036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Pushing event deleted for resources: {'Port': ['ID=b2acf6bd-7c75-4cda-bdd4-7445f6e1256a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:25.826037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.826390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.826737 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.827075 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.827421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.827753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.828116 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.829445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.829445 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.829670 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.829962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.830285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.830663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:25.888703 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.891929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:25.893101 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-856658db-05d9-49fe-9a22-6bc2a810069d tempest-ServerActionsTestJSON-1204140007 tempest-ServerActionsTestJSON-1204140007-project] 10.222.0.71 "DELETE /v2.0/floatingips/2ba483b7-b554-45e5-9fb0-1532a59ef7b6 HTTP/1.1" status: 204 len: 168 time: 0.9123240 Dec 16 16:27:25.896050 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39536) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:26.423289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:26.668555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Deleting port 440eed21-9a39-49bb-b83b-dff81f37d1f5 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:26.668902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:26.747548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] For port 440eed21-9a39-49bb-b83b-dff81f37d1f5, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=440eed21-9a39-49bb-b83b-dff81f37d1f5,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:26.747960 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:26.760713 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Calling delete_port for 440eed21-9a39-49bb-b83b-dff81f37d1f5 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:27.032488 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:27.065440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=440eed21-9a39-49bb-b83b-dff81f37d1f5,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:27.244586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:27.467042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Router aa0c2138-cc25-48a1-ba51-f295950a61dc has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:27:27.574421 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:27:27.580062 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8672f1bf-40cc-49ff-8426-5acd91ef5f95 admin admin] 10.222.0.71 "PUT /v2.0/routers/aa0c2138-cc25-48a1-ba51-f295950a61dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828389 Dec 16 16:27:27.582576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39542) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:27.585710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Sync routers for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:27:27.596170 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:27:27.596774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:27.685560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:27.698101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:27:27.788178 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:27.872020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:27:26Z', 'revision_number': 5, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port': {'id': 'd77ab570-ad7d-41e4-a5f4-7454f1a94fd1', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:16:40Z', 'updated_at': '2021-12-16T16:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:27.901683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Checking router: aa0c2138-cc25-48a1-ba51-f295950a61dc for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:27:27.911013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Routers {'aa0c2138-cc25-48a1-ba51-f295950a61dc'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:27:27.911634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:27:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['aa0c2138-cc25-48a1-ba51-f295950a61dc'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:27.938442 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Deleting port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:27.938784 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:27.994148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] Set router aa0c2138-cc25-48a1-ba51-f295950a61dc gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:27:28.019521 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] For port d77ab570-ad7d-41e4-a5f4-7454f1a94fd1, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:28.019915 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.033801 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Calling delete_port for d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:28.049030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:27:27Z', 'revision_number': 6, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:28.075743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f718c8-80c4-4d7c-9c31-6f4529fa6878 None None] The sync data for ids ['aa0c2138-cc25-48a1-ba51-f295950a61dc'] in n-d-821947-3 is: [{'id': 'aa0c2138-cc25-48a1-ba51-f295950a61dc', 'name': 'tempest-ServerActionsTestJSON-562382420-router', 'tenant_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:16:39Z', 'updated_at': '2021-12-16T16:27:27Z', 'revision_number': 6, 'project_id': 'fbbb34e63e3b47ccad6efa5060d3c997', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:27:28.306409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.336196 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77ab570-ad7d-41e4-a5f4-7454f1a94fd1,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:28.350297 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f3241e-e6c0-4fc5-ac68-92356bcdb7f5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:27:28.396010 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.487464 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.489899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.603223 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.603689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0c2138-cc25-48a1-ba51-f295950a61dc {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:27:28.608358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.609564 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dce75f12-8f7d-41b3-8c1e-07302e11f946 admin admin] 10.222.0.71 "DELETE /v2.0/routers/aa0c2138-cc25-48a1-ba51-f295950a61dc HTTP/1.1" status: 204 len: 168 time: 1.0260746 Dec 16 16:27:28.612845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39544) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:28.661086 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Deleting subnet 50689833-a4ec-4aa6-8256-25fc18dafcb7 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:27:28.664196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.699927 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.778331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.907323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.929205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 440eed21-9a39-49bb-b83b-dff81f37d1f5 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:27:28.939582 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50689833-a4ec-4aa6-8256-25fc18dafcb7,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:28.949307 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:28.958962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39546) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:28.959362 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-23faee2d-17cc-4160-8c30-b92bd45ad6e4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/50689833-a4ec-4aa6-8256-25fc18dafcb7 HTTP/1.1" status: 204 len: 168 time: 0.3420956 Dec 16 16:27:29.036223 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.095984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Deleting port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:29.096327 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.138161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3c0edb-c62f-4dbf-82a1-cea9416d05fc None None] Network ab952a95-a33d-438a-9083-daef5d69eb2e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:27:29.153267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 440eed21-9a39-49bb-b83b-dff81f37d1f5 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:27:29.153614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 440eed21-9a39-49bb-b83b-dff81f37d1f5 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:27:29.154048 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:27:29.165289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] For port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,segment=NetworkSegment(5f618e90-119d-47d9-a233-32b0469e5c4f),segment_id=5f618e90-119d-47d9-a233-32b0469e5c4f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:29.165653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.179223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Calling delete_port for fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:29.216774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:27:29.217128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d77ab570-ad7d-41e4-a5f4-7454f1a94fd1 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:27:29.314853 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] DHCP port deletion for ab952a95-a33d-438a-9083-daef5d69eb2e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:27:29.318525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.346737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.366391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Deleting port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:27:29.366767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.375006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:29.376978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] No DVR routers for this DVR port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:27:29.432430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] For port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9, host n-d-821947-3, got binding levels [] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:29.432711 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.444804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Calling delete_port for fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:27:29.447449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.ipam_backend_mixin [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 was not found and therefore no delete operation was performed {{(pid=104057) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 16 16:27:29.448706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.450059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.470894 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab952a95-a33d-438a-9083-daef5d69eb2e']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:29.474582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] Pushing event deleted for resources: {'Port': ['ID=fa7f6938-1d8c-42fe-a079-3e5ff0f749f9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:29.478683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4744f-dcdb-4eb4-aa48-3a6ba7b9d6eb None None] No DVR routers for this DVR port fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:27:29.481166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f618e90-119d-47d9-a233-32b0469e5c4f') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:29.481470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f618e90-119d-47d9-a233-32b0469e5c4f') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:27:29.492116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.505305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.511047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:27:29.511420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:27:29.513053 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:27:29.620606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.626393 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.629899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] 10.222.0.71 "DELETE /v2.0/networks/ab952a95-a33d-438a-9083-daef5d69eb2e HTTP/1.1" status: 204 len: 168 time: 0.6725523 Dec 16 16:27:29.642328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ab952a95-a33d-438a-9083-daef5d69eb2e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:29.650337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.650763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.651027 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.651368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.651710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.652098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.652437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.652771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.653102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.653476 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.653808 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.654259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.654594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae24aed-6cbb-4045-836e-5e0e899490fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:29.902975 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39550) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:29.943525 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-517f483a-fafb-439f-a63a-d4397cea32aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fbbb34e63e3b47ccad6efa5060d3c997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393682 Dec 16 16:27:29.946102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39552) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:29.980577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:29.994273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:30.019925 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:30.140305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:30.143850 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:30.145039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9daf7b73-92d0-444d-b631-fa1536d402df HTTP/1.1" status: 204 len: 168 time: 0.1976931 Dec 16 16:27:30.153176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f882-e605-4c68-b126-40fc24024caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf7b73-92d0-444d-b631-fa1536d402df,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:30.919703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:27:30.939892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:27:30.940245 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fa7f6938-1d8c-42fe-a079-3e5ff0f749f9 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:27:31.436970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:31.535097 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1330097933-network', 'tenant_id': '8d1ff0f515f941d2b42d9272361ab3c4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:31.620377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Made reservation on behalf of 8d1ff0f515f941d2b42d9272361ab3c4 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:27:31.622769 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.631951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.705119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.768825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.795970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:27:31.801341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17e674-eee1-4d87-ad61-09c5f5913109,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:31.808360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.809286 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Added segment 24b2405c-2cf8-4c64-8430-514d999f61d2 of type vlan for network a739df0c-abcf-463c-b8bb-83fa5bd87cdf Dec 16 16:27:31.854123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.940545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:31.941849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:31.942431 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:32.002470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] Pushing event updated for resources: {'Network': ['ID=a739df0c-abcf-463c-b8bb-83fa5bd87cdf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:32.012434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:27:32.074700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2e42444d-a2a6-444e-967a-71afe2522026 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6363597 Dec 16 16:27:32.077306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39578) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:27:32.084206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Request body: {'subnet': {'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1330097933-subnet', 'tenant_id': '8d1ff0f515f941d2b42d9272361ab3c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:32.180411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Made reservation on behalf of 8d1ff0f515f941d2b42d9272361ab3c4 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:27:32.182808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:32.426252 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:32.474555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec4e878-e6e3-4229-8da9-c9eb4f7dc312,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:32.490540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Checking segment: {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:27:32.490909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Network hostable DHCP agents. Network: a739df0c-abcf-463c-b8bb-83fa5bd87cdf, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:27:32.563007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:27:32.626591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, a739df0c-abcf-463c-b8bb-83fa5bd87cdf) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:27:32.631121 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:32.631732 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:32.637040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3ce60-e968-499f-ae29-5cc1a50cf198 None None] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:27:32.708642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-78d4e4c5-23f5-4796-b97e-c7fb76193755 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6302345 Dec 16 16:27:32.742786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771352d-4e94-4e3f-88da-a2fb2cc6802d None None] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:27:33.490232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-24e2e015-f2c6-4b56-a25e-1cae61dd34d5 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:33.491724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-24e2e015-f2c6-4b56-a25e-1cae61dd34d5 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/networks?id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 200 len: 814 time: 0.4558132 Dec 16 16:27:33.506778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-fd9f90bc-a1ea-461a-8b0a-5976e37547f3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/quotas/8d1ff0f515f941d2b42d9272361ab3c4 HTTP/1.1" status: 200 len: 375 time: 0.0089841 Dec 16 16:27:33.538792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-ef8504a7-d179-406c-8d36-4b6b8404ae05 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265398 Dec 16 16:27:33.549972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-05f611b9-3529-4927-b5e5-312520b71bbe service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:27:33.550915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-05f611b9-3529-4927-b5e5-312520b71bbe service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049760 Dec 16 16:27:33.636916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-2935da28-7e5c-4e04-a8d2-c5e1194318e9 service neutron] 10.222.0.71 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802977 Dec 16 16:27:33.727783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-279f6458-0b34-4e16-b9d4-dd6f8766ed2b service neutron] 10.222.0.71 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Dec 16 16:27:33.992050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6becac7-e044-43f4-b94e-b99c3ec762ca req-318f7e92-0725-44fd-b44a-1f546e249f81 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 210 time: 0.0262341 Dec 16 16:27:35.086343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3550d415-942a-4681-988d-3897a3bb411b req-8efa63ec-5976-4f55-a9b2-65ace5e5c4e5 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 210 time: 0.0265737 Dec 16 16:27:35.727108 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:27:36.184797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5bb476d5-6843-4321-b85d-db28df3416e5 req-2ac92315-939c-4bef-b4c9-5bf6b71aa91b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 210 time: 0.0275211 Dec 16 16:27:36.295336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-1430062f-5675-4ccc-af12-9c9b114d00e5 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:36.296898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-1430062f-5675-4ccc-af12-9c9b114d00e5 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.74 "GET /v2.0/networks?id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 200 len: 814 time: 0.1145122 Dec 16 16:27:36.321351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Request body: {'port': {'device_id': '98abe346-490a-444d-9e23-60966495ae7a', 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf', 'admin_state_up': True, 'tenant_id': '8d1ff0f515f941d2b42d9272361ab3c4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:36.500058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Made reservation on behalf of 8d1ff0f515f941d2b42d9272361ab3c4 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:27:36.504274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:36.629055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Allocated IP 172.20.0.7 (a739df0c-abcf-463c-b8bb-83fa5bd87cdf/9ec4e878-e6e3-4229-8da9-c9eb4f7dc312/5c0725aa-2fbf-44c4-afe8-1d7ed60820c1) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:27:36.777594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:36.872183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:36.918935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:27:36.924264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:27:36.928819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:27:36.932819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Pushing event updated for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:36.981598 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:36.982299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.063367 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-0ab4dc37-4985-4f38-9293-33bc03d5b55c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454181 Dec 16 16:27:37.084220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Request body: {'port': {'device_id': '98abe346-490a-444d-9e23-60966495ae7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:37.141972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.359301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37e4-5c14-442b-8722-c9dc7116e359 req-dfc89818-455e-4652-814b-e36605b38089 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:37.360741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddba37e4-5c14-442b-8722-c9dc7116e359 req-dfc89818-455e-4652-814b-e36605b38089 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 931 time: 0.1007533 Dec 16 16:27:37.441141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ddba37e4-5c14-442b-8722-c9dc7116e359 req-eb22f034-9b56-4168-845e-10706ff14bfe tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Dec 16 16:27:37.483449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:27:37.491173 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.503506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Transition to ACTIVE for port object 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:27:37.580271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.630198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:37.699081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Attempting to bind port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:27:37.699416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Attempting to bind port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:27:37.699744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Attempting to bind port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:27:37.705149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:27:37.705603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Attempting to bind port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:27:37.710760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:27:37.711101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Checking segment: {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:27:37.711483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Bound using segment: {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:27:37.711937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Bound port: 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:27:37.712295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.773609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:27:37.776546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:27:37.843342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.880197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:37.880894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:37.882302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] 10.222.0.74 "PUT /v2.0/ports/5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 HTTP/1.1" status: 200 len: 1091 time: 0.8023920 Dec 16 16:27:37.882762 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:37.885074 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716" -d '{"events": [{"name": "network-changed", "server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:37.908094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53899bc-8bf0-4669-991e-5db372842f54 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:37.924753 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75935b3-0bd4-4992-8f96-ea2db3e6906a x-openstack-request-id: req-a75935b3-0bd4-4992-8f96-ea2db3e6906a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:37.925264 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:37.925553 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a75935b3-0bd4-4992-8f96-ea2db3e6906a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:37.925972 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1', 'status': 'completed', 'code': 200} Dec 16 16:27:38.014347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-575f3eb9-da73-45f4-b85e-540b15a51b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.015941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-575f3eb9-da73-45f4-b85e-540b15a51b10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 1094 time: 0.0420752 Dec 16 16:27:38.131135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-255c556a-7ee5-4a8d-b361-47b386a887a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.132592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-255c556a-7ee5-4a8d-b361-47b386a887a0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008368 Dec 16 16:27:38.237071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-0153536b-a04d-4fee-9759-7c6ec5945c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.238564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4bb2754a-61bf-4c7d-a7ae-3f3d48832716 req-0153536b-a04d-4fee-9759-7c6ec5945c2f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948365 Dec 16 16:27:38.358994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-a214d8f7-b736-481d-9fa8-aecab05b2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.360495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-a214d8f7-b736-481d-9fa8-aecab05b2314 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 1094 time: 0.0463381 Dec 16 16:27:38.414514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-5a7ca5bf-c422-4050-a644-08ea35e2f7d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 HTTP/1.1" status: 200 len: 217 time: 0.0332448 Dec 16 16:27:38.465292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-b0b82d7f-5777-4659-ad14-813af8c13821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.466742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-b0b82d7f-5777-4659-ad14-813af8c13821 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ec4e878-e6e3-4229-8da9-c9eb4f7dc312 HTTP/1.1" status: 200 len: 854 time: 0.0431283 Dec 16 16:27:38.509682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-366fa77d-17f3-435e-abcd-ea04c3c2278f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308383 Dec 16 16:27:38.620661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c058ca5-343b-401d-aaab-5a987796fac0 req-520ea619-2d48-4f3f-bece-48ee7d5ede91 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:38.622154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c058ca5-343b-401d-aaab-5a987796fac0 req-520ea619-2d48-4f3f-bece-48ee7d5ede91 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 943 time: 0.1061082 Dec 16 16:27:38.669281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-016ba14b-f09c-4610-ac15-03f9d7e015a1 service neutron] 10.222.0.74 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379788 Dec 16 16:27:38.708179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4c058ca5-343b-401d-aaab-5a987796fac0 req-b7bef831-ec7e-42fc-9b22-1e4aa987656a tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Dec 16 16:27:38.772404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3379cd78-0d79-4ce8-ad27-5d483d8a62a1 req-7dfe1d2c-00bf-4416-b8e0-d2a7f9a9751e service neutron] 10.222.0.74 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Dec 16 16:27:39.831528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b38a5-dc41-4da0-8ce0-1c628f38d515 req-3d14feb1-a318-4fe6-bfa3-2efd8e13a525 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:39.833039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-784b38a5-dc41-4da0-8ce0-1c628f38d515 req-3d14feb1-a318-4fe6-bfa3-2efd8e13a525 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 943 time: 0.0546629 Dec 16 16:27:39.882420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-784b38a5-dc41-4da0-8ce0-1c628f38d515 req-323fe1d6-e98e-4a6f-9607-fe71810343a6 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Dec 16 16:27:41.005732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03caed8-2b8c-4e56-a77f-645c8676ac36 req-02ec170a-9753-400f-b624-1a68d8954d62 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:41.007204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03caed8-2b8c-4e56-a77f-645c8676ac36 req-02ec170a-9753-400f-b624-1a68d8954d62 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 943 time: 0.0528328 Dec 16 16:27:41.053977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b03caed8-2b8c-4e56-a77f-645c8676ac36 req-ddbee000-afca-4090-b191-666ad350e3e3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Dec 16 16:27:41.485787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:27:41.581589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:41.592920 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1', 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf', 'port_id': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1', 'mac_address': 'fa:16:3e:9a:3a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec4e878-e6e3-4229-8da9-c9eb4f7dc312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:27:41.631240 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:41.644711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:27:41.666001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:41.769427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:41.816418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:42.070602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:27:42.170404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c371ab-cd4b-4e98-aa8a-e9a71a5ec209 req-a16ae44f-2397-4d4c-bc15-34a4d4d80174 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:42.171940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9c371ab-cd4b-4e98-aa8a-e9a71a5ec209 req-a16ae44f-2397-4d4c-bc15-34a4d4d80174 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 944 time: 0.0494697 Dec 16 16:27:42.220724 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9c371ab-cd4b-4e98-aa8a-e9a71a5ec209 req-58f215b0-c4d1-4c1d-b1f0-f0ba8808aee4 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Dec 16 16:27:43.340344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1792c6-8a3f-470c-aed0-8a3d151e0b83 req-f3c1b363-1dd9-4a73-b87d-eef3c23f3a82 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:43.341820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d1792c6-8a3f-470c-aed0-8a3d151e0b83 req-f3c1b363-1dd9-4a73-b87d-eef3c23f3a82 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 944 time: 0.0522878 Dec 16 16:27:43.388862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d1792c6-8a3f-470c-aed0-8a3d151e0b83 req-85479745-4dc4-491c-bd0c-031704769f8a tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Dec 16 16:27:43.484159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:27:43.642887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:27:43.646915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:27:43.647293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:43.726460 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:43.748263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:43.751022 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80835e66-d549-4805-8aa5-10eb41fb711d" -d '{"events": [{"server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:43.764527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:43.787071 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225393b-4372-4999-be4f-fad117ee3117 x-openstack-request-id: req-4225393b-4372-4999-be4f-fad117ee3117 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:43.787440 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "name": "network-vif-plugged", "status": "completed", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:43.787623 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4225393b-4372-4999-be4f-fad117ee3117 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:43.788059 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1', 'code': 200} Dec 16 16:27:43.848726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:43.898486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:43.936845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d4a9b-e5f3-4b7f-ad16-4abee7b88b36 req-c4df94a8-a293-41c2-a383-fb18030ff367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:43.938921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-226d4a9b-e5f3-4b7f-ad16-4abee7b88b36 req-c4df94a8-a293-41c2-a383-fb18030ff367 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 1096 time: 0.0423207 Dec 16 16:27:43.987111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-226d4a9b-e5f3-4b7f-ad16-4abee7b88b36 req-91cc93ae-6b7d-4b3d-88a4-33d58545b4d7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370123 Dec 16 16:27:44.231224 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9c222668-14e4-4c27-98a2-2a83e85b29b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:44.504812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb14665-f6ac-4376-8fdd-462b0746cc17 req-e9d19a25-12b7-4799-a97c-520dd68e5888 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:44.506220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eb14665-f6ac-4376-8fdd-462b0746cc17 req-e9d19a25-12b7-4799-a97c-520dd68e5888 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0498402 Dec 16 16:27:44.557531 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2eb14665-f6ac-4376-8fdd-462b0746cc17 req-3dceea05-b7b6-47da-b403-06155caa4781 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Dec 16 16:27:45.674594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62bbc9-e6c5-44ce-858c-01a2f4d13c88 req-d51d7d8b-0300-4378-9ce9-8f8bdcb228ad tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:45.676107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f62bbc9-e6c5-44ce-858c-01a2f4d13c88 req-d51d7d8b-0300-4378-9ce9-8f8bdcb228ad tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0494695 Dec 16 16:27:45.724168 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f62bbc9-e6c5-44ce-858c-01a2f4d13c88 req-1bc5b790-912b-4434-bc5c-bb642464de43 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Dec 16 16:27:45.949881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-ceb97768-373c-4845-a36f-5cd45d0e0fe3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:45.951363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-ceb97768-373c-4845-a36f-5cd45d0e0fe3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/networks?id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 200 len: 814 time: 0.1054034 Dec 16 16:27:45.967294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-cb03c34e-7a98-4481-aa41-e69dcc6f6ae3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/quotas/8d1ff0f515f941d2b42d9272361ab3c4 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Dec 16 16:27:46.015506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-896e2f4e-af86-4f82-a7c2-3d64231869a3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427043 Dec 16 16:27:46.109633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-a3ab7d58-e378-4ce0-90b0-17e85d1fc5be service neutron] 10.222.0.71 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Dec 16 16:27:46.212153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-4c38151c-7847-409d-be08-640440087090 service neutron] 10.222.0.71 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962880 Dec 16 16:27:46.480275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-636f6dcf-f6a5-4845-a8d3-4a3fad7446bb req-57688bb5-4c05-4b32-8470-f9e37855f9d0 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Dec 16 16:27:46.533484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7749d8a5-df6c-420f-b1bb-ec12c9a1bc01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:47.558486 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c4792f0-7c2a-41e5-a46c-ef0c0c73f32a req-ac42fef8-499f-4d70-b63d-ee6c97750412 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0268037 Dec 16 16:27:48.076870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:48.651608 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e8adcc1-27be-460e-a5b4-a4cea44e8110 req-c28a032e-26e2-4562-907b-4c0aee04b26c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0261626 Dec 16 16:27:49.231658 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-25ae20eb-f6de-4afd-815c-878cdb80b49e tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:49.233240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-25ae20eb-f6de-4afd-815c-878cdb80b49e tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.30 "GET /v2.0/networks?id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 200 len: 814 time: 0.1046770 Dec 16 16:27:49.252263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Request body: {'port': {'device_id': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf', 'admin_state_up': True, 'tenant_id': '8d1ff0f515f941d2b42d9272361ab3c4'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:49.460019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Made reservation on behalf of 8d1ff0f515f941d2b42d9272361ab3c4 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:27:49.464193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:49.579938 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:49.592238 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Allocated IP 172.20.0.8 (a739df0c-abcf-463c-b8bb-83fa5bd87cdf/9ec4e878-e6e3-4229-8da9-c9eb4f7dc312/f4e25d10-2c8a-4e24-8d31-6a06ba037e37) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:27:49.757746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-460a3b16-445a-44dc-8e8e-da3f7f18e8b0 req-d6da3b5f-7b22-462c-85fc-bb59ff05e15e tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0372424 Dec 16 16:27:49.767636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:49.946552 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:49.994551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:27:49.995707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Network a739df0c-abcf-463c-b8bb-83fa5bd87cdf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:27:50.000961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:27:50.005583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:27:50.009559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Pushing event updated for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:50.055423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:50.056075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:50.254368 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:50.279443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-56ee8f9a-cb4e-43b8-b951-6785c53a008b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316644 Dec 16 16:27:50.341174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Request body: {'port': {'device_id': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:27:50.394554 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:50.660492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e25d10-2c8a-4e24-8d31-6a06ba037e37 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:27:50.667745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:50.680180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Transition to ACTIVE for port object f4e25d10-2c8a-4e24-8d31-6a06ba037e37 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:27:50.756904 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:50.811723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:50.935280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaad6e1-6589-4f96-975d-c50a3a474e83 req-7311144f-899c-47c7-9f01-a0d953b40460 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:50.936751 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edaad6e1-6589-4f96-975d-c50a3a474e83 req-7311144f-899c-47c7-9f01-a0d953b40460 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 943 time: 0.1015966 Dec 16 16:27:50.950568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Attempting to bind port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:27:50.950937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Attempting to bind port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:27:50.951245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Attempting to bind port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:27:50.966377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:27:50.966710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Attempting to bind port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 on network a739df0c-abcf-463c-b8bb-83fa5bd87cdf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:27:50.983105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:27:50.986187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Checking segment: {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:27:50.986187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Bound using segment: {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:27:50.986187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Bound port: f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b2405c-2cf8-4c64-8430-514d999f61d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:27:50.986187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:51.024415 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-b2b4e36c-fc52-4a9b-a805-e2724087ef3b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087418 Dec 16 16:27:51.049151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-edaad6e1-6589-4f96-975d-c50a3a474e83 req-dfdc562f-12e1-4b62-8247-90ab259b26e3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948367 Dec 16 16:27:51.082266 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:27:51.085457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:27:51.129316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-ad976b23-85ad-4355-8080-ca8cae9da0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.130822 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-ad976b23-85ad-4355-8080-ca8cae9da0dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 1096 time: 0.0440769 Dec 16 16:27:51.234378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-0dc316ca-7c79-4e63-98c5-eed79eeab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.235943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-0dc316ca-7c79-4e63-98c5-eed79eeab79c service neutron] 10.222.0.74 "GET /v2.0/networks?id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 200 len: 915 time: 0.0845423 Dec 16 16:27:51.284616 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-68778cdf-da1a-48d8-9b8d-46082cabaaa2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 HTTP/1.1" status: 200 len: 217 time: 0.0385871 Dec 16 16:27:51.317958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:51.377333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.377952 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:51.379371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/f4e25d10-2c8a-4e24-8d31-6a06ba037e37 HTTP/1.1" status: 200 len: 1091 time: 1.0851736 Dec 16 16:27:51.379817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:51.382096 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d88bf-e301-4865-a465-e8bc4393a900" -d '{"events": [{"name": "network-changed", "server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:51.392210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-80c9bcba-ffe5-48f1-bb55-4e43a1b1c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.393684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-80c9bcba-ffe5-48f1-bb55-4e43a1b1c919 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9ec4e878-e6e3-4229-8da9-c9eb4f7dc312 HTTP/1.1" status: 200 len: 854 time: 0.1025786 Dec 16 16:27:51.428910 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759e79e-e297-45ee-93a4-c6ceac27a053 x-openstack-request-id: req-a759e79e-e297-45ee-93a4-c6ceac27a053 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:51.429206 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:51.429465 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a759e79e-e297-45ee-93a4-c6ceac27a053 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:51.429867 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37', 'status': 'completed', 'code': 200} Dec 16 16:27:51.432204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-946b41d2-ca06-4b25-a616-7d45e976f9a8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300343 Dec 16 16:27:51.432930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec90a0-04a7-4e44-b829-a727b8b878e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:51.553409 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d88bf-e301-4865-a465-e8bc4393a900 req-630b42e9-ffe5-4a24-81b3-b2526aea0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.554801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-969d88bf-e301-4865-a465-e8bc4393a900 req-630b42e9-ffe5-4a24-81b3-b2526aea0869 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 1094 time: 0.0689652 Dec 16 16:27:51.560058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-1bbaae44-2aac-4245-bb4e-8b2aa9204b2f service neutron] 10.222.0.74 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200376 Dec 16 16:27:51.727022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d88bf-e301-4865-a465-e8bc4393a900 req-5d994001-762e-41a7-b2c4-a5244ccd3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.728535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-969d88bf-e301-4865-a465-e8bc4393a900 req-5d994001-762e-41a7-b2c4-a5244ccd3d3a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1592875 Dec 16 16:27:51.730661 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22218796-d70c-42b4-be2c-0aa2c283c6e1 req-4623f17a-e92b-4f56-8a87-6f44a050d6e9 service neutron] 10.222.0.74 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601412 Dec 16 16:27:51.828119 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d88bf-e301-4865-a465-e8bc4393a900 req-4183ecd6-43f5-4b61-ba42-e044b3ecbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.829528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-969d88bf-e301-4865-a465-e8bc4393a900 req-4183ecd6-43f5-4b61-ba42-e044b3ecbf40 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930333 Dec 16 16:27:51.928869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-059c3951-5cab-4713-abf0-1881bd0fecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:51.930391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-059c3951-5cab-4713-abf0-1881bd0fecb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 1094 time: 0.0430074 Dec 16 16:27:51.982312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-a5df339a-7178-458a-8b41-57a487bd0f9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37 HTTP/1.1" status: 200 len: 217 time: 0.0385685 Dec 16 16:27:52.032741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-94b917a3-7b69-4bca-aad1-fb622a8ef996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:52.034241 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-94b917a3-7b69-4bca-aad1-fb622a8ef996 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9ec4e878-e6e3-4229-8da9-c9eb4f7dc312 HTTP/1.1" status: 200 len: 854 time: 0.0451710 Dec 16 16:27:52.067125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-62178fa0-550e-4126-8ca3-2fa5e848f790 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a739df0c-abcf-463c-b8bb-83fa5bd87cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260484 Dec 16 16:27:52.200996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5faa-c7e5-4874-844f-f705eaedb326 req-d9503ea7-9021-454b-ba45-adf8afc459d3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:52.202553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11c5faa-c7e5-4874-844f-f705eaedb326 req-d9503ea7-9021-454b-ba45-adf8afc459d3 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 943 time: 0.0813856 Dec 16 16:27:52.204417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-ccd0dc39-2005-4ac5-8cea-ff87424eecfc service neutron] 10.222.0.30 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305826 Dec 16 16:27:52.305690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11c5faa-c7e5-4874-844f-f705eaedb326 req-a3622350-b7e4-4f76-ae7b-077f530f0dfe tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967629 Dec 16 16:27:52.335699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d949b5ac-3700-46c5-9524-9ffcaa9dce39 req-8d0211e6-1aa8-4e29-a613-b422eb9b24a6 service neutron] 10.222.0.30 "GET /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182487 Dec 16 16:27:53.424852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f0045-3abc-4d7e-b184-bd9252e29fa8 req-b4be5cf5-c094-4228-b50e-ae16d4437f7a tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:53.426337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e0f0045-3abc-4d7e-b184-bd9252e29fa8 req-b4be5cf5-c094-4228-b50e-ae16d4437f7a tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 943 time: 0.0503621 Dec 16 16:27:53.473747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e0f0045-3abc-4d7e-b184-bd9252e29fa8 req-63d95e4f-e4d8-4ad7-bc6b-23f4256bce97 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Dec 16 16:27:54.587243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491115e-4afc-4ce8-8a04-1344c90a5966 req-9866b177-08ce-473b-b3be-0337ec2e7605 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:54.588745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a491115e-4afc-4ce8-8a04-1344c90a5966 req-9866b177-08ce-473b-b3be-0337ec2e7605 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 943 time: 0.0486004 Dec 16 16:27:54.635449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a491115e-4afc-4ce8-8a04-1344c90a5966 req-60e77e58-959a-4dc3-a28d-3db9db8aff9a tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Dec 16 16:27:55.755457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a59536-e005-4c4c-bb0b-4fc54c7e5306 req-f8c90f12-c11e-4516-bd44-8c7ac23e4037 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:55.756969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77a59536-e005-4c4c-bb0b-4fc54c7e5306 req-f8c90f12-c11e-4516-bd44-8c7ac23e4037 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 943 time: 0.0514989 Dec 16 16:27:55.802980 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77a59536-e005-4c4c-bb0b-4fc54c7e5306 req-7200c20b-b86f-419e-804f-34d86b8d3fba tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Dec 16 16:27:56.539677 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f4e25d10-2c8a-4e24-8d31-6a06ba037e37 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:27:56.631764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:56.642722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37', 'network_id': 'a739df0c-abcf-463c-b8bb-83fa5bd87cdf', 'port_id': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37', 'mac_address': 'fa:16:3e:8f:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec4e878-e6e3-4229-8da9-c9eb4f7dc312', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:27:56.682550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:56.694722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e25d10-2c8a-4e24-8d31-6a06ba037e37 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:27:56.714524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:56.796880 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:56.845766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:56.854082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.854623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.855085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.855343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.855681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.856042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.856376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.856705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.857038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.857358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.857681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.858001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.858324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:27:56.928463 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc9a1-1cbe-4425-a521-205a51e3954e req-8241a8be-7521-4012-8e52-f16d3977604c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:56.929959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6cfc9a1-1cbe-4425-a521-205a51e3954e req-8241a8be-7521-4012-8e52-f16d3977604c tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 944 time: 0.0516336 Dec 16 16:27:56.978919 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c6cfc9a1-1cbe-4425-a521-205a51e3954e req-ade0553e-7f36-47de-8023-5766056e9813 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Dec 16 16:27:57.060161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f4e25d10-2c8a-4e24-8d31-6a06ba037e37'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:27:58.094837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676c154-85f4-4098-9d46-ff538dacdfc2 req-f1f0d5f3-2d39-4419-92c3-6ac7067fefd4 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:58.096339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9676c154-85f4-4098-9d46-ff538dacdfc2 req-f1f0d5f3-2d39-4419-92c3-6ac7067fefd4 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 944 time: 0.0489798 Dec 16 16:27:58.152795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9676c154-85f4-4098-9d46-ff538dacdfc2 req-973c78ff-8458-4007-bd18-b4b920670194 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475066 Dec 16 16:27:58.555737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f4e25d10-2c8a-4e24-8d31-6a06ba037e37 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:27:58.694137 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:27:58.698349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:27:58.698726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:58.776723 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:58.799945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:27:58.802317 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1ffda7-3203-447e-ab93-8903a7a1664a" -d '{"events": [{"server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "name": "network-vif-plugged", "status": "completed", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:27:58.815167 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:27:58.840553 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d38b0c-ea5f-43a1-974d-5c7bcb728f22 x-openstack-request-id: req-36d38b0c-ea5f-43a1-974d-5c7bcb728f22 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:27:58.840851 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "name": "network-vif-plugged", "status": "completed", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:27:58.841189 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36d38b0c-ea5f-43a1-974d-5c7bcb728f22 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:27:58.841537 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37', 'code': 200} Dec 16 16:27:58.917838 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:58.972246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8864d-a790-4ae4-9b1d-d10a719fdbf4 req-81782ed0-de5b-4560-9cec-7fef93010ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:58.973806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba8864d-a790-4ae4-9b1d-d10a719fdbf4 req-81782ed0-de5b-4560-9cec-7fef93010ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 1096 time: 0.0421348 Dec 16 16:27:58.975032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:27:59.022552 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba8864d-a790-4ae4-9b1d-d10a719fdbf4 req-5d86007a-d6f4-46d9-9cf3-e7b801dc2dee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Dec 16 16:27:59.267682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35b969-19d6-4657-904c-266153e80f92 req-32ef7da3-57c8-4462-962c-d332d82ab75d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:27:59.269157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a35b969-19d6-4657-904c-266153e80f92 req-32ef7da3-57c8-4462-962c-d332d82ab75d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Dec 16 16:27:59.305601 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:27:59.315939 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a35b969-19d6-4657-904c-266153e80f92 req-34eb8492-2f8d-4649-a2fa-93c5ab3f586f tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Dec 16 16:27:59.962701 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:00.439227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b758b-7dbf-425b-8bd6-9ec94e104ec9 req-db9b327f-f832-497c-b6b3-cbf131375718 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:00.440722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687b758b-7dbf-425b-8bd6-9ec94e104ec9 req-db9b327f-f832-497c-b6b3-cbf131375718 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Dec 16 16:28:00.488847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-687b758b-7dbf-425b-8bd6-9ec94e104ec9 req-a0236e5c-5a56-408c-81b9-fe07c4d9adb8 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 16 16:28:00.991787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4a0be-e50f-4369-a78f-6d6e5c830dfd req-a55c769c-ec5d-4718-bf28-e7fe66582e0b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:00.993300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e4a0be-e50f-4369-a78f-6d6e5c830dfd req-a55c769c-ec5d-4718-bf28-e7fe66582e0b tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 945 time: 0.0506895 Dec 16 16:28:01.040606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e4a0be-e50f-4369-a78f-6d6e5c830dfd req-1331d097-8f1d-4884-a866-9fa33b40ad86 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Dec 16 16:28:02.163685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bed85d-260a-444e-9be3-bbf2747d5dc7 req-dd056684-3165-4151-96f9-88ef1d3abfa8 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:02.165205 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4bed85d-260a-444e-9be3-bbf2747d5dc7 req-dd056684-3165-4151-96f9-88ef1d3abfa8 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Dec 16 16:28:02.217623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4bed85d-260a-444e-9be3-bbf2747d5dc7 req-2d32bb98-381a-4b36-9ea7-5f882206c497 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Dec 16 16:28:02.414283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-4f13681e-e11c-4d59-acd7-36c3aca91ab4 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:02.416076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-4f13681e-e11c-4d59-acd7-36c3aca91ab4 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 945 time: 0.0494616 Dec 16 16:28:02.503656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Deleting port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:02.503970 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:02.597052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] For port f4e25d10-2c8a-4e24-8d31-6a06ba037e37, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:02.597419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:02.610289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Calling delete_port for f4e25d10-2c8a-4e24-8d31-6a06ba037e37 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:03.243088 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:03.270298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Pushing event deleted for resources: {'Port': ['ID=f4e25d10-2c8a-4e24-8d31-6a06ba037e37,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:03.276328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f4e25d10-2c8a-4e24-8d31-6a06ba037e37'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:28:03.309928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:28:03.340120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] No DVR routers for this DVR port f4e25d10-2c8a-4e24-8d31-6a06ba037e37 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:03.343227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-383e5abd-10bf-48f8-a3ac-ddb2306c1285 req-08eba761-dd7f-42b5-915c-d26af8ea5e2f tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0417922 Dec 16 16:28:03.344809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:03.348060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9dc8472a-89e9-43bf-aacc-879ce9764d10 req-ad8a5e7c-f45d-44d1-91d2-dea5d653494d tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.30 "DELETE /v2.0/ports/f4e25d10-2c8a-4e24-8d31-6a06ba037e37 HTTP/1.1" status: 204 len: 173 time: 0.9264531 Dec 16 16:28:03.348515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'name': 'network-vif-deleted', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:28:03.351341 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5306900-af7e-4393-870c-8ccb5b4441c1" -d '{"events": [{"server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "name": "network-vif-deleted", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:28:03.387261 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fba5f05-f35b-4109-92f2-cb4ace7a9640 x-openstack-request-id: req-5fba5f05-f35b-4109-92f2-cb4ace7a9640 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:28:03.387568 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6068557-51a5-4f2c-a5fa-7d9f3c372620", "name": "network-vif-deleted", "tag": "f4e25d10-2c8a-4e24-8d31-6a06ba037e37", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:28:03.387840 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5fba5f05-f35b-4109-92f2-cb4ace7a9640 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:28:03.388266 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6068557-51a5-4f2c-a5fa-7d9f3c372620', 'name': 'network-vif-deleted', 'tag': 'f4e25d10-2c8a-4e24-8d31-6a06ba037e37', 'status': 'completed', 'code': 200} Dec 16 16:28:04.458683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06d6fb2c-aa6a-4779-b3c9-ff57cfbf10c6 req-d22f2ea5-720b-41aa-8ba4-4c4ecb1873f1 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=c6068557-51a5-4f2c-a5fa-7d9f3c372620 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Dec 16 16:28:05.608771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d5ae3-aaca-4fb1-a295-f498f089b447 req-6c792290-2a12-4454-9afb-671c92fe61f2 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:05.610697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-282d5ae3-aaca-4fb1-a295-f498f089b447 req-6c792290-2a12-4454-9afb-671c92fe61f2 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0483215 Dec 16 16:28:05.656752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-282d5ae3-aaca-4fb1-a295-f498f089b447 req-526834ab-ea27-452b-bb80-7c3a39f720f6 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Dec 16 16:28:05.788385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655c34e-6f71-4dcc-97ca-36dd58535f5b req-3a9fb054-890b-4247-821a-45de95f4bdc7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:05.789744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9655c34e-6f71-4dcc-97ca-36dd58535f5b req-3a9fb054-890b-4247-821a-45de95f4bdc7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0506175 Dec 16 16:28:05.835660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9655c34e-6f71-4dcc-97ca-36dd58535f5b req-6c52ac1e-cd8a-47d5-8923-2b0c1b1deed7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Dec 16 16:28:05.959241 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d4d8-1ba2-4181-beb2-bd52d726c3e0 req-11306f61-7802-48bd-b73b-7099fdedd186 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:05.960745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de96d4d8-1ba2-4181-beb2-bd52d726c3e0 req-11306f61-7802-48bd-b73b-7099fdedd186 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0488448 Dec 16 16:28:06.008865 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de96d4d8-1ba2-4181-beb2-bd52d726c3e0 req-25d22238-9121-4deb-b3ec-622115679ad9 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Dec 16 16:28:06.125286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-d833c858-7fcd-49ef-a74c-21151b1e43d4 req-262d47a6-95e2-4ef4-8755-bac4b18ddf25 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:28:06.126312 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d833c858-7fcd-49ef-a74c-21151b1e43d4 req-262d47a6-95e2-4ef4-8755-bac4b18ddf25 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498188 Dec 16 16:28:06.239428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184e461-9638-482a-8e7c-13d51542961e req-8abe5c0c-9021-4477-adb1-942d661adcd2 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:06.240971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9184e461-9638-482a-8e7c-13d51542961e req-8abe5c0c-9021-4477-adb1-942d661adcd2 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0495934 Dec 16 16:28:06.292492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9184e461-9638-482a-8e7c-13d51542961e req-dc385126-6d5d-4807-b327-8d00c5bde64e tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455766 Dec 16 16:28:06.408430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95821953-6942-41e1-9831-9e987260e42c req-f4f2614e-f02a-4465-8885-6c591fe75789 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:06.409892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95821953-6942-41e1-9831-9e987260e42c req-f4f2614e-f02a-4465-8885-6c591fe75789 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0494487 Dec 16 16:28:06.456090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95821953-6942-41e1-9831-9e987260e42c req-0751d087-2dac-4527-8d17-a25eaf6aab76 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Dec 16 16:28:06.555029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f4e25d10-2c8a-4e24-8d31-6a06ba037e37 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:28:06.575183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f4e25d10-2c8a-4e24-8d31-6a06ba037e37 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:28:06.575540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f4e25d10-2c8a-4e24-8d31-6a06ba037e37 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:28:06.582385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681edec2-35f0-440b-b037-7b782d40b813 req-15833fc6-ff98-427f-905e-da031dfcc612 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:06.583933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-681edec2-35f0-440b-b037-7b782d40b813 req-15833fc6-ff98-427f-905e-da031dfcc612 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0509281 Dec 16 16:28:06.630474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-681edec2-35f0-440b-b037-7b782d40b813 req-d2692000-b978-4938-a784-e0d07faffb71 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405803 Dec 16 16:28:07.214472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c1d1b-8bdd-4d16-8b5a-26919e7f76ca req-b461e847-fc16-4c14-9622-3ba859b30a97 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:07.216007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f98c1d1b-8bdd-4d16-8b5a-26919e7f76ca req-b461e847-fc16-4c14-9622-3ba859b30a97 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0549746 Dec 16 16:28:07.264732 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f98c1d1b-8bdd-4d16-8b5a-26919e7f76ca req-b451f5ca-dfb9-467b-a7b7-fc2d99a04a12 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Dec 16 16:28:08.384062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf9db2-01b2-4b39-aa9a-97684175a5ce req-607aa470-c5e1-4835-b147-c042fe133972 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:08.385553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bf9db2-01b2-4b39-aa9a-97684175a5ce req-607aa470-c5e1-4835-b147-c042fe133972 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0490675 Dec 16 16:28:08.433441 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96bf9db2-01b2-4b39-aa9a-97684175a5ce req-3559db80-7ec2-495e-9fd3-80e8ef8dd969 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e17e674-eee1-4d87-ad61-09c5f5913109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Dec 16 16:28:08.869237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-af483afb-8b67-4d43-87d4-b4639ca1a9ae tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:08.870816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-af483afb-8b67-4d43-87d4-b4639ca1a9ae tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.74 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 945 time: 0.0487561 Dec 16 16:28:08.971491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Deleting port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:08.971857 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:09.059357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] For port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,segment=NetworkSegment(24b2405c-2cf8-4c64-8430-514d999f61d2),segment_id=24b2405c-2cf8-4c64-8430-514d999f61d2)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:09.059727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:09.077503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Calling delete_port for 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:09.305312 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:09.334738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Pushing event deleted for resources: {'Port': ['ID=5c0725aa-2fbf-44c4-afe8-1d7ed60820c1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:09.349346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:28:09.380207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] No DVR routers for this DVR port 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:09.383063 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:09.386454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a4e36ac5-d17a-4139-b564-992ae065e13a req-efec4d44-9e77-478d-b1bf-d81a2a89d9e7 tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.74 "DELETE /v2.0/ports/5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 HTTP/1.1" status: 204 len: 173 time: 0.5058396 Dec 16 16:28:09.387187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'name': 'network-vif-deleted', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:28:09.389931 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c995a671-9e9b-4945-b4bc-b8b84a5a6598" -d '{"events": [{"server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "name": "network-vif-deleted", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:28:09.427817 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa07a319-5520-4c47-9554-c2484d28ec4b x-openstack-request-id: req-fa07a319-5520-4c47-9554-c2484d28ec4b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:28:09.428166 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98abe346-490a-444d-9e23-60966495ae7a", "name": "network-vif-deleted", "tag": "5c0725aa-2fbf-44c4-afe8-1d7ed60820c1", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:28:09.428427 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa07a319-5520-4c47-9554-c2484d28ec4b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:28:09.428838 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98abe346-490a-444d-9e23-60966495ae7a', 'name': 'network-vif-deleted', 'tag': '5c0725aa-2fbf-44c4-afe8-1d7ed60820c1', 'status': 'completed', 'code': 200} Dec 16 16:28:09.549042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57ec0a53-ce97-4d0f-95f2-9ec314c58595 req-80217441-5563-48b4-971f-dafb6e7d86ed tempest-ServersNegativeTestJSON-1239262463 tempest-ServersNegativeTestJSON-1239262463-project] 10.222.0.71 "GET /v2.0/ports?device_id=98abe346-490a-444d-9e23-60966495ae7a HTTP/1.1" status: 200 len: 210 time: 0.0286016 Dec 16 16:28:10.615411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39738) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:10.659243 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Deleting subnet 9ec4e878-e6e3-4229-8da9-c9eb4f7dc312 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:28:10.662256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:10.697971 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:10.736432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:10.900219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:10.926931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec4e878-e6e3-4229-8da9-c9eb4f7dc312,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:10.931631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:10.934848 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-569548e7-2f03-49cc-ab18-438f84e5da77 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9ec4e878-e6e3-4229-8da9-c9eb4f7dc312 HTTP/1.1" status: 204 len: 168 time: 0.3183942 Dec 16 16:28:10.937400 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39740) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:11.009001 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.095593 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.120440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a739df0c-abcf-463c-b8bb-83fa5bd87cdf']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:11.130359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b2405c-2cf8-4c64-8430-514d999f61d2') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:11.130791 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b2405c-2cf8-4c64-8430-514d999f61d2') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:11.141224 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.154169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.160625 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:11.161040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:11.162713 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:11.346246 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.352026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.355259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] 10.222.0.71 "DELETE /v2.0/networks/a739df0c-abcf-463c-b8bb-83fa5bd87cdf HTTP/1.1" status: 204 len: 168 time: 0.4168937 Dec 16 16:28:11.366464 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6231a-c081-48bc-b663-b82e7aa7ec7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a739df0c-abcf-463c-b8bb-83fa5bd87cdf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:11.579337 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:28:11.600435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:28:11.600709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 5c0725aa-2fbf-44c4-afe8-1d7ed60820c1 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:28:11.714864 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:11.759798 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-52a1a89a-07dd-4dae-9d23-0321bceaec65 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d1ff0f515f941d2b42d9272361ab3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437033 Dec 16 16:28:11.762607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39746) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:11.808929 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.830106 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.956833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.959461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:11.960662 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e17e674-eee1-4d87-ad61-09c5f5913109 HTTP/1.1" status: 204 len: 168 time: 0.1971571 Dec 16 16:28:11.968790 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859b38-0bb0-4f91-b16c-ceb450eeb333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17e674-eee1-4d87-ad61-09c5f5913109,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:12.726776 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:28:13.272723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39768) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:13.367622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843945767'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:13.597146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:13.600883 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:13.610206 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:13.682585 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:13.899933 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:13.929978 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:13.935563 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ba2e5e-b87b-41fd-8a0b-7d19d4d10ef9,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:13.943063 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:13.943412 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Added segment 142d7445-4bdc-4b2e-bc5c-406ca8b68322 of type vlan for network de5c1da6-c972-4887-a661-5ec76c45ba13 Dec 16 16:28:13.987406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:14.123027 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:14.131163 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:14.131853 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:14.205507 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Network': ['ID=de5c1da6-c972-4887-a661-5ec76c45ba13,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:14.215844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network de5c1da6-c972-4887-a661-5ec76c45ba13 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:14.288371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-90153719-6d85-4250-a696-175f9c96e743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:14.331884 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e37ed861-d6c2-4d2a-9418-2bd47c22a0ed tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0580211 Dec 16 16:28:16.528261 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e966b92c-b722-4f6f-8691-946b93461e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:17.559224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39772) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:17.565252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'subnet': {'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:17.768636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:17.772408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.065846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.111814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.139643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Subnet': ['ID=54d803a2-4e1c-427b-88bf-85ed7c20966d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:18.147365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking segment: {'id': '142d7445-4bdc-4b2e-bc5c-406ca8b68322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:18.147365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network hostable DHCP agents. Network: de5c1da6-c972-4887-a661-5ec76c45ba13, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:18.248665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network de5c1da6-c972-4887-a661-5ec76c45ba13 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:18.396939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, de5c1da6-c972-4887-a661-5ec76c45ba13) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:18.401270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:18.401873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.407662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be4a56-6054-4b5a-8036-dea77aa42850 None None] Network de5c1da6-c972-4887-a661-5ec76c45ba13 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:18.509216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-de5c1da6-c972-4887-a661-5ec76c45ba13', 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13', 'project_id': '88b33abaa58f4980accfb90bd8ff9228', 'fixed_ips': [{'subnet_id': '54d803a2-4e1c-427b-88bf-85ed7c20966d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:18.510143 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.525720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4df0ccb1-65c7-4630-b070-49be64705411 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9650021 Dec 16 16:28:18.528907 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39774) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:18.534390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105634108'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:18.648617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Allocated IP 2001:db8:0:ffff::2 (de5c1da6-c972-4887-a661-5ec76c45ba13/54d803a2-4e1c-427b-88bf-85ed7c20966d/d2ba73e1-30d4-4bba-99ed-ed310311dd38) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:18.648943 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:18.652601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.678664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:18.687718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.688088 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Added segment d8d5667b-2fdb-41ad-8d90-46824e9e9a04 of type vlan for network ef6825b6-7c30-455b-af20-a3c551cd53f9 Dec 16 16:28:18.728701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.792173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.830121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.858363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:18.858363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:18.916793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Network': ['ID=ef6825b6-7c30-455b-af20-a3c551cd53f9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:18.931845 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ef6825b6-7c30-455b-af20-a3c551cd53f9 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:18.996839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.010972 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3ef703a2-a91f-45fa-8270-f9c725c1b984 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4809942 Dec 16 16:28:19.014076 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39776) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:19.019849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'subnet': {'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:19.036157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Network de5c1da6-c972-4887-a661-5ec76c45ba13 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:19.041815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:19.042512 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:19.051197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Pushing event updated for resources: {'Port': ['ID=d2ba73e1-30d4-4bba-99ed-ed310311dd38,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:19.107683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Attempting to bind port d2ba73e1-30d4-4bba-99ed-ed310311dd38 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:19.108089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Attempting to bind port d2ba73e1-30d4-4bba-99ed-ed310311dd38 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '142d7445-4bdc-4b2e-bc5c-406ca8b68322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:19.108456 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Attempting to bind port d2ba73e1-30d4-4bba-99ed-ed310311dd38 on network de5c1da6-c972-4887-a661-5ec76c45ba13 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:19.113753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:19.122078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Checking segment: {'id': '142d7445-4bdc-4b2e-bc5c-406ca8b68322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:19.122078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.122078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Bound using segment: {'id': '142d7445-4bdc-4b2e-bc5c-406ca8b68322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:19.122078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Bound port: d2ba73e1-30d4-4bba-99ed-ed310311dd38, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142d7445-4bdc-4b2e-bc5c-406ca8b68322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'de5c1da6-c972-4887-a661-5ec76c45ba13'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:19.122078 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.176710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] For port d2ba73e1-30d4-4bba-99ed-ed310311dd38, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:19.179944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] For port d2ba73e1-30d4-4bba-99ed-ed310311dd38, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d2ba73e1-30d4-4bba-99ed-ed310311dd38,segment=NetworkSegment(142d7445-4bdc-4b2e-bc5c-406ca8b68322),segment_id=142d7445-4bdc-4b2e-bc5c-406ca8b68322)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:19.253925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:19.257704 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.334455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.396899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c5ed-cce0-4c28-ad11-e515497c08a4 None None] Pushing event updated for resources: {'Port': ['ID=d2ba73e1-30d4-4bba-99ed-ed310311dd38,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:19.519022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.568594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.639005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Subnet': ['ID=d8efb034-138c-4af6-9db2-00d31061634a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:19.652609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking segment: {'id': 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:19.653278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network hostable DHCP agents. Network: ef6825b6-7c30-455b-af20-a3c551cd53f9, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:19.756665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network ef6825b6-7c30-455b-af20-a3c551cd53f9 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:19.900112 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ef6825b6-7c30-455b-af20-a3c551cd53f9) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:19.904392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:19.905001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:19.908783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079ba07-0d19-49fc-b728-db22719b038e None None] Network ef6825b6-7c30-455b-af20-a3c551cd53f9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:20.012125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ef6825b6-7c30-455b-af20-a3c551cd53f9', 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9', 'project_id': '88b33abaa58f4980accfb90bd8ff9228', 'fixed_ips': [{'subnet_id': 'd8efb034-138c-4af6-9db2-00d31061634a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:20.012998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.028776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-19ffb442-fa1f-446f-b3a3-21bd93e12a08 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0135169 Dec 16 16:28:20.034155 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:20.147680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.241189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.323979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5ddd2-ec00-4275-a8a6-64397dd16b15 None None] Network de5c1da6-c972-4887-a661-5ec76c45ba13 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:20.384877 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.395912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Allocated IP 2001:db8::2 (ef6825b6-7c30-455b-af20-a3c551cd53f9/d8efb034-138c-4af6-9db2-00d31061634a/1e080e3e-4e60-4ec1-bc7f-6514a345c05b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:20.477708 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] Provisioning complete for port d2ba73e1-30d4-4bba-99ed-ed310311dd38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:20.478087 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.658346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.671919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.699435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] For port d2ba73e1-30d4-4bba-99ed-ed310311dd38, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d2ba73e1-30d4-4bba-99ed-ed310311dd38,segment=NetworkSegment(142d7445-4bdc-4b2e-bc5c-406ca8b68322),segment_id=142d7445-4bdc-4b2e-bc5c-406ca8b68322)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:20.796976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.824225 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.839319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Network ef6825b6-7c30-455b-af20-a3c551cd53f9 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:20.842112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:20.846157 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:20.852981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Pushing event updated for resources: {'Port': ['ID=1e080e3e-4e60-4ec1-bc7f-6514a345c05b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:20.938524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.950023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Attempting to bind port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:20.951017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Attempting to bind port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:20.951017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Attempting to bind port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b on network ef6825b6-7c30-455b-af20-a3c551cd53f9 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:20.957800 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2e92-ffc8-4c48-a02d-e40b72bff1be None None] Pushing event updated for resources: {'Port': ['ID=d2ba73e1-30d4-4bba-99ed-ed310311dd38,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:20.961775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:20.962278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Checking segment: {'id': 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:20.962551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.962931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Bound using segment: {'id': 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:20.963402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Bound port: 1e080e3e-4e60-4ec1-bc7f-6514a345c05b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:20.963782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:20.976729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Subnet': ['ID=d8efb034-138c-4af6-9db2-00d31061634a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:20.979095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1a642f14-c22e-4ce2-8d12-6864b89e8a0f None None] Provisioning complete for port d2ba73e1-30d4-4bba-99ed-ed310311dd38 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:20.979340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1a642f14-c22e-4ce2-8d12-6864b89e8a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.001328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d2ba73e1-30d4-4bba-99ed-ed310311dd38 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:21.040791 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.061957 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6825b6-7c30-455b-af20-a3c551cd53f9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:21.071847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:21.072174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:21.091768 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.106900 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.110451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] For port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:21.113841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:21.114365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:21.117658 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:21.146981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d2ba73e1-30d4-4bba-99ed-ed310311dd38 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:21.147362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.190891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] For port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1e080e3e-4e60-4ec1-bc7f-6514a345c05b,segment=NetworkSegment(d8d5667b-2fdb-41ad-8d90-46824e9e9a04),segment_id=d8d5667b-2fdb-41ad-8d90-46824e9e9a04)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:21.252867 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 16:28:21.252867 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 16:28:21.252867 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'ef6825b6-7c30-455b-af20-a3c551cd53f9'}] Dec 16 16:28:21.252867 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:28:21.252867 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:28:21.283522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.362607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7108068-b58a-458a-8e20-83064ef68259 None None] Pushing event updated for resources: {'Port': ['ID=1e080e3e-4e60-4ec1-bc7f-6514a345c05b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:21.380466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac13a9-70c9-4b95-b847-724496a62e11 None None] Network ef6825b6-7c30-455b-af20-a3c551cd53f9 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:21.474795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6e235-33c4-436c-ae71-12c2875d8c51 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 16:28:21.539803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6e235-33c4-436c-ae71-12c2875d8c51 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 16:28:21.751710 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.804688 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:21.805029 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.870413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] For port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=1e080e3e-4e60-4ec1-bc7f-6514a345c05b,segment=NetworkSegment(d8d5667b-2fdb-41ad-8d90-46824e9e9a04),segment_id=d8d5667b-2fdb-41ad-8d90-46824e9e9a04)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:21.870760 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:21.883750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Calling delete_port for 1e080e3e-4e60-4ec1-bc7f-6514a345c05b owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:22.054322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.081691 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Port': ['ID=1e080e3e-4e60-4ec1-bc7f-6514a345c05b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:22.085545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No DVR routers for this DVR port 1e080e3e-4e60-4ec1-bc7f-6514a345c05b on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:22.165809 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.185824 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6825b6-7c30-455b-af20-a3c551cd53f9']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:22.195411 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:22.195732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d5667b-2fdb-41ad-8d90-46824e9e9a04') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:22.205417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.218973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.225074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:22.225463 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:22.228425 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:22.700025 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.707669 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.710780 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/ef6825b6-7c30-455b-af20-a3c551cd53f9 HTTP/1.1" status: 204 len: 168 time: 2.6780095 Dec 16 16:28:22.714558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39780) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:22.719724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-134615983'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:22.722598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd978be-529c-428e-b744-f72b30d6c251 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Network': ['ID=ef6825b6-7c30-455b-af20-a3c551cd53f9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:22.819765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:22.823449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.855197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:22.866146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.866517 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Added segment 280ff388-bcda-418b-9b9b-5771733a99e4 of type vlan for network 80defbcc-9466-4dfc-ace7-f2d7e882119b Dec 16 16:28:22.919355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:22.967428 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d2ba73e1-30d4-4bba-99ed-ed310311dd38 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:23.018108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d2ba73e1-30d4-4bba-99ed-ed310311dd38 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:23.018536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.030999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.037284 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:23.038009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.109177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Network': ['ID=80defbcc-9466-4dfc-ace7-f2d7e882119b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:23.121248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 80defbcc-9466-4dfc-ace7-f2d7e882119b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:23.184277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c95125d3-d4aa-4477-b177-23d56661bd82 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4683256 Dec 16 16:28:23.186831 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39782) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:23.193193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'subnet': {'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:23.408764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:23.412363 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.471050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Performing IP validity checks on allocation pools {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 16 16:28:23.471585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.ipam_backend_mixin [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104056) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 16 16:28:23.648023 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.711175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Subnet': ['ID=d2338e33-95fa-4b6b-ab05-6dfe2d432f2d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:23.715487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking segment: {'id': '280ff388-bcda-418b-9b9b-5771733a99e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:23.716128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network hostable DHCP agents. Network: 80defbcc-9466-4dfc-ace7-f2d7e882119b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:23.836990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network 80defbcc-9466-4dfc-ace7-f2d7e882119b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:23.980605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 80defbcc-9466-4dfc-ace7-f2d7e882119b) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:23.980605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:23.980605 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:23.983388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55f273-d44f-4082-b288-df0c59feb01a None None] Network 80defbcc-9466-4dfc-ace7-f2d7e882119b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:24.080559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-80defbcc-9466-4dfc-ace7-f2d7e882119b', 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b', 'project_id': '88b33abaa58f4980accfb90bd8ff9228', 'fixed_ips': [{'subnet_id': 'd2338e33-95fa-4b6b-ab05-6dfe2d432f2d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:24.081447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.097256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-747df790-b5f1-4e39-91a8-b348a4421b22 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9092751 Dec 16 16:28:24.099876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39784) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:24.205201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.219491 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Allocated IP 2001:db8::3 (80defbcc-9466-4dfc-ace7-f2d7e882119b/d2338e33-95fa-4b6b-ab05-6dfe2d432f2d/f99e7913-ef92-4f09-a082-4057e369101d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:24.281162 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.363979 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.431624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.477518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Network 80defbcc-9466-4dfc-ace7-f2d7e882119b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:24.480301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:24.483788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:24.490384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Pushing event updated for resources: {'Port': ['ID=f99e7913-ef92-4f09-a082-4057e369101d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:24.512029 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.544141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Subnet': ['ID=d2338e33-95fa-4b6b-ab05-6dfe2d432f2d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:24.544517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Attempting to bind port f99e7913-ef92-4f09-a082-4057e369101d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:24.544898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Attempting to bind port f99e7913-ef92-4f09-a082-4057e369101d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '280ff388-bcda-418b-9b9b-5771733a99e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:24.545264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Attempting to bind port f99e7913-ef92-4f09-a082-4057e369101d on network 80defbcc-9466-4dfc-ace7-f2d7e882119b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:24.550497 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:24.550878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Checking segment: {'id': '280ff388-bcda-418b-9b9b-5771733a99e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:24.551291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.551681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Bound using segment: {'id': '280ff388-bcda-418b-9b9b-5771733a99e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:24.552230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Bound port: f99e7913-ef92-4f09-a082-4057e369101d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280ff388-bcda-418b-9b9b-5771733a99e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:24.552615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.600979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.623991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] For port f99e7913-ef92-4f09-a082-4057e369101d, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:24.624247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80defbcc-9466-4dfc-ace7-f2d7e882119b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:24.626345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] For port f99e7913-ef92-4f09-a082-4057e369101d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f99e7913-ef92-4f09-a082-4057e369101d,segment=NetworkSegment(280ff388-bcda-418b-9b9b-5771733a99e4),segment_id=280ff388-bcda-418b-9b9b-5771733a99e4)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:24.630840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280ff388-bcda-418b-9b9b-5771733a99e4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:24.631138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280ff388-bcda-418b-9b9b-5771733a99e4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:24.645469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.711650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.714509 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.721042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:24.721686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:24.724533 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:24.789319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af274ee2-acda-463d-b29d-85472f02c712 None None] Pushing event updated for resources: {'Port': ['ID=f99e7913-ef92-4f09-a082-4057e369101d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:24.808151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cac11d-c544-46c3-8d23-95aa9b54af40 None None] Network 80defbcc-9466-4dfc-ace7-f2d7e882119b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:24.825940 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.db.api [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 16:28:24.825940 n-d-821947-3 neutron-server[104056]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 16:28:24.825940 n-d-821947-3 neutron-server[104056]: [parameters: {'id': '80defbcc-9466-4dfc-ace7-f2d7e882119b'}] Dec 16 16:28:24.825940 n-d-821947-3 neutron-server[104056]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104056) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:28:24.826509 n-d-821947-3 neutron-server[104056]: DEBUG oslo_db.api [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:28:24.905307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146aa5d-debb-4124-a288-9da23f9fe436 None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 16:28:24.978148 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6146aa5d-debb-4124-a288-9da23f9fe436 None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 16:28:25.330139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.381522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting port f99e7913-ef92-4f09-a082-4057e369101d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:25.381872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.451301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] For port f99e7913-ef92-4f09-a082-4057e369101d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f99e7913-ef92-4f09-a082-4057e369101d,segment=NetworkSegment(280ff388-bcda-418b-9b9b-5771733a99e4),segment_id=280ff388-bcda-418b-9b9b-5771733a99e4)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:25.451668 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.464780 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Calling delete_port for f99e7913-ef92-4f09-a082-4057e369101d owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:25.625543 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.651523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Port': ['ID=f99e7913-ef92-4f09-a082-4057e369101d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:25.653408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No DVR routers for this DVR port f99e7913-ef92-4f09-a082-4057e369101d on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:25.735722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.755681 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80defbcc-9466-4dfc-ace7-f2d7e882119b']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:25.764906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280ff388-bcda-418b-9b9b-5771733a99e4') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:25.765741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280ff388-bcda-418b-9b9b-5771733a99e4') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:25.775033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.788187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.794358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:25.794747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:25.797738 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:25.928068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.935033 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:25.938754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/80defbcc-9466-4dfc-ace7-f2d7e882119b HTTP/1.1" status: 204 len: 168 time: 1.8378744 Dec 16 16:28:25.945568 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39786) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:25.950070 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1873767097'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:25.951446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737665d7-9f8d-438e-9fd1-9c3425e63a0e tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Network': ['ID=80defbcc-9466-4dfc-ace7-f2d7e882119b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:26.093903 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:26.097354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.120542 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:26.130281 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.130629 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Added segment de26ae9e-eb32-44ad-b066-81f11f8f07d2 of type vlan for network 9f91d027-b585-46cf-9368-3a4e54c7ed56 Dec 16 16:28:26.177775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.277150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.285314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:26.286220 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.353964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Network': ['ID=9f91d027-b585-46cf-9368-3a4e54c7ed56,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:26.362030 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.362384 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.362734 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.363073 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.363409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.363739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.364109 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.364440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.364769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.365102 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.365427 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.365751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.366074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:26.377114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:26.413332 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-045689c5-7c62-4a2f-800d-3f5aa13d6d8b tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4674461 Dec 16 16:28:26.414241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39788) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:26.419643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'subnet': {'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:26.597106 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:26.601726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.848663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:26.907028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Subnet': ['ID=5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:26.923307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking segment: {'id': 'de26ae9e-eb32-44ad-b066-81f11f8f07d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:26.923683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network hostable DHCP agents. Network: 9f91d027-b585-46cf-9368-3a4e54c7ed56, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:27.048372 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:27.151173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9f91d027-b585-46cf-9368-3a4e54c7ed56) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:27.155435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:27.156068 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.160305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f2e30-e574-4488-b8c8-275484e44960 None None] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:27.268270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9f91d027-b585-46cf-9368-3a4e54c7ed56', 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56', 'project_id': '88b33abaa58f4980accfb90bd8ff9228', 'fixed_ips': [{'subnet_id': '5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:27.269155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.279566 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5d0b91c9-13f0-443c-9848-d209ac2976df tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8642583 Dec 16 16:28:27.283785 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:27.289501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163505464'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:27.423966 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:27.432017 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.461716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:27.472956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.473306 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Added segment 9370e114-2c0b-4d1c-9806-5ec573ed3a1e of type vlan for network c17fb867-daaf-4188-8b39-c92fb7963818 Dec 16 16:28:27.515970 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.583248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Allocated IP 2001:db8::2 (9f91d027-b585-46cf-9368-3a4e54c7ed56/5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f/c7fda0ff-d8eb-4549-99f2-273a5d40c783) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:27.608134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.614491 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:27.615090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.687517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Network': ['ID=c17fb867-daaf-4188-8b39-c92fb7963818,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:27.706947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network c17fb867-daaf-4188-8b39-c92fb7963818 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:27.737181 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1aeafbed-9284-4b62-95c1-3af8f3755e14 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4518781 Dec 16 16:28:27.740171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39792) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:27.745234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Request body: {'subnet': {'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:27.773699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.882810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.927442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:27.930289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:27.933886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:27.934822 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Made reservation on behalf of 88b33abaa58f4980accfb90bd8ff9228 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:27.942496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:27.942694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Pushing event updated for resources: {'Port': ['ID=c7fda0ff-d8eb-4549-99f2-273a5d40c783,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:28.002381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Attempting to bind port c7fda0ff-d8eb-4549-99f2-273a5d40c783 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:28.002754 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Attempting to bind port c7fda0ff-d8eb-4549-99f2-273a5d40c783 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'de26ae9e-eb32-44ad-b066-81f11f8f07d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:28.003119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Attempting to bind port c7fda0ff-d8eb-4549-99f2-273a5d40c783 on network 9f91d027-b585-46cf-9368-3a4e54c7ed56 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:28.008176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:28.008555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Checking segment: {'id': 'de26ae9e-eb32-44ad-b066-81f11f8f07d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:28.008957 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.009359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Bound using segment: {'id': 'de26ae9e-eb32-44ad-b066-81f11f8f07d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:28.009834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Bound port: c7fda0ff-d8eb-4549-99f2-273a5d40c783, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de26ae9e-eb32-44ad-b066-81f11f8f07d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f91d027-b585-46cf-9368-3a4e54c7ed56'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:28.010220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.071910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] For port c7fda0ff-d8eb-4549-99f2-273a5d40c783, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:28.074911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] For port c7fda0ff-d8eb-4549-99f2-273a5d40c783, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c7fda0ff-d8eb-4549-99f2-273a5d40c783,segment=NetworkSegment(de26ae9e-eb32-44ad-b066-81f11f8f07d2),segment_id=de26ae9e-eb32-44ad-b066-81f11f8f07d2)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:28.197348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.237280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.255371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1050d-d956-4efb-920a-f6ad6dc29acb None None] Pushing event updated for resources: {'Port': ['ID=c7fda0ff-d8eb-4549-99f2-273a5d40c783,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:28.313762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event updated for resources: {'Subnet': ['ID=efedea78-e41a-463d-9f10-19c620781b2f,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:28.319121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Checking segment: {'id': '9370e114-2c0b-4d1c-9806-5ec573ed3a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:28.319639 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network hostable DHCP agents. Network: c17fb867-daaf-4188-8b39-c92fb7963818, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:28.414522 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Network c17fb867-daaf-4188-8b39-c92fb7963818 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:28.494301 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, c17fb867-daaf-4188-8b39-c92fb7963818) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:28.499394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:28.500643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.507926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5887c0-5aa1-4bfa-9197-760315eed210 None None] Network c17fb867-daaf-4188-8b39-c92fb7963818 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:28.594647 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b767da58-aa34-42e9-901d-7fb9cf8a4f00 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8533916 Dec 16 16:28:28.597228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39794) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:28.612401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-c17fb867-daaf-4188-8b39-c92fb7963818', 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818', 'project_id': '88b33abaa58f4980accfb90bd8ff9228', 'fixed_ips': [{'subnet_id': 'efedea78-e41a-463d-9f10-19c620781b2f'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:28.613541 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.693174 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.747681 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:28.755522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Allocated IP 2001:db8::2 (c17fb867-daaf-4188-8b39-c92fb7963818/efedea78-e41a-463d-9f10-19c620781b2f/f0646331-29bc-4285-8a17-9c07df59ad00) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:28.921452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.006795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c7fda0ff-d8eb-4549-99f2-273a5d40c783 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:29.031677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.082101 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Network c17fb867-daaf-4188-8b39-c92fb7963818 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:29.087973 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:29.095510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:29.099338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Pushing event updated for resources: {'Port': ['ID=f0646331-29bc-4285-8a17-9c07df59ad00,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:29.128935 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.161378 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Subnet': ['ID=efedea78-e41a-463d-9f10-19c620781b2f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:29.172067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c7fda0ff-d8eb-4549-99f2-273a5d40c783 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:29.174633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.196097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Attempting to bind port f0646331-29bc-4285-8a17-9c07df59ad00 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:29.196481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Attempting to bind port f0646331-29bc-4285-8a17-9c07df59ad00 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '9370e114-2c0b-4d1c-9806-5ec573ed3a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:29.196855 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Attempting to bind port f0646331-29bc-4285-8a17-9c07df59ad00 on network c17fb867-daaf-4188-8b39-c92fb7963818 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:29.211858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:29.214913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Checking segment: {'id': '9370e114-2c0b-4d1c-9806-5ec573ed3a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:29.214913 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.214913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Bound using segment: {'id': '9370e114-2c0b-4d1c-9806-5ec573ed3a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:29.214913 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Bound port: f0646331-29bc-4285-8a17-9c07df59ad00, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9370e114-2c0b-4d1c-9806-5ec573ed3a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'c17fb867-daaf-4188-8b39-c92fb7963818'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:29.214913 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.228695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f7f23-adb4-4b65-af0d-4f426927a8af None None] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:29.240284 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.267663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17fb867-daaf-4188-8b39-c92fb7963818']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:29.277680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9370e114-2c0b-4d1c-9806-5ec573ed3a1e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:29.277977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9370e114-2c0b-4d1c-9806-5ec573ed3a1e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:29.288727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.303858 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.309986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:29.310383 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:29.313467 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:29.328872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.396899 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.db.api [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 16 16:28:29.396899 n-d-821947-3 neutron-server[104055]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 16 16:28:29.396899 n-d-821947-3 neutron-server[104055]: [parameters: {'id': 'c17fb867-daaf-4188-8b39-c92fb7963818'}] Dec 16 16:28:29.396899 n-d-821947-3 neutron-server[104055]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:28:29.397524 n-d-821947-3 neutron-server[104055]: DEBUG oslo_db.api [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:28:29.401856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-64dcad0c-a91d-402e-ba06-86d79f7421ab None None] Provisioning complete for port c7fda0ff-d8eb-4549-99f2-273a5d40c783 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:29.402238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64dcad0c-a91d-402e-ba06-86d79f7421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.466464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] For port f0646331-29bc-4285-8a17-9c07df59ad00, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:29.472349 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.487019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] For port f0646331-29bc-4285-8a17-9c07df59ad00, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f0646331-29bc-4285-8a17-9c07df59ad00,segment=NetworkSegment(9370e114-2c0b-4d1c-9806-5ec573ed3a1e),segment_id=9370e114-2c0b-4d1c-9806-5ec573ed3a1e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:29.551651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port c7fda0ff-d8eb-4549-99f2-273a5d40c783, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c7fda0ff-d8eb-4549-99f2-273a5d40c783,segment=NetworkSegment(de26ae9e-eb32-44ad-b066-81f11f8f07d2),segment_id=de26ae9e-eb32-44ad-b066-81f11f8f07d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:29.564645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.591807 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64dcad0c-a91d-402e-ba06-86d79f7421ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.652666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.724455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074c396-edba-4783-b85b-c0bfc9080082 None None] Pushing event updated for resources: {'Port': ['ID=f0646331-29bc-4285-8a17-9c07df59ad00,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:29.766816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b568ce-1944-4c56-aae2-20d9cda9f8cc None None] Network c17fb867-daaf-4188-8b39-c92fb7963818 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:29.816660 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-64dcad0c-a91d-402e-ba06-86d79f7421ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:28:29.816920 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-64dcad0c-a91d-402e-ba06-86d79f7421ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:28:29.841422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=c7fda0ff-d8eb-4549-99f2-273a5d40c783,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:29.884965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae6ba0-b585-48ef-836a-0a81c6b8b5db None None] get_active_networks_info from n-d-821947-3 {{(pid=104057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 16 16:28:29.898765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.959034 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting port f0646331-29bc-4285-8a17-9c07df59ad00 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:29.959034 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:29.970471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae6ba0-b585-48ef-836a-0a81c6b8b5db None None] Resources bound (agent type, host, resource id): {{(pid=104057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 16 16:28:30.024632 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.027778 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] For port f0646331-29bc-4285-8a17-9c07df59ad00, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f0646331-29bc-4285-8a17-9c07df59ad00,segment=NetworkSegment(9370e114-2c0b-4d1c-9806-5ec573ed3a1e),segment_id=9370e114-2c0b-4d1c-9806-5ec573ed3a1e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:30.028385 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.046457 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Calling delete_port for f0646331-29bc-4285-8a17-9c07df59ad00 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:30.203259 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.232462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Port': ['ID=f0646331-29bc-4285-8a17-9c07df59ad00,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:30.236410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No DVR routers for this DVR port f0646331-29bc-4285-8a17-9c07df59ad00 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:30.315862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.336538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17fb867-daaf-4188-8b39-c92fb7963818']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:30.345758 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9370e114-2c0b-4d1c-9806-5ec573ed3a1e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:30.346054 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9370e114-2c0b-4d1c-9806-5ec573ed3a1e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:30.355609 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.369004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.375396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:30.375786 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:30.378761 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:30.471670 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-241194e3-84e8-4a60-8508-85bbbde0a385 None None] Provisioning complete for port c7fda0ff-d8eb-4549-99f2-273a5d40c783 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:30.472084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-241194e3-84e8-4a60-8508-85bbbde0a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.517159 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.524528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.527679 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/c17fb867-daaf-4188-8b39-c92fb7963818 HTTP/1.1" status: 204 len: 168 time: 1.9295230 Dec 16 16:28:30.530999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:30.539749 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe055e-9988-4a0b-8833-9427cf851c69 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Network': ['ID=c17fb867-daaf-4188-8b39-c92fb7963818,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:30.563903 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-59791af6-c234-46d4-a7aa-791ef9ee8980 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] GET failed (client error): The resource could not be found. Dec 16 16:28:30.567137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-59791af6-c234-46d4-a7aa-791ef9ee8980 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "GET /v2.0/subnets/efedea78-e41a-463d-9f10-19c620781b2f HTTP/1.1" status: 404 len: 337 time: 0.0325959 Dec 16 16:28:30.569405 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39798) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:30.588193 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ee0e42-5b88-4f3d-b594-be7d8eb39982 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:30.588702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ee0e42-5b88-4f3d-b594-be7d8eb39982 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:30.591843 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-48ee0e42-5b88-4f3d-b594-be7d8eb39982 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/c17fb867-daaf-4188-8b39-c92fb7963818 HTTP/1.1" status: 404 len: 339 time: 0.0213537 Dec 16 16:28:30.595594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39800) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:30.621419 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca877fb4-966c-4d87-9afb-b38bcbb09ee2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:30.621877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca877fb4-966c-4d87-9afb-b38bcbb09ee2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:30.625504 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca877fb4-966c-4d87-9afb-b38bcbb09ee2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/subnets/efedea78-e41a-463d-9f10-19c620781b2f HTTP/1.1" status: 404 len: 337 time: 0.0289631 Dec 16 16:28:30.642780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39802) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:30.645548 n-d-821947-3 neutron-server[104055]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac12d4c1-b013-4cb8-88a2-99a9c8d1945f tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:30.646042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac12d4c1-b013-4cb8-88a2-99a9c8d1945f tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104055) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:30.649000 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ac12d4c1-b013-4cb8-88a2-99a9c8d1945f tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/c17fb867-daaf-4188-8b39-c92fb7963818 HTTP/1.1" status: 404 len: 339 time: 0.0200539 Dec 16 16:28:30.651325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39804) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:30.706500 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting subnet 5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:28:30.709632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.749170 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.831731 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.965794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c7fda0ff-d8eb-4549-99f2-273a5d40c783 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:30.968965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:30.997136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:30.999101 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.002823 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-7c3dfc90-3773-4a13-a347-3a794f641ed2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/subnets/5aa4435d-f0b9-4b61-9e1e-ed7f2e0c4d2f HTTP/1.1" status: 204 len: 168 time: 0.3505630 Dec 16 16:28:31.005394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39806) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.008905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e4d38-08b7-4258-bb2b-5eaac7205733 None None] Network 9f91d027-b585-46cf-9368-3a4e54c7ed56 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:31.082351 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.088037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c7fda0ff-d8eb-4549-99f2-273a5d40c783 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:31.088414 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.136430 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting port c7fda0ff-d8eb-4549-99f2-273a5d40c783 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:31.136819 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.193624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] DHCP port deletion for 9f91d027-b585-46cf-9368-3a4e54c7ed56 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:31.216096 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] For port c7fda0ff-d8eb-4549-99f2-273a5d40c783, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c7fda0ff-d8eb-4549-99f2-273a5d40c783,segment=NetworkSegment(de26ae9e-eb32-44ad-b066-81f11f8f07d2),segment_id=de26ae9e-eb32-44ad-b066-81f11f8f07d2)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:31.216491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.229396 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Calling delete_port for c7fda0ff-d8eb-4549-99f2-273a5d40c783 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:31.249608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Deleting port c7fda0ff-d8eb-4549-99f2-273a5d40c783 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:31.249988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.321185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] For port c7fda0ff-d8eb-4549-99f2-273a5d40c783, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c7fda0ff-d8eb-4549-99f2-273a5d40c783,segment=NetworkSegment(de26ae9e-eb32-44ad-b066-81f11f8f07d2),segment_id=de26ae9e-eb32-44ad-b066-81f11f8f07d2)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:31.321185 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.328203 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Calling delete_port for c7fda0ff-d8eb-4549-99f2-273a5d40c783 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:31.453775 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 16 16:28:31.458238 n-d-821947-3 neutron-server[104057]: self.session.flush() Dec 16 16:28:31.464633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.486710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Port': ['ID=c7fda0ff-d8eb-4549-99f2-273a5d40c783,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:31.487565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] Pushing event deleted for resources: {'Port': ['ID=c7fda0ff-d8eb-4549-99f2-273a5d40c783,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:31.490666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No DVR routers for this DVR port c7fda0ff-d8eb-4549-99f2-273a5d40c783 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:31.491008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdccf12-06b7-4d1f-aa53-dd5bcf45f82f None None] No DVR routers for this DVR port c7fda0ff-d8eb-4549-99f2-273a5d40c783 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:31.572922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.592557 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f91d027-b585-46cf-9368-3a4e54c7ed56']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:31.602556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de26ae9e-eb32-44ad-b066-81f11f8f07d2') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:31.602863 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de26ae9e-eb32-44ad-b066-81f11f8f07d2') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:31.617376 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.630260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.636124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:31.636513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:31.639408 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:31.797612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.807231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:31.807681 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/9f91d027-b585-46cf-9368-3a4e54c7ed56 HTTP/1.1" status: 204 len: 168 time: 0.8012974 Dec 16 16:28:31.810444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39808) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.819309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3461b90-52d3-4787-86b2-cff16981c947 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Network': ['ID=9f91d027-b585-46cf-9368-3a4e54c7ed56,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:31.836193 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-76427a6c-27fa-478e-93e0-4d83bcf1b0c2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:31.836811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76427a6c-27fa-478e-93e0-4d83bcf1b0c2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:31.839685 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-76427a6c-27fa-478e-93e0-4d83bcf1b0c2 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/subnets/d2338e33-95fa-4b6b-ab05-6dfe2d432f2d HTTP/1.1" status: 404 len: 337 time: 0.0282538 Dec 16 16:28:31.842239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39810) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.861778 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-d251741d-8bdc-424e-b686-6971f8e69aad tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:31.862298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d251741d-8bdc-424e-b686-6971f8e69aad tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:31.865366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d251741d-8bdc-424e-b686-6971f8e69aad tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/80defbcc-9466-4dfc-ace7-f2d7e882119b HTTP/1.1" status: 404 len: 339 time: 0.0222113 Dec 16 16:28:31.868073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39812) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.893815 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-574cc206-2f91-4338-b609-636765d1779d tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:31.894274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574cc206-2f91-4338-b609-636765d1779d tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:31.897361 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-574cc206-2f91-4338-b609-636765d1779d tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/subnets/d8efb034-138c-4af6-9db2-00d31061634a HTTP/1.1" status: 404 len: 337 time: 0.0282836 Dec 16 16:28:31.900016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39814) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.923890 n-d-821947-3 neutron-server[104056]: INFO neutron.pecan_wsgi.hooks.translation [None req-3146ab6b-8a59-4138-a911-f95bee920993 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] DELETE failed (client error): The resource could not be found. Dec 16 16:28:31.924395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3146ab6b-8a59-4138-a911-f95bee920993 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104056) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 16 16:28:31.927399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3146ab6b-8a59-4138-a911-f95bee920993 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/ef6825b6-7c30-455b-af20-a3c551cd53f9 HTTP/1.1" status: 404 len: 339 time: 0.0264645 Dec 16 16:28:31.929941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39816) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:31.981063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting subnet 54d803a2-4e1c-427b-88bf-85ed7c20966d {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:28:31.984197 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.023954 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.111644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.243313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.275940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Subnet': ['ID=54d803a2-4e1c-427b-88bf-85ed7c20966d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:32.278457 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.282296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/subnets/54d803a2-4e1c-427b-88bf-85ed7c20966d HTTP/1.1" status: 204 len: 168 time: 0.3513663 Dec 16 16:28:32.284418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3622e-1c3a-4d58-bc53-84ca97bb13b6 None None] Network de5c1da6-c972-4887-a661-5ec76c45ba13 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:32.287711 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39818) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.290840 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.291500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.291597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.291890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.292225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.292655 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.292985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.293313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d952-7977-4e7e-bb82-7e7663376709 tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:32.368262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.423239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Deleting port d2ba73e1-30d4-4bba-99ed-ed310311dd38 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:32.423582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.428034 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] DHCP port deletion for de5c1da6-c972-4887-a661-5ec76c45ba13 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:32.479075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Deleting port d2ba73e1-30d4-4bba-99ed-ed310311dd38 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:32.479452 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.489207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] For port d2ba73e1-30d4-4bba-99ed-ed310311dd38, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d2ba73e1-30d4-4bba-99ed-ed310311dd38,segment=NetworkSegment(142d7445-4bdc-4b2e-bc5c-406ca8b68322),segment_id=142d7445-4bdc-4b2e-bc5c-406ca8b68322)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:32.489835 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.503489 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Calling delete_port for d2ba73e1-30d4-4bba-99ed-ed310311dd38 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:32.671581 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.697225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Port': ['ID=d2ba73e1-30d4-4bba-99ed-ed310311dd38,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:32.700775 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] No DVR routers for this DVR port d2ba73e1-30d4-4bba-99ed-ed310311dd38 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:32.708897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] For port d2ba73e1-30d4-4bba-99ed-ed310311dd38, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d2ba73e1-30d4-4bba-99ed-ed310311dd38,segment=NetworkSegment(142d7445-4bdc-4b2e-bc5c-406ca8b68322),segment_id=142d7445-4bdc-4b2e-bc5c-406ca8b68322)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:32.709292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.723117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Calling delete_port for d2ba73e1-30d4-4bba-99ed-ed310311dd38 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:32.783433 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.803391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.804379 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5c1da6-c972-4887-a661-5ec76c45ba13']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:32.814581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142d7445-4bdc-4b2e-bc5c-406ca8b68322') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:32.814874 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142d7445-4bdc-4b2e-bc5c-406ca8b68322') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:32.824632 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.837708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.840351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] Pushing event deleted for resources: {'Port': ['ID=d2ba73e1-30d4-4bba-99ed-ed310311dd38,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:32.843000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52233f50-ce30-4c26-ac52-d0fe33f935ce None None] No DVR routers for this DVR port d2ba73e1-30d4-4bba-99ed-ed310311dd38 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:32.844577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:32.845042 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:32.848940 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:32.953113 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d2ba73e1-30d4-4bba-99ed-ed310311dd38 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:28:32.973483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d2ba73e1-30d4-4bba-99ed-ed310311dd38 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:28:32.973822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d2ba73e1-30d4-4bba-99ed-ed310311dd38 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:28:32.974248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c7fda0ff-d8eb-4549-99f2-273a5d40c783 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:28:32.993653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c7fda0ff-d8eb-4549-99f2-273a5d40c783 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:28:32.994352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c7fda0ff-d8eb-4549-99f2-273a5d40c783 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:28:33.019913 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.026659 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.030189 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] 10.222.0.71 "DELETE /v2.0/networks/de5c1da6-c972-4887-a661-5ec76c45ba13 HTTP/1.1" status: 204 len: 168 time: 0.7413812 Dec 16 16:28:33.047042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daf2cb-06a2-4119-b7af-273fbe88d93a tempest-NetworksIpV6Test-1178666000 tempest-NetworksIpV6Test-1178666000-project] Pushing event deleted for resources: {'Network': ['ID=de5c1da6-c972-4887-a661-5ec76c45ba13,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:33.578179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39824) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:33.711985 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-386eca54-42ef-4a93-b02a-0a3d87353c09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=88b33abaa58f4980accfb90bd8ff9228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325715 Dec 16 16:28:33.714452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:33.760555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.781196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.899635 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.902133 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:33.903289 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3ba2e5e-b87b-41fd-8a0b-7d19d4d10ef9 HTTP/1.1" status: 204 len: 168 time: 0.1879425 Dec 16 16:28:33.912344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b49155-a52c-486c-a825-89af2ed29ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ba2e5e-b87b-41fd-8a0b-7d19d4d10ef9,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:34.856906 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39850) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:34.953540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1455077963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:35.048329 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.049424 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.102066 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.202359 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.318790 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.320082 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-767ffa7b-4193-4a8f-8c49-7d98845871f1 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4621286 Dec 16 16:28:35.322716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39854) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:35.327579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1751457266'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:35.430973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Made reservation on behalf of 1dc84ba15e39411187e976be6fad7a92 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:35.434441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.443666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.515734 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.608334 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.637361 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:35.643105 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0610597e-c239-472a-a7d1-fecf4bc86e65,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:35.650184 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.651095 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Added segment b114f07d-e7d1-4ca6-856d-926295c3138d of type vlan for network 4a47baab-8489-4107-8b9c-85afc0acbc3b Dec 16 16:28:35.690332 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.767707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.773251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:35.773832 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:35.840093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event updated for resources: {'Network': ['ID=4a47baab-8489-4107-8b9c-85afc0acbc3b,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:35.850647 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:35.896868 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-56e62b84-0a4b-43c6-83a8-9e63ab94b147 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5730832 Dec 16 16:28:35.899528 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39856) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:35.904539 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'subnet': {'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:36.082573 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Made reservation on behalf of 1dc84ba15e39411187e976be6fad7a92 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:36.086094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.334222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.396218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event updated for resources: {'Subnet': ['ID=77c8f982-118a-44ae-986a-404ce3e6832b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:36.407289 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Checking segment: {'id': 'b114f07d-e7d1-4ca6-856d-926295c3138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:36.407649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Network hostable DHCP agents. Network: 4a47baab-8489-4107-8b9c-85afc0acbc3b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:36.493744 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:36.562204 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4a47baab-8489-4107-8b9c-85afc0acbc3b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:36.566278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:36.566852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.573209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea481267-7880-4e4b-aeb5-59806e470687 None None] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:36.672856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4a47baab-8489-4107-8b9c-85afc0acbc3b', 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b', 'project_id': '1dc84ba15e39411187e976be6fad7a92', 'fixed_ips': [{'subnet_id': '77c8f982-118a-44ae-986a-404ce3e6832b'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:36.673726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.690705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a19954be-eda3-40ff-be53-5606dc5676f5 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7900970 Dec 16 16:28:36.693707 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39858) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:36.698845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1669145093'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:36.806486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Allocated IP 172.20.0.2 (4a47baab-8489-4107-8b9c-85afc0acbc3b/77c8f982-118a-44ae-986a-404ce3e6832b/220a6e5c-8f6a-4e49-bcec-4e3b69318482) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:36.808160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Made reservation on behalf of 1dc84ba15e39411187e976be6fad7a92 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:36.812191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.836851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:36.845629 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.845979 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Added segment b3afc3dd-0ac1-4655-82d3-4f060ca87965 of type vlan for network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 Dec 16 16:28:36.886534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:36.950286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.013684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.020009 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:37.020590 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.066460 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.085294 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event updated for resources: {'Network': ['ID=81bd4d88-e982-4b56-be91-dfa6580e7fe6,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:37.097960 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:37.149074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:37.155910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:37.165824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:37.170916 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Pushing event updated for resources: {'Port': ['ID=220a6e5c-8f6a-4e49-bcec-4e3b69318482,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:37.199582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eb7f9880-32f0-4b0e-8f68-c059c329b723 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5044980 Dec 16 16:28:37.205540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39860) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:37.208002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'subnet': {'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:37.238263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Attempting to bind port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:37.238645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Attempting to bind port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b114f07d-e7d1-4ca6-856d-926295c3138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:37.239015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Attempting to bind port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 on network 4a47baab-8489-4107-8b9c-85afc0acbc3b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:37.244177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:37.244555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Checking segment: {'id': 'b114f07d-e7d1-4ca6-856d-926295c3138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:37.244973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.245360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Bound using segment: {'id': 'b114f07d-e7d1-4ca6-856d-926295c3138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:37.245833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Bound port: 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b114f07d-e7d1-4ca6-856d-926295c3138d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4a47baab-8489-4107-8b9c-85afc0acbc3b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:37.246209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.310444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] For port 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:37.315459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] For port 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=220a6e5c-8f6a-4e49-bcec-4e3b69318482,segment=NetworkSegment(b114f07d-e7d1-4ca6-856d-926295c3138d),segment_id=b114f07d-e7d1-4ca6-856d-926295c3138d)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:37.432220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Made reservation on behalf of 1dc84ba15e39411187e976be6fad7a92 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:37.434546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.448596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.518729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be57a2-2822-4eeb-92c3-e011d77809d8 None None] Pushing event updated for resources: {'Port': ['ID=220a6e5c-8f6a-4e49-bcec-4e3b69318482,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:37.699305 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.763133 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event updated for resources: {'Subnet': ['ID=8decaeea-2a4f-4d01-a43e-c365a73c6aae,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:37.774709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Checking segment: {'id': 'b3afc3dd-0ac1-4655-82d3-4f060ca87965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:37.775081 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Network hostable DHCP agents. Network: 81bd4d88-e982-4b56-be91-dfa6580e7fe6, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:37.910761 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:37.985795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 81bd4d88-e982-4b56-be91-dfa6580e7fe6) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:37.990648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:37.991418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:37.993770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f626d73-1678-463c-b87e-22bf90e902de None None] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:38.093981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-81bd4d88-e982-4b56-be91-dfa6580e7fe6', 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6', 'project_id': '1dc84ba15e39411187e976be6fad7a92', 'fixed_ips': [{'subnet_id': '8decaeea-2a4f-4d01-a43e-c365a73c6aae'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:38.094855 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.099865 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d0a357e-d1ea-471a-a1e0-7d94ea204be6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8931546 Dec 16 16:28:38.100379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:38.107068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-1c9cfed1-fd5a-4830-a97d-e0df8ec61660 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Request body: {'router': {'external_gateway_info': {'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:38.247570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Allocated IP 172.21.0.2 (81bd4d88-e982-4b56-be91-dfa6580e7fe6/8decaeea-2a4f-4d01-a43e-c365a73c6aae/ae9263fc-769f-4fcc-8e9b-8bddd8515f25) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:38.330937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c9cfed1-fd5a-4830-a97d-e0df8ec61660 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.401459 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.440963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c323c2-0cf3-4a58-a341-3b202748cffe None None] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:38.527519 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [None req-1c9cfed1-fd5a-4830-a97d-e0df8ec61660 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 16 16:28:38.528627 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1c9cfed1-fd5a-4830-a97d-e0df8ec61660 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "PUT /v2.0/routers/1d2864d4-8094-4f48-b227-d834f1fc98ab HTTP/1.1" status: 400 len: 364 time: 0.4271934 Dec 16 16:28:38.535067 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39864) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:38.536528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.573469 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] Provisioning complete for port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:38.573848 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.588101 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Deleting subnet 8decaeea-2a4f-4d01-a43e-c365a73c6aae {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:28:38.591764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.609998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:38.622500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:38.631210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:38.636033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Pushing event updated for resources: {'Port': ['ID=ae9263fc-769f-4fcc-8e9b-8bddd8515f25,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:38.641748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.739016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Attempting to bind port ae9263fc-769f-4fcc-8e9b-8bddd8515f25 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:38.739388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Attempting to bind port ae9263fc-769f-4fcc-8e9b-8bddd8515f25 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b3afc3dd-0ac1-4655-82d3-4f060ca87965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:38.739753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Attempting to bind port ae9263fc-769f-4fcc-8e9b-8bddd8515f25 on network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:38.748558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.749140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:38.749535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Checking segment: {'id': 'b3afc3dd-0ac1-4655-82d3-4f060ca87965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:38.749946 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.750343 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Bound using segment: {'id': 'b3afc3dd-0ac1-4655-82d3-4f060ca87965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:38.750828 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Bound port: ae9263fc-769f-4fcc-8e9b-8bddd8515f25, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3afc3dd-0ac1-4655-82d3-4f060ca87965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81bd4d88-e982-4b56-be91-dfa6580e7fe6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:38.751887 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.753182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.820922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] For port 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=220a6e5c-8f6a-4e49-bcec-4e3b69318482,segment=NetworkSegment(b114f07d-e7d1-4ca6-856d-926295c3138d),segment_id=b114f07d-e7d1-4ca6-856d-926295c3138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:38.957237 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.968667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] For port ae9263fc-769f-4fcc-8e9b-8bddd8515f25, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:38.968667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] For port ae9263fc-769f-4fcc-8e9b-8bddd8515f25, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ae9263fc-769f-4fcc-8e9b-8bddd8515f25,segment=NetworkSegment(b3afc3dd-0ac1-4655-82d3-4f060ca87965),segment_id=b3afc3dd-0ac1-4655-82d3-4f060ca87965)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:38.974199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.988498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Subnet': ['ID=8decaeea-2a4f-4d01-a43e-c365a73c6aae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:38.990706 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:38.996430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a8be2040-6a31-4909-9467-928c2ed583df tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "DELETE /v2.0/subnets/8decaeea-2a4f-4d01-a43e-c365a73c6aae HTTP/1.1" status: 204 len: 168 time: 0.4579115 Dec 16 16:28:38.996535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:39.001952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 220a6e5c-8f6a-4e49-bcec-4e3b69318482 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:39.062069 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706a89d-45ec-49ba-96a0-9b002e25109d None None] Pushing event updated for resources: {'Port': ['ID=220a6e5c-8f6a-4e49-bcec-4e3b69318482,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:39.075377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:39.075740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.076384 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.123532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fcbfe6c6-a8b6-47e4-bb78-2bacd37e2332 None None] Provisioning complete for port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:39.123857 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe6c6-a8b6-47e4-bb78-2bacd37e2332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.132125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Deleting port ae9263fc-769f-4fcc-8e9b-8bddd8515f25 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:39.132707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.151862 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.198214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] For port ae9263fc-769f-4fcc-8e9b-8bddd8515f25, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ae9263fc-769f-4fcc-8e9b-8bddd8515f25,segment=NetworkSegment(b3afc3dd-0ac1-4655-82d3-4f060ca87965),segment_id=b3afc3dd-0ac1-4655-82d3-4f060ca87965)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:39.198579 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.215870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Calling delete_port for ae9263fc-769f-4fcc-8e9b-8bddd8515f25 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:39.279519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ffeaf-fadc-4368-8876-3c06d8882168 None None] Pushing event updated for resources: {'Port': ['ID=ae9263fc-769f-4fcc-8e9b-8bddd8515f25,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:39.425525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.454759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Port': ['ID=ae9263fc-769f-4fcc-8e9b-8bddd8515f25,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:39.459805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] No DVR routers for this DVR port ae9263fc-769f-4fcc-8e9b-8bddd8515f25 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:39.553436 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.578914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bd4d88-e982-4b56-be91-dfa6580e7fe6']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:39.592378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3afc3dd-0ac1-4655-82d3-4f060ca87965') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:39.592950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3afc3dd-0ac1-4655-82d3-4f060ca87965') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:39.605642 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.620672 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.627161 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:39.627550 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:39.630587 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:39.768655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.775979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.779195 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "DELETE /v2.0/networks/81bd4d88-e982-4b56-be91-dfa6580e7fe6 HTTP/1.1" status: 204 len: 168 time: 0.7816803 Dec 16 16:28:39.782350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39868) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:39.791592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06ec97-72b2-4843-8b21-b3c14ec952ac tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Network': ['ID=81bd4d88-e982-4b56-be91-dfa6580e7fe6,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:39.834821 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Deleting subnet 77c8f982-118a-44ae-986a-404ce3e6832b {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:28:39.838347 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.886534 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:39.976292 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.123035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.153010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Subnet': ['ID=77c8f982-118a-44ae-986a-404ce3e6832b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:40.159631 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.162885 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5f9121ca-df3d-42eb-b56d-42df40ef0317 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "DELETE /v2.0/subnets/77c8f982-118a-44ae-986a-404ce3e6832b HTTP/1.1" status: 204 len: 168 time: 0.3795049 Dec 16 16:28:40.165344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39870) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:40.167719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d0943-b1c1-48b3-9584-45bc1e7e8155 None None] Network 4a47baab-8489-4107-8b9c-85afc0acbc3b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:40.235561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-01751eb8-c8fc-4eec-8c05-0f07ab3dbf62 None None] Could not find standard attr ID for object ae9263fc-769f-4fcc-8e9b-8bddd8515f25. {{(pid=104057) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 16 16:28:40.245643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.254629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a344516-4bc6-486b-832b-d3bba037b742 None None] DHCP port deletion for 81bd4d88-e982-4b56-be91-dfa6580e7fe6 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:40.274912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3e8a1-023c-40e0-b30d-b60bfcfa3102 None None] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:40.289838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3e8a1-023c-40e0-b30d-b60bfcfa3102 None None] Network 81bd4d88-e982-4b56-be91-dfa6580e7fe6 could not be found, it might have been deleted concurrently. {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 16 16:28:40.304168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Deleting port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:40.304623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.352470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] DHCP port deletion for 4a47baab-8489-4107-8b9c-85afc0acbc3b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:40.371578 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] For port 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=220a6e5c-8f6a-4e49-bcec-4e3b69318482,segment=NetworkSegment(b114f07d-e7d1-4ca6-856d-926295c3138d),segment_id=b114f07d-e7d1-4ca6-856d-926295c3138d)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:40.371975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.385134 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Calling delete_port for 220a6e5c-8f6a-4e49-bcec-4e3b69318482 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:40.400655 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Deleting port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:28:40.400959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.466007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] For port 220a6e5c-8f6a-4e49-bcec-4e3b69318482, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=220a6e5c-8f6a-4e49-bcec-4e3b69318482,segment=NetworkSegment(b114f07d-e7d1-4ca6-856d-926295c3138d),segment_id=b114f07d-e7d1-4ca6-856d-926295c3138d)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:40.466402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.478499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Calling delete_port for 220a6e5c-8f6a-4e49-bcec-4e3b69318482 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:28:40.516698 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.543486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Port': ['ID=220a6e5c-8f6a-4e49-bcec-4e3b69318482,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:40.545632 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] No DVR routers for this DVR port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:40.555508 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.583200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] Pushing event deleted for resources: {'Port': ['ID=220a6e5c-8f6a-4e49-bcec-4e3b69318482,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:40.586979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516f6b5-a4f9-4cba-90ed-c0b1b0f089ab None None] No DVR routers for this DVR port 220a6e5c-8f6a-4e49-bcec-4e3b69318482 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:28:40.646493 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.677394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a47baab-8489-4107-8b9c-85afc0acbc3b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:40.682177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b114f07d-e7d1-4ca6-856d-926295c3138d') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:40.682481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b114f07d-e7d1-4ca6-856d-926295c3138d') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:40.691678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.704537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.710309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:28:40.710692 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:28:40.713700 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:28:40.865874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.872879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.876864 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "DELETE /v2.0/networks/4a47baab-8489-4107-8b9c-85afc0acbc3b HTTP/1.1" status: 204 len: 168 time: 0.7098210 Dec 16 16:28:40.879066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39872) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:40.888095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d44f89-4d38-42b1-a4bb-8e6141bf2cee tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Pushing event deleted for resources: {'Network': ['ID=4a47baab-8489-4107-8b9c-85afc0acbc3b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:40.909717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-84410bb1-11c9-4206-a536-c2f191f6a631 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d2864d4-8094-4f48-b227-d834f1fc98ab HTTP/1.1" status: 200 len: 205 time: 0.0270290 Dec 16 16:28:40.911193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39874) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:40.972765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 220a6e5c-8f6a-4e49-bcec-4e3b69318482 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:28:40.987563 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:40.993056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 220a6e5c-8f6a-4e49-bcec-4e3b69318482 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:28:40.993460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 220a6e5c-8f6a-4e49-bcec-4e3b69318482 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:28:41.139139 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:41.142704 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:41.282552 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:41.282986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2864d4-8094-4f48-b227-d834f1fc98ab {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:28:41.295747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:41.295747 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4685a159-1623-440b-9d2f-0f70833128e6 tempest-RoutersNegativeTest-4749239 tempest-RoutersNegativeTest-4749239-project] 10.222.0.71 "DELETE /v2.0/routers/1d2864d4-8094-4f48-b227-d834f1fc98ab HTTP/1.1" status: 204 len: 168 time: 0.3784661 Dec 16 16:28:41.905175 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39880) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:42.053239 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1a911930-4a7f-44c8-abf9-da4daf695e31 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1dc84ba15e39411187e976be6fad7a92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462877 Dec 16 16:28:42.055797 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39884) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:42.100897 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:42.120550 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:42.636880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:42.639515 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:42.640742 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0610597e-c239-472a-a7d1-fecf4bc86e65 HTTP/1.1" status: 204 len: 168 time: 0.5840056 Dec 16 16:28:42.648616 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd296a8b-8dab-4dfb-8f85-eaa08fad330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610597e-c239-472a-a7d1-fecf4bc86e65,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:43.684239 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:43.778771 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-680887731-network', 'tenant_id': '5c045855e3f54583859a7944a64b7908'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:43.870621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Made reservation on behalf of 5c045855e3f54583859a7944a64b7908 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:43.873129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:43.881609 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:43.955690 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.036349 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.060587 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:44.069774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4bea4c-0287-48e1-a377-9c2c5dbb976d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:44.075700 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.076065 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Added segment cfda3aa0-3cee-49c6-84a3-70ac7d11d446 of type vlan for network 82adaa32-e7bc-4d02-accc-c7ac22204754 Dec 16 16:28:44.116131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.196964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7bc96101-17df-4dcc-ba79-119afe0f6a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.237040 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.238124 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:44.238833 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.300601 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] Pushing event updated for resources: {'Network': ['ID=82adaa32-e7bc-4d02-accc-c7ac22204754,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:44.310433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:44.391322 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2dfc31a6-c203-483b-9e71-4622dc6b6987 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7026801 Dec 16 16:28:44.391591 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:44.396609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Request body: {'subnet': {'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-subnet', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:44.511259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Made reservation on behalf of 5c045855e3f54583859a7944a64b7908 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:44.513817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.756767 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:44.810870 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a29668f-a184-4b8e-aaa2-78480c401944,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:44.822278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Checking segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:44.822635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Network hostable DHCP agents. Network: 82adaa32-e7bc-4d02-accc-c7ac22204754, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:44.934084 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:45.031254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 82adaa32-e7bc-4d02-accc-c7ac22204754) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:45.035848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:45.036500 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.040404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b29a4-7f57-44a1-99c8-90fb36d1a6a3 None None] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:45.136208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-82adaa32-e7bc-4d02-accc-c7ac22204754', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'project_id': '5c045855e3f54583859a7944a64b7908', 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:45.137145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.182038 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4b703634-1585-4149-9e16-2515c24ffd27 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7893465 Dec 16 16:28:45.184763 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:45.189672 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:45.290947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Allocated IP 172.20.0.2 (82adaa32-e7bc-4d02-accc-c7ac22204754/3a29668f-a184-4b8e-aaa2-78480c401944/268ff613-f2d3-459b-bf0f-03484390413c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:45.305656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.306755 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.366000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.454678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.528441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.575361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.584289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:45.587452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:45.590140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:45.604522 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Pushing event updated for resources: {'Port': ['ID=268ff613-f2d3-459b-bf0f-03484390413c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:45.670038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Attempting to bind port 268ff613-f2d3-459b-bf0f-03484390413c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:45.670411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Attempting to bind port 268ff613-f2d3-459b-bf0f-03484390413c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:45.670776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Attempting to bind port 268ff613-f2d3-459b-bf0f-03484390413c on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:45.676649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:45.677176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Checking segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:45.677579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.677969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Bound using segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:45.678457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Bound port: 268ff613-f2d3-459b-bf0f-03484390413c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:45.678824 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.743242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1ee07374-886b-440a-9e43-8357be6492af None None] For port 268ff613-f2d3-459b-bf0f-03484390413c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:45.746486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1ee07374-886b-440a-9e43-8357be6492af None None] For port 268ff613-f2d3-459b-bf0f-03484390413c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=268ff613-f2d3-459b-bf0f-03484390413c,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:45.825757 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.863745 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.887747 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:45.891678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07374-886b-440a-9e43-8357be6492af None None] Pushing event updated for resources: {'Port': ['ID=268ff613-f2d3-459b-bf0f-03484390413c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:46.017319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Allocated IP 172.25.7.190 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c3c69eb7-5b66-4d15-8684-c25d930ac139) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:46.145594 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.249131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.288598 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:46.291399 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:46.295178 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:46.305643 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57c92a-c051-4a52-b970-2f2c698f63a5 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:46.326607 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c69eb7-5b66-4d15-8684-c25d930ac139,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:46.405021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f85cc88-3fab-4241-8f94-5d4d3bc5ae68 None None] Provisioning complete for port c3c69eb7-5b66-4d15-8684-c25d930ac139 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:46.406082 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f85cc88-3fab-4241-8f94-5d4d3bc5ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.452835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8f85cc88-3fab-4241-8f94-5d4d3bc5ae68 None None] Port c3c69eb7-5b66-4d15-8684-c25d930ac139 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:46.597022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e825423f-cbe5-403d-af13-9a864054544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.655617 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.856689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6071a4c-7272-4e02-ac97-27ba9b36f5f1 None None] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:46.858323 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:46.920501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] Provisioning complete for port 268ff613-f2d3-459b-bf0f-03484390413c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:46.921399 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.036038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 268ff613-f2d3-459b-bf0f-03484390413c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:47.085686 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.137116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] For port 268ff613-f2d3-459b-bf0f-03484390413c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=268ff613-f2d3-459b-bf0f-03484390413c,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:47.140210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 268ff613-f2d3-459b-bf0f-03484390413c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:47.140694 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.213753 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:28:47.219910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.269286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.337561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:28:47.345796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:28:47.345796 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:28:47.349178 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Sync routers for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:28:47.360277 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:47.360485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e268f66-9030-42b3-895b-9a677f7a806e None None] Pushing event updated for resources: {'Port': ['ID=268ff613-f2d3-459b-bf0f-03484390413c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:47.360850 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:47.391158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a3e0633a-c1fb-4a5a-9c40-1f586889eb70 None None] Provisioning complete for port 268ff613-f2d3-459b-bf0f-03484390413c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:47.391458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3e0633a-c1fb-4a5a-9c40-1f586889eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.461411 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.463624 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8ed4312d-02ce-482e-8e77-cbb22206edb6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2777164 Dec 16 16:28:47.466433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39916) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:47.477866 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:47.673497 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:46Z', 'revision_number': 3, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:47.699370 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Checking router: ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:28:47.699718 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Updating router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e port c3c69eb7-5b66-4d15-8684-c25d930ac139 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:28:47.724876 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:47.996687 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.082653 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.118247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.133378 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb3df0-7998-405e-b54c-b332d7540a3e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:48.135480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Pushing event updated for resources: {'Port': ['ID=c3c69eb7-5b66-4d15-8684-c25d930ac139,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:48.150569 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.150921 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.151261 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.151593 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.151955 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.152268 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.152595 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.152908 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.153229 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.153545 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.153862 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.154230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.154562 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:48.162909 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Attempting to bind port c3c69eb7-5b66-4d15-8684-c25d930ac139 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:48.162909 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Attempting to bind port c3c69eb7-5b66-4d15-8684-c25d930ac139 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:48.162909 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Attempting to bind port c3c69eb7-5b66-4d15-8684-c25d930ac139 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:48.171002 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:48.171390 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:48.177374 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.177374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:48.177374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Bound port: c3c69eb7-5b66-4d15-8684-c25d930ac139, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:48.177374 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.208917 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-79d1387c-4a1a-4356-8b88-61b3e1af26b8 None None] Provisioning complete for port c3c69eb7-5b66-4d15-8684-c25d930ac139 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:48.209198 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79d1387c-4a1a-4356-8b88-61b3e1af26b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.226706 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] For port c3c69eb7-5b66-4d15-8684-c25d930ac139, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:48.229868 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] For port c3c69eb7-5b66-4d15-8684-c25d930ac139, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3c69eb7-5b66-4d15-8684-c25d930ac139,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:48.247232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-79d1387c-4a1a-4356-8b88-61b3e1af26b8 None None] Port c3c69eb7-5b66-4d15-8684-c25d930ac139 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:48.266517 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.316978 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.376247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13928ddf-1cad-4897-ac39-f310f7b6bd48 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:48.392094 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:48.393014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:48.396379 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33ac40-4ec4-409e-ac84-af5289967767 None None] Pushing event updated for resources: {'Port': ['ID=c3c69eb7-5b66-4d15-8684-c25d930ac139,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:48.432696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Allocated IP 172.20.0.1 (82adaa32-e7bc-4d02-accc-c7ac22204754/3a29668f-a184-4b8e-aaa2-78480c401944/9452a50b-7d85-40a5-97d4-9f40ddb449dc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:48.469854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] Provisioning complete for port c3c69eb7-5b66-4d15-8684-c25d930ac139 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:48.470135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.505638 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:48.549287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.556133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.580817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] For port c3c69eb7-5b66-4d15-8684-c25d930ac139, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3c69eb7-5b66-4d15-8684-c25d930ac139,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:48.671607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.687539 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:46Z', 'revision_number': 3, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:48.723533 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9dbcc-4c36-490d-ae77-1704c6a9f1fa None None] The sync data for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 is: [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:46Z', 'revision_number': 3, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:28:48.728541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd8e83-fb21-421d-a218-cbe8c082dd6d None None] Pushing event updated for resources: {'Port': ['ID=c3c69eb7-5b66-4d15-8684-c25d930ac139,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:48.746303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:48.793390 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:48.796997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:48.801754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:48.805014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Pushing event updated for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:48.845951 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.012205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 268ff613-f2d3-459b-bf0f-03484390413c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:49.074220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 268ff613-f2d3-459b-bf0f-03484390413c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:49.074220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.127001 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.197581 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-496fbc30-634b-4bf9-8ed1-55a75fed68b6 None None] Provisioning complete for port 9452a50b-7d85-40a5-97d4-9f40ddb449dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:49.197984 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-496fbc30-634b-4bf9-8ed1-55a75fed68b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.235608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-496fbc30-634b-4bf9-8ed1-55a75fed68b6 None None] Port 9452a50b-7d85-40a5-97d4-9f40ddb449dc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:49.315122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.402912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.481056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Pushing event updated for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:49.483641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.596219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:49.601671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:49.665197 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.726424 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:28:49.740254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:28:49.861269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4f964014-2fea-4392-9c08-f964801a9774 None None] Provisioning complete for port 9452a50b-7d85-40a5-97d4-9f40ddb449dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:49.861752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f964014-2fea-4392-9c08-f964801a9774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:49.863632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:28:49.876156 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-15e853dc-9a38-4960-945c-9a93e255a340 admin admin] 10.222.0.71 "PUT /v2.0/routers/ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012141 Dec 16 16:28:49.901409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4f964014-2fea-4392-9c08-f964801a9774 None None] Port 9452a50b-7d85-40a5-97d4-9f40ddb449dc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:50.225972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:50.445967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Sync routers for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:28:50.457515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:50.458222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:50.567418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:50.771862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9452a50b-7d85-40a5-97d4-9f40ddb449dc', 'name': '', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'mac_address': 'fa:16:3e:8e:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:48Z', 'updated_at': '2021-12-16T16:28:49Z', 'revision_number': 2, 'project_id': '5c045855e3f54583859a7944a64b7908', 'subnets': [{'id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:50.803206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Checking router: ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:28:50.803651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Updating router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e port 9452a50b-7d85-40a5-97d4-9f40ddb449dc binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:28:50.829494 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:50.860423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39932) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:50.867483 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-296061837-network', 'tenant_id': '21699d3595304ad6914de4583f436604'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:51.004765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3c69eb7-5b66-4d15-8684-c25d930ac139 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:51.031735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Made reservation on behalf of 21699d3595304ad6914de4583f436604 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:51.035961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.043332 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.094562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c3c69eb7-5b66-4d15-8684-c25d930ac139 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:51.094848 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.118894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.175950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.208616 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.234625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:28:51.243379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6ffee-f6d1-4d4f-925b-37a3437468e9,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:51.249981 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.250328 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Added segment 187064ce-bc3f-4d29-a93c-d851c93aaa4e of type vlan for network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc Dec 16 16:28:51.289464 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.345354 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.395683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec904e3-3160-4df4-972e-bee5ff95ff77 None None] Pushing event updated for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:51.431196 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.432352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:51.432945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.510709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] Pushing event updated for resources: {'Network': ['ID=6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:51.560236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f10c0053-1dde-4f13-96b7-7d197bd08e42 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6970429 Dec 16 16:28:51.563293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39934) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:51.569364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Request body: {'subnet': {'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-subnet', 'tenant_id': '21699d3595304ad6914de4583f436604', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:51.613235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:28:51.676227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Attempting to bind port 9452a50b-7d85-40a5-97d4-9f40ddb449dc on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:51.676521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Attempting to bind port 9452a50b-7d85-40a5-97d4-9f40ddb449dc by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:51.677954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Attempting to bind port 9452a50b-7d85-40a5-97d4-9f40ddb449dc on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:51.682566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Made reservation on behalf of 21699d3595304ad6914de4583f436604 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:28:51.685692 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.692449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:51.692835 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Checking segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:51.693245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.693653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Bound using segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:51.694126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Bound port: 9452a50b-7d85-40a5-97d4-9f40ddb449dc, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:51.694519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.704496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-913756fc-4e0b-4356-91d9-1f04b8d7f774 None None] Provisioning complete for port 9452a50b-7d85-40a5-97d4-9f40ddb449dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:51.704869 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-913756fc-4e0b-4356-91d9-1f04b8d7f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.777317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-913756fc-4e0b-4356-91d9-1f04b8d7f774 None None] Port 9452a50b-7d85-40a5-97d4-9f40ddb449dc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:51.801348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] For port 9452a50b-7d85-40a5-97d4-9f40ddb449dc, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:51.804791 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] For port 9452a50b-7d85-40a5-97d4-9f40ddb449dc, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9452a50b-7d85-40a5-97d4-9f40ddb449dc,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:51.887581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:51.949061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:51.949061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:51.989183 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec904e3-3160-4df4-972e-bee5ff95ff77 None None] Pushing event updated for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:52.036582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.069671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:52.094065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced50e42-6965-4122-bbf3-900303dec34e,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:52.105045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Checking segment: {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:52.105414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Network hostable DHCP agents. Network: 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:28:52.196790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:28:52.211627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] Provisioning complete for port 9452a50b-7d85-40a5-97d4-9f40ddb449dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:52.213404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.293721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:52.298181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:52.305024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.305988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154e465-45b1-40d2-8839-7d6158ea0b64 None None] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:52.395231 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.419243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-193ee2e3-141d-4562-9e8b-52f53cca5473 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8521817 Dec 16 16:28:52.419508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 39936) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:52.423950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:28:52.435092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9452a50b-7d85-40a5-97d4-9f40ddb449dc', 'name': '', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'mac_address': 'fa:16:3e:8e:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:48Z', 'updated_at': '2021-12-16T16:28:51Z', 'revision_number': 4, 'project_id': '5c045855e3f54583859a7944a64b7908', 'subnets': [{'id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:52.469420 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32ef87-613e-4973-8cf4-215d727c577a None None] The sync data for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 is: [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9452a50b-7d85-40a5-97d4-9f40ddb449dc', 'name': '', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'mac_address': 'fa:16:3e:8e:ae:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:48Z', 'updated_at': '2021-12-16T16:28:51Z', 'revision_number': 4, 'project_id': '5c045855e3f54583859a7944a64b7908', 'subnets': [{'id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:28:52.496135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] For port 9452a50b-7d85-40a5-97d4-9f40ddb449dc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9452a50b-7d85-40a5-97d4-9f40ddb449dc,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:52.506865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'project_id': '21699d3595304ad6914de4583f436604', 'fixed_ips': [{'subnet_id': 'ced50e42-6965-4122-bbf3-900303dec34e'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:28:52.507885 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.537813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.539010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.601907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.609359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.698041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a121b56-c119-4d0e-a143-e19da26c818a None None] Pushing event updated for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:52.713453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Allocated IP 172.20.0.2 (6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc/ced50e42-6965-4122-bbf3-900303dec34e/5e504284-a65f-468b-81f1-7ad02b3b8cb4) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:52.832710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.865153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:52.976208 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.013963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9452a50b-7d85-40a5-97d4-9f40ddb449dc up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:53.052839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:53.066092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:53.074079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:53.081204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Pushing event updated for resources: {'Port': ['ID=5e504284-a65f-468b-81f1-7ad02b3b8cb4,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:53.144744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9452a50b-7d85-40a5-97d4-9f40ddb449dc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:53.146656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.146876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Attempting to bind port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:53.147193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Attempting to bind port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:53.147555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Attempting to bind port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 on network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:53.177291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:53.177668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Checking segment: {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:53.178145 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.178462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Bound using segment: {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:53.178956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Bound port: 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:53.179344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.190183 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.210700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.288725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] For port 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:53.293530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] For port 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e504284-a65f-468b-81f1-7ad02b3b8cb4,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:53.328701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Allocated IP 172.25.7.82 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ccf3ffb5-81e3-48bd-8bc3-8249fab04208) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:53.386637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.452055 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d280cd1-015f-4ae2-8224-6b08ee3c1dce None None] Pushing event updated for resources: {'Port': ['ID=5e504284-a65f-468b-81f1-7ad02b3b8cb4,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:53.454760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.626154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.680486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:53.683137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:53.687594 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:53.698447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c791e-4dab-48a4-91d8-4b88de9ecccf None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:53.719194 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Pushing event updated for resources: {'Port': ['ID=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:53.835342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4581193d-9acc-46ce-b32c-0a06571b8500 None None] Provisioning complete for port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:53.835708 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4581193d-9acc-46ce-b32c-0a06571b8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:53.880867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4581193d-9acc-46ce-b32c-0a06571b8500 None None] Port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:54.082886 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.308181 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.452733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796f6424-c29d-45ed-9174-4f8ee027508f None None] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:28:54.530308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] Provisioning complete for port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:54.530681 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.550656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:28:54.650179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.667087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:28:54.678528 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Sync routers for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:28:54.693680 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:54.693904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] For port 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e504284-a65f-468b-81f1-7ad02b3b8cb4,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:54.694138 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:54.782694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.784333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3d201518-0356-4839-a6c1-4c2b1b99499a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3638580 Dec 16 16:28:54.787074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 39938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:28:54.816665 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:54.818787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:54.887005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6ef72-3ad3-4da6-8687-354389f11b0e None None] Pushing event updated for resources: {'Port': ['ID=5e504284-a65f-468b-81f1-7ad02b3b8cb4,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:54.961954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-aceae4d4-78c4-40c8-bee8-bdb0d2d20af2 None None] Provisioning complete for port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:54.962401 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aceae4d4-78c4-40c8-bee8-bdb0d2d20af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.026381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:53Z', 'revision_number': 3, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:55.068884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e504284-a65f-468b-81f1-7ad02b3b8cb4 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:55.069492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Checking router: 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:28:55.069840 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Updating router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:28:55.096550 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.129901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:55.130374 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.261024 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.366585 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.416188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Allocated IP 172.20.0.1 (6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc/ced50e42-6965-4122-bbf3-900303dec34e/6b6908ba-5c07-47bc-84bc-e6200711654f) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:28:55.453843 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.497915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737294f4-f061-4413-a016-bc5f15b6cef6 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:55.505273 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Attempting to bind port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:55.505655 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Attempting to bind port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:55.506026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Attempting to bind port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:55.515475 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cadd9a-25bb-4cb9-bf28-e3057c3b5457 None None] Pushing event updated for resources: {'Port': ['ID=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:55.521915 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:55.522641 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:55.522890 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.523375 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:55.523749 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Bound port: ccf3ffb5-81e3-48bd-8bc3-8249fab04208, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:55.524358 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.535282 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.574903 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] For port ccf3ffb5-81e3-48bd-8bc3-8249fab04208, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:55.577890 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] For port ccf3ffb5-81e3-48bd-8bc3-8249fab04208, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:55.617030 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a3b9d02b-b814-445d-8e8b-edeec17a256a None None] Provisioning complete for port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:55.617412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d02b-b814-445d-8e8b-edeec17a256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.650340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a3b9d02b-b814-445d-8e8b-edeec17a256a None None] Port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:55.659890 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.699910 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:55.703414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:55.706938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:28:55.710749 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.712395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:55.749801 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.768475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bafaa8-27c0-40a1-8e48-c2a84c275d30 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:28:55.775199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cadd9a-25bb-4cb9-bf28-e3057c3b5457 None None] Pushing event updated for resources: {'Port': ['ID=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:55.792920 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:55.793722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:55.873236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] Provisioning complete for port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:55.874388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.940963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:55.966607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.978432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:55.988619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] For port ccf3ffb5-81e3-48bd-8bc3-8249fab04208, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:56.077642 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.132498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cc38b-4245-49a7-9381-f97c125c7f0b None None] Pushing event updated for resources: {'Port': ['ID=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:56.159619 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.197790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b6a42f8b-2587-455d-af81-6db1b8054b3a None None] Provisioning complete for port 6b6908ba-5c07-47bc-84bc-e6200711654f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:56.198166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6a42f8b-2587-455d-af81-6db1b8054b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.229426 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:53Z', 'revision_number': 3, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:56.236609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b6a42f8b-2587-455d-af81-6db1b8054b3a None None] Port 6b6908ba-5c07-47bc-84bc-e6200711654f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:56.258102 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2b9320-3ad7-4759-9d7f-ee049e3e6c52 None None] The sync data for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 is: [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:53Z', 'revision_number': 3, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:28:56.259216 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.333788 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:56.337407 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.433845 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:28:56.436126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:28:56.583756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:28:56.699577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:28:56.705406 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-df54414b-a17a-4645-97c9-e67dd06e6999 admin admin] 10.222.0.71 "PUT /v2.0/routers/06f1e852-4951-48b4-b7b2-e3cf41fe78d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9171183 Dec 16 16:28:56.767987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-a0aaf8e1-360f-4a77-9884-a49adf7d0fd1 None None] Provisioning complete for port 6b6908ba-5c07-47bc-84bc-e6200711654f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:56.768725 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf8e1-360f-4a77-9884-a49adf7d0fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:56.806307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-a0aaf8e1-360f-4a77-9884-a49adf7d0fd1 None None] Port 6b6908ba-5c07-47bc-84bc-e6200711654f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:57.009254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ccf3ffb5-81e3-48bd-8bc3-8249fab04208 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:28:57.069565 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:57.069999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:57.658504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-eca3e7e7-81e5-4181-91f9-ebfc7dbbadce tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:28:57.660048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-eca3e7e7-81e5-4181-91f9-ebfc7dbbadce tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/networks?id=82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 200 len: 816 time: 0.1110716 Dec 16 16:28:57.676104 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-9e2eb981-3557-4c97-8d5c-fd9ae3efd6a4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/quotas/5c045855e3f54583859a7944a64b7908 HTTP/1.1" status: 200 len: 375 time: 0.0099330 Dec 16 16:28:57.728272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-1324554b-222f-4a85-a530-182b517a18ce tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457201 Dec 16 16:28:57.744849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-443cc1a9-ca18-42c7-a192-0635aa3bb786 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:28:57.745824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-443cc1a9-ca18-42c7-a192-0635aa3bb786 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052898 Dec 16 16:28:57.844960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-9df57492-2a45-4dbf-9d41-3b1e1900c7ba service neutron] 10.222.0.71 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922110 Dec 16 16:28:57.879087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Sync routers for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:28:57.889707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:57.890334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:57.949062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-5fefff39-a6ac-418e-845a-53a7ce976fe9 service neutron] 10.222.0.71 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927401 Dec 16 16:28:57.997709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:58.378220 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6b6908ba-5c07-47bc-84bc-e6200711654f', 'name': '', 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'tenant_id': '21699d3595304ad6914de4583f436604', 'mac_address': 'fa:16:3e:c4:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:55Z', 'updated_at': '2021-12-16T16:28:56Z', 'revision_number': 2, 'project_id': '21699d3595304ad6914de4583f436604', 'subnets': [{'id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:58.387725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4dc79846-8b06-4df7-93de-8f6cbddcf7ef req-3db5d659-9a57-463a-9833-bffca8497cb8 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 210 time: 0.1566863 Dec 16 16:28:58.409248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Checking router: 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:28:58.409615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Updating router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 port 6b6908ba-5c07-47bc-84bc-e6200711654f binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:28:58.435602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:58.703582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:58.790530 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:58.843619 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Pushing event updated for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:58.869377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.869756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.870061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.870392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.870722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.871049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.871372 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.871697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.872093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.872364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.872683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.873002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.873678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:28:58.910335 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Attempting to bind port 6b6908ba-5c07-47bc-84bc-e6200711654f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:28:58.910712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Attempting to bind port 6b6908ba-5c07-47bc-84bc-e6200711654f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:28:58.911082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Attempting to bind port 6b6908ba-5c07-47bc-84bc-e6200711654f on network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:28:58.917045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:28:58.927444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Checking segment: {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:28:58.927444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:58.927444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Bound using segment: {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:28:58.927444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Bound port: 6b6908ba-5c07-47bc-84bc-e6200711654f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187064ce-bc3f-4d29-a93c-d851c93aaa4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:28:58.927444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:58.987786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] For port 6b6908ba-5c07-47bc-84bc-e6200711654f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:28:58.991501 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] For port 6b6908ba-5c07-47bc-84bc-e6200711654f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6908ba-5c07-47bc-84bc-e6200711654f,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:28:59.040756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1f830428-5bf1-4eb7-900d-35b48b67a5f2 None None] Provisioning complete for port 6b6908ba-5c07-47bc-84bc-e6200711654f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:59.041126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f830428-5bf1-4eb7-900d-35b48b67a5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.078514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1f830428-5bf1-4eb7-900d-35b48b67a5f2 None None] Port 6b6908ba-5c07-47bc-84bc-e6200711654f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:28:59.145809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.205225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:28:59.205856 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:28:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:59.207590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417d887-6fd0-4dff-979a-3e7799114609 None None] Pushing event updated for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:28:59.244284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.320232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:28:59.457313 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] Provisioning complete for port 6b6908ba-5c07-47bc-84bc-e6200711654f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:28:59.457983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.467857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a8d91d-1075-417c-9c08-9f3aab0deed1 req-f4b2e03d-e547-4e0f-8634-a0ce09617eab tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 210 time: 0.0282586 Dec 16 16:28:59.594307 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.610511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6b6908ba-5c07-47bc-84bc-e6200711654f', 'name': '', 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'tenant_id': '21699d3595304ad6914de4583f436604', 'mac_address': 'fa:16:3e:c4:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:55Z', 'updated_at': '2021-12-16T16:28:58Z', 'revision_number': 4, 'project_id': '21699d3595304ad6914de4583f436604', 'subnets': [{'id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:28:59.650442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d0319-21b1-4ad2-9b9a-d4e1645c8462 None None] The sync data for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 is: [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '6b6908ba-5c07-47bc-84bc-e6200711654f', 'name': '', 'network_id': '6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc', 'tenant_id': '21699d3595304ad6914de4583f436604', 'mac_address': 'fa:16:3e:c4:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:55Z', 'updated_at': '2021-12-16T16:28:58Z', 'revision_number': 4, 'project_id': '21699d3595304ad6914de4583f436604', 'subnets': [{'id': 'ced50e42-6965-4122-bbf3-900303dec34e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:28:59.661697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] For port 6b6908ba-5c07-47bc-84bc-e6200711654f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6908ba-5c07-47bc-84bc-e6200711654f,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:28:59.745163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:28:59.802131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70463c-96f4-4cfb-af69-c99f872b5625 None None] Pushing event updated for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:00.054141 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:00.578154 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7974183-f1b7-4bbd-8b1f-5c6983aca07e req-202228ab-453a-4078-ba53-d4dbf148990d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 210 time: 0.0401115 Dec 16 16:29:00.963654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-8f6921bb-273b-4ac9-9db4-56134ccf0ed7 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:00.965384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-8f6921bb-273b-4ac9-9db4-56134ccf0ed7 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "GET /v2.0/networks?id=82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 200 len: 816 time: 0.1110740 Dec 16 16:29:00.985983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Request body: {'port': {'device_id': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'admin_state_up': True, 'tenant_id': '5c045855e3f54583859a7944a64b7908'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:29:01.006698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6908ba-5c07-47bc-84bc-e6200711654f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:29:01.062001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 6b6908ba-5c07-47bc-84bc-e6200711654f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:29:01.062709 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.173589 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Made reservation on behalf of 5c045855e3f54583859a7944a64b7908 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:29:01.177085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.323454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Allocated IP 172.20.0.5 (82adaa32-e7bc-4d02-accc-c7ac22204754/3a29668f-a184-4b8e-aaa2-78480c401944/f718ae10-8888-4633-a384-b57164c38548) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:29:01.470830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.568883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.619442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:29:01.625258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:29:01.629747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:29:01.632710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Pushing event updated for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:01.716804 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:01.717977 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.742474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acde3b-d02e-4541-9e1d-56e88c1898ad req-28b38340-71f4-4aa8-aa22-a1bb48810c03 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:01.744045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06acde3b-d02e-4541-9e1d-56e88c1898ad req-28b38340-71f4-4aa8-aa22-a1bb48810c03 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 931 time: 0.0796237 Dec 16 16:29:01.801406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06acde3b-d02e-4541-9e1d-56e88c1898ad req-ff4d73a2-35d7-4e28-982a-c5894fd7875a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511973 Dec 16 16:29:01.811813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-97cbf3b1-984a-4669-8901-c3a9f9876a57 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250322 Dec 16 16:29:01.825515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Request body: {'port': {'device_id': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:29:01.879556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ff3cc8c7-9188-477a-b96c-3e5e7667ca2d None None] Provisioning complete for port f718ae10-8888-4633-a384-b57164c38548 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:29:01.880073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff3cc8c7-9188-477a-b96c-3e5e7667ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.883957 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:01.913877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ff3cc8c7-9188-477a-b96c-3e5e7667ca2d None None] Port f718ae10-8888-4633-a384-b57164c38548 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:29:02.494826 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f718ae10-8888-4633-a384-b57164c38548 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:29:02.502331 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:02.513984 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Transition to ACTIVE for port object f718ae10-8888-4633-a384-b57164c38548 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:29:02.602404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:02.654333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:02.728702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Attempting to bind port f718ae10-8888-4633-a384-b57164c38548 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:29:02.729057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Attempting to bind port f718ae10-8888-4633-a384-b57164c38548 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:29:02.729391 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Attempting to bind port f718ae10-8888-4633-a384-b57164c38548 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:29:02.738314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Port f718ae10-8888-4633-a384-b57164c38548 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:29:02.738830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Attempting to bind port f718ae10-8888-4633-a384-b57164c38548 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:29:02.744656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:29:02.745050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Checking segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:29:02.745428 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Bound using segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:29:02.745862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Bound port: f718ae10-8888-4633-a384-b57164c38548, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:29:02.746326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:02.813503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:29:02.816548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f718ae10-8888-4633-a384-b57164c38548,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:29:02.911096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:02.956509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:02.957350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:02.958932 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] 10.222.0.30 "PUT /v2.0/ports/f718ae10-8888-4633-a384-b57164c38548 HTTP/1.1" status: 200 len: 1091 time: 1.1380105 Dec 16 16:29:02.962400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'tag': 'f718ae10-8888-4633-a384-b57164c38548'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:29:02.964754 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720baf43-924e-468e-8b39-faff695b1203" -d '{"events": [{"name": "network-changed", "server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "tag": "f718ae10-8888-4633-a384-b57164c38548"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:29:03.000915 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348e39-f539-4d3d-9372-96355abab3c3 req-a7394a40-2cbc-4c84-8309-9fad8e130728 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.000915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e348e39-f539-4d3d-9372-96355abab3c3 req-a7394a40-2cbc-4c84-8309-9fad8e130728 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 943 time: 0.1235812 Dec 16 16:29:03.002627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f568a-0f0f-4221-addd-8bb108d6ad8b service neutron] Pushing event updated for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:03.058690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e348e39-f539-4d3d-9372-96355abab3c3 req-a967be71-83a8-4d49-a63e-4645ebda285c tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Dec 16 16:29:03.079296 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd105ce3-b487-4316-9a6c-d8ea65ae4d93 x-openstack-request-id: req-cd105ce3-b487-4316-9a6c-d8ea65ae4d93 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:29:03.079575 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "tag": "f718ae10-8888-4633-a384-b57164c38548", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:29:03.079661 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cd105ce3-b487-4316-9a6c-d8ea65ae4d93 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:29:03.080102 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'tag': 'f718ae10-8888-4633-a384-b57164c38548', 'status': 'completed', 'code': 200} Dec 16 16:29:03.172421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720baf43-924e-468e-8b39-faff695b1203 req-eac24e79-4549-461c-988d-4d73fceea0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.173965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-720baf43-924e-468e-8b39-faff695b1203 req-eac24e79-4549-461c-988d-4d73fceea0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 1094 time: 0.0468678 Dec 16 16:29:03.286313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720baf43-924e-468e-8b39-faff695b1203 req-3ba31056-8647-4c99-8082-7cd05763e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.287964 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-720baf43-924e-468e-8b39-faff695b1203 req-3ba31056-8647-4c99-8082-7cd05763e374 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5c045855e3f54583859a7944a64b7908&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0993149 Dec 16 16:29:03.384344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720baf43-924e-468e-8b39-faff695b1203 req-fb8b474f-38e5-40df-9c19-ca57b17bc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.385891 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-720baf43-924e-468e-8b39-faff695b1203 req-fb8b474f-38e5-40df-9c19-ca57b17bc90d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909986 Dec 16 16:29:03.516226 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-eef2f0c4-f983-410b-82b5-aa3d38d3ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.517748 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-eef2f0c4-f983-410b-82b5-aa3d38d3ba75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 1094 time: 0.0718112 Dec 16 16:29:03.567379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-fed35081-100c-4f8b-a861-879c0acfd8e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f718ae10-8888-4633-a384-b57164c38548 HTTP/1.1" status: 200 len: 217 time: 0.0348809 Dec 16 16:29:03.619563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-d9714fed-c469-4506-ad70-6a6c06c4cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.621103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-d9714fed-c469-4506-ad70-6a6c06c4cd15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a29668f-a184-4b8e-aaa2-78480c401944 HTTP/1.1" status: 200 len: 855 time: 0.0473199 Dec 16 16:29:03.673531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-43846123-caf4-4c94-8ac8-a464698d0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:03.675062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-43846123-caf4-4c94-8ac8-a464698d0fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82adaa32-e7bc-4d02-accc-c7ac22204754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470693 Dec 16 16:29:03.767272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-e31036c1-810d-4d51-8ae8-b3538276030c service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Dec 16 16:29:03.870411 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8f55ce1-0981-49df-9b6b-8fcfaa366da2 req-d1a9e8d9-b054-40ca-9d5f-bbf86ace5e5c service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949566 Dec 16 16:29:04.199044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b644f7-a9e2-40a8-aba2-344265af13d3 req-ceceb833-060f-4ab9-8666-5af160003cd0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:04.200722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b644f7-a9e2-40a8-aba2-344265af13d3 req-ceceb833-060f-4ab9-8666-5af160003cd0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 943 time: 0.0541348 Dec 16 16:29:04.254632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5b644f7-a9e2-40a8-aba2-344265af13d3 req-917e85c6-06e8-4688-b8a2-60bedf2fc37a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475008 Dec 16 16:29:05.384163 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e3b3f-e354-49a2-8d60-bcc646760ee2 req-676eab85-80a7-41d3-b09b-32ae9b79025a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:05.385674 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b50e3b3f-e354-49a2-8d60-bcc646760ee2 req-676eab85-80a7-41d3-b09b-32ae9b79025a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 943 time: 0.0494599 Dec 16 16:29:05.433721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b50e3b3f-e354-49a2-8d60-bcc646760ee2 req-890625a8-5f51-4fc4-a2dc-4c6da159fdfa tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Dec 16 16:29:06.555092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da659259-4bf1-4ff8-8955-2a4e34e3f018 req-14266170-1637-4cb4-a641-215536c73a0a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:06.556528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da659259-4bf1-4ff8-8955-2a4e34e3f018 req-14266170-1637-4cb4-a641-215536c73a0a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 943 time: 0.0539098 Dec 16 16:29:06.606679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-da659259-4bf1-4ff8-8955-2a4e34e3f018 req-4a1be44d-b681-48ff-8129-44c4be8c7341 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Dec 16 16:29:06.862067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f718ae10-8888-4633-a384-b57164c38548 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:29:06.959328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f718ae10-8888-4633-a384-b57164c38548,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:06.971971 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'f718ae10-8888-4633-a384-b57164c38548', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'port_id': 'f718ae10-8888-4633-a384-b57164c38548', 'mac_address': 'fa:16:3e:bc:e1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:29:07.009649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:07.027091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f718ae10-8888-4633-a384-b57164c38548 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:29:07.048742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f718ae10-8888-4633-a384-b57164c38548,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:07.151095 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:07.199929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:07.428952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f718ae10-8888-4633-a384-b57164c38548'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:29:07.733402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950348d7-ce3a-45cd-9b76-d9a3514a3e07 req-a798cb37-6690-4010-bbeb-69996f538633 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:07.735044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-950348d7-ce3a-45cd-9b76-d9a3514a3e07 req-a798cb37-6690-4010-bbeb-69996f538633 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 944 time: 0.0562084 Dec 16 16:29:07.790179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-950348d7-ce3a-45cd-9b76-d9a3514a3e07 req-afd11fd9-f164-406c-bd33-fb0748384a0e tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Dec 16 16:29:08.880096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f718ae10-8888-4633-a384-b57164c38548 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:29:08.926176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd9a4-86cb-48d4-b655-ae7739cd3fab req-0cfff611-d597-47a2-b531-2a73b0e49e5e tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:08.929012 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51ccd9a4-86cb-48d4-b655-ae7739cd3fab req-0cfff611-d597-47a2-b531-2a73b0e49e5e tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 944 time: 0.0661027 Dec 16 16:29:08.980122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51ccd9a4-86cb-48d4-b655-ae7739cd3fab req-b654e84e-fc44-4f71-abdb-af58585e3cec tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Dec 16 16:29:09.024900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port f718ae10-8888-4633-a384-b57164c38548 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:29:09.029079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port f718ae10-8888-4633-a384-b57164c38548 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:29:09.029481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:09.106939 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:09.129735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718ae10-8888-4633-a384-b57164c38548'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:29:09.132030 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde18078-69cd-43cf-9bd1-9ff34f6f3658" -d '{"events": [{"server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "name": "network-vif-plugged", "status": "completed", "tag": "f718ae10-8888-4633-a384-b57164c38548"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:29:09.149151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f718ae10-8888-4633-a384-b57164c38548,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:09.169813 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933d65f-5c19-48be-92b1-c7cce6147bc7 x-openstack-request-id: req-7933d65f-5c19-48be-92b1-c7cce6147bc7 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:29:09.170088 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "name": "network-vif-plugged", "status": "completed", "tag": "f718ae10-8888-4633-a384-b57164c38548", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:29:09.170372 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7933d65f-5c19-48be-92b1-c7cce6147bc7 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:29:09.170751 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f718ae10-8888-4633-a384-b57164c38548', 'code': 200} Dec 16 16:29:09.214101 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:09.272668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:09.306779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dfadb-8b5b-4655-a735-f94069553918 req-9eb03a51-c12d-43e7-88e1-bf04683392c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:09.308357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-322dfadb-8b5b-4655-a735-f94069553918 req-9eb03a51-c12d-43e7-88e1-bf04683392c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 1096 time: 0.0456614 Dec 16 16:29:09.353603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-322dfadb-8b5b-4655-a735-f94069553918 req-3e9ce4b1-5816-4d6a-90c6-52f792b58826 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Dec 16 16:29:10.100900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fb948-cf72-4136-8db2-ecfe96ee8644 req-07ed25dc-ebcd-4df0-9ea7-6dacbe62fe0d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:10.102394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7fb948-cf72-4136-8db2-ecfe96ee8644 req-07ed25dc-ebcd-4df0-9ea7-6dacbe62fe0d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0495718 Dec 16 16:29:10.153786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be7fb948-cf72-4136-8db2-ecfe96ee8644 req-02ef690a-2a65-43ad-9072-2e46df97c5de tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Dec 16 16:29:11.274862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720e04f-2b05-4436-982a-5f19656815c8 req-d957bf15-c246-46ce-b418-53fbb4c95fd8 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:11.276402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e720e04f-2b05-4436-982a-5f19656815c8 req-d957bf15-c246-46ce-b418-53fbb4c95fd8 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0509057 Dec 16 16:29:11.326650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e720e04f-2b05-4436-982a-5f19656815c8 req-967dab42-0257-4976-9a98-b2c81fad9248 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Dec 16 16:29:11.446567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e59738-271f-46ff-aa71-091eb63d12de req-ed2c5148-2da9-4e85-8895-d940e61364c7 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:11.448127 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e59738-271f-46ff-aa71-091eb63d12de req-ed2c5148-2da9-4e85-8895-d940e61364c7 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0512915 Dec 16 16:29:11.496584 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e59738-271f-46ff-aa71-091eb63d12de req-34b08831-65bb-4a31-b807-63b7ed86896d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Dec 16 16:29:14.190609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5c21133-7084-431b-939a-239975368685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:16.517331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b60fe3a-95f3-4534-adbc-bb6e78afa8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:18.059566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:19.493516 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:20.139765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:26.726035 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:29:29.213645 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:30.007853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:33.256335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-7942b48f-1c95-4344-ad92-3f7b11635f76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453281 Dec 16 16:29:33.361341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-35249b64-01a2-4a74-a32a-0d23fcedd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:33.362900 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-35249b64-01a2-4a74-a32a-0d23fcedd4b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 1096 time: 0.0440824 Dec 16 16:29:33.479083 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-0a51ccac-18b4-416e-81ed-0eb33248ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:33.480303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-0a51ccac-18b4-416e-81ed-0eb33248ec0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 200 len: 917 time: 0.0883577 Dec 16 16:29:33.530189 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-588de202-08d0-4e71-9275-b702bcc56d64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f718ae10-8888-4633-a384-b57164c38548 HTTP/1.1" status: 200 len: 217 time: 0.0418463 Dec 16 16:29:33.579460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-dc2b392a-aacb-4f4a-876e-079febe41d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:33.580883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-dc2b392a-aacb-4f4a-876e-079febe41d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a29668f-a184-4b8e-aaa2-78480c401944 HTTP/1.1" status: 200 len: 855 time: 0.0444274 Dec 16 16:29:33.630044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-34d8ef28-3d1e-4a38-bf47-3b50a827e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:33.631797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-34d8ef28-3d1e-4a38-bf47-3b50a827e5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82adaa32-e7bc-4d02-accc-c7ac22204754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430849 Dec 16 16:29:33.731696 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-2bf6984f-a80c-40b2-bb7c-b9d3f532f7e3 service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911016 Dec 16 16:29:33.823614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd68ed7d-e2c9-4533-adc8-e76023dd3019 req-3a84fd66-638f-473a-bd8c-9e29d3fdd4ee service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846498 Dec 16 16:29:37.078277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8cfee-a8ba-4406-875c-331c7ba47dd2 req-b8f94f87-09a3-4f7b-888d-c626d9ac401a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:37.079842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4be8cfee-a8ba-4406-875c-331c7ba47dd2 req-b8f94f87-09a3-4f7b-888d-c626d9ac401a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0581529 Dec 16 16:29:37.137059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4be8cfee-a8ba-4406-875c-331c7ba47dd2 req-ea27e3d0-df93-44a9-b0f5-a92eb93d58a6 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478024 Dec 16 16:29:38.261883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b59f-9dc5-4867-8f20-f5290a31defb req-615dc0a7-c00c-42e2-a7d8-d9d1eded14d1 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:38.263443 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cc0b59f-9dc5-4867-8f20-f5290a31defb req-615dc0a7-c00c-42e2-a7d8-d9d1eded14d1 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0510499 Dec 16 16:29:38.312348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cc0b59f-9dc5-4867-8f20-f5290a31defb req-14ecff02-d9f8-4ee3-a3c7-7b2b6cda15dc tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Dec 16 16:29:38.718912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-0f9c2200-0b38-4a4f-a6f5-57daba2f1f9f tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:38.720397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-0f9c2200-0b38-4a4f-a6f5-57daba2f1f9f tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 945 time: 0.0476556 Dec 16 16:29:38.812768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Deleting port f718ae10-8888-4633-a384-b57164c38548 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:29:38.813121 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:38.905738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] For port f718ae10-8888-4633-a384-b57164c38548, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=f718ae10-8888-4633-a384-b57164c38548,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:38.906117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:38.924350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Calling delete_port for f718ae10-8888-4633-a384-b57164c38548 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:29:39.207934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:39.238833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Pushing event deleted for resources: {'Port': ['ID=f718ae10-8888-4633-a384-b57164c38548,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:39.242089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['f718ae10-8888-4633-a384-b57164c38548'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:29:39.275285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.275942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.276055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.276315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.276644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.276971 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.277299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.277625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.277946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.278269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.278591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.278909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.279225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:29:39.297154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] No DVR routers for this DVR port f718ae10-8888-4633-a384-b57164c38548 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:29:39.300098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:39.303660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c53eb3fe-ce3b-471e-8d76-88e15c6f4249 req-bb7f8d02-5d80-4635-9eca-9ef80d97660b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "DELETE /v2.0/ports/f718ae10-8888-4633-a384-b57164c38548 HTTP/1.1" status: 204 len: 173 time: 0.5774629 Dec 16 16:29:39.304270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'name': 'network-vif-deleted', 'tag': 'f718ae10-8888-4633-a384-b57164c38548'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:29:39.306679 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8490cee4-f62d-4405-b051-f2e86bf09807" -d '{"events": [{"server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "name": "network-vif-deleted", "tag": "f718ae10-8888-4633-a384-b57164c38548"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:29:39.344555 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f63b61-7c0f-48ff-87d5-a56a505855f2 x-openstack-request-id: req-50f63b61-7c0f-48ff-87d5-a56a505855f2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:29:39.344856 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097d1b6-7250-4ee6-8ff7-09c49f3ead6d", "name": "network-vif-deleted", "tag": "f718ae10-8888-4633-a384-b57164c38548", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:29:39.345118 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50f63b61-7c0f-48ff-87d5-a56a505855f2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:29:39.345561 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097d1b6-7250-4ee6-8ff7-09c49f3ead6d', 'name': 'network-vif-deleted', 'tag': 'f718ae10-8888-4633-a384-b57164c38548', 'status': 'completed', 'code': 200} Dec 16 16:29:39.412823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4247d3ce-744f-4c50-a51d-469ba947b3d0 req-7ddfb39a-20b8-45c4-b67d-8dea3f53db9a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=b097d1b6-7250-4ee6-8ff7-09c49f3ead6d HTTP/1.1" status: 200 len: 210 time: 0.0282667 Dec 16 16:29:41.066081 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-bceb8e11-7786-4b7d-8b4e-6937af9e2be6 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:41.067630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-bceb8e11-7786-4b7d-8b4e-6937af9e2be6 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/networks?id=82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 200 len: 816 time: 0.1059585 Dec 16 16:29:41.082718 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-fc074862-dcdb-4cce-b278-3b8f87acab2d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/quotas/5c045855e3f54583859a7944a64b7908 HTTP/1.1" status: 200 len: 375 time: 0.0090950 Dec 16 16:29:41.133877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-a83dd10a-7f3b-4709-9804-d7ebed3cdbdc tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455377 Dec 16 16:29:41.228629 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-6ae77014-b0ba-41a9-a204-70d02995693c service neutron] 10.222.0.71 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 Dec 16 16:29:41.323591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-012c159a-0925-4a69-9440-3b38f851a699 service neutron] 10.222.0.71 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882835 Dec 16 16:29:41.594233 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-281bf49d-fb92-44db-8283-60f14d8493ee req-d45df97d-f7b6-4b80-9082-003437de4273 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 210 time: 0.0281501 Dec 16 16:29:42.690368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15dc1397-39ee-4da0-ae62-abc258c0019c req-14c44a54-3bbe-4508-ba4a-c366cb4e76e5 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Dec 16 16:29:43.144900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f718ae10-8888-4633-a384-b57164c38548 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:29:43.165980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: f718ae10-8888-4633-a384-b57164c38548 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:29:43.166330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device f718ae10-8888-4633-a384-b57164c38548 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:29:43.673941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-fb96d8a6-94a7-4660-87b3-63b7fde70ded tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:43.675408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-fb96d8a6-94a7-4660-87b3-63b7fde70ded tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "GET /v2.0/networks?id=82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 200 len: 816 time: 0.1064448 Dec 16 16:29:43.693764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Request body: {'port': {'device_id': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'admin_state_up': True, 'tenant_id': '5c045855e3f54583859a7944a64b7908'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:29:43.806483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7f51176-5f84-4c1f-9f4a-6274e2ffd26b req-edfcc7a6-435f-4cd5-96c0-a066ae9f52d5 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 210 time: 0.0409656 Dec 16 16:29:43.939546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Made reservation on behalf of 5c045855e3f54583859a7944a64b7908 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:29:43.943488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.067743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Allocated IP 172.20.0.4 (82adaa32-e7bc-4d02-accc-c7ac22204754/3a29668f-a184-4b8e-aaa2-78480c401944/ded4006b-b459-48f2-a5f8-f6b653ae6c64) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:29:44.206135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ddc73d-a50e-4fb4-af03-44beb0155153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.217303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.328305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.372733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:29:44.375768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:29:44.379540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:29:44.386153 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Pushing event updated for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:44.440431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:44.441072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.548431 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-2da9fc91-3795-4a6c-8b27-6a48ef9245e0 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583055 Dec 16 16:29:44.566520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Request body: {'port': {'device_id': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:29:44.568895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-999635f9-13c8-4223-a685-9d442533ff53 None None] Provisioning complete for port ded4006b-b459-48f2-a5f8-f6b653ae6c64 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:29:44.569266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-999635f9-13c8-4223-a685-9d442533ff53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.605448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-999635f9-13c8-4223-a685-9d442533ff53 None None] Port ded4006b-b459-48f2-a5f8-f6b653ae6c64 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:29:44.620754 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.882571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded4006b-b459-48f2-a5f8-f6b653ae6c64 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:29:44.899350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:44.935020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Transition to ACTIVE for port object ded4006b-b459-48f2-a5f8-f6b653ae6c64 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:29:44.952408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de766748-0a1c-4a03-b121-d5dcdfe0012d req-cc950520-7349-4d9e-8caf-2c4d95fb7a55 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:44.953603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de766748-0a1c-4a03-b121-d5dcdfe0012d req-cc950520-7349-4d9e-8caf-2c4d95fb7a55 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 931 time: 0.0666049 Dec 16 16:29:45.002692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de766748-0a1c-4a03-b121-d5dcdfe0012d req-ac483e49-d432-4c31-998b-665c77713f08 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Dec 16 16:29:45.029028 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:45.078224 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Pushing event updated for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:45.150833 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Attempting to bind port ded4006b-b459-48f2-a5f8-f6b653ae6c64 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:29:45.151180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Attempting to bind port ded4006b-b459-48f2-a5f8-f6b653ae6c64 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:29:45.151548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Attempting to bind port ded4006b-b459-48f2-a5f8-f6b653ae6c64 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:29:45.156404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Port ded4006b-b459-48f2-a5f8-f6b653ae6c64 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:29:45.156742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Attempting to bind port ded4006b-b459-48f2-a5f8-f6b653ae6c64 on network 82adaa32-e7bc-4d02-accc-c7ac22204754 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:29:45.161946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:29:45.162288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Checking segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:29:45.162685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Bound using segment: {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:29:45.163141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Bound port: ded4006b-b459-48f2-a5f8-f6b653ae6c64, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:29:45.163487 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:45.237996 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:29:45.241595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:29:45.316710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:45.353341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.353960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:45.355425 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] 10.222.0.30 "PUT /v2.0/ports/ded4006b-b459-48f2-a5f8-f6b653ae6c64 HTTP/1.1" status: 200 len: 1091 time: 0.7932994 Dec 16 16:29:45.355903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:29:45.358932 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b101b-0d1b-46b2-8c70-500751c8b7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:29:45.383692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564b944-fe62-4837-b891-b4fd68c9e294 service neutron] Pushing event updated for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:45.404843 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ceb3b8-134c-4066-8ca2-13c7a72a497f x-openstack-request-id: req-e2ceb3b8-134c-4066-8ca2-13c7a72a497f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:29:45.405529 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:29:45.405756 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2ceb3b8-134c-4066-8ca2-13c7a72a497f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:29:45.406141 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64', 'status': 'completed', 'code': 200} Dec 16 16:29:45.490573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-299f583c-af5d-4128-a9bb-e3e6a368131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.492129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-299f583c-af5d-4128-a9bb-e3e6a368131d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 1094 time: 0.0443363 Dec 16 16:29:45.601250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-07bc7e87-2940-42a5-875c-0720051f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.602656 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-07bc7e87-2940-42a5-875c-0720051f668c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5c045855e3f54583859a7944a64b7908&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0964725 Dec 16 16:29:45.702446 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-f1a422f8-f025-4fba-9917-5252e23134a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.703953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b63b101b-0d1b-46b2-8c70-500751c8b7eb req-f1a422f8-f025-4fba-9917-5252e23134a9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939465 Dec 16 16:29:45.809225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-e2e8a50b-7dae-4206-a074-f945951cb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.810734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-e2e8a50b-7dae-4206-a074-f945951cb6ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c045855e3f54583859a7944a64b7908&device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 1094 time: 0.0504549 Dec 16 16:29:45.857178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-f7faf62d-9ea3-4a68-be53-79668e6c9700 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64 HTTP/1.1" status: 200 len: 217 time: 0.0342691 Dec 16 16:29:45.908684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-f8cc4e66-72c6-4084-b400-e9b8d30974ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.910157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-f8cc4e66-72c6-4084-b400-e9b8d30974ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3a29668f-a184-4b8e-aaa2-78480c401944 HTTP/1.1" status: 200 len: 855 time: 0.0468447 Dec 16 16:29:45.957533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-e582937a-f595-45b3-9974-fc453f877d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:45.959054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-e582937a-f595-45b3-9974-fc453f877d61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82adaa32-e7bc-4d02-accc-c7ac22204754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412915 Dec 16 16:29:46.054496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-b13464be-5e9b-4d19-9838-cd619b5e314c service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Dec 16 16:29:46.188063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f827-6823-47fa-8de1-2cea58dab5e6 req-2a5847cf-260f-4831-8406-e1971bb939d5 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:46.189453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32f2f827-6823-47fa-8de1-2cea58dab5e6 req-2a5847cf-260f-4831-8406-e1971bb939d5 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 943 time: 0.1038160 Dec 16 16:29:46.195046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b0f492b-85ea-4358-9729-5fda332d0c6c req-f22044a6-59c0-414c-86dc-e4b9c47cbaa9 service neutron] 10.222.0.30 "GET /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323161 Dec 16 16:29:46.237846 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32f2f827-6823-47fa-8de1-2cea58dab5e6 req-41c83aec-bb4c-40c0-8b63-980587e5bb26 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Dec 16 16:29:46.522152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ef23688-7f2d-4383-8fb4-dee16bc973ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:47.359486 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef4613-f992-47d4-92ca-60aadbc20756 req-8c1b3d37-d461-4ef1-b77e-695c96d279ed tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:47.360979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4ef4613-f992-47d4-92ca-60aadbc20756 req-8c1b3d37-d461-4ef1-b77e-695c96d279ed tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 943 time: 0.0518658 Dec 16 16:29:47.408135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c4ef4613-f992-47d4-92ca-60aadbc20756 req-bdf83a3d-066a-4e4c-835d-e4b5957206cf tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Dec 16 16:29:48.074819 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:48.527347 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169faeb1-32c1-4b83-8329-4a48e5fb6c0a req-40c75a6d-7af9-4081-91cb-0d48fff5d612 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:48.530075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-169faeb1-32c1-4b83-8329-4a48e5fb6c0a req-40c75a6d-7af9-4081-91cb-0d48fff5d612 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 943 time: 0.0539620 Dec 16 16:29:48.578988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-169faeb1-32c1-4b83-8329-4a48e5fb6c0a req-0b3dddd6-9dfe-475b-9aa2-ae13668c32c2 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Dec 16 16:29:49.175837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ded4006b-b459-48f2-a5f8-f6b653ae6c64 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:29:49.270933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:49.282560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64', 'network_id': '82adaa32-e7bc-4d02-accc-c7ac22204754', 'port_id': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64', 'mac_address': 'fa:16:3e:78:f0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a29668f-a184-4b8e-aaa2-78480c401944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:29:49.318014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:49.330884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded4006b-b459-48f2-a5f8-f6b653ae6c64 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:29:49.350163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:49.413577 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:49.470424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:49.510677 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:49.718903 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631229-5e10-4cf5-a8de-989b66faf4e8 req-02bfa06d-90d3-4897-8bb8-14b808009998 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:49.720534 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b631229-5e10-4cf5-a8de-989b66faf4e8 req-02bfa06d-90d3-4897-8bb8-14b808009998 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 944 time: 0.0557101 Dec 16 16:29:49.771581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b631229-5e10-4cf5-a8de-989b66faf4e8 req-3e735ed1-989d-4ba8-a6e5-4b88e93d5393 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Dec 16 16:29:49.821267 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ded4006b-b459-48f2-a5f8-f6b653ae6c64'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:29:50.121929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:50.887809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584bf81-7a6d-4088-9fd8-f42a0e3b6b01 req-6c15f7f3-70e7-4ab6-9dd4-a705fdff0e98 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:50.890010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d584bf81-7a6d-4088-9fd8-f42a0e3b6b01 req-6c15f7f3-70e7-4ab6-9dd4-a705fdff0e98 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 944 time: 0.0507433 Dec 16 16:29:50.940387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d584bf81-7a6d-4088-9fd8-f42a0e3b6b01 req-61231ddd-e4ce-41aa-8c9e-87f5b176cd61 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Dec 16 16:29:51.175989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ded4006b-b459-48f2-a5f8-f6b653ae6c64 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:29:51.287724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port ded4006b-b459-48f2-a5f8-f6b653ae6c64 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:29:51.291728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port ded4006b-b459-48f2-a5f8-f6b653ae6c64 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:29:51.292130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:51.375486 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:51.398468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:29:51.400773 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cac73a-458b-4253-b34c-014ad53e79f7" -d '{"events": [{"server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "name": "network-vif-plugged", "status": "completed", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:29:51.414199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:29:51.487764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:29:51.494109 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a73a15-c2c2-4fc0-b4ee-625977b0472a x-openstack-request-id: req-58a73a15-c2c2-4fc0-b4ee-625977b0472a {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:29:51.494410 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "name": "network-vif-plugged", "status": "completed", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:29:51.494673 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58a73a15-c2c2-4fc0-b4ee-625977b0472a {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:29:51.495063 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64', 'code': 200} Dec 16 16:29:51.541369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:29:51.625467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacda7eb-6da2-418d-821e-4a36e9d3b27b req-645c1f9c-18c4-4875-9aa3-9d1340f2213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:51.626967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bacda7eb-6da2-418d-821e-4a36e9d3b27b req-645c1f9c-18c4-4875-9aa3-9d1340f2213b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 1096 time: 0.0429902 Dec 16 16:29:51.677281 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bacda7eb-6da2-418d-821e-4a36e9d3b27b req-abb59115-404e-47c2-ac0f-27e1d5137ecc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Dec 16 16:29:52.057568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f42e6-49fb-4453-944c-0160daa45b8e req-e4d72dba-d32f-437c-810d-5adbf705a7c2 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:52.059135 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e1f42e6-49fb-4453-944c-0160daa45b8e req-e4d72dba-d32f-437c-810d-5adbf705a7c2 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Dec 16 16:29:52.108817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4e1f42e6-49fb-4453-944c-0160daa45b8e req-bbbb2079-93a4-4c89-9529-c96487c481a1 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Dec 16 16:29:53.226558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60bed-57e6-4b13-a5f0-a809942d73fd req-5b6d1f21-88eb-425a-9ef1-96b895c160bc tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:53.228065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b60bed-57e6-4b13-a5f0-a809942d73fd req-5b6d1f21-88eb-425a-9ef1-96b895c160bc tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Dec 16 16:29:53.275941 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b60bed-57e6-4b13-a5f0-a809942d73fd req-d3fc48b1-43fe-426c-9ab6-2d6aa573961a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Dec 16 16:29:53.394080 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded890e-3e67-4df6-b018-b22427bf81ca req-5aa6d315-dc2e-4bb7-9a93-38c2557b32ba tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:29:53.395549 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ded890e-3e67-4df6-b018-b22427bf81ca req-5aa6d315-dc2e-4bb7-9a93-38c2557b32ba tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Dec 16 16:29:53.443139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ded890e-3e67-4df6-b018-b22427bf81ca req-5521584c-c497-4f2b-aa7b-932c3abac70a tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Dec 16 16:29:59.207573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:00.013332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:03.725363 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:30:14.218126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba444bf2-5ab3-4b48-ac42-c5cc360afb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:16.521959 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d41e-cb77-4b43-8429-dbea77df471b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:18.091164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:19.503098 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:19.647657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b25b5-26a2-4cf4-8f29-e9080787b3a2 req-c858ca26-9d7e-436f-9a63-9d0e63e6bfd4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:19.649159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-231b25b5-26a2-4cf4-8f29-e9080787b3a2 req-c858ca26-9d7e-436f-9a63-9d0e63e6bfd4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Dec 16 16:30:19.697844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-231b25b5-26a2-4cf4-8f29-e9080787b3a2 req-606587cf-335c-4751-8068-7456a21dc09d tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Dec 16 16:30:20.138890 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:20.825068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ef5ef-9c44-4161-9ae8-a96d002e9590 req-2695af8b-ea9a-4af5-8fc3-e717c9b3b478 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:20.827141 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae8ef5ef-9c44-4161-9ae8-a96d002e9590 req-2695af8b-ea9a-4af5-8fc3-e717c9b3b478 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Dec 16 16:30:20.883192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ae8ef5ef-9c44-4161-9ae8-a96d002e9590 req-727dd642-86c1-4d7d-8626-f74a85cc90a3 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/security-groups?id=9a4bea4c-0287-48e1-a377-9c2c5dbb976d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Dec 16 16:30:21.316103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-a15e3db1-4389-4892-8e2d-f8e63c4b926b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:21.317615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-a15e3db1-4389-4892-8e2d-f8e63c4b926b tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 945 time: 0.0529912 Dec 16 16:30:21.414542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Deleting port ded4006b-b459-48f2-a5f8-f6b653ae6c64 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:21.414798 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:21.505319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] For port ded4006b-b459-48f2-a5f8-f6b653ae6c64, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=ded4006b-b459-48f2-a5f8-f6b653ae6c64,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:21.505678 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:21.519047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Calling delete_port for ded4006b-b459-48f2-a5f8-f6b653ae6c64 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:21.779075 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:21.807209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Pushing event deleted for resources: {'Port': ['ID=ded4006b-b459-48f2-a5f8-f6b653ae6c64,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:21.814019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['ded4006b-b459-48f2-a5f8-f6b653ae6c64'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:30:21.855201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] No DVR routers for this DVR port ded4006b-b459-48f2-a5f8-f6b653ae6c64 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:30:21.858119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:21.861663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-59f2b6c1-eb8d-4367-8772-42a2831f6204 req-9655cc8b-01c8-463d-a459-e4abba315ca4 tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.30 "DELETE /v2.0/ports/ded4006b-b459-48f2-a5f8-f6b653ae6c64 HTTP/1.1" status: 204 len: 173 time: 0.5365207 Dec 16 16:30:21.862118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'name': 'network-vif-deleted', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:30:21.864462 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05a011b-d40e-41ba-a3f6-58f6e3d98891" -d '{"events": [{"server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "name": "network-vif-deleted", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:30:21.902766 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b285c-1c20-4c85-956d-23e92ce9a6de x-openstack-request-id: req-a01b285c-1c20-4c85-956d-23e92ce9a6de {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:30:21.903069 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb2328a-f60b-4c74-b3f7-c91ac3742a37", "name": "network-vif-deleted", "tag": "ded4006b-b459-48f2-a5f8-f6b653ae6c64", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:30:21.903326 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a01b285c-1c20-4c85-956d-23e92ce9a6de {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:30:21.903804 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb2328a-f60b-4c74-b3f7-c91ac3742a37', 'name': 'network-vif-deleted', 'tag': 'ded4006b-b459-48f2-a5f8-f6b653ae6c64', 'status': 'completed', 'code': 200} Dec 16 16:30:21.991923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87de65be-6c86-42a6-b727-393900fbdc51 req-6bb60be2-167d-4537-8878-5d174884a34c tempest-TestEncryptedCinderVolumes-1376447805 tempest-TestEncryptedCinderVolumes-1376447805-project] 10.222.0.71 "GET /v2.0/ports?device_id=dbb2328a-f60b-4c74-b3f7-c91ac3742a37 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Dec 16 16:30:23.265951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40274) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:23.620581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:23.857637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Deleting port 9452a50b-7d85-40a5-97d4-9f40ddb449dc {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:23.857864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:23.933310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] For port 9452a50b-7d85-40a5-97d4-9f40ddb449dc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9452a50b-7d85-40a5-97d4-9f40ddb449dc,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:23.933665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:23.946785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Calling delete_port for 9452a50b-7d85-40a5-97d4-9f40ddb449dc owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:24.230570 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:24.261264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9452a50b-7d85-40a5-97d4-9f40ddb449dc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:24.767279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:24.983495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:30:25.093632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:25.100282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b7000b43-2720-4898-9e6d-2520bb28c7cc admin admin] 10.222.0.71 "PUT /v2.0/routers/ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308921 Dec 16 16:30:25.101254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40276) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:25.104188 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Sync routers for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:25.114413 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:25.115033 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:25.205660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.222945 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:25.307369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.315496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ded4006b-b459-48f2-a5f8-f6b653ae6c64 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:25.335867 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: ded4006b-b459-48f2-a5f8-f6b653ae6c64 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:25.336212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device ded4006b-b459-48f2-a5f8-f6b653ae6c64 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:25.406939 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:30:24Z', 'revision_number': 5, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port': {'id': 'c3c69eb7-5b66-4d15-8684-c25d930ac139', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:25.428425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Deleting port c3c69eb7-5b66-4d15-8684-c25d930ac139 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:25.428767 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.432413 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Checking router: ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:25.442319 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Routers {'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:25.442935 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:25.506660 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] For port c3c69eb7-5b66-4d15-8684-c25d930ac139, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c3c69eb7-5b66-4d15-8684-c25d930ac139,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:25.507011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.520157 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Calling delete_port for c3c69eb7-5b66-4d15-8684-c25d930ac139 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:25.527494 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] Set router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:25.582032 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:30:25Z', 'revision_number': 6, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:25.607251 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4643f68-f73f-42be-94ae-d835ae365d2e None None] The sync data for ids ['ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e'] in n-d-821947-3 is: [{'id': 'ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e', 'name': 'tempest-TestEncryptedCinderVolumes-680887731-router', 'tenant_id': '5c045855e3f54583859a7944a64b7908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:45Z', 'updated_at': '2021-12-16T16:30:25Z', 'revision_number': 6, 'project_id': '5c045855e3f54583859a7944a64b7908', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:25.765890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.795906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c69eb7-5b66-4d15-8684-c25d930ac139,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:25.809487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4642a71-70f7-4d8c-bad0-ccfdc02c66da None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:25.855538 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.946594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:25.950276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.085641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.086183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:30:26.090783 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.092496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-03e10a07-01c1-4c91-a1ce-ce05ad11c2f1 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ee3f8f5c-c0dc-43ab-9cc2-20c38dc2401e HTTP/1.1" status: 204 len: 168 time: 0.9903073 Dec 16 16:30:26.095017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40278) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:26.144410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Deleting subnet 3a29668f-a184-4b8e-aaa2-78480c401944 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:30:26.147360 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.183053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.259929 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.385019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.417880 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.422508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3a29668f-a184-4b8e-aaa2-78480c401944 HTTP/1.1" status: 204 len: 168 time: 0.3263822 Dec 16 16:30:26.423350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e53d0-070f-4705-bb43-310cc7901634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a29668f-a184-4b8e-aaa2-78480c401944,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:26.423899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ef698-b3bf-4a51-9125-d347e39da736 None None] Network 82adaa32-e7bc-4d02-accc-c7ac22204754 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:26.425211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40280) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:26.505997 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.576285 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Deleting port 268ff613-f2d3-459b-bf0f-03484390413c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:26.576625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.584516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] DHCP port deletion for 82adaa32-e7bc-4d02-accc-c7ac22204754 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:26.635250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Deleting port 268ff613-f2d3-459b-bf0f-03484390413c {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:26.635646 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.643315 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] For port 268ff613-f2d3-459b-bf0f-03484390413c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=268ff613-f2d3-459b-bf0f-03484390413c,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:26.643456 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.659414 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Calling delete_port for 268ff613-f2d3-459b-bf0f-03484390413c owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:26.704305 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] For port 268ff613-f2d3-459b-bf0f-03484390413c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=268ff613-f2d3-459b-bf0f-03484390413c,segment=NetworkSegment(cfda3aa0-3cee-49c6-84a3-70ac7d11d446),segment_id=cfda3aa0-3cee-49c6-84a3-70ac7d11d446)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:26.704719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.718806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Calling delete_port for 268ff613-f2d3-459b-bf0f-03484390413c owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:26.876586 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.884753 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:26.902695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=268ff613-f2d3-459b-bf0f-03484390413c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:26.907314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] No DVR routers for this DVR port 268ff613-f2d3-459b-bf0f-03484390413c on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:30:26.916228 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.916481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Pushing event deleted for resources: {'Port': ['ID=268ff613-f2d3-459b-bf0f-03484390413c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:26.916588 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.916913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.917241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.917572 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.917899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.918225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.919043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.919043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.919279 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.919530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] No DVR routers for this DVR port 268ff613-f2d3-459b-bf0f-03484390413c on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:30:26.919654 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.919927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.920248 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.927010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.927321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.927669 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.928033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.928367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.928702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.929032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.929440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.929775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.930103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.930435 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.930759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.931082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246496fc-4cac-49f3-a13b-91813f3e1143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:26.996387 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.019881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82adaa32-e7bc-4d02-accc-c7ac22204754']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:27.024586 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 268ff613-f2d3-459b-bf0f-03484390413c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:27.030168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:27.030468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfda3aa0-3cee-49c6-84a3-70ac7d11d446') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:27.040513 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.045962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 268ff613-f2d3-459b-bf0f-03484390413c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:27.046421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 268ff613-f2d3-459b-bf0f-03484390413c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:27.046871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9452a50b-7d85-40a5-97d4-9f40ddb449dc no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:27.054666 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.061459 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:30:27.072462 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:30:27.075079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 9452a50b-7d85-40a5-97d4-9f40ddb449dc {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:27.075079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9452a50b-7d85-40a5-97d4-9f40ddb449dc not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:27.075079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3c69eb7-5b66-4d15-8684-c25d930ac139 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:27.087722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c3c69eb7-5b66-4d15-8684-c25d930ac139 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:27.088089 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c3c69eb7-5b66-4d15-8684-c25d930ac139 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:27.196169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.202664 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.209329 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/82adaa32-e7bc-4d02-accc-c7ac22204754 HTTP/1.1" status: 204 len: 168 time: 0.7790649 Dec 16 16:30:27.209665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40284) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:27.216848 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7db9c1-6237-4379-8118-f6f4e1c497d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=82adaa32-e7bc-4d02-accc-c7ac22204754,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:27.568198 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.821951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Deleting port 6b6908ba-5c07-47bc-84bc-e6200711654f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:27.822182 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.899490 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] For port 6b6908ba-5c07-47bc-84bc-e6200711654f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=6b6908ba-5c07-47bc-84bc-e6200711654f,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:27.899975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:27.917012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Calling delete_port for 6b6908ba-5c07-47bc-84bc-e6200711654f owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:28.172123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:28.198106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6908ba-5c07-47bc-84bc-e6200711654f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:28.367465 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:28.588114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:30:28.694998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:28.700164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce5755bb-26ae-429e-ab1c-b9b9d02fcf60 admin admin] 10.222.0.71 "PUT /v2.0/routers/06f1e852-4951-48b4-b7b2-e3cf41fe78d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4893472 Dec 16 16:30:28.703215 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40286) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:28.704248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Sync routers for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:28.713797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:28.714424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:28.809449 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:28.822426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:28.916999 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.009801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:30:28Z', 'revision_number': 5, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port': {'id': 'ccf3ffb5-81e3-48bd-8bc3-8249fab04208', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:28:53Z', 'updated_at': '2021-12-16T16:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:29.037439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Checking router: 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:29.046202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Routers {'06f1e852-4951-48b4-b7b2-e3cf41fe78d9'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:29.046812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:29.084694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Deleting port ccf3ffb5-81e3-48bd-8bc3-8249fab04208 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:29.085044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.142900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] Set router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:29.163541 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] For port ccf3ffb5-81e3-48bd-8bc3-8249fab04208, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:29.163935 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.182227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Calling delete_port for ccf3ffb5-81e3-48bd-8bc3-8249fab04208 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:29.195509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:30:28Z', 'revision_number': 6, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:29.225999 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec8bfa-b0a2-42b8-8a42-b4a034bb26c1 None None] The sync data for ids ['06f1e852-4951-48b4-b7b2-e3cf41fe78d9'] in n-d-821947-3 is: [{'id': '06f1e852-4951-48b4-b7b2-e3cf41fe78d9', 'name': 'tempest-TestEncryptedCinderVolumes-296061837-router', 'tenant_id': '21699d3595304ad6914de4583f436604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:28:52Z', 'updated_at': '2021-12-16T16:30:28Z', 'revision_number': 6, 'project_id': '21699d3595304ad6914de4583f436604', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:29.251467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.407483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.438343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf3ffb5-81e3-48bd-8bc3-8249fab04208,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:29.453340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e180f4-9a22-4e7f-ac10-f0481b4a89ed None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:29.499084 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.591987 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.594382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.721694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.722277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f1e852-4951-48b4-b7b2-e3cf41fe78d9 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:30:29.726631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.727711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a2e43c2d-3869-4a11-b194-c62c9466f0dc admin admin] 10.222.0.71 "DELETE /v2.0/routers/06f1e852-4951-48b4-b7b2-e3cf41fe78d9 HTTP/1.1" status: 204 len: 168 time: 1.0235593 Dec 16 16:30:29.730274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40288) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:29.774107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Deleting subnet ced50e42-6965-4122-bbf3-900303dec34e {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:30:29.777318 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.812041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:29.885950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.018988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.382988 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.410557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced50e42-6965-4122-bbf3-900303dec34e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:30.412574 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.416479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-03051713-4626-462b-9cdd-736404cd33a2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ced50e42-6965-4122-bbf3-900303dec34e HTTP/1.1" status: 204 len: 168 time: 0.6845689 Dec 16 16:30:30.418239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40290) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:30.419587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20bd35f-20fd-45c1-a0de-55b1e496fe8a None None] Network 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:30.487899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.552925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Deleting port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:30.553257 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.580422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d55225-8673-4086-927a-d526091e7688 None None] DHCP port deletion for 6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:30.616548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] For port 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e504284-a65f-468b-81f1-7ad02b3b8cb4,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:30.616918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.627709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59d55225-8673-4086-927a-d526091e7688 None None] Deleting port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:30:30.628117 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59d55225-8673-4086-927a-d526091e7688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.631542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Calling delete_port for 5e504284-a65f-468b-81f1-7ad02b3b8cb4 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:30.691373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-59d55225-8673-4086-927a-d526091e7688 None None] For port 5e504284-a65f-468b-81f1-7ad02b3b8cb4, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5e504284-a65f-468b-81f1-7ad02b3b8cb4,segment=NetworkSegment(187064ce-bc3f-4d29-a93c-d851c93aaa4e),segment_id=187064ce-bc3f-4d29-a93c-d851c93aaa4e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:30.691765 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59d55225-8673-4086-927a-d526091e7688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.709762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-59d55225-8673-4086-927a-d526091e7688 None None] Calling delete_port for 5e504284-a65f-468b-81f1-7ad02b3b8cb4 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:30:30.773700 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.790727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-59d55225-8673-4086-927a-d526091e7688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.809478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e504284-a65f-468b-81f1-7ad02b3b8cb4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:30.813426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] No DVR routers for this DVR port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:30:30.819812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d55225-8673-4086-927a-d526091e7688 None None] Pushing event deleted for resources: {'Port': ['ID=5e504284-a65f-468b-81f1-7ad02b3b8cb4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:30.824760 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d55225-8673-4086-927a-d526091e7688 None None] No DVR routers for this DVR port 5e504284-a65f-468b-81f1-7ad02b3b8cb4 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:30:30.887021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.907990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:30.917365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187064ce-bc3f-4d29-a93c-d851c93aaa4e') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:30.917664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187064ce-bc3f-4d29-a93c-d851c93aaa4e') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:30.927683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.941302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.947500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:30:30.951705 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:30:31.018059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e504284-a65f-468b-81f1-7ad02b3b8cb4 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:31.037898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5e504284-a65f-468b-81f1-7ad02b3b8cb4 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:31.038506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5e504284-a65f-468b-81f1-7ad02b3b8cb4 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:31.038606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ccf3ffb5-81e3-48bd-8bc3-8249fab04208 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:31.061145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ccf3ffb5-81e3-48bd-8bc3-8249fab04208 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:31.061493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ccf3ffb5-81e3-48bd-8bc3-8249fab04208 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:31.061912 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6908ba-5c07-47bc-84bc-e6200711654f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:30:31.073844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.079020 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.080482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 6b6908ba-5c07-47bc-84bc-e6200711654f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:30:31.080838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 6b6908ba-5c07-47bc-84bc-e6200711654f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:30:31.083334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc HTTP/1.1" status: 204 len: 168 time: 0.6640594 Dec 16 16:30:31.097207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6d67e-dfdf-4db4-b394-6d134427abd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d2a6126-c4d3-4dc7-bff9-49e4b9c71fdc,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:31.462473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40294) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:31.502193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ef12acfe-c1c8-4e15-8a5e-ec24ac422ada admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c045855e3f54583859a7944a64b7908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384510 Dec 16 16:30:31.504706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40296) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:31.556483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.578170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.698707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.701936 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:31.703111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a4bea4c-0287-48e1-a377-9c2c5dbb976d HTTP/1.1" status: 204 len: 168 time: 0.1974902 Dec 16 16:30:31.711657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea5e2a-bc52-45e6-8b79-b16460f31306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4bea4c-0287-48e1-a377-9c2c5dbb976d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:32.443552 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40302) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:32.482965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-fc8bfd36-bafc-49b5-8e6c-ae2c68a98872 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=21699d3595304ad6914de4583f436604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381882 Dec 16 16:30:32.485511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40304) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:32.531815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:32.552295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:32.664266 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:32.666868 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:32.668058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85a6ffee-f6d1-4d4f-925b-37a3437468e9 HTTP/1.1" status: 204 len: 168 time: 0.1815403 Dec 16 16:30:32.676815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac19734-05aa-4da8-b60e-f719e3ef1623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6ffee-f6d1-4d4f-925b-37a3437468e9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:33.746308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40326) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:33.841873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-946954114-network', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:33.938669 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Made reservation on behalf of 5d808ce1ac0a4dd5b36d1fd1eecb9aa9 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:30:33.941077 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:33.950115 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.026507 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.102861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.132125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:30:34.142358 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a144e7e5-0d69-4927-a567-2a4a4be32fbb,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:34.148069 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.148421 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Added segment de869890-6532-4536-baa9-6ea34a678de6 of type vlan for network 337d5201-366a-4d12-b440-40a14757f443 Dec 16 16:30:34.189529 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.280340 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.281365 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:34.281959 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.339902 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] Pushing event updated for resources: {'Network': ['ID=337d5201-366a-4d12-b440-40a14757f443,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:34.349753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 337d5201-366a-4d12-b440-40a14757f443 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:30:34.404908 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c0b1d812-4128-4e41-8700-31348b3da998 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6572788 Dec 16 16:30:34.407446 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40330) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:34.412813 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Request body: {'subnet': {'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-946954114-subnet', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:34.504677 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Made reservation on behalf of 5d808ce1ac0a4dd5b36d1fd1eecb9aa9 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:30:34.507018 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.738634 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.803815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fae6002-19f9-4290-9f32-f1742d6d1739,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:34.816407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Checking segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:34.816781 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Network hostable DHCP agents. Network: 337d5201-366a-4d12-b440-40a14757f443, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:30:34.885181 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Network 337d5201-366a-4d12-b440-40a14757f443 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:30:34.956005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 337d5201-366a-4d12-b440-40a14757f443) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:34.960668 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:34.966584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:34.966692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a837434-0112-480c-9716-fb5a81db81b4 None None] Network 337d5201-366a-4d12-b440-40a14757f443 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:35.056491 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b3f00d6f-8545-4299-915f-7a0ec7b69fa3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6479573 Dec 16 16:30:35.059042 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40332) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:35.062219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-337d5201-366a-4d12-b440-40a14757f443', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:30:35.063092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.063948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:35.150432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.151533 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.203726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.205421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Allocated IP 172.20.0.2 (337d5201-366a-4d12-b440-40a14757f443/0fae6002-19f9-4290-9f32-f1742d6d1739/bdb81c47-59c6-4c3a-b0bb-5707f8b34deb) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:35.351720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.425146 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.483598 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Network 337d5201-366a-4d12-b440-40a14757f443 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:35.488066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:35.490580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:35.492965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Pushing event updated for resources: {'Port': ['ID=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:35.551139 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Attempting to bind port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:35.551517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Attempting to bind port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:35.551934 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Attempting to bind port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb on network 337d5201-366a-4d12-b440-40a14757f443 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:35.557295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:35.557766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Checking segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:35.558196 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.558590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Bound using segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:35.559071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Bound port: bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:35.559454 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.627403 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] For port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:35.630632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] For port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:35.699350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.736638 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:35.754511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f38ae6-54e3-4916-8087-8e69bdd9b7a5 None None] Pushing event updated for resources: {'Port': ['ID=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:36.031421 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.051597 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.150722 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Allocated IP 172.25.7.161 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/c90c3838-b2bb-4a65-b7c3-3d8008428453) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:36.258084 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.362222 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.405125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:36.408177 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:36.412179 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:36.417777 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=c90c3838-b2bb-4a65-b7c3-3d8008428453,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:36.421090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c1692-04e5-4463-845a-bc39299856a0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:36.539622 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-11d614a6-d12d-49bb-836f-be9b0e414f0e None None] Provisioning complete for port c90c3838-b2bb-4a65-b7c3-3d8008428453 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:36.540039 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11d614a6-d12d-49bb-836f-be9b0e414f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.587119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-11d614a6-d12d-49bb-836f-be9b0e414f0e None None] Port c90c3838-b2bb-4a65-b7c3-3d8008428453 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:36.697268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbd68b5-fddb-46e1-a57c-135ba4236648 None None] Network 337d5201-366a-4d12-b440-40a14757f443 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:36.751087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] Provisioning complete for port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:36.751463 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.768820 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.873833 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:36.912075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] For port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:36.984414 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.062257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.081196 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bdb81c47-59c6-4c3a-b0bb-5707f8b34deb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:37.141869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bce24-c081-41f1-a81d-ca5118f57890 None None] Pushing event updated for resources: {'Port': ['ID=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:37.155495 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:37.155896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.270000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Router b86fa98a-ca43-46a3-8ee4-c17787acb42d is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:30:37.365280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5d15d706-2f27-4216-be58-42de2e7083c4 None None] Provisioning complete for port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:37.365649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d15d706-2f27-4216-be58-42de2e7083c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.383271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:37.396362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Sync routers for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:37.408858 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:37.412597 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:37.466863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.468854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6f142412-9d79-4f55-9570-5c7727c95ee2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4082580 Dec 16 16:30:37.471662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40334) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:37.522132 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:37.701259 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:36Z', 'revision_number': 3, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:37.727216 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Checking router: b86fa98a-ca43-46a3-8ee4-c17787acb42d for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:37.727562 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Updating router b86fa98a-ca43-46a3-8ee4-c17787acb42d port c90c3838-b2bb-4a65-b7c3-3d8008428453 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:30:37.752449 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:37.894230 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.012452 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.052394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Allocated IP 172.20.0.1 (337d5201-366a-4d12-b440-40a14757f443/0fae6002-19f9-4290-9f32-f1742d6d1739/e32f49d2-369c-435e-94c5-15219e190a2c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:38.093340 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.139023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b30f6-de04-47eb-ac5e-1d69dece8a7b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:38.148956 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Pushing event updated for resources: {'Port': ['ID=c90c3838-b2bb-4a65-b7c3-3d8008428453,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:38.156146 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Attempting to bind port c90c3838-b2bb-4a65-b7c3-3d8008428453 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:38.156285 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.156515 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Attempting to bind port c90c3838-b2bb-4a65-b7c3-3d8008428453 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:38.156879 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Attempting to bind port c90c3838-b2bb-4a65-b7c3-3d8008428453 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:38.160662 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.161006 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.170213 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:38.171481 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:38.171481 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:38.171855 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.172239 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:38.172711 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Bound port: c90c3838-b2bb-4a65-b7c3-3d8008428453, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:38.173087 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.223530 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] For port c90c3838-b2bb-4a65-b7c3-3d8008428453, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:38.227441 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] For port c90c3838-b2bb-4a65-b7c3-3d8008428453, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c90c3838-b2bb-4a65-b7c3-3d8008428453,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:38.239094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-049926b5-4993-4a3a-a1a7-49aa12c2e2de None None] Provisioning complete for port c90c3838-b2bb-4a65-b7c3-3d8008428453 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:38.239472 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-049926b5-4993-4a3a-a1a7-49aa12c2e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.272434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-049926b5-4993-4a3a-a1a7-49aa12c2e2de None None] Port c90c3838-b2bb-4a65-b7c3-3d8008428453 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:38.356215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.390340 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.400401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Network 337d5201-366a-4d12-b440-40a14757f443 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:38.403250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:38.409644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:38.433505 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Pushing event updated for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:38.439558 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb809e95-6411-407b-bd1e-f3ce10189ec6 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:38.451808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db378f84-0b22-4fbf-8c42-8ae20cf7e340 None None] Pushing event updated for resources: {'Port': ['ID=c90c3838-b2bb-4a65-b7c3-3d8008428453,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:38.457015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.468080 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:38.468714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:38.495775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] Provisioning complete for port c90c3838-b2bb-4a65-b7c3-3d8008428453 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:38.496650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.596944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.633206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] For port c90c3838-b2bb-4a65-b7c3-3d8008428453, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c90c3838-b2bb-4a65-b7c3-3d8008428453,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:38.689755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.695239 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:38.716229 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.765540 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ef6b5-23bc-4f9a-bba0-6fee08971cb4 None None] Pushing event updated for resources: {'Port': ['ID=c90c3838-b2bb-4a65-b7c3-3d8008428453,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:38.835530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-690070dc-187a-4fd6-a548-d96c7c59a8ec None None] Provisioning complete for port e32f49d2-369c-435e-94c5-15219e190a2c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:38.836110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-690070dc-187a-4fd6-a548-d96c7c59a8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.865149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:38.871382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-690070dc-187a-4fd6-a548-d96c7c59a8ec None None] Port e32f49d2-369c-435e-94c5-15219e190a2c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:38.883351 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:36Z', 'revision_number': 3, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:38.910346 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a87215-b223-4e2f-8938-c9cd2e43af07 None None] The sync data for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 is: [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:36Z', 'revision_number': 3, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:38.950364 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:39.026689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Pushing event updated for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:39.029804 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:39.031778 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bdb81c47-59c6-4c3a-b0bb-5707f8b34deb up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:39.085481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:39.085856 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:39.126262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Network 337d5201-366a-4d12-b440-40a14757f443 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:39.127744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:39.277944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Router b86fa98a-ca43-46a3-8ee4-c17787acb42d has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:30:39.395553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:39.396877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7946f09c-fa2b-4a64-a2b4-721a8f00a5d3 None None] Provisioning complete for port e32f49d2-369c-435e-94c5-15219e190a2c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:39.397404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7946f09c-fa2b-4a64-a2b4-721a8f00a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:39.401117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-119dd183-f989-46fc-8815-3d7318a3bb1d admin admin] 10.222.0.71 "PUT /v2.0/routers/b86fa98a-ca43-46a3-8ee4-c17787acb42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9283535 Dec 16 16:30:39.438878 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7946f09c-fa2b-4a64-a2b4-721a8f00a5d3 None None] Port e32f49d2-369c-435e-94c5-15219e190a2c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:40.200751 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40350) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:40.206098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2074063715-network', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:40.315750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Made reservation on behalf of f90c7d2e0370421db0b8356b3c445bc0 for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:30:40.318959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.330737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.409898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.485179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.495502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Sync routers for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:40.510367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:30:40.510915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:40.511559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:40.528980 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.529335 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Added segment a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca of type vlan for network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 Dec 16 16:30:40.530712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c523b1-c1dd-49ea-b86d-cac05a8add45,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:40.545300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.545578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.546183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.546529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.546871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.547209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.547547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.547904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.548252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.548565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.548896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.549223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.549573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:30:40.586866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.624820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:40.681491 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.682536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:40.683157 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.725152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:30:40.744653 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] Pushing event updated for resources: {'Network': ['ID=18cd0bf0-86e3-462e-8b49-814e3849d3d8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:40.760038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:30:40.808666 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-769f2dc1-624a-400c-ba29-8e52e603bb97 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6065249 Dec 16 16:30:40.812320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40352) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:40.821060 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Request body: {'subnet': {'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2074063715-subnet', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:40.891908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 2, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:40.910292 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Made reservation on behalf of f90c7d2e0370421db0b8356b3c445bc0 for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:30:40.912769 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:40.926767 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Checking router: b86fa98a-ca43-46a3-8ee4-c17787acb42d for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:40.930667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Updating router b86fa98a-ca43-46a3-8ee4-c17787acb42d port e32f49d2-369c-435e-94c5-15219e190a2c binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:30:40.954653 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.053353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c90c3838-b2bb-4a65-b7c3-3d8008428453 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:41.161653 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.167333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c90c3838-b2bb-4a65-b7c3-3d8008428453 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:41.167705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.214263 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40787dcc-78cb-495c-97a7-b26c9672a04c,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:41.231047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Checking segment: {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:41.231988 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Network hostable DHCP agents. Network: 18cd0bf0-86e3-462e-8b49-814e3849d3d8, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:30:41.317131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.368594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:30:41.519618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.520390 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 18cd0bf0-86e3-462e-8b49-814e3849d3d8) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:41.530061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e4cd2-10bf-4a65-b726-c922653b2730 None None] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:41.532828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:41.535137 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.627042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd30f2d-948b-4f00-a3d3-8de5206470a9 None None] Pushing event updated for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:41.712832 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Attempting to bind port e32f49d2-369c-435e-94c5-15219e190a2c on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:41.713216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Attempting to bind port e32f49d2-369c-435e-94c5-15219e190a2c by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:41.714018 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Attempting to bind port e32f49d2-369c-435e-94c5-15219e190a2c on network 337d5201-366a-4d12-b440-40a14757f443 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:41.716074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40356) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:41.728862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:41.728862 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Checking segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:41.729121 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-372f2d7d-4785-4a05-beca-6e3c34660a88 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9071207 Dec 16 16:30:41.729227 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.729227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Bound using segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:41.729227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Bound port: e32f49d2-369c-435e-94c5-15219e190a2c, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:41.729227 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.729578 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:30:41.729679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'fixed_ips': [{'subnet_id': '40787dcc-78cb-495c-97a7-b26c9672a04c'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:30:41.729679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.862819 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.864338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.870386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] For port e32f49d2-369c-435e-94c5-15219e190a2c, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:41.914823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] For port e32f49d2-369c-435e-94c5-15219e190a2c, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e32f49d2-369c-435e-94c5-15219e190a2c,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:41.923407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.927710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3df9883b-54c0-4f3b-8790-1093b85d3594 None None] Provisioning complete for port e32f49d2-369c-435e-94c5-15219e190a2c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:41.932678 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3df9883b-54c0-4f3b-8790-1093b85d3594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:41.966626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Allocated IP 172.20.0.2 (18cd0bf0-86e3-462e-8b49-814e3849d3d8/40787dcc-78cb-495c-97a7-b26c9672a04c/c775431c-3fe6-4113-b761-6d336db986ec) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:41.979043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3df9883b-54c0-4f3b-8790-1093b85d3594 None None] Port e32f49d2-369c-435e-94c5-15219e190a2c cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:41.995994 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.104094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:42.104741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:42.112929 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd30f2d-948b-4f00-a3d3-8de5206470a9 None None] Pushing event updated for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:42.163497 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.257839 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.274151 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:42.327526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] Provisioning complete for port e32f49d2-369c-435e-94c5-15219e190a2c triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:42.327788 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.385422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.459558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.474536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:42.478283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.484036 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:42.501041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:42.515449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Pushing event updated for resources: {'Port': ['ID=c775431c-3fe6-4113-b761-6d336db986ec,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:42.590183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Allocated IP 172.25.7.206 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/ef3045be-1296-4db1-9a08-d286a10f0c83) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:42.633170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.636783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Attempting to bind port c775431c-3fe6-4113-b761-6d336db986ec on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:42.637161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Attempting to bind port c775431c-3fe6-4113-b761-6d336db986ec by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:42.638116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Attempting to bind port c775431c-3fe6-4113-b761-6d336db986ec on network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:42.659422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:42.659812 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Checking segment: {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:42.660259 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.660668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Bound using segment: {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:42.661176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Bound port: c775431c-3fe6-4113-b761-6d336db986ec, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:42.661575 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.703532 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.704038 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] For port e32f49d2-369c-435e-94c5-15219e190a2c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e32f49d2-369c-435e-94c5-15219e190a2c,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:42.731666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:41Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:42.805984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:42.854114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:42.857956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:42.861966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:42.884717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3045be-1296-4db1-9a08-d286a10f0c83,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:42.939132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e3c5f7-ccf0-4138-a49d-17d619a42f42 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:42.947876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f7ad-f03f-4783-a80f-8b931967644b None None] The sync data for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 is: [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:41Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:42.949593 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.006848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] For port c775431c-3fe6-4113-b761-6d336db986ec, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:43.029546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] For port c775431c-3fe6-4113-b761-6d336db986ec, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c775431c-3fe6-4113-b761-6d336db986ec,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:43.047448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446822-a12c-4064-b5a7-9476ab4183ef None None] Pushing event updated for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:43.074752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f46624d6-1707-4c11-9f29-27706b692675 None None] Provisioning complete for port ef3045be-1296-4db1-9a08-d286a10f0c83 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:43.076031 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f46624d6-1707-4c11-9f29-27706b692675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.112323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f46624d6-1707-4c11-9f29-27706b692675 None None] Port ef3045be-1296-4db1-9a08-d286a10f0c83 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:43.116042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.179528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19972126-8554-4c37-ac5c-7411a726e99a None None] Pushing event updated for resources: {'Port': ['ID=c775431c-3fe6-4113-b761-6d336db986ec,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:43.287513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.530892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.721344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Router ea85148f-e5fe-46e6-9381-7494f4cf6715 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:30:43.833195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:43.844341 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Sync routers for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:43.858567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:43.858567 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:43.969302 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:43.973288 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a6a54dde-e42f-4817-8143-4017e91efff5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2530859 Dec 16 16:30:43.973535 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40358) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:30:44.003817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:44.203467 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13efa873-cc8d-43ec-9b98-2f511397a56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.219212 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:43Z', 'revision_number': 3, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:44.242284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ac331-f721-4ed8-bcde-378f4a79dbf7 None None] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:30:44.259808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Checking router: ea85148f-e5fe-46e6-9381-7494f4cf6715 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:44.260144 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Updating router ea85148f-e5fe-46e6-9381-7494f4cf6715 port ef3045be-1296-4db1-9a08-d286a10f0c83 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:30:44.287480 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.367487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] Provisioning complete for port c775431c-3fe6-4113-b761-6d336db986ec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:44.368010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.457598 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.498438 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.500729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] For port c775431c-3fe6-4113-b761-6d336db986ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c775431c-3fe6-4113-b761-6d336db986ec,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:44.594916 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.613163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.664594 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.666098 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Allocated IP 172.20.0.1 (18cd0bf0-86e3-462e-8b49-814e3849d3d8/40787dcc-78cb-495c-97a7-b26c9672a04c/2da27c31-0c32-4f03-929f-0de2380f9fea) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:30:44.667922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af0efb-e9f3-4b0e-a3e6-1b9c4402ead1 None None] Pushing event updated for resources: {'Port': ['ID=c775431c-3fe6-4113-b761-6d336db986ec,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:44.711922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba86ddb5-c76b-42ea-852f-241595a2e2f3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:44.721120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Attempting to bind port ef3045be-1296-4db1-9a08-d286a10f0c83 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:44.721469 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Attempting to bind port ef3045be-1296-4db1-9a08-d286a10f0c83 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:44.721839 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Attempting to bind port ef3045be-1296-4db1-9a08-d286a10f0c83 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:44.730817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8f13-bad8-456d-8b85-519b752aef66 None None] Pushing event updated for resources: {'Port': ['ID=ef3045be-1296-4db1-9a08-d286a10f0c83,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:44.733774 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:44.734161 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:44.734620 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.735004 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:44.735488 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Bound port: ef3045be-1296-4db1-9a08-d286a10f0c83, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:44.735889 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.737963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f5bb3851-d056-40de-9d13-0d27dcad14fb None None] Provisioning complete for port c775431c-3fe6-4113-b761-6d336db986ec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:44.738421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f5bb3851-d056-40de-9d13-0d27dcad14fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.790934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.793318 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] For port ef3045be-1296-4db1-9a08-d286a10f0c83, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:44.795335 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] For port ef3045be-1296-4db1-9a08-d286a10f0c83, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ef3045be-1296-4db1-9a08-d286a10f0c83,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:44.879893 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.911761 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.925368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b294e5-e91d-43f3-b640-d3f36b188fa2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:30:44.937030 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:44.937710 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:44.953258 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] Provisioning complete for port ef3045be-1296-4db1-9a08-d286a10f0c83 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:44.953641 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:44.970033 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Pushing event updated for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:44.981435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:44.984386 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:44.986815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:30:45.000540 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e8f13-bad8-456d-8b85-519b752aef66 None None] Pushing event updated for resources: {'Port': ['ID=ef3045be-1296-4db1-9a08-d286a10f0c83,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:45.044766 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.069339 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.109450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] For port ef3045be-1296-4db1-9a08-d286a10f0c83, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ef3045be-1296-4db1-9a08-d286a10f0c83,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:45.114561 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:45.165782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e32f49d2-369c-435e-94c5-15219e190a2c up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:45.202352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.270402 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96f195-bace-44b3-a8e1-2b73fa3bc301 None None] Pushing event updated for resources: {'Port': ['ID=ef3045be-1296-4db1-9a08-d286a10f0c83,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:45.278981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e32f49d2-369c-435e-94c5-15219e190a2c triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:45.279348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.291049 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.333434 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c78298db-9328-45e1-8917-00d157b08adf None None] Provisioning complete for port 2da27c31-0c32-4f03-929f-0de2380f9fea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:45.334263 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c78298db-9328-45e1-8917-00d157b08adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.342569 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:43Z', 'revision_number': 3, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:45.372250 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40057401-fc2d-4712-992a-9ef5331d0965 None None] The sync data for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 is: [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:43Z', 'revision_number': 3, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:45.375477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c78298db-9328-45e1-8917-00d157b08adf None None] Port 2da27c31-0c32-4f03-929f-0de2380f9fea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:45.416666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c78298db-9328-45e1-8917-00d157b08adf None None] Provisioning complete for port ef3045be-1296-4db1-9a08-d286a10f0c83 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:45.417093 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c78298db-9328-45e1-8917-00d157b08adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.421338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c775431c-3fe6-4113-b761-6d336db986ec up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:45.474491 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.529932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c775431c-3fe6-4113-b761-6d336db986ec triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:45.530314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.544608 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.637718 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:45.640448 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Pushing event updated for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:45.737689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:30:45.739224 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:30:45.869197 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Router ea85148f-e5fe-46e6-9381-7494f4cf6715 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:30:45.993236 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0e47746d-7b73-4346-b6c6-12ceb5bf9c22 None None] Provisioning complete for port 2da27c31-0c32-4f03-929f-0de2380f9fea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:45.994197 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e47746d-7b73-4346-b6c6-12ceb5bf9c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:46.002875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:30:46.016448 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3f75b483-6638-4bcd-afda-764038a364aa admin admin] 10.222.0.71 "PUT /v2.0/routers/ea85148f-e5fe-46e6-9381-7494f4cf6715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0343432 Dec 16 16:30:46.035742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0e47746d-7b73-4346-b6c6-12ceb5bf9c22 None None] Port 2da27c31-0c32-4f03-929f-0de2380f9fea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:46.561337 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2770d2be-e568-48f2-830e-ca604cef388c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:46.974083 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Sync routers for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:30:46.985766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:46.986589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:47.074570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ef3045be-1296-4db1-9a08-d286a10f0c83 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:47.138520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:47.217504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port ef3045be-1296-4db1-9a08-d286a10f0c83 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:47.218271 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:47.448783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2da27c31-0c32-4f03-929f-0de2380f9fea', 'name': '', 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'mac_address': 'fa:16:3e:3f:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:44Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 2, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'subnets': [{'id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:47.506422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Checking router: ea85148f-e5fe-46e6-9381-7494f4cf6715 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:30:47.506793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Updating router ea85148f-e5fe-46e6-9381-7494f4cf6715 port 2da27c31-0c32-4f03-929f-0de2380f9fea binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:30:47.535763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:47.846585 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:47.931429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.057146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb1aa-8b14-4394-beff-483e57bf8cfe None None] Pushing event updated for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:48.073020 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Attempting to bind port 2da27c31-0c32-4f03-929f-0de2380f9fea on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:30:48.073542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Attempting to bind port 2da27c31-0c32-4f03-929f-0de2380f9fea by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:30:48.074612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Attempting to bind port 2da27c31-0c32-4f03-929f-0de2380f9fea on network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:30:48.080739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:30:48.081214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Checking segment: {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:30:48.081717 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.082184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Bound using segment: {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:30:48.082745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Bound port: 2da27c31-0c32-4f03-929f-0de2380f9fea, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:30:48.083214 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.155797 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.167248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] For port 2da27c31-0c32-4f03-929f-0de2380f9fea, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:30:48.171768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] For port 2da27c31-0c32-4f03-929f-0de2380f9fea, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2da27c31-0c32-4f03-929f-0de2380f9fea,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:30:48.276880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b3a4d4b2-56b7-4e03-942f-696585853026 None None] Provisioning complete for port 2da27c31-0c32-4f03-929f-0de2380f9fea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:48.277270 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d4b2-56b7-4e03-942f-696585853026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.318464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4d4b2-56b7-4e03-942f-696585853026 None None] Port 2da27c31-0c32-4f03-929f-0de2380f9fea cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:30:48.334405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.393995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:30:48.394632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:30:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:48.435784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fb1aa-8b14-4394-beff-483e57bf8cfe None None] Pushing event updated for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:48.534966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:30:48.686661 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] Provisioning complete for port 2da27c31-0c32-4f03-929f-0de2380f9fea triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:48.687052 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.842048 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:48.883866 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2da27c31-0c32-4f03-929f-0de2380f9fea', 'name': '', 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'mac_address': 'fa:16:3e:3f:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:44Z', 'updated_at': '2021-12-16T16:30:48Z', 'revision_number': 4, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'subnets': [{'id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:30:48.889735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] For port 2da27c31-0c32-4f03-929f-0de2380f9fea, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2da27c31-0c32-4f03-929f-0de2380f9fea,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:30:48.920697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c289a-6753-4043-ac53-123837d845f8 None None] The sync data for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 is: [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '2da27c31-0c32-4f03-929f-0de2380f9fea', 'name': '', 'network_id': '18cd0bf0-86e3-462e-8b49-814e3849d3d8', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'mac_address': 'fa:16:3e:3f:cc:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:44Z', 'updated_at': '2021-12-16T16:30:48Z', 'revision_number': 4, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'subnets': [{'id': '40787dcc-78cb-495c-97a7-b26c9672a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:30:49.006018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:49.116448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3b2d-0953-47c5-b96b-f44b0846997b None None] Pushing event updated for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:30:49.505639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:50.327441 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:51.109724 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2da27c31-0c32-4f03-929f-0de2380f9fea up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:30:51.174779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2da27c31-0c32-4f03-929f-0de2380f9fea triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:30:51.175332 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:58.036327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-c708a514-cd63-43b7-b803-917cda33deb5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:30:58.037830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-c708a514-cd63-43b7-b803-917cda33deb5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 814 time: 0.1064031 Dec 16 16:30:58.053055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-90828380-9aec-48df-95e1-4765a5df177b tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/quotas/5d808ce1ac0a4dd5b36d1fd1eecb9aa9 HTTP/1.1" status: 200 len: 375 time: 0.0093613 Dec 16 16:30:58.104110 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-f2e7e0b2-63e9-412a-8e1e-97682fb92532 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455227 Dec 16 16:30:58.200834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-3b90e168-f98a-4bdd-9cb7-8c76ba62111d service neutron] 10.222.0.71 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851762 Dec 16 16:30:58.290005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-dbdf1318-56a5-4378-9e8d-e8983e64ba93 service neutron] 10.222.0.71 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Dec 16 16:30:58.541802 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-60320ba3-7e17-4884-a8b2-9981fe7cb63a req-1a6e7708-36ea-4a0b-9471-121f9f3c2c1a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 210 time: 0.0275533 Dec 16 16:30:59.241669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:30:59.620876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56c58a42-c42c-4b92-a41b-8f600ad7a556 req-33cf4040-c8bd-4ca3-ad1a-329cff0711bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 210 time: 0.0257449 Dec 16 16:30:59.984294 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:00.721898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4be070b7-5327-45db-a118-d7fb076dbf03 req-6245377f-745f-4a65-bb19-c2fd93185530 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Dec 16 16:31:01.216085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-3b52031c-4d68-4e06-b1af-5f53d301add5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:01.217692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-3b52031c-4d68-4e06-b1af-5f53d301add5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 814 time: 0.1053374 Dec 16 16:31:01.239561 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'port': {'device_id': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'admin_state_up': True, 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:01.450904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Made reservation on behalf of 5d808ce1ac0a4dd5b36d1fd1eecb9aa9 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:31:01.455185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:01.585124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Allocated IP 172.20.0.13 (337d5201-366a-4d12-b440-40a14757f443/0fae6002-19f9-4290-9f32-f1742d6d1739/8b7a080a-3b16-4b38-93f2-d7176723518f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:31:02.125082 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:02.204052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a6a9e3c-2ce3-4e15-9ebc-c7a2d1a54027 req-a33d7cb2-3cc3-4287-9111-242ef2b357ae tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 210 time: 0.0668626 Dec 16 16:31:02.304810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:02.350174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Network 337d5201-366a-4d12-b440-40a14757f443 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:31:02.353265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:31:02.357691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:31:02.384324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:02.430093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:02.431030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:02.513417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-266650ad-656b-4e01-b1c2-03a89324b555 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2780039 Dec 16 16:31:02.622033 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-67a55cce-221b-46cc-b023-9b7b05af8b29 None None] Provisioning complete for port 8b7a080a-3b16-4b38-93f2-d7176723518f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:31:02.622647 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-67a55cce-221b-46cc-b023-9b7b05af8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:02.657474 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-67a55cce-221b-46cc-b023-9b7b05af8b29 None None] Port 8b7a080a-3b16-4b38-93f2-d7176723518f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:31:03.337994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e8375-5bf7-48bc-81fc-43e1dad893a3 req-546b1496-403c-4d00-8962-3959cadcafcd tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:03.339730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e81e8375-5bf7-48bc-81fc-43e1dad893a3 req-546b1496-403c-4d00-8962-3959cadcafcd tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 932 time: 0.0586174 Dec 16 16:31:03.398877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e81e8375-5bf7-48bc-81fc-43e1dad893a3 req-5d4ed957-bb6b-4fe8-ada7-8dda82a320cb tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521107 Dec 16 16:31:04.521586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24695078-b483-4350-aaf4-6ae6aa764dea req-7f012929-c24e-4d5a-a309-3b4f333d33d3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:04.523148 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24695078-b483-4350-aaf4-6ae6aa764dea req-7f012929-c24e-4d5a-a309-3b4f333d33d3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 932 time: 0.0523703 Dec 16 16:31:04.580576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24695078-b483-4350-aaf4-6ae6aa764dea req-39c3febf-6697-49c9-b68a-b8018c2d4f47 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475998 Dec 16 16:31:05.716125 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff7d-1cc0-4338-bdb8-32cc19127e59 req-22090c97-bad4-40f7-8cce-6ed56f4b2f12 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:05.717699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e00ff7d-1cc0-4338-bdb8-32cc19127e59 req-22090c97-bad4-40f7-8cce-6ed56f4b2f12 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 932 time: 0.0571539 Dec 16 16:31:05.770289 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2e00ff7d-1cc0-4338-bdb8-32cc19127e59 req-47fa281f-f775-4e11-8fe4-d3b3a7bffe11 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 Dec 16 16:31:06.905174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306a9de-d2a7-4754-80e0-d33833f16b78 req-bcae2b00-dfaa-4f88-8369-d195272f0a3d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:06.907559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b306a9de-d2a7-4754-80e0-d33833f16b78 req-bcae2b00-dfaa-4f88-8369-d195272f0a3d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 932 time: 0.0573137 Dec 16 16:31:06.962266 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b306a9de-d2a7-4754-80e0-d33833f16b78 req-b741c67c-5aaf-4479-9bcd-14ad6f8e20a3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Dec 16 16:31:08.048528 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Request body: {'port': {'device_id': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:08.132542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5db179-e772-4fe9-af4f-24684d070efa req-94aabded-27cb-4197-af49-6b610a7d860b tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:08.134228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5db179-e772-4fe9-af4f-24684d070efa req-94aabded-27cb-4197-af49-6b610a7d860b tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 932 time: 0.1010072 Dec 16 16:31:08.139577 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:08.240133 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5db179-e772-4fe9-af4f-24684d070efa req-dc7a8015-3997-4f71-96d8-d74305f7e1f5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936003 Dec 16 16:31:08.452546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7a080a-3b16-4b38-93f2-d7176723518f {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:31:08.463514 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:08.488822 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Transition to ACTIVE for port object 8b7a080a-3b16-4b38-93f2-d7176723518f will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:31:08.613647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:08.681571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:08.827516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Attempting to bind port 8b7a080a-3b16-4b38-93f2-d7176723518f on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:31:08.828468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Attempting to bind port 8b7a080a-3b16-4b38-93f2-d7176723518f by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:31:08.828819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Attempting to bind port 8b7a080a-3b16-4b38-93f2-d7176723518f on network 337d5201-366a-4d12-b440-40a14757f443 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:31:08.835042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Port 8b7a080a-3b16-4b38-93f2-d7176723518f on network 337d5201-366a-4d12-b440-40a14757f443 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:31:08.835361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Attempting to bind port 8b7a080a-3b16-4b38-93f2-d7176723518f on network 337d5201-366a-4d12-b440-40a14757f443 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:31:08.843573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:31:08.843573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Checking segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:31:08.844093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Bound using segment: {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:31:08.844466 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Bound port: 8b7a080a-3b16-4b38-93f2-d7176723518f, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de869890-6532-4536-baa9-6ea34a678de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '337d5201-366a-4d12-b440-40a14757f443'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:31:08.844830 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:08.960034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:31:08.964258 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:31:09.065594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:09.100468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:09.101021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:09.102447 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] 10.222.0.30 "PUT /v2.0/ports/8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 1092 time: 1.0590293 Dec 16 16:31:09.105299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:31:09.107377 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:31:09.149362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162e2aa-e032-4109-8d54-527ebadb84ab service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:09.159070 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d6c4a-eec1-4f0b-9dcb-0d6653ef4777 x-openstack-request-id: req-b22d6c4a-eec1-4f0b-9dcb-0d6653ef4777 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:31:09.159195 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:31:09.159458 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b22d6c4a-eec1-4f0b-9dcb-0d6653ef4777 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:31:09.159897 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:31:09.391646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7781b9-4302-4d18-bb7b-964146b9521b req-30e793fd-2b35-474d-8d2d-f1dc13016abb tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:09.393103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb7781b9-4302-4d18-bb7b-964146b9521b req-30e793fd-2b35-474d-8d2d-f1dc13016abb tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.0692701 Dec 16 16:31:09.451232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb7781b9-4302-4d18-bb7b-964146b9521b req-f8aa2019-f583-4d28-94f7-d9c29bca2d02 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 Dec 16 16:31:10.576380 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8af0e-a469-4bf4-b00b-71f52f27ec18 req-2fe0b168-db18-468b-a76f-5ca330705dd6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:10.577903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b8af0e-a469-4bf4-b00b-71f52f27ec18 req-2fe0b168-db18-468b-a76f-5ca330705dd6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.0559506 Dec 16 16:31:10.629909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2b8af0e-a469-4bf4-b00b-71f52f27ec18 req-e573a74d-dcbc-47f3-9017-0d3f5533a328 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Dec 16 16:31:11.754642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d14e4b-ac3e-4c35-ad1c-4834864f2b0d req-aba4873a-8a35-4c70-92bf-80611dc92aef tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:11.756169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65d14e4b-ac3e-4c35-ad1c-4834864f2b0d req-aba4873a-8a35-4c70-92bf-80611dc92aef tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.0544701 Dec 16 16:31:11.807324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-65d14e4b-ac3e-4c35-ad1c-4834864f2b0d req-0651461d-4747-4039-aeaf-74cd02504ccf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Dec 16 16:31:12.297881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-aaa3353e-19ba-40e3-b89a-34ba7688cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.299340 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-aaa3353e-19ba-40e3-b89a-34ba7688cbbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1095 time: 0.0423391 Dec 16 16:31:12.410383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-45f05dd5-613b-437d-b314-ef2f1279f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.411875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-45f05dd5-613b-437d-b314-ef2f1279f067 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976143 Dec 16 16:31:12.509371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-8d15a576-661c-485e-a6b0-c23134fd5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.510516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ca5d26a-e1ba-4a4e-8aac-cf58890962ec req-8d15a576-661c-485e-a6b0-c23134fd5d9d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878680 Dec 16 16:31:12.609061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-0ca61589-d40b-4be9-aa96-e5538ae96bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.610458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-0ca61589-d40b-4be9-aa96-e5538ae96bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1095 time: 0.0417387 Dec 16 16:31:12.664267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-7dd1c333-0346-4976-b5a7-8358f4f4c8c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 217 time: 0.0383046 Dec 16 16:31:12.713374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-3b401864-036b-4210-b62a-06c84f40516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.714903 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-3b401864-036b-4210-b62a-06c84f40516b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0434794 Dec 16 16:31:12.759006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-7aeb9c6e-f156-46d8-bdb3-4a0dc2368931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.760657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-7aeb9c6e-f156-46d8-bdb3-4a0dc2368931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391848 Dec 16 16:31:12.853392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-8fc326a7-5923-469e-a210-758b2e9518ec service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855579 Dec 16 16:31:12.979057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da88bc8-6559-4aa5-bf49-1aff6d0fffbb req-46eb54c8-570f-4db4-bb4c-9307e04bff4e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:12.980594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2da88bc8-6559-4aa5-bf49-1aff6d0fffbb req-46eb54c8-570f-4db4-bb4c-9307e04bff4e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.1019516 Dec 16 16:31:12.997907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-51859ccc-7eb7-4a91-994a-0c57343aa178 req-ebcc771b-2fd6-4560-8f6e-d155c003df34 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375573 Dec 16 16:31:13.034929 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2da88bc8-6559-4aa5-bf49-1aff6d0fffbb req-127a1299-74b3-4e34-be9c-9464ae3ab8e6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Dec 16 16:31:14.153937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f1621-de82-42e1-90d6-c7dbaed62ace req-e7387d37-18f9-4304-a610-20ed4d0622cf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:14.155450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc7f1621-de82-42e1-90d6-c7dbaed62ace req-e7387d37-18f9-4304-a610-20ed4d0622cf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.0508416 Dec 16 16:31:14.201548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8f3358c-209b-4bfd-b289-645a76816a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:14.204729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc7f1621-de82-42e1-90d6-c7dbaed62ace req-2fc989ef-3b41-4864-9663-dbe8055f036c tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Dec 16 16:31:15.328378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cf78e-db69-4442-8046-7cfdb4c5a480 req-4ad6d873-e726-4ee9-9109-5771f077c3a6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:15.329899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-329cf78e-db69-4442-8046-7cfdb4c5a480 req-4ad6d873-e726-4ee9-9109-5771f077c3a6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 944 time: 0.0546541 Dec 16 16:31:15.380125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-329cf78e-db69-4442-8046-7cfdb4c5a480 req-527e6606-6e49-4ac1-9f57-bab4a37c7bbb tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Dec 16 16:31:15.595560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8b7a080a-3b16-4b38-93f2-d7176723518f details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:31:15.690216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:31:15.702597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'port_id': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'mac_address': 'fa:16:3e:71:07:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:31:15.742760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:15.756355 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7a080a-3b16-4b38-93f2-d7176723518f {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:31:15.776005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:31:15.853099 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:15.899783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:16.156743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:31:16.495622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f6263-199b-4bde-ab99-e30ae5ee2aed req-d95038ef-d946-4fbd-b159-3063ab0c8fa3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:16.497122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c30f6263-199b-4bde-ab99-e30ae5ee2aed req-d95038ef-d946-4fbd-b159-3063ab0c8fa3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Dec 16 16:31:16.509605 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5151e172-190b-491b-8963-9db802637e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:16.545391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c30f6263-199b-4bde-ab99-e30ae5ee2aed req-3ce7fdd5-0312-4721-a7cd-41b2aa026366 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Dec 16 16:31:17.599876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8b7a080a-3b16-4b38-93f2-d7176723518f up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:31:17.664753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68407e-cd6d-47b1-a179-311e02709c73 req-93caada0-ee12-4542-b3ba-0a4c778e47ff tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:17.666253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b68407e-cd6d-47b1-a179-311e02709c73 req-93caada0-ee12-4542-b3ba-0a4c778e47ff tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Dec 16 16:31:17.719057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b68407e-cd6d-47b1-a179-311e02709c73 req-1fe3dd76-ab71-403d-bfee-12e397ecd6b0 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Dec 16 16:31:17.725508 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:31:17.772814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 8b7a080a-3b16-4b38-93f2-d7176723518f completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:31:17.776885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 8b7a080a-3b16-4b38-93f2-d7176723518f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:31:17.777257 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:17.856111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:17.878821 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:31:17.881163 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0c57a8-5518-4052-8432-6558ccf28615" -d '{"events": [{"server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:31:17.894641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:31:17.920310 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f34a9-5959-4b2d-9317-1958f86b335c x-openstack-request-id: req-978f34a9-5959-4b2d-9317-1958f86b335c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:31:17.920609 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:31:17.920867 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-978f34a9-5959-4b2d-9317-1958f86b335c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:31:17.921530 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'code': 200} Dec 16 16:31:17.972825 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:18.032809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:18.050571 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad309be-ed70-4cd6-81c4-2aeec34eb2a5 req-83da1938-daf9-43b4-9489-2dc6cd8b1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:18.052161 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad309be-ed70-4cd6-81c4-2aeec34eb2a5 req-83da1938-daf9-43b4-9489-2dc6cd8b1416 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0407372 Dec 16 16:31:18.093176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:18.098500 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ad309be-ed70-4cd6-81c4-2aeec34eb2a5 req-93630d67-7b57-4751-b204-48d056bc8ed5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379908 Dec 16 16:31:18.835685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e59824-a52c-413a-80ec-2cabec1fcafb req-fd3381b8-f60c-480b-b440-746b37acaaad tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:18.837243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e59824-a52c-413a-80ec-2cabec1fcafb req-fd3381b8-f60c-480b-b440-746b37acaaad tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0513637 Dec 16 16:31:18.887699 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-18e59824-a52c-413a-80ec-2cabec1fcafb req-84a221c8-f004-4d4c-af15-d86605b5dc5f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Dec 16 16:31:19.536279 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:20.011087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e05c1f-0da2-49ca-88a5-fc0be54d4356 req-dc4075f5-12d4-4450-b230-dc2711e34ea5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:20.012617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35e05c1f-0da2-49ca-88a5-fc0be54d4356 req-dc4075f5-12d4-4450-b230-dc2711e34ea5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0548599 Dec 16 16:31:20.065468 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35e05c1f-0da2-49ca-88a5-fc0be54d4356 req-0004ce8a-3122-460a-b24e-b7717124dad9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Dec 16 16:31:20.121281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:20.181183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104067ae-1565-432f-bf22-3b4728102965 req-ca78b654-7542-4cf9-9529-8458ec89a12a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:20.182575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-104067ae-1565-432f-bf22-3b4728102965 req-ca78b654-7542-4cf9-9529-8458ec89a12a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Dec 16 16:31:20.228910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-104067ae-1565-432f-bf22-3b4728102965 req-091d2c7b-de0c-4474-b2d4-4eb28830f357 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Dec 16 16:31:20.419514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98880f9-c9ed-420f-9f0f-45005924f3f3 req-51755166-c238-4cef-bce9-e6c68eb2fe2f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:20.421013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d98880f9-c9ed-420f-9f0f-45005924f3f3 req-51755166-c238-4cef-bce9-e6c68eb2fe2f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0485010 Dec 16 16:31:20.472874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d98880f9-c9ed-420f-9f0f-45005924f3f3 req-8b62e296-af5a-4862-93b4-f733c1e39374 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Dec 16 16:31:29.253249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:30.016200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:36.301027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-04b4acab-3e6f-42c6-9f07-810097d5dff4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487046 Dec 16 16:31:36.404220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-c50944b7-4b19-4640-a44c-ad4bdbc517f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:36.406590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-c50944b7-4b19-4640-a44c-ad4bdbc517f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0444779 Dec 16 16:31:36.518724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-59669176-e345-4c43-9bc4-1c87ae2874e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:36.520162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-59669176-e345-4c43-9bc4-1c87ae2874e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.0890148 Dec 16 16:31:36.565811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-53b0aae2-cec8-401d-a426-2a5afd0f4728 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 217 time: 0.0349877 Dec 16 16:31:36.621786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-61acbe8d-d6c3-4cf0-8d0a-325dc63ae0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:36.623365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-61acbe8d-d6c3-4cf0-8d0a-325dc63ae0ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0479205 Dec 16 16:31:36.680868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-d47fd5ee-43fc-4662-95f3-42ec72fbad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:36.682406 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-d47fd5ee-43fc-4662-95f3-42ec72fbad15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488753 Dec 16 16:31:36.697692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-2b42285c-b8de-4b6c-b114-739e4bb22dd3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:31:36.698670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-2b42285c-b8de-4b6c-b114-739e4bb22dd3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051661 Dec 16 16:31:36.794703 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-574ea90b-2ea4-47e4-99e8-16d5841326cf service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866477 Dec 16 16:31:36.904280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6a7b25fe-e016-4ac0-b4d5-f472fdb38763 req-fed5415d-a1f3-4f0f-ab6c-b4c229167d09 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024740 Dec 16 16:31:37.530933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584847f-92ed-4d70-bcb3-8d39d1c97962 req-b603c2b0-d333-4ab4-bc1d-9f11d810d469 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:37.532498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f584847f-92ed-4d70-bcb3-8d39d1c97962 req-b603c2b0-d333-4ab4-bc1d-9f11d810d469 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Dec 16 16:31:37.581676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f584847f-92ed-4d70-bcb3-8d39d1c97962 req-aeca0193-a728-4cd1-b55f-0074a844f8dc tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Dec 16 16:31:37.604206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40570) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:37.737518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67febdc8-d5fd-40cd-a263-bc5db5526558 tempest-TestMinimumBasicScenario-1497054519 tempest-TestMinimumBasicScenario-1497054519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:37.739031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-67febdc8-d5fd-40cd-a263-bc5db5526558 tempest-TestMinimumBasicScenario-1497054519 tempest-TestMinimumBasicScenario-1497054519-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1092 time: 0.1338155 Dec 16 16:31:37.742046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40574) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:37.746980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:37.838420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:37.940136 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:38.063796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Allocated IP 172.25.7.211 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:31:38.173067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:38.287840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:38.332722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:31:38.339124 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:31:38.345382 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:31:38.350686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'Port': ['ID=e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:38.717217 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:38.860950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:39.021684 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:39.547296 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:39.618195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'Port': ['ID=e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:39.630527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:39.740601 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Floating IP 42e21e94-cf71-4c5c-ade2-937db5e35737 associated. External IP: 172.25.7.211, port: 8b7a080a-3b16-4b38-93f2-d7176723518f. Dec 16 16:31:39.951037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Router b86fa98a-ca43-46a3-8ee4-c17787acb42d has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:31:40.062018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:31:40.076583 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Sync routers for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:31:40.086943 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:31:40.090365 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:31:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:31:40.146592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.177527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0e4d64a8-2a83-4012-b6e8-1e1853cd59c1 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4340961 Dec 16 16:31:40.178128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:31:40.180216 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40576) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:40.180754 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d8737-7bf0-4877-aa7b-1967ace7060b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:31:40.185236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660664585', 'description': 'tempest-secgroup-smoke-1660664585 description', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:40.200527 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:31:40.220733 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae02af0-af71-4c61-810f-02980f5889ad x-openstack-request-id: req-6ae02af0-af71-4c61-810f-02980f5889ad {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:31:40.221038 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:31:40.221303 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ae02af0-af71-4c61-810f-02980f5889ad {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:31:40.221721 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:31:40.306970 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-5461a2d6-e615-4f0e-855f-b57069560c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:40.309116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-5461a2d6-e615-4f0e-855f-b57069560c19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0419030 Dec 16 16:31:40.326937 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.400042 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.407387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-d4314489-fdf1-4e58-a62a-ec8a072e8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:40.408957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-d4314489-fdf1-4e58-a62a-ec8a072e8053 service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.0922828 Dec 16 16:31:40.429207 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '42e21e94-cf71-4c5c-ade2-937db5e35737', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'port_id': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'mac_address': 'fa:16:3e:71:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:31:38Z', 'updated_at': '2021-12-16T16:31:38Z', 'revision_number': 0, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:31:40.470451 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.487303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-cc52c527-bd1d-45c4-9f47-bccaf4287cbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 1000 time: 0.0701008 Dec 16 16:31:40.508603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1abc00-4abe-4de3-8adc-0152fd40fd1c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:40.518111 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.518467 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.519029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.519381 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.519725 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.520090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.520428 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.520762 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.521095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.521603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.521944 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.522956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.522956 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:40.544461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-e811ab76-6feb-4db9-9eb6-f6116b291561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:40.548314 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-e811ab76-6feb-4db9-9eb6-f6116b291561 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0508163 Dec 16 16:31:40.559714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Checking router: b86fa98a-ca43-46a3-8ee4-c17787acb42d for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:31:40.568760 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:31:40.569380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:31:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:31:40.580945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.582733 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-66e4f955-97ad-4559-8726-3c0bd7dd91d4 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4011714 Dec 16 16:31:40.585394 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40580) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:40.589954 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:40.601345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-d1f2aa9e-011a-4bcc-a924-b49d4148baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:40.603090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-d1f2aa9e-011a-4bcc-a924-b49d4148baea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498965 Dec 16 16:31:40.684492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:31:40.713236 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.783794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.852922 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:40.879123 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323b8e8a-e7a5-4cac-806b-d9a9aa92b031,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:40.940098 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '42e21e94-cf71-4c5c-ade2-937db5e35737', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'port_id': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'mac_address': 'fa:16:3e:71:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:31:38Z', 'updated_at': '2021-12-16T16:31:38Z', 'revision_number': 0, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:31:40.971228 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aeb24c-7d9c-43c5-99fc-5fe319401add None None] The sync data for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 is: [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '42e21e94-cf71-4c5c-ade2-937db5e35737', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'floating_ip_address': '172.25.7.211', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'port_id': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'mac_address': 'fa:16:3e:71:07:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:31:38Z', 'updated_at': '2021-12-16T16:31:38Z', 'revision_number': 0, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:31:41.025614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.028054 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-153123ac-e52f-4aba-8158-1fd93dbe493e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410052 Dec 16 16:31:41.031370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40582) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:41.039739 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:41.074710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-8e5b2574-0014-437f-8877-5a8169505f9a service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628043 Dec 16 16:31:41.160814 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.173539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-946d8737-7bf0-4877-aa7b-1967ace7060b req-bf0faa45-2d23-4f44-8a00-f78fc4e47265 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912454 Dec 16 16:31:41.211700 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59758fcd-55f1-4c1b-808b-7536dd8e8e98 None None] New status for floating IP 42e21e94-cf71-4c5c-ade2-937db5e35737: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:31:41.234160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.381685 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.399376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1370cb10-82c0-4e76-a5cb-ec8d67368291,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:41.507350 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.508743 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b4e32d4f-70c5-4c48-b41a-adbd079b1413 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4762158 Dec 16 16:31:41.512043 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40584) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:41.520776 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:41.669141 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.724355 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.800865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.821119 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781d3875-9d30-421d-afa6-fe131dbe90e8,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:41.911687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:41.912971 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1ed53d39-dadc-43b7-a26a-bdf34c24f3e5 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4000039 Dec 16 16:31:41.915679 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40586) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:41.920159 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:42.052260 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.108953 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.215613 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.234152 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47693152-aea4-4dba-8c7f-566a35c53c25,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:42.403169 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.404442 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c4c6c131-9b2f-4572-81cc-07fa0157f66f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877338 Dec 16 16:31:42.407120 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40588) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:42.411473 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:42.538410 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Project 5d808ce1ac0a4dd5b36d1fd1eecb9aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:31:42.544715 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.604047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.698348 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.717530 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c848e848-79be-4101-bfd9-70f58079e362,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:42.809466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:42.810592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-dce15f30-bcee-4eb4-ba08-46e9beed5929 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025004 Dec 16 16:31:42.813754 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40590) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:31:42.818303 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'security_group_rule': {'security_group_id': '2c1abc00-4abe-4de3-8adc-0152fd40fd1c', 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:42.944701 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Project 5d808ce1ac0a4dd5b36d1fd1eecb9aa9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:31:42.950637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.009150 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.095559 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.116513 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f1e99d-b977-44dd-ac3b-f43b4b6fe33b,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:43.251902 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.253177 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-32023463-e656-466c-bbd2-a8b4a805db9d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4385066 Dec 16 16:31:43.350823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-4e3b3740-9bec-4068-9859-c0556b5ba1fe tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660664585&fields=id&tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9 HTTP/1.1" status: 200 len: 267 time: 0.0496175 Dec 16 16:31:43.404982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-67050020-fdc8-4720-8c6f-13093b65ad37 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:43.406498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-67050020-fdc8-4720-8c6f-13093b65ad37 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0496056 Dec 16 16:31:43.422713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'port': {'security_groups': ['a144e7e5-0d69-4927-a567-2a4a4be32fbb', '2c1abc00-4abe-4de3-8adc-0152fd40fd1c']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:31:43.492539 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.688942 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:31:43.719342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.790232 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.826016 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:31:43.843141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:43.843862 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:43.845252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8497ab14-1967-4e9a-b86f-76e0c1aba58f req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "PUT /v2.0/ports/8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 982 time: 0.4277308 Dec 16 16:31:43.845731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:31:43.848097 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:31:43.881362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:31:43.906072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.907213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.908105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.908774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.909449 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.912044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.914143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.914143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.914746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.915424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.916715 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.917410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.919816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df650082-fe6c-4c18-b1ad-a10cb624cc6d tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:31:43.987080 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba2a56-3373-47d4-9a04-18fbe75e8df2 x-openstack-request-id: req-3aba2a56-3373-47d4-9a04-18fbe75e8df2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:31:43.987487 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:31:43.987629 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3aba2a56-3373-47d4-9a04-18fbe75e8df2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:31:43.988213 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:31:43.997666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:31:44.016071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173822-4dc5-44c6-9b9c-986c2a3e558a req-d544cbea-5129-4f29-a268-862dcdb2afca tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:44.024344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26173822-4dc5-44c6-9b9c-986c2a3e558a req-d544cbea-5129-4f29-a268-862dcdb2afca tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0784488 Dec 16 16:31:44.111709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-78ff77a4-3f46-4886-aff7-9a0b83d397df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:44.113218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-78ff77a4-3f46-4886-aff7-9a0b83d397df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1136 time: 0.0868258 Dec 16 16:31:44.131346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-26173822-4dc5-44c6-9b9c-986c2a3e558a req-3e7715e2-3861-490e-9b37-785c3f3a4bec tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060123 Dec 16 16:31:44.236460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-90a0289e-efb0-4a11-a8bb-892e0bf8da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:44.238003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-90a0289e-efb0-4a11-a8bb-892e0bf8da92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.1056743 Dec 16 16:31:44.277798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-24aeb392-6e4e-4b53-b05e-93b008aa0a67 None None] Provisioning complete for port 8b7a080a-3b16-4b38-93f2-d7176723518f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:31:44.278163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-24aeb392-6e4e-4b53-b05e-93b008aa0a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:44.283247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9978effe-e7ef-416b-9f6f-0d3b9aab688a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:44.317637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-bd9eea76-d25d-42d8-9a86-f9967005c6ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 1002 time: 0.0702665 Dec 16 16:31:44.376900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-401bc10b-1da8-412e-92be-177db59c9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:44.378684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-401bc10b-1da8-412e-92be-177db59c9e8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0527213 Dec 16 16:31:44.428736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-d9f718d5-630f-4010-89e9-59a1a60e496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:44.430257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-d9f718d5-630f-4010-89e9-59a1a60e496f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435798 Dec 16 16:31:44.528423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-e1875454-7671-428c-8ede-f5ca786378f8 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902004 Dec 16 16:31:44.632451 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f9d4619c-0097-4e60-9bf0-89fcd6c791d4 req-7af9696a-66cc-4194-b459-0f6d27d48c1b service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966165 Dec 16 16:31:46.538119 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c2d582c1-cdfe-43e3-a1e0-33c6f5b1875e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:48.093021 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:49.530072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:50.124252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:31:51.869096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec25b-d949-47ff-9274-5cebfb1b272f req-ac55d9a8-a678-49fa-949d-24e77c5702ee tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:51.871966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-447ec25b-d949-47ff-9274-5cebfb1b272f req-ac55d9a8-a678-49fa-949d-24e77c5702ee tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0659659 Dec 16 16:31:51.972995 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-447ec25b-d949-47ff-9274-5cebfb1b272f req-c761e9f2-a2a4-491d-bab9-a9350d776a37 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951619 Dec 16 16:31:51.989472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381757-fd34-4665-835f-e81439bbc198 req-188a870f-1e48-4f01-b035-896888bd0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:51.991033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-188a870f-1e48-4f01-b035-896888bd0362 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1136 time: 0.0630693 Dec 16 16:31:52.089092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381757-fd34-4665-835f-e81439bbc198 req-396acc10-484a-4198-b846-1da31dc5215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:52.090523 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-396acc10-484a-4198-b846-1da31dc5215b service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.0921383 Dec 16 16:31:52.166125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-23e5a701-4682-4152-8c16-d2d479aa3db6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 1002 time: 0.0681772 Dec 16 16:31:52.215850 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381757-fd34-4665-835f-e81439bbc198 req-174cb8ba-39a1-4064-90e4-51834027af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:52.217348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-174cb8ba-39a1-4064-90e4-51834027af14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0444503 Dec 16 16:31:52.280513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93381757-fd34-4665-835f-e81439bbc198 req-426c0efb-ebbc-4209-813f-a62c6a415ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:52.302560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-426c0efb-ebbc-4209-813f-a62c6a415ea7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556705 Dec 16 16:31:52.386779 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-2a11c5c2-c92c-463b-a11a-167c96566ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971131 Dec 16 16:31:52.486036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-93381757-fd34-4665-835f-e81439bbc198 req-29a311fa-285c-4b10-bcdc-1f0c5c1fce6f service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874488 Dec 16 16:31:53.102017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce92c-733f-432b-b8e2-7bd1d4f3472a req-d11265e5-ce48-486b-9976-6d358b948379 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:53.103514 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b2ce92c-733f-432b-b8e2-7bd1d4f3472a req-d11265e5-ce48-486b-9976-6d358b948379 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0553708 Dec 16 16:31:53.173203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b2ce92c-733f-432b-b8e2-7bd1d4f3472a req-0814f340-2869-4408-b4b7-5db8a98be210 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625882 Dec 16 16:31:54.295596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d6c9e-a9b3-407c-b2d7-220b0a8b280b req-b2188c8f-f8ac-4cd2-bf41-4585240db892 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:54.297541 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec0d6c9e-a9b3-407c-b2d7-220b0a8b280b req-b2188c8f-f8ac-4cd2-bf41-4585240db892 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0538890 Dec 16 16:31:54.360856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ec0d6c9e-a9b3-407c-b2d7-220b0a8b280b req-6e05f1dd-ba58-4427-80b8-549aee9523e3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570238 Dec 16 16:31:54.724926 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:31:55.481481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ec0c8-af76-4af9-9359-3a0117a50fd9 req-79c6f702-82d9-47d2-ba93-d4a684ac676c tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:55.483068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d2ec0c8-af76-4af9-9359-3a0117a50fd9 req-79c6f702-82d9-47d2-ba93-d4a684ac676c tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0505891 Dec 16 16:31:55.545883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d2ec0c8-af76-4af9-9359-3a0117a50fd9 req-ef5da1dc-b6a6-4a79-83d6-05e0e495a571 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564530 Dec 16 16:31:56.672393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d9edf-f8c8-4393-b967-322675a44526 req-d296155d-2f63-4699-908c-800a019fced6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:56.673965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce5d9edf-f8c8-4393-b967-322675a44526 req-d296155d-2f63-4699-908c-800a019fced6 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0566561 Dec 16 16:31:56.740213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce5d9edf-f8c8-4393-b967-322675a44526 req-8a34133b-65e4-4144-a145-54785733ae15 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590205 Dec 16 16:31:57.862878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f721c-1154-49ce-8bab-e02eaa08731a req-63706c89-f135-4f33-b7d1-06046b197f96 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:57.864437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a51f721c-1154-49ce-8bab-e02eaa08731a req-63706c89-f135-4f33-b7d1-06046b197f96 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0513988 Dec 16 16:31:57.927951 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a51f721c-1154-49ce-8bab-e02eaa08731a req-e8103e31-4115-4d5f-9ef7-632170b64a37 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568929 Dec 16 16:31:59.054778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed08cc-1049-4307-b5de-854cecc628cc req-22667390-69ad-4026-a4a4-0dea11865887 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:31:59.056423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90ed08cc-1049-4307-b5de-854cecc628cc req-22667390-69ad-4026-a4a4-0dea11865887 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0561075 Dec 16 16:31:59.130305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-90ed08cc-1049-4307-b5de-854cecc628cc req-69081efd-a760-4acc-af1d-262a0a83869f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656927 Dec 16 16:31:59.243928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:00.043932 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:00.248516 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8318f-20d3-45dc-9694-d31dc2a75fe1 req-48b63d1b-174c-4ea5-afdb-b5a12da888c0 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:00.249947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f8318f-20d3-45dc-9694-d31dc2a75fe1 req-48b63d1b-174c-4ea5-afdb-b5a12da888c0 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0504766 Dec 16 16:32:00.313413 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17f8318f-20d3-45dc-9694-d31dc2a75fe1 req-0fabd101-9866-40b7-bc43-236d588f0fe3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572352 Dec 16 16:32:01.438788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a796-30d3-4502-bb71-9c1955f74032 req-4fd50a51-0db8-4c47-ace8-9ed15cfe9ea3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:01.440382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f342a796-30d3-4502-bb71-9c1955f74032 req-4fd50a51-0db8-4c47-ace8-9ed15cfe9ea3 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0528708 Dec 16 16:32:01.504491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f342a796-30d3-4502-bb71-9c1955f74032 req-85cf12b3-4d85-4813-9f97-309c3cf018a0 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578008 Dec 16 16:32:02.626892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6c25f-5399-4386-90e9-2dac88a47a7d req-87c03817-2b87-4dd0-b924-9d2a27554d3e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:02.628472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd6c25f-5399-4386-90e9-2dac88a47a7d req-87c03817-2b87-4dd0-b924-9d2a27554d3e tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0549636 Dec 16 16:32:02.689894 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7fd6c25f-5399-4386-90e9-2dac88a47a7d req-971a7e63-6cd5-4174-a591-c4c65be62c39 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553432 Dec 16 16:32:03.819256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc731437-a73b-40ce-8f2f-d5576504a0b0 req-e93e1a2e-a40c-4aec-9c17-a250643e121a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:03.820839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc731437-a73b-40ce-8f2f-d5576504a0b0 req-e93e1a2e-a40c-4aec-9c17-a250643e121a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0595405 Dec 16 16:32:03.893769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc731437-a73b-40ce-8f2f-d5576504a0b0 req-0b07375e-585d-4f32-bba5-022090723486 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=2c1abc00-4abe-4de3-8adc-0152fd40fd1c&id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660441 Dec 16 16:32:14.218046 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa168-8272-4593-a0a6-4cd94553b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:16.532158 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da9b24de-6f63-4be4-bded-61dc8281a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:18.140813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:19.535307 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:20.195015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:29.226177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:30.042879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:31.723849 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:32:36.209753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-924eda04-ce7a-409e-9798-460c76757666 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660664585&fields=id&tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9 HTTP/1.1" status: 200 len: 267 time: 0.0462554 Dec 16 16:32:36.267909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-645e67ca-3f1d-4c48-9bf3-14ebc2286a7b tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:36.269384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-645e67ca-3f1d-4c48-9bf3-14ebc2286a7b tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 985 time: 0.0540552 Dec 16 16:32:36.280605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Request body: {'port': {'security_groups': ['a144e7e5-0d69-4927-a567-2a4a4be32fbb']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:32:36.345172 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.521160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:36.550558 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.608548 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.647805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:32:36.662363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:36.662996 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.664564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0c3e011-2124-4896-a8fc-b3ebe63901f8 req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "PUT /v2.0/ports/8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 943 time: 0.3887143 Dec 16 16:32:36.665037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:32:36.668036 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5230be-a803-4fd2-bf3e-e25148b12ade" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:32:36.672723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40646) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:36.695595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ece4c6-dbea-4751-b4ca-fb23c42f2502 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event updated for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:36.730938 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f580e1c-7221-4479-a96b-e2db098bfd09 x-openstack-request-id: req-0f580e1c-7221-4479-a96b-e2db098bfd09 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:32:36.735515 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:32:36.735515 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f580e1c-7221-4479-a96b-e2db098bfd09 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:32:36.735515 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:32:36.755050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.784614 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.788197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:32:36.850017 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-82354be1-19c5-452d-b88d-f26c41e6f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:36.851997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-82354be1-19c5-452d-b88d-f26c41e6f41f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0827892 Dec 16 16:32:36.953630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-5d59d1d6-405b-4312-a605-3d3ef82d806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:36.955177 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-5d59d1d6-405b-4312-a605-3d3ef82d806c service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.0961416 Dec 16 16:32:36.963461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.966794 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:36.970584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "DELETE /v2.0/security-groups/2c1abc00-4abe-4de3-8adc-0152fd40fd1c HTTP/1.1" status: 204 len: 168 time: 0.2931905 Dec 16 16:32:36.972468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40648) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:36.978709 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ef92a-8343-479a-8236-6039e546e4bf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1abc00-4abe-4de3-8adc-0152fd40fd1c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:36.990861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-25894d7b-9f50-4383-9a9a-3989dca1971e None None] Provisioning complete for port 8b7a080a-3b16-4b38-93f2-d7176723518f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:32:36.991232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-25894d7b-9f50-4383-9a9a-3989dca1971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.082636 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-72e8fc56-eb4f-4a30-9a72-2ace9ca8eb8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 1002 time: 0.1204495 Dec 16 16:32:37.193340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-999d1480-a86b-441e-9feb-7bdfafc38354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:37.194798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-999d1480-a86b-441e-9feb-7bdfafc38354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0820165 Dec 16 16:32:37.254554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Deleting port e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:37.255233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.295093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-53e3665e-08be-49aa-9eee-82d616c7b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:37.295093 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-53e3665e-08be-49aa-9eee-82d616c7b1cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898445 Dec 16 16:32:37.395303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.395617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.417108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Calling delete_port for e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:37.440329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-8e5f0043-11aa-4654-bc96-1173376e23a7 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365256 Dec 16 16:32:37.587564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc5230be-a803-4fd2-bf3e-e25148b12ade req-e59d3bdf-be3f-4745-8296-26c8c798d0f8 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176271 Dec 16 16:32:37.709606 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.735518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event deleted for resources: {'Port': ['ID=e22bbabb-2f78-4aa1-a17c-7b0cf4938dbf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:37.799861 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:37.810083 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Floating IP 42e21e94-cf71-4c5c-ade2-937db5e35737 disassociated (deleted). External IP: 172.25.7.211, port: 8b7a080a-3b16-4b38-93f2-d7176723518f. Dec 16 16:32:38.012687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Router b86fa98a-ca43-46a3-8ee4-c17787acb42d has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:32:38.119032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:32:38.124410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:38.128964 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Sync routers for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:32:38.139190 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:38.139799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:38.151455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-41200907-b216-4764-9665-1f753cd8005f tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "DELETE /v2.0/floatingips/42e21e94-cf71-4c5c-ade2-937db5e35737 HTTP/1.1" status: 204 len: 168 time: 1.1792912 Dec 16 16:32:38.264206 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:38.275967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-f8aa73d9-67be-42e8-a530-b35db623d31f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440006 Dec 16 16:32:38.377000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-af5bc144-8e86-4a76-940c-f618dab85cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:38.378668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-af5bc144-8e86-4a76-940c-f618dab85cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0421915 Dec 16 16:32:38.490480 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:38.497873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-cb533fc1-3ea3-4281-96ec-cdf4a3a839cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:38.499408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-cb533fc1-3ea3-4281-96ec-cdf4a3a839cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.1022565 Dec 16 16:32:38.526992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Checking router: b86fa98a-ca43-46a3-8ee4-c17787acb42d for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:32:38.535788 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:38.536427 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:38.544775 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-b9fc7fa4-0ad5-4cd8-b9c2-732213a4b715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 217 time: 0.0385292 Dec 16 16:32:38.608031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-30b1b0bd-3904-4163-a1cc-e776d603f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:38.609502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-30b1b0bd-3904-4163-a1cc-e776d603f6f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0475075 Dec 16 16:32:38.645272 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:38.669905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-7d6883c1-3534-451b-9069-cae08a92d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:38.671458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-7d6883c1-3534-451b-9069-cae08a92d275 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467539 Dec 16 16:32:38.733329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:32:38.735560 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824e811-0781-46f8-aba8-b18251f6c141" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:32:38.769935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-ec611afe-6bf6-4653-a548-bfe19d62e903 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910702 Dec 16 16:32:38.780269 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b427ddf3-63a8-493d-b7e2-022300a79b29 x-openstack-request-id: req-b427ddf3-63a8-493d-b7e2-022300a79b29 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:32:38.780685 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:32:38.781045 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b427ddf3-63a8-493d-b7e2-022300a79b29 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:32:38.781597 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:32:38.865753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:38.883082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d0ed16c7-bff4-43ba-b1ce-8c88bd3119eb req-ab0f054b-9fbd-4266-b1c5-3bb99aca7fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888765 Dec 16 16:32:38.891333 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b936f3-d0f2-4a29-8851-e309652c1ace None None] The sync data for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 is: [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'e32f49d2-369c-435e-94c5-15219e190a2c', 'name': '', 'network_id': '337d5201-366a-4d12-b440-40a14757f443', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'mac_address': 'fa:16:3e:31:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:37Z', 'updated_at': '2021-12-16T16:30:42Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'subnets': [{'id': '0fae6002-19f9-4290-9f32-f1742d6d1739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:32:39.130349 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8d479-4476-4773-a9f0-d7a60a1115cb None None] New status for floating IP 42e21e94-cf71-4c5c-ade2-937db5e35737: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:32:39.156656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e811-0781-46f8-aba8-b18251f6c141 req-604f44b3-8b3a-405e-b07d-4c30d4453756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:39.157483 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-604f44b3-8b3a-405e-b07d-4c30d4453756 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 1097 time: 0.0578430 Dec 16 16:32:39.261447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e811-0781-46f8-aba8-b18251f6c141 req-664b3e8e-8838-4e33-9c01-97794918c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:39.263090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-664b3e8e-8838-4e33-9c01-97794918c9a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 200 len: 915 time: 0.0971265 Dec 16 16:32:39.304710 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-88bc1c7b-d1ca-4bb9-a9e4-98b04b65bc65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 200 len: 217 time: 0.0349653 Dec 16 16:32:39.353564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e811-0781-46f8-aba8-b18251f6c141 req-4876eaac-38d2-4320-a812-184092e20b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:39.355599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-4876eaac-38d2-4320-a812-184092e20b87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 200 len: 853 time: 0.0438416 Dec 16 16:32:39.400520 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e811-0781-46f8-aba8-b18251f6c141 req-6dfa0736-e0b0-46fc-8cc5-803c6c7f2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:39.402000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-6dfa0736-e0b0-46fc-8cc5-803c6c7f2e13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=337d5201-366a-4d12-b440-40a14757f443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393527 Dec 16 16:32:39.494417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-b5ba1d81-1034-467a-9f44-1fad23609967 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850039 Dec 16 16:32:39.588031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d824e811-0781-46f8-aba8-b18251f6c141 req-aafece03-8493-4021-b229-166358546e78 service neutron] 10.222.0.30 "GET /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Dec 16 16:32:44.200676 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19363418-9824-4633-b6fe-918faccd8dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:46.534629 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214e924-c7ed-469f-a83d-f3a0f8b5db35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:47.811963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36743f92-8d9e-4399-abdf-3d2bf1dab404 req-f253cdb2-762b-4a1a-89f2-5d2a703f9615 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:47.813609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36743f92-8d9e-4399-abdf-3d2bf1dab404 req-f253cdb2-762b-4a1a-89f2-5d2a703f9615 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0605285 Dec 16 16:32:47.861910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-36743f92-8d9e-4399-abdf-3d2bf1dab404 req-a042f3ea-62cc-484a-b6bc-4ace44909cca tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Dec 16 16:32:48.094209 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:48.984254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239699f9-62f0-4d5b-ba3e-f823a5364ab4 req-3a5516ae-0f42-493d-89a8-7b5f912d81ff tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:48.985786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-239699f9-62f0-4d5b-ba3e-f823a5364ab4 req-3a5516ae-0f42-493d-89a8-7b5f912d81ff tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0498967 Dec 16 16:32:49.032975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-239699f9-62f0-4d5b-ba3e-f823a5364ab4 req-14750e8d-8c06-4a13-9741-30d87351b452 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Dec 16 16:32:49.499944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:49.592019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823317e-349a-4c7f-b20a-cf388f945001 req-623b48dd-7958-4c4b-9007-0958550eb056 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:49.593477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c823317e-349a-4c7f-b20a-cf388f945001 req-623b48dd-7958-4c4b-9007-0958550eb056 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0535419 Dec 16 16:32:50.032933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Deleting port 8b7a080a-3b16-4b38-93f2-d7176723518f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:50.033656 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:50.111568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:50.147532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] For port 8b7a080a-3b16-4b38-93f2-d7176723518f, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=8b7a080a-3b16-4b38-93f2-d7176723518f,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:50.147920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:50.165344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Calling delete_port for 8b7a080a-3b16-4b38-93f2-d7176723518f owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:50.184205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248fe06-613f-4aa5-a27b-6cdbfdced96f req-6529a464-390d-4f33-a56c-5e15b922054a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:32:50.185692 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e248fe06-613f-4aa5-a27b-6cdbfdced96f req-6529a464-390d-4f33-a56c-5e15b922054a tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 946 time: 0.0799561 Dec 16 16:32:50.290987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e248fe06-613f-4aa5-a27b-6cdbfdced96f req-4a878655-fd84-40d2-9bfd-2f1497554a25 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/security-groups?id=a144e7e5-0d69-4927-a567-2a4a4be32fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720501 Dec 16 16:32:50.465752 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:50.496522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Pushing event deleted for resources: {'Port': ['ID=8b7a080a-3b16-4b38-93f2-d7176723518f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:50.500508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['8b7a080a-3b16-4b38-93f2-d7176723518f'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:32:50.522909 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.523292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.523606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.524006 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.524315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.524657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.524989 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.525318 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.525646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.525978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.526310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.526673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.527045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:50.550685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] No DVR routers for this DVR port 8b7a080a-3b16-4b38-93f2-d7176723518f on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:32:50.553240 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:50.556648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c823317e-349a-4c7f-b20a-cf388f945001 req-abb55b2e-d146-4881-b3d8-f38f9a99baa9 tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.30 "DELETE /v2.0/ports/8b7a080a-3b16-4b38-93f2-d7176723518f HTTP/1.1" status: 204 len: 173 time: 0.9565318 Dec 16 16:32:50.557149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'name': 'network-vif-deleted', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:32:50.560176 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd3456-a18e-4f81-9a22-b492c6933ede" -d '{"events": [{"server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "name": "network-vif-deleted", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:32:50.597687 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365675f7-0410-483f-8b65-7c1e65e2fcd7 x-openstack-request-id: req-365675f7-0410-483f-8b65-7c1e65e2fcd7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:32:50.597986 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e286f-f56f-46db-acab-85261a9d6f28", "name": "network-vif-deleted", "tag": "8b7a080a-3b16-4b38-93f2-d7176723518f", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:32:50.598244 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-365675f7-0410-483f-8b65-7c1e65e2fcd7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:32:50.598884 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5e286f-f56f-46db-acab-85261a9d6f28', 'name': 'network-vif-deleted', 'tag': '8b7a080a-3b16-4b38-93f2-d7176723518f', 'status': 'completed', 'code': 200} Dec 16 16:32:51.405271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9642c166-9dd6-4606-987c-d63503ccd085 req-2651273d-b710-40a6-8adc-11ffb2551faf tempest-TestMinimumBasicScenario-309662343 tempest-TestMinimumBasicScenario-309662343-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c5e286f-f56f-46db-acab-85261a9d6f28 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Dec 16 16:32:53.684818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40752) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:54.035108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:54.139077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8b7a080a-3b16-4b38-93f2-d7176723518f no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:32:54.158927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 8b7a080a-3b16-4b38-93f2-d7176723518f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:32:54.159268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 8b7a080a-3b16-4b38-93f2-d7176723518f not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:32:54.292683 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Deleting port e32f49d2-369c-435e-94c5-15219e190a2c {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:54.292937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:54.378758 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] For port e32f49d2-369c-435e-94c5-15219e190a2c, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e32f49d2-369c-435e-94c5-15219e190a2c,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:54.379127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:54.392711 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Calling delete_port for e32f49d2-369c-435e-94c5-15219e190a2c owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:54.689092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:54.712712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Pushing event deleted for resources: {'Port': ['ID=e32f49d2-369c-435e-94c5-15219e190a2c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:54.923967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:55.164102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Router b86fa98a-ca43-46a3-8ee4-c17787acb42d has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:32:55.282771 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:32:55.290429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e0873cb1-f9ef-487f-80d4-e5efe302c724 admin admin] 10.222.0.71 "PUT /v2.0/routers/b86fa98a-ca43-46a3-8ee4-c17787acb42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020868 Dec 16 16:32:55.290429 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40754) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:55.293058 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Sync routers for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:32:55.303408 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:55.304054 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:55.403895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:55.510297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:55.519174 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:55.640664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Deleting port c90c3838-b2bb-4a65-b7c3-3d8008428453 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:55.640906 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:55.701422 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:32:54Z', 'revision_number': 5, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port': {'id': 'c90c3838-b2bb-4a65-b7c3-3d8008428453', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:36Z', 'updated_at': '2021-12-16T16:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:55.726331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] For port c90c3838-b2bb-4a65-b7c3-3d8008428453, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c90c3838-b2bb-4a65-b7c3-3d8008428453,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:55.727368 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:55.727549 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Checking router: b86fa98a-ca43-46a3-8ee4-c17787acb42d for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:32:55.736759 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Routers {'b86fa98a-ca43-46a3-8ee4-c17787acb42d'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:55.737384 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:55.741703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Calling delete_port for c90c3838-b2bb-4a65-b7c3-3d8008428453 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:55.825772 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] Set router b86fa98a-ca43-46a3-8ee4-c17787acb42d gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:55.878209 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:32:55Z', 'revision_number': 6, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:55.909448 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70858e9d-1ce3-4ec6-812b-43b132c85688 None None] The sync data for ids ['b86fa98a-ca43-46a3-8ee4-c17787acb42d'] in n-d-821947-3 is: [{'id': 'b86fa98a-ca43-46a3-8ee4-c17787acb42d', 'name': 'tempest-TestMinimumBasicScenario-946954114-router', 'tenant_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:35Z', 'updated_at': '2021-12-16T16:32:55Z', 'revision_number': 6, 'project_id': '5d808ce1ac0a4dd5b36d1fd1eecb9aa9', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:32:56.003206 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.029990 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90c3838-b2bb-4a65-b7c3-3d8008428453,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:56.044486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a503bc06-7276-42ff-aada-9571fda9c318 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:32:56.097447 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.193940 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.196024 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.301187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.301834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b86fa98a-ca43-46a3-8ee4-c17787acb42d {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:32:56.306665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.312253 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40756) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:56.312831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-17a70d03-59c8-4714-a709-49768718fab5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/b86fa98a-ca43-46a3-8ee4-c17787acb42d HTTP/1.1" status: 204 len: 168 time: 1.0209239 Dec 16 16:32:56.364354 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Deleting subnet 0fae6002-19f9-4290-9f32-f1742d6d1739 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:32:56.371031 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.410145 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.487365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.612378 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.638161 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fae6002-19f9-4290-9f32-f1742d6d1739,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:56.642418 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.645833 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0fae6002-19f9-4290-9f32-f1742d6d1739 HTTP/1.1" status: 204 len: 168 time: 0.3318193 Dec 16 16:32:56.648491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40758) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:56.653248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145effea-aa35-4d80-b6ec-c991d91d4701 None None] Network 337d5201-366a-4d12-b440-40a14757f443 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:32:56.653730 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.654195 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.659984 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66972f-96a1-40f6-a7a0-f2eb91ce3bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:56.724034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.785611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Deleting port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:56.786214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.816989 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] DHCP port deletion for 337d5201-366a-4d12-b440-40a14757f443 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:32:56.863455 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] For port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:56.863873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.866409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Deleting port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:56.866860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.877600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Calling delete_port for bdb81c47-59c6-4c3a-b0bb-5707f8b34deb owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:56.937729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] For port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,segment=NetworkSegment(de869890-6532-4536-baa9-6ea34a678de6),segment_id=de869890-6532-4536-baa9-6ea34a678de6)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:56.938136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:56.952759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Calling delete_port for bdb81c47-59c6-4c3a-b0bb-5707f8b34deb owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:57.018154 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.046012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.049221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:57.055009 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] No DVR routers for this DVR port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:32:57.073882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Pushing event deleted for resources: {'Port': ['ID=bdb81c47-59c6-4c3a-b0bb-5707f8b34deb,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:57.078579 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] No DVR routers for this DVR port bdb81c47-59c6-4c3a-b0bb-5707f8b34deb on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:32:57.094466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.094955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.095397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.095863 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.096294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.096728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.097454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.098025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.098530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.098877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.099303 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.099727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.100188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc49174c-4841-4df2-9628-e5347665a6fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:32:57.135553 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c90c3838-b2bb-4a65-b7c3-3d8008428453 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:32:57.147614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.156336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c90c3838-b2bb-4a65-b7c3-3d8008428453 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:32:57.161725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c90c3838-b2bb-4a65-b7c3-3d8008428453 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:32:57.161725 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e32f49d2-369c-435e-94c5-15219e190a2c no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:32:57.169475 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337d5201-366a-4d12-b440-40a14757f443']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:57.179472 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de869890-6532-4536-baa9-6ea34a678de6') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:57.179961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de869890-6532-4536-baa9-6ea34a678de6') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:57.186626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e32f49d2-369c-435e-94c5-15219e190a2c {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:32:57.186626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e32f49d2-369c-435e-94c5-15219e190a2c not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:32:57.186626 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bdb81c47-59c6-4c3a-b0bb-5707f8b34deb no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:32:57.191520 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.205466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.205660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: bdb81c47-59c6-4c3a-b0bb-5707f8b34deb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:32:57.205985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device bdb81c47-59c6-4c3a-b0bb-5707f8b34deb not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:32:57.213994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:32:57.213994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:32:57.215142 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:32:57.340504 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.346515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.350791 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] 10.222.0.71 "DELETE /v2.0/networks/337d5201-366a-4d12-b440-40a14757f443 HTTP/1.1" status: 204 len: 168 time: 0.7001798 Dec 16 16:32:57.353241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40760) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:57.361281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fb399-8b92-4a48-ac8a-95c43ba2a311 admin admin] Pushing event deleted for resources: {'Network': ['ID=337d5201-366a-4d12-b440-40a14757f443,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:57.707839 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:57.964310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Deleting port 2da27c31-0c32-4f03-929f-0de2380f9fea {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:57.964582 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:58.037869 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] For port 2da27c31-0c32-4f03-929f-0de2380f9fea, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2da27c31-0c32-4f03-929f-0de2380f9fea,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:58.038225 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:58.050633 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Calling delete_port for 2da27c31-0c32-4f03-929f-0de2380f9fea owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:58.323274 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:58.353074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2da27c31-0c32-4f03-929f-0de2380f9fea,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:58.857461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.068525 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Router ea85148f-e5fe-46e6-9381-7494f4cf6715 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:32:59.181517 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:32:59.181517 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d749b17e-fdf8-4592-b0b7-6332eec60ce6 admin admin] 10.222.0.71 "PUT /v2.0/routers/ea85148f-e5fe-46e6-9381-7494f4cf6715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8249311 Dec 16 16:32:59.182768 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40762) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:32:59.183580 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Sync routers for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:32:59.193923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:59.194556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:59.240813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.293132 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.310716 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:59.396722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.492624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:32:58Z', 'revision_number': 5, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port': {'id': 'ef3045be-1296-4db1-9a08-d286a10f0c83', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:30:42Z', 'updated_at': '2021-12-16T16:30:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:59.524735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Checking router: ea85148f-e5fe-46e6-9381-7494f4cf6715 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:32:59.525544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Deleting port ef3045be-1296-4db1-9a08-d286a10f0c83 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:32:59.526443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.534189 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Routers {'ea85148f-e5fe-46e6-9381-7494f4cf6715'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:32:59.534803 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['ea85148f-e5fe-46e6-9381-7494f4cf6715'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:59.602912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] For port ef3045be-1296-4db1-9a08-d286a10f0c83, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=ef3045be-1296-4db1-9a08-d286a10f0c83,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:32:59.603303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.620288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] Set router ea85148f-e5fe-46e6-9381-7494f4cf6715 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:32:59.621068 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Calling delete_port for ef3045be-1296-4db1-9a08-d286a10f0c83 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:32:59.677463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:32:59Z', 'revision_number': 6, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:32:59.704854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074e6a4-1961-4e7b-a930-c19f9db78d49 None None] The sync data for ids ['ea85148f-e5fe-46e6-9381-7494f4cf6715'] in n-d-821947-3 is: [{'id': 'ea85148f-e5fe-46e6-9381-7494f4cf6715', 'name': 'tempest-TestMinimumBasicScenario-2074063715-router', 'tenant_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:30:41Z', 'updated_at': '2021-12-16T16:32:59Z', 'revision_number': 6, 'project_id': 'f90c7d2e0370421db0b8356b3c445bc0', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:32:59.837341 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:32:59.864997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3045be-1296-4db1-9a08-d286a10f0c83,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:32:59.880504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1464c-04c8-4204-9e37-447a9152cde1 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:32:59.928382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.017725 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.019814 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.023544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.139676 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.140332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea85148f-e5fe-46e6-9381-7494f4cf6715 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:33:00.144780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.145944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f339b61d-0eba-4696-992c-8e9cff75a136 admin admin] 10.222.0.71 "DELETE /v2.0/routers/ea85148f-e5fe-46e6-9381-7494f4cf6715 HTTP/1.1" status: 204 len: 168 time: 0.9623308 Dec 16 16:33:00.148514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40764) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:00.196510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Deleting subnet 40787dcc-78cb-495c-97a7-b26c9672a04c {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:33:00.200142 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.235022 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.318215 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.452394 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.479219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40787dcc-78cb-495c-97a7-b26c9672a04c,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:00.482993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.486198 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4b619c99-23f1-41d2-9e1c-6501b31f32c2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/40787dcc-78cb-495c-97a7-b26c9672a04c HTTP/1.1" status: 204 len: 168 time: 0.3367612 Dec 16 16:33:00.488815 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40766) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:00.494205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a633a11-1f3c-4d88-a061-8b4d75350e4c None None] Network 18cd0bf0-86e3-462e-8b49-814e3849d3d8 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:33:00.558828 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.620476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Deleting port c775431c-3fe6-4113-b761-6d336db986ec {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:33:00.620825 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.660273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] DHCP port deletion for 18cd0bf0-86e3-462e-8b49-814e3849d3d8 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:33:00.691314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] For port c775431c-3fe6-4113-b761-6d336db986ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c775431c-3fe6-4113-b761-6d336db986ec,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:00.691687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.707074 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Calling delete_port for c775431c-3fe6-4113-b761-6d336db986ec owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:33:00.710232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Deleting port c775431c-3fe6-4113-b761-6d336db986ec {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:33:00.710610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.848927 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.878676 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Pushing event deleted for resources: {'Port': ['ID=c775431c-3fe6-4113-b761-6d336db986ec,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:00.885311 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] No DVR routers for this DVR port c775431c-3fe6-4113-b761-6d336db986ec on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:33:00.951459 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] For port c775431c-3fe6-4113-b761-6d336db986ec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c775431c-3fe6-4113-b761-6d336db986ec,segment=NetworkSegment(a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca),segment_id=a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:00.951886 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.967041 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:00.967241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Calling delete_port for c775431c-3fe6-4113-b761-6d336db986ec owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:33:00.985047 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cd0bf0-86e3-462e-8b49-814e3849d3d8']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:01.000206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:01.000206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c2e3f4-eb58-4af5-aa25-2cdcfb04eaca') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:01.005784 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.019624 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.025720 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:33:01.026623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:33:01.028284 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:33:01.040040 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.068632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] Pushing event deleted for resources: {'Port': ['ID=c775431c-3fe6-4113-b761-6d336db986ec,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:01.074759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f5f4a-e1b0-41ff-9428-a94dcc9d527e None None] No DVR routers for this DVR port c775431c-3fe6-4113-b761-6d336db986ec on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:33:01.103445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ef3045be-1296-4db1-9a08-d286a10f0c83 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:33:01.132298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: ef3045be-1296-4db1-9a08-d286a10f0c83 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:33:01.132642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device ef3045be-1296-4db1-9a08-d286a10f0c83 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:33:01.133071 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2da27c31-0c32-4f03-929f-0de2380f9fea no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:33:01.152028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.156650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2da27c31-0c32-4f03-929f-0de2380f9fea {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:33:01.156955 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2da27c31-0c32-4f03-929f-0de2380f9fea not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:33:01.157138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.157380 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c775431c-3fe6-4113-b761-6d336db986ec no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:33:01.163464 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] 10.222.0.71 "DELETE /v2.0/networks/18cd0bf0-86e3-462e-8b49-814e3849d3d8 HTTP/1.1" status: 204 len: 168 time: 0.6703441 Dec 16 16:33:01.175353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97724c1-bc0c-409e-9200-72663ef7469c admin admin] Pushing event deleted for resources: {'Network': ['ID=18cd0bf0-86e3-462e-8b49-814e3849d3d8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:01.180693 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c775431c-3fe6-4113-b761-6d336db986ec {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:33:01.181052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c775431c-3fe6-4113-b761-6d336db986ec not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:33:01.501939 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40770) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:01.542150 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-71e0bed6-562b-407d-a867-4790e12514a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d808ce1ac0a4dd5b36d1fd1eecb9aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390327 Dec 16 16:33:01.544621 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40772) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:01.592301 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.613625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.734399 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.737044 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:01.738204 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a144e7e5-0d69-4927-a567-2a4a4be32fbb HTTP/1.1" status: 204 len: 168 time: 0.1926842 Dec 16 16:33:01.746100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34850bd-14c4-4076-ab76-f29530d6706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a144e7e5-0d69-4927-a567-2a4a4be32fbb,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:02.526756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40778) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:02.568256 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d7e0321-d939-4a81-b757-f1eb21693836 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f90c7d2e0370421db0b8356b3c445bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400667 Dec 16 16:33:02.570635 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40780) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:02.626637 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:02.647013 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:02.899992 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:02.903138 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:02.904335 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01c523b1-c1dd-49ea-b86d-cac05a8add45 HTTP/1.1" status: 204 len: 168 time: 0.3327713 Dec 16 16:33:02.913308 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b52da6-6174-435e-81f8-c7ff3e9b108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c523b1-c1dd-49ea-b86d-cac05a8add45,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:05.255883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:05.260611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196344044', 'description': 'tempest-secgroup-smoke-1196344044 description', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:05.383614 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.392845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.470586 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.539787 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.577662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d9c57-ce1f-4d07-ad18-d1b37713707b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:05.616810 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.688014 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.717371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b5f390-d276-4f93-bf7b-1441a0c30950,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:05.776474 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.777792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-947a9bfb-51d6-4a83-b704-26f712b4322e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5208437 Dec 16 16:33:05.780634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40822) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:05.784953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:05.871390 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.926833 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:05.995560 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.017107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9700fd-ddc7-4294-b9b5-2e9f4764dc5b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:06.094288 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.095545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3df834d0-46ac-420f-87b6-51061646f723 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139806 Dec 16 16:33:06.098269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40824) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:06.102636 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:06.196271 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.252018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.333978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.354974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0551d373-c86d-4af5-8a4e-26de175eb596,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:06.413871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.415124 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d9d1862-e471-4c78-acb4-abc7dfb8c351 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159080 Dec 16 16:33:06.417773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40826) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:06.422209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:06.505158 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.564720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.636864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.656832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bb7a44-a480-4ae9-bb51-4821fc114a3c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:06.773959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.775134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a9b9a042-69c8-4cea-8092-1e40e198caf4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564138 Dec 16 16:33:06.778367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40828) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:06.782786 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:06.891638 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:06.953632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.017513 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.037841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab00766b-175d-43b9-b20c-522456c34535,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:07.105482 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.106747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-22bc9704-2994-4c75-ba0b-1e2d36d45224 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274400 Dec 16 16:33:07.109497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40830) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:07.114631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:07.237007 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:33:07.242631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.301309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.383525 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.401953 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab62905-8553-432d-8feb-dd918f6db77f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:07.479241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.480503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a5e50ef3-a4dd-45d5-8126-e30aeda3688a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698435 Dec 16 16:33:07.483344 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40832) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:07.487733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'b6b5f390-d276-4f93-bf7b-1441a0c30950', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:07.585740 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:33:07.591789 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.651961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.739805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.759085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bbc99a-00e5-47a3-9fce-c5324531ab35,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:07.850265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:07.851458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7bbcd8d5-c1f4-4475-b361-87da00197f19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671498 Dec 16 16:33:07.854622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40834) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:07.859469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'network': {'name': 'tempest-network-smoke--1358530880', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:07.985275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:33:07.988817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.012133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:33:08.020446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.020791 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Added segment b42aebfe-dda4-4cf5-9157-c35c7a2b162b of type vlan for network f2d672c4-0493-4dfd-948e-32a3b3b9583e Dec 16 16:33:08.062171 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.486260 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.491741 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:08.492336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.555937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Network': ['ID=f2d672c4-0493-4dfd-948e-32a3b3b9583e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:08.566751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:33:08.606434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4f2f944c-aaa3-4d9a-9d64-f9d10e3ef2b2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7507358 Dec 16 16:33:08.613611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40836) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:08.618951 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'admin_state_up': True, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:08.705420 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.706524 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.723009 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:33:08.760067 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:08.971883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.215788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.234358 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.337482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.71 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f4d0e43d-17ef-447c-980d-0931a10b943a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:33:09.434691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.521107 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.565367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:09.568190 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:09.571712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:33:09.577531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=f4d0e43d-17ef-447c-980d-0931a10b943a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:09.582450 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f16e1e-3e98-473c-9488-97c14b7d5747 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:33:09.676124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b3a911e0-6747-495d-975b-e713b4626c55 None None] Provisioning complete for port f4d0e43d-17ef-447c-980d-0931a10b943a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:09.676498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b3a911e0-6747-495d-975b-e713b4626c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:09.712496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b3a911e0-6747-495d-975b-e713b4626c55 None None] Port f4d0e43d-17ef-447c-980d-0931a10b943a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:09.904917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:10.112123 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:10.326165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 02d25106-d1de-44d9-9422-9e952554062b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:33:10.430976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:33:10.442683 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Sync routers for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:33:10.453337 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:10.453957 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:10.518122 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:10.519390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4b51ff3-aca5-4d26-b811-347019fedfbc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9047678 Dec 16 16:33:10.522606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40838) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:10.563170 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:10.658386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5b3a488e-af7a-4888-bd59-2c74b4e733a4 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6c9ffc85675c4b1497218d6bc066ecfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347275 Dec 16 16:33:10.661071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40842) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:10.744761 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:09Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:10.759563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c7d8df-53dc-43bd-b705-62b350af1a5e tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:10.762577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-16c7d8df-53dc-43bd-b705-62b350af1a5e tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005664 Dec 16 16:33:10.765817 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:10.781737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Checking router: 02d25106-d1de-44d9-9422-9e952554062b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:33:10.782143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Updating router 02d25106-d1de-44d9-9422-9e952554062b port f4d0e43d-17ef-447c-980d-0931a10b943a binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:33:10.795257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4d98f536-d7d0-4f40-a8b3-a84c0ab137f1 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279801 Dec 16 16:33:10.798454 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40846) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:10.804230 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-685243190', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:10.811184 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.002413 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:33:11.006000 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.069756 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.150816 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.195388 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82816a01-f2b4-4bad-9d34-771d2ce812e0 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:33:11.207301 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Attempting to bind port f4d0e43d-17ef-447c-980d-0931a10b943a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:33:11.207743 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Attempting to bind port f4d0e43d-17ef-447c-980d-0931a10b943a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:33:11.208119 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Attempting to bind port f4d0e43d-17ef-447c-980d-0931a10b943a on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:33:11.210037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Pushing event updated for resources: {'Port': ['ID=f4d0e43d-17ef-447c-980d-0931a10b943a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:11.219306 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.219647 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.220020 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.220352 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.220681 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.221005 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.221326 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.221645 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.221963 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.222279 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.222594 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.222915 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.223226 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:33:11.226410 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:33:11.231998 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:33:11.231998 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.231998 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:33:11.231998 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Bound port: f4d0e43d-17ef-447c-980d-0931a10b943a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:33:11.231998 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.241531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0fb58c27-ab96-45dc-95ce-7e5ea75ffd72 None None] Provisioning complete for port f4d0e43d-17ef-447c-980d-0931a10b943a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:11.241907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fb58c27-ab96-45dc-95ce-7e5ea75ffd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.266132 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.277548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0fb58c27-ab96-45dc-95ce-7e5ea75ffd72 None None] Port f4d0e43d-17ef-447c-980d-0931a10b943a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:11.283491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] For port f4d0e43d-17ef-447c-980d-0931a10b943a, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:33:11.283491 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] For port f4d0e43d-17ef-447c-980d-0931a10b943a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f4d0e43d-17ef-447c-980d-0931a10b943a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:33:11.332595 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Subnet': ['ID=029223f3-5f9b-4883-b476-fdc6f9625e79,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:11.341900 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Checking segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:33:11.342271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network hostable DHCP agents. Network: f2d672c4-0493-4dfd-948e-32a3b3b9583e, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:33:11.366510 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.406483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c903a-8dfb-46a7-8a7f-db49d94f9151 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:33:11.423976 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:11.424632 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:11.426524 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54730-021f-475c-9929-13bb3ca31b89 None None] Pushing event updated for resources: {'Port': ['ID=f4d0e43d-17ef-447c-980d-0931a10b943a,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:11.470213 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:33:11.503370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] Provisioning complete for port f4d0e43d-17ef-447c-980d-0931a10b943a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:11.512930 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.539173 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:11.587266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.609311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] For port f4d0e43d-17ef-447c-980d-0931a10b943a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f4d0e43d-17ef-447c-980d-0931a10b943a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:11.715655 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:09Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:11.740090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f2d672c4-0493-4dfd-948e-32a3b3b9583e) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:11.740090 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:11.740090 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.743838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699da11f-8c6e-4fbd-b9d3-01cbff6fb93c None None] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:33:11.793202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:11.834925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702447e-a91f-4674-b815-331d55f70e4b None None] The sync data for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 is: [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:09Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:33:11.883919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c646-032f-46ee-b777-6f1b11308921 None None] Pushing event updated for resources: {'Port': ['ID=f4d0e43d-17ef-447c-980d-0931a10b943a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:11.898481 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-ca1b26a1-5e27-4dd4-ae66-4d0fc2dc039f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0976453 Dec 16 16:33:11.901684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:11.907915 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:33:11.908994 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.053541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Allocated IP 172.20.0.2 (f2d672c4-0493-4dfd-948e-32a3b3b9583e/029223f3-5f9b-4883-b476-fdc6f9625e79/289cb371-7fe7-42cb-b3d2-ca172aef0871) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:33:12.232128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.328543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.370938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:12.372413 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:12.376361 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:33:12.390289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Pushing event updated for resources: {'Port': ['ID=289cb371-7fe7-42cb-b3d2-ca172aef0871,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:12.405848 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.440820 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Attempting to bind port 289cb371-7fe7-42cb-b3d2-ca172aef0871 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:33:12.441429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Attempting to bind port 289cb371-7fe7-42cb-b3d2-ca172aef0871 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:33:12.441830 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Attempting to bind port 289cb371-7fe7-42cb-b3d2-ca172aef0871 on network f2d672c4-0493-4dfd-948e-32a3b3b9583e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:33:12.448045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:33:12.448444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Checking segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:33:12.448821 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.449212 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Bound using segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:33:12.449690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Bound port: 289cb371-7fe7-42cb-b3d2-ca172aef0871, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:33:12.450182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.519943 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] For port 289cb371-7fe7-42cb-b3d2-ca172aef0871, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:33:12.524308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] For port 289cb371-7fe7-42cb-b3d2-ca172aef0871, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289cb371-7fe7-42cb-b3d2-ca172aef0871,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:33:12.612837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.696532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441a11-05b8-46ac-8794-caf80d6e16ce None None] Pushing event updated for resources: {'Port': ['ID=289cb371-7fe7-42cb-b3d2-ca172aef0871,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:12.707986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.1 (f2d672c4-0493-4dfd-948e-32a3b3b9583e/029223f3-5f9b-4883-b476-fdc6f9625e79/9bc9cf2a-91ba-41a0-9517-e384ce597080) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:33:12.828556 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:12.952120 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.000317 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:13.003783 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:13.007409 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:33:13.037817 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:13.058872 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.174441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289cb371-7fe7-42cb-b3d2-ca172aef0871 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:33:13.226697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 289cb371-7fe7-42cb-b3d2-ca172aef0871 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:13.227062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.303340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.313365 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.339906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 289cb371-7fe7-42cb-b3d2-ca172aef0871, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289cb371-7fe7-42cb-b3d2-ca172aef0871,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:13.437203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.443871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f4d0e43d-17ef-447c-980d-0931a10b943a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:33:13.526528 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=289cb371-7fe7-42cb-b3d2-ca172aef0871,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:13.550635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f4d0e43d-17ef-447c-980d-0931a10b943a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:13.551007 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.657672 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.693743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d8204-c93a-417b-adb2-caeed7d37ada None None] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:33:13.726592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.762168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eac5ede4-5b2e-48b0-8b07-3a75d18739c6 None None] Provisioning complete for port 289cb371-7fe7-42cb-b3d2-ca172aef0871 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:13.762543 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eac5ede4-5b2e-48b0-8b07-3a75d18739c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.808851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:13.813639 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:13.933850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:13.935302 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:14.052716 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 02d25106-d1de-44d9-9422-9e952554062b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:33:14.102993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bdc3777-47e3-4506-bb2e-0a107abee841 None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:14.103371 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3777-47e3-4506-bb2e-0a107abee841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.161300 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3777-47e3-4506-bb2e-0a107abee841 None None] Port 9bc9cf2a-91ba-41a0-9517-e384ce597080 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:14.169470 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:33:14.172125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3bdc3777-47e3-4506-bb2e-0a107abee841 None None] Provisioning complete for port 289cb371-7fe7-42cb-b3d2-ca172aef0871 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:14.172482 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3777-47e3-4506-bb2e-0a107abee841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.192584 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-511567d9-378b-4b46-b4f2-008a83d9cd7d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/02d25106-d1de-44d9-9422-9e952554062b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895277 Dec 16 16:33:14.199978 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Sync routers for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:33:14.223638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:14.224312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:14.285536 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd468-a6ca-4109-bc7e-e7480fb860b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.344208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-af0bab04-16e0-4251-b934-ed89cdaaef25 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196344044&fields=id&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 267 time: 0.0487571 Dec 16 16:33:14.383012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:14.469394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-6df23f0d-30af-4803-8353-de36261b1ab4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:14.472115 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-6df23f0d-30af-4803-8353-de36261b1ab4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/networks?id=f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 200 len: 797 time: 0.1199188 Dec 16 16:33:14.487560 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-fef2e44c-3f0a-4e97-b575-dc4f6e28d4d9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/quotas/6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 375 time: 0.0104959 Dec 16 16:33:14.541631 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-730205e8-8172-49d2-a9b1-54a1ed25822e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474355 Dec 16 16:33:14.541899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fa96d353-8b55-4534-a62f-b536d5749d27 None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:14.542059 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa96d353-8b55-4534-a62f-b536d5749d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.610416 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fa96d353-8b55-4534-a62f-b536d5749d27 None None] Port 9bc9cf2a-91ba-41a0-9517-e384ce597080 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:14.638578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 2, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:14.664816 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Checking router: 02d25106-d1de-44d9-9422-9e952554062b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:33:14.666711 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Updating router 02d25106-d1de-44d9-9422-9e952554062b port 9bc9cf2a-91ba-41a0-9517-e384ce597080 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:33:14.689335 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-fa055cb9-3890-44f9-9669-c42b3e82b2e4 service neutron] 10.222.0.71 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349609 Dec 16 16:33:14.695679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.755963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6c6da620-18d1-40e2-9d1a-98da1951c567 None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:14.756479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c6da620-18d1-40e2-9d1a-98da1951c567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:14.779277 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-e990995e-cf06-47bb-be4d-bd341349615f service neutron] 10.222.0.71 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836415 Dec 16 16:33:14.856993 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6c6da620-18d1-40e2-9d1a-98da1951c567 None None] Port 9bc9cf2a-91ba-41a0-9517-e384ce597080 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:15.004635 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.065396 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.113926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289cb371-7fe7-42cb-b3d2-ca172aef0871 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:33:15.140146 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6189f-9750-43a1-9e80-852ea9cae33c None None] Pushing event updated for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:15.206162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Attempting to bind port 9bc9cf2a-91ba-41a0-9517-e384ce597080 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:33:15.206536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Attempting to bind port 9bc9cf2a-91ba-41a0-9517-e384ce597080 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:33:15.206901 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Attempting to bind port 9bc9cf2a-91ba-41a0-9517-e384ce597080 on network f2d672c4-0493-4dfd-948e-32a3b3b9583e {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:33:15.215272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:33:15.215645 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Checking segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:33:15.216068 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.216465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Bound using segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:33:15.216941 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Bound port: 9bc9cf2a-91ba-41a0-9517-e384ce597080, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:33:15.217320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.233657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 289cb371-7fe7-42cb-b3d2-ca172aef0871 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:15.234025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.323493 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] For port 9bc9cf2a-91ba-41a0-9517-e384ce597080, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:33:15.327605 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] For port 9bc9cf2a-91ba-41a0-9517-e384ce597080, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9bc9cf2a-91ba-41a0-9517-e384ce597080,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:33:15.379367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c0332d21-b177-44a1-919c-8771a3579338 None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:15.379740 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c0332d21-b177-44a1-919c-8771a3579338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.402177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:15.616710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c0332d21-b177-44a1-919c-8771a3579338 None None] Port 9bc9cf2a-91ba-41a0-9517-e384ce597080 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:15.639779 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6189f-9750-43a1-9e80-852ea9cae33c None None] Pushing event updated for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:15.642592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:15.643217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:32:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:15.753352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:15.887051 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:15.887380 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:16.021057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:16.047090 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:15Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:16.056351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07d9a73a-942c-4a45-8a5a-b5456bba3d88 req-4d8e4556-486e-4dc5-971f-3b61336bb4df tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0298276 Dec 16 16:33:16.079838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db936576-f460-4381-b0d0-71a2f534dec5 None None] The sync data for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 is: [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:15Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:33:16.089166 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] For port 9bc9cf2a-91ba-41a0-9517-e384ce597080, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9bc9cf2a-91ba-41a0-9517-e384ce597080,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:16.168345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:16.231694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef529ff-746a-450c-a6fe-43dec94e7dd8 None None] Pushing event updated for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:16.602527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea43476a-3d69-40a1-946e-121ae68cda77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:17.148848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9bc9cf2a-91ba-41a0-9517-e384ce597080 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:33:17.162418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d099e840-def0-4f7a-b650-205031bb1bd5 req-4aa50fa5-c8b7-4573-a010-f410ec052d09 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0498083 Dec 16 16:33:17.207002 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 9bc9cf2a-91ba-41a0-9517-e384ce597080 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:17.207399 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:18.059169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:18.261421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f8bf8c6a-abd3-446b-a604-768fa15127cf req-c4d994c3-74ad-43ce-bbf3-6d7b3ba2117b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Dec 16 16:33:18.498267 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-dccc24f9-caa8-46ea-873a-bd0ab1316a6b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:18.499852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-dccc24f9-caa8-46ea-873a-bd0ab1316a6b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/networks?id=f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 200 len: 797 time: 0.1020041 Dec 16 16:33:18.571623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-7571c575-19f6-4e5f-8c6c-2ce59862413d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 380 time: 0.0577319 Dec 16 16:33:18.581498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'port': {'device_id': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'admin_state_up': True, 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'security_groups': ['b6b5f390-d276-4f93-bf7b-1441a0c30950']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:18.783219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:33:18.786971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:18.915788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.7 (f2d672c4-0493-4dfd-948e-32a3b3b9583e/029223f3-5f9b-4883-b476-fdc6f9625e79/05240995-b70f-4bb7-b0b3-09b2c46601f3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:33:19.052323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.162747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.209231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:19.212442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:19.217298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:33:19.221180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:19.267262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:19.268131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.377125 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-cd244306-0482-4430-baaf-d7a1a6989bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992599 Dec 16 16:33:19.393716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e7fd7-348f-43eb-9036-6ccc47193b6a req-63aaefcd-13a9-49c0-a3e3-995818b83f8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:19.402118 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-676e7fd7-348f-43eb-9036-6ccc47193b6a req-63aaefcd-13a9-49c0-a3e3-995818b83f8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 931 time: 0.0645130 Dec 16 16:33:19.465975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-676e7fd7-348f-43eb-9036-6ccc47193b6a req-b745db60-9b9c-4bfc-bbd1-3546c356ee18 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631542 Dec 16 16:33:19.471629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Request body: {'port': {'device_id': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:19.502783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.512668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f973ce64-d287-41c3-a23f-91fef37409b5 None None] Provisioning complete for port 05240995-b70f-4bb7-b0b3-09b2c46601f3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:19.513114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f973ce64-d287-41c3-a23f-91fef37409b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.528561 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.548612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f973ce64-d287-41c3-a23f-91fef37409b5 None None] Port 05240995-b70f-4bb7-b0b3-09b2c46601f3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:33:19.812262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05240995-b70f-4bb7-b0b3-09b2c46601f3 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:33:19.820163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.833054 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Transition to ACTIVE for port object 05240995-b70f-4bb7-b0b3-09b2c46601f3 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:33:19.888316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:19.946523 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:20.016237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Attempting to bind port 05240995-b70f-4bb7-b0b3-09b2c46601f3 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:33:20.016575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Attempting to bind port 05240995-b70f-4bb7-b0b3-09b2c46601f3 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:33:20.016905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Attempting to bind port 05240995-b70f-4bb7-b0b3-09b2c46601f3 on network f2d672c4-0493-4dfd-948e-32a3b3b9583e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:33:20.021495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Port 05240995-b70f-4bb7-b0b3-09b2c46601f3 on network f2d672c4-0493-4dfd-948e-32a3b3b9583e not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:33:20.021810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Attempting to bind port 05240995-b70f-4bb7-b0b3-09b2c46601f3 on network f2d672c4-0493-4dfd-948e-32a3b3b9583e {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:33:20.027268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:33:20.027600 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Checking segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:33:20.028084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Bound using segment: {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:33:20.028511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Bound port: 05240995-b70f-4bb7-b0b3-09b2c46601f3, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:33:20.028864 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:20.095934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:33:20.099243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:33:20.122569 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:20.224098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:20.269008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.269728 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:20.273770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] 10.222.0.30 "PUT /v2.0/ports/05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 200 len: 1091 time: 0.8623767 Dec 16 16:33:20.273770 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:33:20.274002 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:33:20.299398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427b24d-32c6-4494-bed4-15704711a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:20.329315 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c914ae-4833-45d1-b127-0b06b48a5869 x-openstack-request-id: req-f4c914ae-4833-45d1-b127-0b06b48a5869 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:33:20.329620 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:33:20.329881 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4c914ae-4833-45d1-b127-0b06b48a5869 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:33:20.330323 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'status': 'completed', 'code': 200} Dec 16 16:33:20.417645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-a640df04-95b5-4c42-b35a-1ddbf26f341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.419174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-a640df04-95b5-4c42-b35a-1ddbf26f341e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1094 time: 0.0435016 Dec 16 16:33:20.531444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-15831247-f6e9-47fe-ba2f-981ab1b3b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.532898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-15831247-f6e9-47fe-ba2f-981ab1b3b5d4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0980258 Dec 16 16:33:20.638489 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f86ab-a01b-47aa-9dad-9749ed5e6acc req-75fab50b-d9d0-4264-ba72-eebaa5f1cae4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.640064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb7f86ab-a01b-47aa-9dad-9749ed5e6acc req-75fab50b-d9d0-4264-ba72-eebaa5f1cae4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 943 time: 0.1046355 Dec 16 16:33:20.684367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-66d11178-d33b-4a90-abfb-eb9ca661cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.685832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b8ce50e-2e1d-4018-ae2a-2a819072b7be req-66d11178-d33b-4a90-abfb-eb9ca661cabf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417260 Dec 16 16:33:20.708716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bb7f86ab-a01b-47aa-9dad-9749ed5e6acc req-dd68e364-5a27-4423-b344-43c90b9ebbad tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619245 Dec 16 16:33:20.784513 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-7c9b79b0-508a-4bd6-935a-95007d57f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.786023 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-7c9b79b0-508a-4bd6-935a-95007d57f094 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1094 time: 0.0417686 Dec 16 16:33:20.834436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-63740063-47f7-443d-96dc-21c5dcb68ba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 200 len: 217 time: 0.0341084 Dec 16 16:33:20.883098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-019c4afa-bd72-42dd-8817-d43bb3bc221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.884649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-019c4afa-bd72-42dd-8817-d43bb3bc221e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=029223f3-5f9b-4883-b476-fdc6f9625e79 HTTP/1.1" status: 200 len: 834 time: 0.0433185 Dec 16 16:33:20.936679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80211-7bc3-4b94-9346-112e094e53da req-eb61e8ba-e867-468d-b789-dee24460c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:20.938092 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-eb61e8ba-e867-468d-b789-dee24460c136 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d672c4-0493-4dfd-948e-32a3b3b9583e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463459 Dec 16 16:33:21.028632 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-5b4292df-7c8b-4b2f-b891-9c4e9b69921f service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Dec 16 16:33:21.121234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94e80211-7bc3-4b94-9346-112e094e53da req-5aeefebe-f642-46c4-b21b-bdcfd6ff6c4e service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854554 Dec 16 16:33:21.825085 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db7480-1281-463b-9140-e9a9fd9da51b req-a0e0c5a6-ff85-4db5-bad3-520962357d6c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:21.826539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8db7480-1281-463b-9140-e9a9fd9da51b req-a0e0c5a6-ff85-4db5-bad3-520962357d6c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 943 time: 0.0487278 Dec 16 16:33:21.876647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c8db7480-1281-463b-9140-e9a9fd9da51b req-b4b5af8f-fdac-46db-946d-3488ca8605fe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Dec 16 16:33:23.005288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c466b39-3025-40ac-ac19-fb14610e71ce req-734fed5e-de20-4b77-959d-b1137221cbb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:23.006752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c466b39-3025-40ac-ac19-fb14610e71ce req-734fed5e-de20-4b77-959d-b1137221cbb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 943 time: 0.0605845 Dec 16 16:33:23.064111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8c466b39-3025-40ac-ac19-fb14610e71ce req-02aef6b7-bb04-48aa-97c5-5bbbd76d3519 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505753 Dec 16 16:33:24.178701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb0ae9-3d76-4405-afd8-4f47e8f94060 req-337a570c-d7d2-4804-9828-53b0ca6a654a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:24.180188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73eb0ae9-3d76-4405-afd8-4f47e8f94060 req-337a570c-d7d2-4804-9828-53b0ca6a654a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 943 time: 0.0489736 Dec 16 16:33:24.228149 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73eb0ae9-3d76-4405-afd8-4f47e8f94060 req-d2413dc6-04ea-4f8e-be0b-223540a01c33 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Dec 16 16:33:24.255464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 05240995-b70f-4bb7-b0b3-09b2c46601f3 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:33:24.353442 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:24.364870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'port_id': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'mac_address': 'fa:16:3e:da:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:33:24.414420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:24.427584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05240995-b70f-4bb7-b0b3-09b2c46601f3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:33:24.446674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:24.549755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:24.596793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:24.863301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['05240995-b70f-4bb7-b0b3-09b2c46601f3'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:33:25.353675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb7b7-666f-4991-b02d-8fc384c25e8e req-adaa7075-e82b-4b06-892a-456c3185671b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:25.355210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-270bb7b7-666f-4991-b02d-8fc384c25e8e req-adaa7075-e82b-4b06-892a-456c3185671b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 944 time: 0.0575440 Dec 16 16:33:25.412952 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-270bb7b7-666f-4991-b02d-8fc384c25e8e req-8e8667a9-7d53-4ef4-9357-c3b87f8e3ac6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517190 Dec 16 16:33:26.270238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 05240995-b70f-4bb7-b0b3-09b2c46601f3 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:33:26.412507 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 05240995-b70f-4bb7-b0b3-09b2c46601f3 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:33:26.418292 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 05240995-b70f-4bb7-b0b3-09b2c46601f3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:33:26.418292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:26.501045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:26.523975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:33:26.526297 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87af8cc2-fca0-4e87-8c63-540887caff65" -d '{"events": [{"server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "name": "network-vif-plugged", "status": "completed", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:33:26.536891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56804713-64e3-4483-8447-c6bd55bcc881 req-1d73a166-d96a-4d47-bb60-361f1a6384e2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:26.538492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56804713-64e3-4483-8447-c6bd55bcc881 req-1d73a166-d96a-4d47-bb60-361f1a6384e2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 944 time: 0.0546436 Dec 16 16:33:26.550081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:33:26.567772 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d30db0-7b79-4fff-a609-33a205cc9f7d x-openstack-request-id: req-06d30db0-7b79-4fff-a609-33a205cc9f7d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:33:26.568104 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "name": "network-vif-plugged", "status": "completed", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:33:26.568363 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06d30db0-7b79-4fff-a609-33a205cc9f7d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:33:26.568764 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'code': 200} Dec 16 16:33:26.591599 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56804713-64e3-4483-8447-c6bd55bcc881 req-b9438550-44d3-49ea-a17b-405c850c09cb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Dec 16 16:33:26.623736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:26.680138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:26.708269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebb0ed-0dff-48f2-8003-1f43ca70b0b2 req-c14133e4-4708-4ee4-8bcf-410c9267ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:26.709819 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07ebb0ed-0dff-48f2-8003-1f43ca70b0b2 req-c14133e4-4708-4ee4-8bcf-410c9267ac7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1096 time: 0.0423729 Dec 16 16:33:26.759949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-07ebb0ed-0dff-48f2-8003-1f43ca70b0b2 req-803c1978-02f9-4af7-ac78-23561a5b5fb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Dec 16 16:33:27.714321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf3039-44c2-4eb5-aa34-8623bc150923 req-352a16a8-1b52-43c7-addd-6860e4139789 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:27.715774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-decf3039-44c2-4eb5-aa34-8623bc150923 req-352a16a8-1b52-43c7-addd-6860e4139789 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Dec 16 16:33:27.772446 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-decf3039-44c2-4eb5-aa34-8623bc150923 req-fdc569cd-2b2f-4355-8286-4d235e649730 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505519 Dec 16 16:33:28.894177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718949-5023-4f20-b407-d09592dd167e req-45665499-16b9-4527-9e70-b91ef7972a16 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:28.895712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f718949-5023-4f20-b407-d09592dd167e req-45665499-16b9-4527-9e70-b91ef7972a16 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0497346 Dec 16 16:33:28.947342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f718949-5023-4f20-b407-d09592dd167e req-4d07ad4d-a9dc-49b0-a253-54676a13f008 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Dec 16 16:33:29.064294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0fdf1-6f22-4d1e-9fcb-b80fad7e3fd5 req-571ea05a-efd6-4ed8-83b0-18e1cfc51d12 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:29.065756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec0fdf1-6f22-4d1e-9fcb-b80fad7e3fd5 req-571ea05a-efd6-4ed8-83b0-18e1cfc51d12 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Dec 16 16:33:29.114933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ec0fdf1-6f22-4d1e-9fcb-b80fad7e3fd5 req-15dde886-cb66-4404-860f-f87ce0b9d5f3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Dec 16 16:33:29.136837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40912) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:29.178476 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c7d15-2550-48d7-986c-df195b8f8be7 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:29.180041 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-941c7d15-2550-48d7-986c-df195b8f8be7 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1091 time: 0.0421388 Dec 16 16:33:29.189436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40914) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:29.193794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:33:29.234544 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:29.322004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:29.415485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:29.519031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.121 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/0eff14a8-69dd-48ce-a423-4585765a85e4) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:33:29.615437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:29.756793 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:29.797972 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:33:29.801131 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:33:29.803751 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:33:29.827924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=0eff14a8-69dd-48ce-a423-4585765a85e4,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:30.047845 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:30.165020 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:30.668841 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:30.831386 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:30.905256 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:30.975682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=0eff14a8-69dd-48ce-a423-4585765a85e4,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:33:30.986876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:31.086533 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 50696e0c-5930-49be-89b1-212a69d6e83a associated. External IP: 172.25.7.121, port: 05240995-b70f-4bb7-b0b3-09b2c46601f3. Dec 16 16:33:31.290443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 02d25106-d1de-44d9-9422-9e952554062b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:33:31.395627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:33:31.405650 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Sync routers for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:33:31.414696 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:31.415359 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:31.478497 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:31.506181 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-822446f9-917c-491c-8564-d9c07ed2c648 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3156881 Dec 16 16:33:31.506774 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:33:31.509285 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57c03d1-fa25-41e8-b12a-85f9bba46867" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:33:31.521230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:31.625149 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d937f9-f89e-4e3c-9805-17830447909d x-openstack-request-id: req-53d937f9-f89e-4e3c-9805-17830447909d {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:33:31.625313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c737212-c54d-4331-a6de-c6e654ebd4ed req-97605db1-bc78-4204-b43c-0c68a6d83517 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:31.625796 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:33:31.625796 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53d937f9-f89e-4e3c-9805-17830447909d {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:33:31.625796 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'status': 'completed', 'code': 200} Dec 16 16:33:31.626176 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c737212-c54d-4331-a6de-c6e654ebd4ed req-97605db1-bc78-4204-b43c-0c68a6d83517 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0595326 Dec 16 16:33:31.688630 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c737212-c54d-4331-a6de-c6e654ebd4ed req-4587daa9-4e10-48f9-b84e-3542f73ad4db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566354 Dec 16 16:33:31.712234 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:31.718435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-a15fed24-372d-4935-a092-1551be372bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:31.721095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-a15fed24-372d-4935-a092-1551be372bec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1096 time: 0.0502195 Dec 16 16:33:31.767035 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '50696e0c-5930-49be-89b1-212a69d6e83a', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '02d25106-d1de-44d9-9422-9e952554062b', 'port_id': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'mac_address': 'fa:16:3e:da:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:33:30Z', 'updated_at': '2021-12-16T16:33:30Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:31.778346 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-db75c657-a323-4082-a7a6-27a9be7740a8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/50696e0c-5930-49be-89b1-212a69d6e83a HTTP/1.1" status: 200 len: 991 time: 0.0641928 Dec 16 16:33:31.793255 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Checking router: 02d25106-d1de-44d9-9422-9e952554062b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:33:31.801908 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:33:31.802449 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:31.818066 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-5d44f2e4-ad96-4d72-816e-e982481194ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:31.819566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-5d44f2e4-ad96-4d72-816e-e982481194ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 200 len: 898 time: 0.0918791 Dec 16 16:33:31.886538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-0ee64bc3-1270-4177-a8f2-894ae4b05955 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 200 len: 999 time: 0.0588071 Dec 16 16:33:31.908074 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:33:31.940633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-58354e9f-3f10-44b6-8b3d-9ac3c2333526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:31.940633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-58354e9f-3f10-44b6-8b3d-9ac3c2333526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=029223f3-5f9b-4883-b476-fdc6f9625e79 HTTP/1.1" status: 200 len: 834 time: 0.0447283 Dec 16 16:33:32.137130 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '50696e0c-5930-49be-89b1-212a69d6e83a', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '02d25106-d1de-44d9-9422-9e952554062b', 'port_id': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'mac_address': 'fa:16:3e:da:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:33:30Z', 'updated_at': '2021-12-16T16:33:30Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:33:32.164286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247edc0-dbe7-4591-a20e-2ce72ae6e87f None None] The sync data for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 is: [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '50696e0c-5930-49be-89b1-212a69d6e83a', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '02d25106-d1de-44d9-9422-9e952554062b', 'port_id': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'mac_address': 'fa:16:3e:da:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:33:30Z', 'updated_at': '2021-12-16T16:33:30Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:33:32.340699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-81b98431-a22e-4139-b82f-7b3d573b9469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:32.342204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-81b98431-a22e-4139-b82f-7b3d573b9469 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d672c4-0493-4dfd-948e-32a3b3b9583e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3970084 Dec 16 16:33:32.391214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41da6510-7925-4d7e-9b0c-a4a1e6379261 None None] New status for floating IP 50696e0c-5930-49be-89b1-212a69d6e83a: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:33:32.440708 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-7647c474-6308-49f0-8fdf-c4cdf3071580 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909791 Dec 16 16:33:32.535647 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e57c03d1-fa25-41e8-b12a-85f9bba46867 req-80359eb3-fca0-4356-b0bf-55b26d65194b service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884736 Dec 16 16:33:32.783176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:33:32.844179 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-758d552d-76ce-4e49-8c8e-228bdc1b30c7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/50696e0c-5930-49be-89b1-212a69d6e83a HTTP/1.1" status: 200 len: 993 time: 0.0597467 Dec 16 16:33:39.267280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-8506ef10-ae27-4233-9758-2d4b0f6d6f73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402653 Dec 16 16:33:39.367201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-e287511d-1c1c-407f-9018-8ded4260475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:39.368714 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-e287511d-1c1c-407f-9018-8ded4260475b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1096 time: 0.0447743 Dec 16 16:33:39.472613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-06a81a7e-b784-4c7e-b5d4-6328cfb7cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:39.474079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-06a81a7e-b784-4c7e-b5d4-6328cfb7cb10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 200 len: 898 time: 0.0847242 Dec 16 16:33:39.544236 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-f42a8159-583d-400a-9202-e301e4bcf5eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 200 len: 1001 time: 0.0622973 Dec 16 16:33:39.594317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-14522a7a-9d95-41c8-802b-ff18d4e12f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:39.595795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-14522a7a-9d95-41c8-802b-ff18d4e12f4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=029223f3-5f9b-4883-b476-fdc6f9625e79 HTTP/1.1" status: 200 len: 834 time: 0.0450358 Dec 16 16:33:39.644421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-c492e38b-7ef7-46b7-9897-745ccac4fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:33:39.645925 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-c492e38b-7ef7-46b7-9897-745ccac4fd6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d672c4-0493-4dfd-948e-32a3b3b9583e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412619 Dec 16 16:33:39.745436 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-d20fee8f-6e25-41bd-93b6-f69b8a57e6c6 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897825 Dec 16 16:33:39.839877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8ed6fca-7ff4-48ca-9aa5-fc559019db53 req-8b0998c1-069b-4fb5-baba-f6942418e3f8 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819151 Dec 16 16:33:44.201658 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-20372621-c94e-4e5d-9291-4b3655d04a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:45.722353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:33:46.602022 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c1adf83-aa78-42df-8dee-9c1b92061cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:48.098926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:49.504464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:50.120410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:33:59.316503 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:00.047925 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:04.459815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7094ab0-6fad-4380-bca1-85594d9a8bad req-6d03efa3-8c82-40d7-b72c-c16fb9daa17d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:04.461384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7094ab0-6fad-4380-bca1-85594d9a8bad req-6d03efa3-8c82-40d7-b72c-c16fb9daa17d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.1198041 Dec 16 16:34:04.517160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7094ab0-6fad-4380-bca1-85594d9a8bad req-3c0c1e36-064d-4d9e-913c-14e25cdae0b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496516 Dec 16 16:34:05.692647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec7fa1-c553-4485-b3f3-1dead4cb4a1c req-a4609d85-e82b-43d9-abd3-249db743bd1d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:05.694181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41ec7fa1-c553-4485-b3f3-1dead4cb4a1c req-a4609d85-e82b-43d9-abd3-249db743bd1d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.1033478 Dec 16 16:34:05.745226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41ec7fa1-c553-4485-b3f3-1dead4cb4a1c req-3453c86a-e4eb-4da8-aaaf-c2d188fede28 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Dec 16 16:34:05.767239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40956) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:05.828001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bf626409-55a9-4b66-8a6f-9b987953dbe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/50696e0c-5930-49be-89b1-212a69d6e83a HTTP/1.1" status: 200 len: 993 time: 0.0594430 Dec 16 16:34:07.581014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459b35b-e710-4f81-85fa-150657056ba0 req-3f17a19b-cb9f-4941-941e-abe40e771dfb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:07.582537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b459b35b-e710-4f81-85fa-150657056ba0 req-3f17a19b-cb9f-4941-941e-abe40e771dfb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0553319 Dec 16 16:34:07.632026 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b459b35b-e710-4f81-85fa-150657056ba0 req-9370ebb0-3134-4bf4-8e84-66a2902b33ea tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428584 Dec 16 16:34:08.759845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3390c7-9387-416a-aaff-acd753b93e5d req-a624f46c-8160-4aea-bae0-d1cb4c6a556c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:08.761390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa3390c7-9387-416a-aaff-acd753b93e5d req-a624f46c-8160-4aea-bae0-d1cb4c6a556c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0557806 Dec 16 16:34:08.812707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa3390c7-9387-416a-aaff-acd753b93e5d req-f2b438bb-9f8f-46c5-bf6e-ba628ad398f6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453117 Dec 16 16:34:08.835626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40968) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:08.901529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-87e04f97-e77e-4bd7-baf9-4f9a5f9d7c21 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/50696e0c-5930-49be-89b1-212a69d6e83a HTTP/1.1" status: 200 len: 993 time: 0.0645823 Dec 16 16:34:09.142810 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 40974) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:09.309335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 0eff14a8-69dd-48ce-a423-4585765a85e4 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:34:09.309689 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:09.384534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:09.384860 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:09.396484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 0eff14a8-69dd-48ce-a423-4585765a85e4 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:34:09.628993 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:09.660935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=0eff14a8-69dd-48ce-a423-4585765a85e4,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:09.691245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.691607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.691992 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.692364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.692699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.693046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.693385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.693724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.694056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.694397 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.694732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.695065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.695394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:09.741140 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:09.741494 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 50696e0c-5930-49be-89b1-212a69d6e83a disassociated (deleted). External IP: 172.25.7.121, port: 05240995-b70f-4bb7-b0b3-09b2c46601f3. Dec 16 16:34:09.971375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 02d25106-d1de-44d9-9422-9e952554062b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:34:10.092139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:34:10.097053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:10.102315 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Sync routers for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:34:10.113122 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:10.113747 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:10.131961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-29ba4194-dfa8-4267-80bb-01b125c87382 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/floatingips/50696e0c-5930-49be-89b1-212a69d6e83a HTTP/1.1" status: 204 len: 168 time: 0.9880030 Dec 16 16:34:10.132565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:34:10.134826 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ab5420-5f88-4a91-8429-718b0b3ac092" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:34:10.233953 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780dcd6-1e53-4cf7-abcd-25e2f972d0fc x-openstack-request-id: req-0780dcd6-1e53-4cf7-abcd-25e2f972d0fc {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:34:10.234321 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:34:10.234585 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0780dcd6-1e53-4cf7-abcd-25e2f972d0fc {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:34:10.235033 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'status': 'completed', 'code': 200} Dec 16 16:34:10.238030 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:10.323994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-f45483a9-bf6a-4509-b879-212ba5786256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:10.325681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-f45483a9-bf6a-4509-b879-212ba5786256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 1096 time: 0.0463650 Dec 16 16:34:10.447601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-833790eb-8683-4ee2-ae97-6585e6317bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:10.449162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-833790eb-8683-4ee2-ae97-6585e6317bdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 200 len: 898 time: 0.1146638 Dec 16 16:34:10.495914 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:10.501566 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-25b20abd-220a-4ab4-81ca-0753b7dc62f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 200 len: 217 time: 0.0439830 Dec 16 16:34:10.534571 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Checking router: 02d25106-d1de-44d9-9422-9e952554062b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:34:10.548185 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:10.549698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:10.559495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-f3ee0a33-53a8-454b-8656-1abcbe574aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:10.561070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-f3ee0a33-53a8-454b-8656-1abcbe574aef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=029223f3-5f9b-4883-b476-fdc6f9625e79 HTTP/1.1" status: 200 len: 834 time: 0.0525899 Dec 16 16:34:10.647309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbec677-ae82-4d48-b1be-9ff0533ce16c req-fff76883-7bd6-4640-bf94-aa0293b8e8e1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:10.648998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bbec677-ae82-4d48-b1be-9ff0533ce16c req-fff76883-7bd6-4640-bf94-aa0293b8e8e1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0862315 Dec 16 16:34:10.656350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-d4eb381a-7dab-4bfd-b000-edb28c07e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:10.657916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-d4eb381a-7dab-4bfd-b000-edb28c07e0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2d672c4-0493-4dfd-948e-32a3b3b9583e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681932 Dec 16 16:34:10.663105 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:10.755913 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bbec677-ae82-4d48-b1be-9ff0533ce16c req-23095300-f1fe-46e1-ba1b-f19f26c3dc30 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968399 Dec 16 16:34:10.787513 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-67fbd35b-ced3-41b7-a631-0627cb4aa60e service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203771 Dec 16 16:34:10.876471 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:10.889105 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80ab5420-5f88-4a91-8429-718b0b3ac092 req-30563729-ed12-459d-9d1f-c05faf3ed2a5 service neutron] 10.222.0.30 "GET /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938435 Dec 16 16:34:10.908541 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57676478-3135-4da6-aa8c-ae70a0c020ba None None] The sync data for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 is: [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:33:13Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '9bc9cf2a-91ba-41a0-9517-e384ce597080', 'name': '', 'network_id': 'f2d672c4-0493-4dfd-948e-32a3b3b9583e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:f3:1f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:12Z', 'updated_at': '2021-12-16T16:33:16Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': '029223f3-5f9b-4883-b476-fdc6f9625e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:34:11.151251 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47605b29-eb70-4e0a-8d6f-8da16579971f None None] New status for floating IP 50696e0c-5930-49be-89b1-212a69d6e83a: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:34:11.880130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf38ef-7ac7-4c18-9f08-e5f9606d83a4 req-db15ec5c-76b2-4d5b-8025-7c4aa58d8e8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:11.881816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31cf38ef-7ac7-4c18-9f08-e5f9606d83a4 req-db15ec5c-76b2-4d5b-8025-7c4aa58d8e8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0513523 Dec 16 16:34:11.937000 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-31cf38ef-7ac7-4c18-9f08-e5f9606d83a4 req-cfdacdcc-3841-420d-b8de-243dcdc20f0c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=b6b5f390-d276-4f93-bf7b-1441a0c30950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480461 Dec 16 16:34:12.277464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-4f8fd1ab-d637-4ea0-9029-6f97b74f607c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:12.279015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-4f8fd1ab-d637-4ea0-9029-6f97b74f607c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 945 time: 0.0688086 Dec 16 16:34:12.382261 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 05240995-b70f-4bb7-b0b3-09b2c46601f3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:34:12.383095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:12.477332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 05240995-b70f-4bb7-b0b3-09b2c46601f3, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=05240995-b70f-4bb7-b0b3-09b2c46601f3,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:12.478234 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:12.491845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 05240995-b70f-4bb7-b0b3-09b2c46601f3 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:34:12.686337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:12.724602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=05240995-b70f-4bb7-b0b3-09b2c46601f3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:12.770856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] No DVR routers for this DVR port 05240995-b70f-4bb7-b0b3-09b2c46601f3 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:34:12.773774 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:12.778011 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7d50b8ff-772a-412b-ab95-c189aca41a5f req-d2923af8-d1a3-4f73-8b16-27ad56ac3d8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "DELETE /v2.0/ports/05240995-b70f-4bb7-b0b3-09b2c46601f3 HTTP/1.1" status: 204 len: 173 time: 0.4919808 Dec 16 16:34:12.778710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'name': 'network-vif-deleted', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:34:12.782329 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad8ce69-91c6-497b-b02a-5e4cd0827247" -d '{"events": [{"server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "name": "network-vif-deleted", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:34:12.818705 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eefc4e-9e38-494b-be4e-0075cbc1dfe7 x-openstack-request-id: req-e3eefc4e-9e38-494b-be4e-0075cbc1dfe7 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:34:12.819028 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ed387a-d802-4b77-9170-e5ccacc9fcd2", "name": "network-vif-deleted", "tag": "05240995-b70f-4bb7-b0b3-09b2c46601f3", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:34:12.819291 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3eefc4e-9e38-494b-be4e-0075cbc1dfe7 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:34:12.819688 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ed387a-d802-4b77-9170-e5ccacc9fcd2', 'name': 'network-vif-deleted', 'tag': '05240995-b70f-4bb7-b0b3-09b2c46601f3', 'status': 'completed', 'code': 200} Dec 16 16:34:13.038139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-57cd8d3b-a90d-43c7-8c60-22e1f3abb085 req-dd173f73-e892-42da-812c-2c3bcc6b7a25 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ed387a-d802-4b77-9170-e5ccacc9fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0305469 Dec 16 16:34:14.105574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40992) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:14.229752 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd658-1ae9-4a0f-9176-a3c574cd485c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:14.477202 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:14.733681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 9bc9cf2a-91ba-41a0-9517-e384ce597080 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:34:14.734060 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:14.828312 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 9bc9cf2a-91ba-41a0-9517-e384ce597080, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=9bc9cf2a-91ba-41a0-9517-e384ce597080,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:14.828693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:14.842139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 9bc9cf2a-91ba-41a0-9517-e384ce597080 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:34:15.109998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:15.139584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=9bc9cf2a-91ba-41a0-9517-e384ce597080,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:15.169029 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.169392 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.169745 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.170091 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.170433 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.170769 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.171104 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.171441 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.171779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.172153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.172484 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.172812 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.173160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:15.331155 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:15.549247 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 02d25106-d1de-44d9-9422-9e952554062b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:34:15.655592 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:34:15.661705 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1e4cd4e1-3eb7-4569-a4e6-47acf23629fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/02d25106-d1de-44d9-9422-9e952554062b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549328 Dec 16 16:34:15.664581 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40994) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:15.666989 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Sync routers for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:34:15.677789 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:15.678320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:15.723201 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting subnet 029223f3-5f9b-4883-b476-fdc6f9625e79 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:34:15.727542 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:15.769193 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:15.858122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:15.877483 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:16.024770 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.051462 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Subnet': ['ID=029223f3-5f9b-4883-b476-fdc6f9625e79,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:16.058229 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.061592 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a6e6c557-2c79-4713-83c5-8b3d57a0d3d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/subnets/029223f3-5f9b-4883-b476-fdc6f9625e79 HTTP/1.1" status: 204 len: 168 time: 0.3950572 Dec 16 16:34:16.062380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:34:14Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:16.064274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40996) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:16.066168 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb4c23f-1e57-4c44-8511-311534c917e0 None None] Network f2d672c4-0493-4dfd-948e-32a3b3b9583e requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:34:16.093078 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Checking router: 02d25106-d1de-44d9-9422-9e952554062b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:34:16.104028 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Routers {'02d25106-d1de-44d9-9422-9e952554062b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:16.104656 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:33:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['02d25106-d1de-44d9-9422-9e952554062b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:16.188646 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.212534 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] Set router 02d25106-d1de-44d9-9422-9e952554062b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:16.222152 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] DHCP port deletion for f2d672c4-0493-4dfd-948e-32a3b3b9583e request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:34:16.277689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Deleting port 289cb371-7fe7-42cb-b3d2-ca172aef0871 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:34:16.278064 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.300474 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.347421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] For port 289cb371-7fe7-42cb-b3d2-ca172aef0871, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=289cb371-7fe7-42cb-b3d2-ca172aef0871,segment=NetworkSegment(b42aebfe-dda4-4cf5-9157-c35c7a2b162b),segment_id=b42aebfe-dda4-4cf5-9157-c35c7a2b162b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:16.356055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.362234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Calling delete_port for 289cb371-7fe7-42cb-b3d2-ca172aef0871 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:34:16.408055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:34:14Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:16.436107 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369268e1-3eea-4743-997d-60f9d7fbd2ec None None] The sync data for ids ['02d25106-d1de-44d9-9422-9e952554062b'] in n-d-821947-3 is: [{'id': '02d25106-d1de-44d9-9422-9e952554062b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2019519581', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:33:08Z', 'updated_at': '2021-12-16T16:34:14Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'f4d0e43d-17ef-447c-980d-0931a10b943a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ad:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d25106-d1de-44d9-9422-9e952554062b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:33:09Z', 'updated_at': '2021-12-16T16:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:34:16.474089 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port f4d0e43d-17ef-447c-980d-0931a10b943a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:34:16.474406 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.549416 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7ca52056-6b21-4c2d-bd81-3dfd1d837770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.563275 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port f4d0e43d-17ef-447c-980d-0931a10b943a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f4d0e43d-17ef-447c-980d-0931a10b943a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:16.563644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.574667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 05240995-b70f-4bb7-b0b3-09b2c46601f3 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:34:16.577732 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for f4d0e43d-17ef-447c-980d-0931a10b943a owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:34:16.596255 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.598111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 05240995-b70f-4bb7-b0b3-09b2c46601f3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:34:16.598466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 05240995-b70f-4bb7-b0b3-09b2c46601f3 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:34:16.625556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Pushing event deleted for resources: {'Port': ['ID=289cb371-7fe7-42cb-b3d2-ca172aef0871,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:16.633454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] No DVR routers for this DVR port 289cb371-7fe7-42cb-b3d2-ca172aef0871 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:34:16.636358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.636715 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.637065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.637407 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.637738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.638073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.638406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.638819 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.639173 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.639481 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.639815 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.640171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.640496 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000efcb4-674a-47ee-b741-4838e98a241e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:16.818528 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:16.850037 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=f4d0e43d-17ef-447c-980d-0931a10b943a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:16.867476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df076a8-a4ea-4fa3-bbf5-b7d4bcd6333d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:34:16.934298 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.028324 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.030551 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.193839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289cb371-7fe7-42cb-b3d2-ca172aef0871 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:34:17.207325 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.213246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Fanout notify agent at l3_agent the message router_deleted on router 02d25106-d1de-44d9-9422-9e952554062b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:34:17.216272 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.217288 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b694808-ee04-4bdf-804a-ac2b5bfe05db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/routers/02d25106-d1de-44d9-9422-9e952554062b HTTP/1.1" status: 204 len: 168 time: 1.1517370 Dec 16 16:34:17.218572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 289cb371-7fe7-42cb-b3d2-ca172aef0871 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:34:17.219007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 289cb371-7fe7-42cb-b3d2-ca172aef0871 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:34:17.219429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9bc9cf2a-91ba-41a0-9517-e384ce597080 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:34:17.220322 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 40998) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:17.241200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 9bc9cf2a-91ba-41a0-9517-e384ce597080 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:34:17.247771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 9bc9cf2a-91ba-41a0-9517-e384ce597080 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:34:17.308047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.414504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.437478 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d672c4-0493-4dfd-948e-32a3b3b9583e']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:17.447976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:17.448280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42aebfe-dda4-4cf5-9157-c35c7a2b162b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:17.458341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.472443 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.479337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:34:17.479749 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:34:17.482890 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:34:17.675129 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.682984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.686463 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/networks/f2d672c4-0493-4dfd-948e-32a3b3b9583e HTTP/1.1" status: 204 len: 168 time: 0.4648583 Dec 16 16:34:17.689265 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41000) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:17.703481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254494-d8b3-4488-9006-c3c6b3f9264d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Network': ['ID=f2d672c4-0493-4dfd-948e-32a3b3b9583e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:17.762811 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.789265 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.921690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.924596 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:17.925835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/security-groups/b6b5f390-d276-4f93-bf7b-1441a0c30950 HTTP/1.1" status: 204 len: 168 time: 0.2333984 Dec 16 16:34:17.936047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7583ad-b98a-462a-b25b-60945b9e4a75 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b5f390-d276-4f93-bf7b-1441a0c30950,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:18.160036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.375923 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41006) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:18.380666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781616607', 'description': 'tempest-secgroup-smoke-781616607 description', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:18.481690 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.551041 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.681081 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.712102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9017dd-d070-4471-af88-7fe70d976298,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:18.803644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.805045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bbdeb4a6-83d2-4201-a7d5-d087b3658108 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4280143 Dec 16 16:34:18.808553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41008) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:18.813221 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:18.921369 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:18.984705 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.069764 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.092395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d61efa4-921e-4d87-be4c-5488d6299afb,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:19.110733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f4d0e43d-17ef-447c-980d-0931a10b943a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:34:19.132096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f4d0e43d-17ef-447c-980d-0931a10b943a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:34:19.135161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f4d0e43d-17ef-447c-980d-0931a10b943a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:34:19.191960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.193215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-57c185c7-8af5-4273-864c-6b91f869159a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836761 Dec 16 16:34:19.196058 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41010) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:19.200471 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:19.315626 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.384994 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.480308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.499046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646197e0-23cb-4012-8040-e79d5fe87a44,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:19.556025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.597565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.598835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ac49b7fb-f778-474a-a1b2-73a70e631a46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017334 Dec 16 16:34:19.601467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41012) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:19.606436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:19.772651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.842968 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.904435 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:19.922591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbce9e70-d81f-4569-82c8-5be2cf91c5a1,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:20.011287 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.012580 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3b1fe472-f33b-4de7-a7f6-ef1203a9cb17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4101784 Dec 16 16:34:20.015519 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41014) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:20.020450 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:20.139028 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.171155 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.198726 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.286861 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.309696 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c82e09-edd8-4fc9-b661-81441066a0fb,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:20.403268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.404582 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f9c3637d-3471-4b37-a0dc-a954a10bd2ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3880098 Dec 16 16:34:20.407502 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41016) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:20.412014 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:20.510144 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:34:20.515811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.580226 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.653043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.671036 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42c73a2-b7ab-4cac-b8ca-e70614842cab,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:20.786623 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.787792 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-25908d77-2844-479a-bc85-1e658ef5d8ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792775 Dec 16 16:34:20.791154 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41018) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:20.795594 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': 'bf9017dd-d070-4471-af88-7fe70d976298', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:20.892950 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:34:20.899896 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:20.960196 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.086215 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.106881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73341796-60e3-46fe-9997-900ac2eb88d7,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:21.203579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.204875 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4ccced47-7071-4b2d-8954-a80b2be98cb2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127481 Dec 16 16:34:21.208074 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41020) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:21.213774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'network': {'name': 'tempest-network-smoke--235370123', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:21.320014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:34:21.324108 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.347567 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:34:21.356224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.356565 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Added segment 87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b of type vlan for network ce9a207d-7763-426e-9384-964333c83004 Dec 16 16:34:21.396926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.573138 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.578855 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:21.586178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.646767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Network': ['ID=ce9a207d-7763-426e-9384-964333c83004,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:21.656675 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network ce9a207d-7763-426e-9384-964333c83004 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:34:21.760058 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-02feca2f-f663-46a9-bcec-6c8314e23e71 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5499444 Dec 16 16:34:21.762291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41022) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:21.766736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'admin_state_up': True, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:21.874748 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.875894 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:21.927803 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.151542 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.428262 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.462572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.559873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.238 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/fdc42387-0e1f-497c-b880-2f47a728bc6f) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:34:22.674712 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.721803 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:34:22.784549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.837408 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:22.840651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:22.849188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:34:22.856510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49fcd88-4902-4bfa-8ec4-d1d3e1ea396c None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:34:22.873647 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=fdc42387-0e1f-497c-b880-2f47a728bc6f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:22.911967 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5cd514df-735e-4fa0-ab91-451a0b6a6a88 None None] Provisioning complete for port fdc42387-0e1f-497c-b880-2f47a728bc6f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:22.912547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5cd514df-735e-4fa0-ab91-451a0b6a6a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:22.958385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5cd514df-735e-4fa0-ab91-451a0b6a6a88 None None] Port fdc42387-0e1f-497c-b880-2f47a728bc6f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:23.265917 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:23.832337 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:24.030895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 61612f36-12dc-49bc-8e44-163f73b13dd3 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:34:24.141666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:34:24.153572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Sync routers for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:34:24.165927 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:24.166846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:24.216018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:24.217305 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7cbf6827-bfdc-41af-b650-14f5a9b70d40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4538777 Dec 16 16:34:24.220972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41024) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:24.248858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9592838f-36c4-423b-bad2-09ac3a9907e2 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6c9ffc85675c4b1497218d6bc066ecfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266671 Dec 16 16:34:24.251435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41026) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:24.277995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:24.341622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328de54-29a2-441d-afc1-67d0b20123af tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:24.343144 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c328de54-29a2-441d-afc1-67d0b20123af tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907278 Dec 16 16:34:24.345927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41028) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:24.379102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6acf6619-1188-4cb7-ab0c-6c2fc65c1eb9 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319805 Dec 16 16:34:24.381828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41030) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:24.387393 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1567460013', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:24.461614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:23Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:24.491632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Checking router: 61612f36-12dc-49bc-8e44-163f73b13dd3 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:34:24.491928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Updating router 61612f36-12dc-49bc-8e44-163f73b13dd3 port fdc42387-0e1f-497c-b880-2f47a728bc6f binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:34:24.522517 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:24.537545 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:34:24.541403 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:24.824705 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:24.881028 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Subnet': ['ID=bc0fd63e-24c0-45e7-a2a7-90c41f26f413,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:24.898811 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Checking segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:34:24.906661 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network hostable DHCP agents. Network: ce9a207d-7763-426e-9384-964333c83004, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:34:25.023621 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.023931 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network ce9a207d-7763-426e-9384-964333c83004 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:34:25.120320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.167463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, ce9a207d-7763-426e-9384-964333c83004) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:25.174584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228cd9f0-8d11-4fa6-8fe1-586b2543e9ff None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:34:25.179583 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:25.180339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.184398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a66e42-b2fb-4a04-853b-6f7ffca95881 None None] Network ce9a207d-7763-426e-9384-964333c83004 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:34:25.211806 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdce5ab-bc85-4c0b-82b6-2c059e9aebfb None None] Pushing event updated for resources: {'Port': ['ID=fdc42387-0e1f-497c-b880-2f47a728bc6f,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:25.239192 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Attempting to bind port fdc42387-0e1f-497c-b880-2f47a728bc6f on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:34:25.239494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Attempting to bind port fdc42387-0e1f-497c-b880-2f47a728bc6f by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:34:25.239887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Attempting to bind port fdc42387-0e1f-497c-b880-2f47a728bc6f on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:34:25.252228 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:34:25.252613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:34:25.253024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.253426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:34:25.253908 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Bound port: fdc42387-0e1f-497c-b880-2f47a728bc6f, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:34:25.254298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.329658 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-f6f7a275-8562-4059-b4ae-6fbf724bf6f5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9466991 Dec 16 16:34:25.330792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-217d768d-ec2d-412d-bf9d-a51732804f4e None None] Provisioning complete for port fdc42387-0e1f-497c-b880-2f47a728bc6f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:25.331161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-217d768d-ec2d-412d-bf9d-a51732804f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.336079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41032) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:25.384958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] For port fdc42387-0e1f-497c-b880-2f47a728bc6f, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:34:25.391336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-ce9a207d-7763-426e-9384-964333c83004', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:34:25.392250 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.416656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] For port fdc42387-0e1f-497c-b880-2f47a728bc6f, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdc42387-0e1f-497c-b880-2f47a728bc6f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:34:25.418717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-217d768d-ec2d-412d-bf9d-a51732804f4e None None] Port fdc42387-0e1f-497c-b880-2f47a728bc6f cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:25.484364 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.564695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe44c4d-bf8a-46c2-b802-b19df793263e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:34:25.619329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:25.620010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:25.621919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdce5ab-bc85-4c0b-82b6-2c059e9aebfb None None] Pushing event updated for resources: {'Port': ['ID=fdc42387-0e1f-497c-b880-2f47a728bc6f,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:25.685983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Allocated IP 172.20.0.2 (ce9a207d-7763-426e-9384-964333c83004/bc0fd63e-24c0-45e7-a2a7-90c41f26f413/dc96c12d-5d51-4b94-bdd7-c21622289fc6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:34:25.755489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] Provisioning complete for port fdc42387-0e1f-497c-b880-2f47a728bc6f triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:25.755785 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:25.856385 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:26.083035 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.125592 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.128207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] For port fdc42387-0e1f-497c-b880-2f47a728bc6f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdc42387-0e1f-497c-b880-2f47a728bc6f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:26.163197 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.182975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:23Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:26.215572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a5f58-ac0f-428c-a989-41a5fa895846 None None] The sync data for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 is: [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:23Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:34:26.220001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.261333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.294483 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Network ce9a207d-7763-426e-9384-964333c83004 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:26.295520 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135b865-8b1d-4e83-bd8f-9bcfcdaceb84 None None] Pushing event updated for resources: {'Port': ['ID=fdc42387-0e1f-497c-b880-2f47a728bc6f,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:26.298974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:26.303117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:34:26.384624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Pushing event updated for resources: {'Port': ['ID=dc96c12d-5d51-4b94-bdd7-c21622289fc6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:26.389045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Attempting to bind port dc96c12d-5d51-4b94-bdd7-c21622289fc6 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:34:26.389424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Attempting to bind port dc96c12d-5d51-4b94-bdd7-c21622289fc6 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:34:26.389797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Attempting to bind port dc96c12d-5d51-4b94-bdd7-c21622289fc6 on network ce9a207d-7763-426e-9384-964333c83004 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:34:26.396191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:34:26.403232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Checking segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:34:26.403232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.403232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Bound using segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:34:26.403232 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Bound port: dc96c12d-5d51-4b94-bdd7-c21622289fc6, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:34:26.403232 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.489045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] For port dc96c12d-5d51-4b94-bdd7-c21622289fc6, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:34:26.489242 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.1 (ce9a207d-7763-426e-9384-964333c83004/bc0fd63e-24c0-45e7-a2a7-90c41f26f413/c8a27309-49ef-4276-9bef-8a37b788c6d0) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:34:26.506277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] For port dc96c12d-5d51-4b94-bdd7-c21622289fc6, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=dc96c12d-5d51-4b94-bdd7-c21622289fc6,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:34:26.601910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.628157 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.673193 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b2e5-ddc9-496a-a16c-16a06f70500e None None] Pushing event updated for resources: {'Port': ['ID=dc96c12d-5d51-4b94-bdd7-c21622289fc6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:26.732432 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:26.795905 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network ce9a207d-7763-426e-9384-964333c83004 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:26.799857 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:26.804992 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:34:26.810264 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:26.862678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.081032 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.278628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdc42387-0e1f-497c-b880-2f47a728bc6f up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:34:27.338749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fdc42387-0e1f-497c-b880-2f47a728bc6f triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:27.339848 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.451876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device dc96c12d-5d51-4b94-bdd7-c21622289fc6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:34:27.509076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port dc96c12d-5d51-4b94-bdd7-c21622289fc6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:27.509968 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.549431 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.612381 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.658618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.736884 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:27.739437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.753702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port dc96c12d-5d51-4b94-bdd7-c21622289fc6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=dc96c12d-5d51-4b94-bdd7-c21622289fc6,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:27.816405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a0fc01-0bb4-4c9f-912b-62a443aea093 None None] Network ce9a207d-7763-426e-9384-964333c83004 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:34:27.820391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.854603 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network ce9a207d-7763-426e-9384-964333c83004 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:27.856236 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:27.957746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-71511ee7-4915-4cad-8ac7-8eee91381cf4 None None] Provisioning complete for port dc96c12d-5d51-4b94-bdd7-c21622289fc6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:27.958128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-71511ee7-4915-4cad-8ac7-8eee91381cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:27.978444 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=dc96c12d-5d51-4b94-bdd7-c21622289fc6,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:27.992232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 61612f36-12dc-49bc-8e44-163f73b13dd3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:34:28.121468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:34:28.126932 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-34044f1a-5520-418b-8e7c-9b27dccc405c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/61612f36-12dc-49bc-8e44-163f73b13dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916467 Dec 16 16:34:28.229266 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Sync routers for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:34:28.242830 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:28.244001 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:28.309705 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eb5984e3-2320-48da-b0aa-03e3377e4e62 None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:28.310341 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb5984e3-2320-48da-b0aa-03e3377e4e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:28.323567 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-79901969-569a-4e27-a03d-304fc2a964bb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781616607&fields=id&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 267 time: 0.0732841 Dec 16 16:34:28.355082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-eb5984e3-2320-48da-b0aa-03e3377e4e62 None None] Port c8a27309-49ef-4276-9bef-8a37b788c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:28.373159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-eb5984e3-2320-48da-b0aa-03e3377e4e62 None None] Provisioning complete for port dc96c12d-5d51-4b94-bdd7-c21622289fc6 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:28.373871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb5984e3-2320-48da-b0aa-03e3377e4e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:28.388611 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:28.449712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-ac897ee8-fead-4fba-ab82-dec5ba0f5dc2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:28.451958 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-ac897ee8-fead-4fba-ab82-dec5ba0f5dc2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 796 time: 0.1267860 Dec 16 16:34:28.480460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-98352d61-38fd-462f-a2f4-97a4038d808b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/quotas/6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 375 time: 0.0172563 Dec 16 16:34:28.559106 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-077ce7b7-93ac-487c-9e0b-fdb1963eaacf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682430 Dec 16 16:34:28.636698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:27Z', 'revision_number': 2, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:28.676653 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Checking router: 61612f36-12dc-49bc-8e44-163f73b13dd3 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:34:28.677001 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Updating router 61612f36-12dc-49bc-8e44-163f73b13dd3 port c8a27309-49ef-4276-9bef-8a37b788c6d0 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:34:28.705005 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:28.729418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-809d7c70-c484-4e1c-b9e4-976e32416656 service neutron] 10.222.0.71 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690569 Dec 16 16:34:28.772199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca2bf374-0d57-4f7f-9209-c2afc2fc3b83 None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:28.772583 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf374-0d57-4f7f-9209-c2afc2fc3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:28.808630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bf374-0d57-4f7f-9209-c2afc2fc3b83 None None] Port c8a27309-49ef-4276-9bef-8a37b788c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:28.839016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-a356fead-93f5-470c-9e5f-22af21ce2ef0 service neutron] 10.222.0.71 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000268 Dec 16 16:34:28.931648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b80cddce-6e67-489a-b538-c61845dd0b80 None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:28.935322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b80cddce-6e67-489a-b538-c61845dd0b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:28.973633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b80cddce-6e67-489a-b538-c61845dd0b80 None None] Port c8a27309-49ef-4276-9bef-8a37b788c6d0 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:28.980800 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.046888 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.095792 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Pushing event updated for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.108959 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:34:29.135462 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3efefe38-e965-468a-9ee9-431bf0b9614d req-67776200-4fc7-4c04-9e4c-25a8983cd45c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 210 time: 0.0544541 Dec 16 16:34:29.191488 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device dc96c12d-5d51-4b94-bdd7-c21622289fc6 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:34:29.192891 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Attempting to bind port c8a27309-49ef-4276-9bef-8a37b788c6d0 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:34:29.193329 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Attempting to bind port c8a27309-49ef-4276-9bef-8a37b788c6d0 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:34:29.193780 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Attempting to bind port c8a27309-49ef-4276-9bef-8a37b788c6d0 on network ce9a207d-7763-426e-9384-964333c83004 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:34:29.201285 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:34:29.201557 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Checking segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:34:29.201910 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.202305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Bound using segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:34:29.202782 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Bound port: c8a27309-49ef-4276-9bef-8a37b788c6d0, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:34:29.203163 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.256865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port dc96c12d-5d51-4b94-bdd7-c21622289fc6 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:29.257515 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.287768 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.294157 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] For port c8a27309-49ef-4276-9bef-8a37b788c6d0, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:34:29.297527 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] For port c8a27309-49ef-4276-9bef-8a37b788c6d0, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c8a27309-49ef-4276-9bef-8a37b788c6d0,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:34:29.379335 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.402223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:29.403166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.429571 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:29.430199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:29.487065 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.493797 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402dc4aa-48a6-48b9-a800-f717d080760f None None] Pushing event updated for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:29.533329 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] For port c8a27309-49ef-4276-9bef-8a37b788c6d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c8a27309-49ef-4276-9bef-8a37b788c6d0,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:29.560362 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:29.607306 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.657782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee8927-7925-4f63-9f56-89a5ef65c01a None None] Pushing event updated for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:29.729592 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4534b138-f8fd-4368-a3ed-efcb9c94cd9b None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:29.729990 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4534b138-f8fd-4368-a3ed-efcb9c94cd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:29.765699 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:29.895844 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df08dd4-3a01-4281-b0ba-4a832cb28ba4 None None] The sync data for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 is: [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:34:30.138116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:30.236398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0bc91fc9-b7c1-448e-bb03-f78e0d5eff3f req-ee5754ef-68bd-4a27-959c-320ba1d803fa tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 210 time: 0.0280044 Dec 16 16:34:31.176721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c8a27309-49ef-4276-9bef-8a37b788c6d0 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:34:31.224025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port c8a27309-49ef-4276-9bef-8a37b788c6d0 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:31.224402 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:31.382213 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bbd2e11d-b75d-435e-9e18-7ee3e37086b1 req-c2c6f384-0c43-4fd3-873e-a468489a8ee4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 210 time: 0.0734129 Dec 16 16:34:31.444371 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-1d0c91e3-b3ee-4fde-8e85-7069621720e3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:31.445872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-1d0c91e3-b3ee-4fde-8e85-7069621720e3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 796 time: 0.1275227 Dec 16 16:34:31.519935 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-80db7801-bf4f-46c1-a816-94ee149c33f6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 379 time: 0.0584114 Dec 16 16:34:31.530219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'port': {'device_id': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'admin_state_up': True, 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'security_groups': ['bf9017dd-d070-4471-af88-7fe70d976298']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:31.783834 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:34:31.787490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:31.919264 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.10 (ce9a207d-7763-426e-9384-964333c83004/bc0fd63e-24c0-45e7-a2a7-90c41f26f413/163aba65-3717-4545-8286-42acdcb95fee) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:34:32.063938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.155582 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.201440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network ce9a207d-7763-426e-9384-964333c83004 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:32.204680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:32.208659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:34:32.215789 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:32.268334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:32.268816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.341780 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-741d1402-b5f1-4c5f-9fcf-903afb770c89 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161879 Dec 16 16:34:32.362796 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Request body: {'port': {'device_id': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:32.437087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.460489 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8fa94ef5-8376-45e7-b063-29a918f8cfea None None] Provisioning complete for port 163aba65-3717-4545-8286-42acdcb95fee triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:32.461092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fa94ef5-8376-45e7-b063-29a918f8cfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.497607 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8fa94ef5-8376-45e7-b063-29a918f8cfea None None] Port 163aba65-3717-4545-8286-42acdcb95fee cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:34:32.592073 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b89f-e087-4d4d-872a-432a4a1e0a81 req-dcba3c65-2ffa-4ca4-8afa-5332eb06c6f4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:32.593516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba9b89f-e087-4d4d-872a-432a4a1e0a81 req-dcba3c65-2ffa-4ca4-8afa-5332eb06c6f4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 932 time: 0.1218755 Dec 16 16:34:32.696254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ba9b89f-e087-4d4d-872a-432a4a1e0a81 req-770bf2e6-b838-4a50-b67d-c9820cbb37a1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964715 Dec 16 16:34:32.779350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163aba65-3717-4545-8286-42acdcb95fee {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:34:32.786825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.799704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Transition to ACTIVE for port object 163aba65-3717-4545-8286-42acdcb95fee will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:34:32.858317 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:32.910871 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:32.984778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Attempting to bind port 163aba65-3717-4545-8286-42acdcb95fee on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:34:32.985117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Attempting to bind port 163aba65-3717-4545-8286-42acdcb95fee by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:34:32.985452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Attempting to bind port 163aba65-3717-4545-8286-42acdcb95fee on network ce9a207d-7763-426e-9384-964333c83004 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:34:32.990559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Port 163aba65-3717-4545-8286-42acdcb95fee on network ce9a207d-7763-426e-9384-964333c83004 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:34:32.990869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Attempting to bind port 163aba65-3717-4545-8286-42acdcb95fee on network ce9a207d-7763-426e-9384-964333c83004 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:34:32.996295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:34:32.996645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Checking segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:34:32.997029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Bound using segment: {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:34:32.997467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Bound port: 163aba65-3717-4545-8286-42acdcb95fee, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ce9a207d-7763-426e-9384-964333c83004'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:34:32.997836 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:33.065802 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:34:33.069096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=163aba65-3717-4545-8286-42acdcb95fee,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:34:33.166834 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:33.204543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.205184 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:33.206769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 1092 time: 0.8508449 Dec 16 16:34:33.207160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:34:33.209482 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d290db6e-879c-4b38-bd6e-3e5ce6969db1" -d '{"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:34:33.236294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e24cd3-9672-4814-a192-6b578178a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:33.265408 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8705c6f-c698-4d62-a2f3-5fbce49f6942 x-openstack-request-id: req-a8705c6f-c698-4d62-a2f3-5fbce49f6942 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:34:33.265704 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:34:33.265996 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8705c6f-c698-4d62-a2f3-5fbce49f6942 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:34:33.266408 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee', 'status': 'completed', 'code': 200} Dec 16 16:34:33.349731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-b5f74334-0294-4e59-95c7-71bc2945e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.351304 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-b5f74334-0294-4e59-95c7-71bc2945e2a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1095 time: 0.0458133 Dec 16 16:34:33.484514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-1c5bca69-4a52-4f96-a5ae-c979da6d812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.486086 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-1c5bca69-4a52-4f96-a5ae-c979da6d812e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1207612 Dec 16 16:34:33.611444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-87c1a2cb-3846-4ffe-abad-bfe2323ed0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.614027 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d290db6e-879c-4b38-bd6e-3e5ce6969db1 req-87c1a2cb-3846-4ffe-abad-bfe2323ed0fb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209514 Dec 16 16:34:33.716235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-6935aabf-32e7-488d-8849-21d1097bca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.717829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-6935aabf-32e7-488d-8849-21d1097bca39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1095 time: 0.0458901 Dec 16 16:34:33.766734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-f16a02d9-ac46-493b-a68e-2320d2311229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 217 time: 0.0355272 Dec 16 16:34:33.845557 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-4f0f7b7a-5b15-4cb0-a917-ad0d8d976a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.847075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-4f0f7b7a-5b15-4cb0-a917-ad0d8d976a29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 200 len: 835 time: 0.0709951 Dec 16 16:34:33.855773 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6540472-9e36-40d5-b262-ec942e33e51e req-ab95c502-27bb-4718-8efd-8dd65ffa6340 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.857315 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6540472-9e36-40d5-b262-ec942e33e51e req-ab95c502-27bb-4718-8efd-8dd65ffa6340 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 944 time: 0.0897088 Dec 16 16:34:33.926211 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-536a0f04-0648-4854-96e8-9264860cf7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:33.927789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-536a0f04-0648-4854-96e8-9264860cf7ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce9a207d-7763-426e-9384-964333c83004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695236 Dec 16 16:34:33.937453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6540472-9e36-40d5-b262-ec942e33e51e req-4bfc42d4-acf7-428e-ba87-0dfc550d3ee1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713494 Dec 16 16:34:34.036065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-86f32c9c-2419-4d7c-9bfa-a40f51ec7627 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973456 Dec 16 16:34:34.126047 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-96e34b0b-3b08-44d8-93d3-d65fe961a8b1 req-22a6713c-1eda-4a5f-b788-835f1cbecdef service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834754 Dec 16 16:34:35.067726 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387ed06-9118-413e-9259-df1c0162829b req-5763b6d2-7f7b-43d9-a5f1-b39f57028be6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:35.069362 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6387ed06-9118-413e-9259-df1c0162829b req-5763b6d2-7f7b-43d9-a5f1-b39f57028be6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 944 time: 0.0575435 Dec 16 16:34:35.119701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6387ed06-9118-413e-9259-df1c0162829b req-11df23a0-c24c-4b99-9c97-a1502da84816 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442624 Dec 16 16:34:36.239212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831f5f0-937f-4dee-82a7-7e365bc13950 req-6f5e6f8e-4c7f-4582-bc92-3164b08fc55f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:36.240756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c831f5f0-937f-4dee-82a7-7e365bc13950 req-6f5e6f8e-4c7f-4582-bc92-3164b08fc55f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 944 time: 0.0493934 Dec 16 16:34:36.291437 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c831f5f0-937f-4dee-82a7-7e365bc13950 req-adb878f2-d194-44c4-9bf5-cfc4805116cc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440524 Dec 16 16:34:36.638861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 163aba65-3717-4545-8286-42acdcb95fee details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:34:36.739505 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=163aba65-3717-4545-8286-42acdcb95fee,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:36.751165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '163aba65-3717-4545-8286-42acdcb95fee', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'port_id': '163aba65-3717-4545-8286-42acdcb95fee', 'mac_address': 'fa:16:3e:e1:3a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:34:36.792086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:36.807106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163aba65-3717-4545-8286-42acdcb95fee {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:34:36.827108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=163aba65-3717-4545-8286-42acdcb95fee,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:36.971562 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:37.025740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:37.246046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['163aba65-3717-4545-8286-42acdcb95fee'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:34:37.418138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d99d-e35f-4741-b686-e218c7fb8d9a req-66fa7e8d-da33-4304-b0d4-1839bc0c3973 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:37.419557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6014d99d-e35f-4741-b686-e218c7fb8d9a req-66fa7e8d-da33-4304-b0d4-1839bc0c3973 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 945 time: 0.0482087 Dec 16 16:34:37.474966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6014d99d-e35f-4741-b686-e218c7fb8d9a req-93fb324b-86e2-4060-adf8-5cb1aaaca95e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488875 Dec 16 16:34:38.594692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23c3c9-ea43-48a0-ba81-89c80020a2ab req-0bd8da30-bbfb-4fd8-bc22-c297a2054f8d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:38.596250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca23c3c9-ea43-48a0-ba81-89c80020a2ab req-0bd8da30-bbfb-4fd8-bc22-c297a2054f8d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 945 time: 0.0503514 Dec 16 16:34:38.650544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ca23c3c9-ea43-48a0-ba81-89c80020a2ab req-8bc41d5d-02d5-412d-8d5b-6f2ca3ceb93a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481169 Dec 16 16:34:38.650846 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 163aba65-3717-4545-8286-42acdcb95fee up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:34:38.795494 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 163aba65-3717-4545-8286-42acdcb95fee completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:34:38.800145 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 163aba65-3717-4545-8286-42acdcb95fee triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:34:38.800525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:38.883590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:38.909261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163aba65-3717-4545-8286-42acdcb95fee'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:34:38.911614 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df6a3aa-e43c-4e9d-b46c-9f90499b4b63" -d '{"events": [{"server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "name": "network-vif-plugged", "status": "completed", "tag": "163aba65-3717-4545-8286-42acdcb95fee"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:34:38.926029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=163aba65-3717-4545-8286-42acdcb95fee,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:34:38.955428 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eeafec-fdf5-4bc9-9616-9b87af65a206 x-openstack-request-id: req-21eeafec-fdf5-4bc9-9616-9b87af65a206 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:34:38.955755 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "name": "network-vif-plugged", "status": "completed", "tag": "163aba65-3717-4545-8286-42acdcb95fee", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:34:38.956065 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21eeafec-fdf5-4bc9-9616-9b87af65a206 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:34:38.956583 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163aba65-3717-4545-8286-42acdcb95fee', 'code': 200} Dec 16 16:34:39.075458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:39.091029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660ee80-b57a-4cd1-be30-313480b900f7 req-1133d2ce-8830-4b45-b20c-9b11fe09200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:39.092747 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8660ee80-b57a-4cd1-be30-313480b900f7 req-1133d2ce-8830-4b45-b20c-9b11fe09200f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1096 time: 0.0421860 Dec 16 16:34:39.128468 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:39.142091 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8660ee80-b57a-4cd1-be30-313480b900f7 req-e124475c-81a6-4154-9cc9-479561ea6757 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 Dec 16 16:34:39.782031 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd40944-4dfd-420c-b6d3-26f59391f02e req-5f20b93f-66a5-4fdc-902a-5a2895b2c7d9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:39.783414 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd40944-4dfd-420c-b6d3-26f59391f02e req-5f20b93f-66a5-4fdc-902a-5a2895b2c7d9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0559554 Dec 16 16:34:39.832740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7cd40944-4dfd-420c-b6d3-26f59391f02e req-d0196fa2-353d-437a-9da1-4749016d3037 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433452 Dec 16 16:34:40.955130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a9ea5-a814-4cf9-96d2-ffe64a0d777d req-b7ddbba1-218b-41f4-b544-b571b99520af tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:40.956648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab3a9ea5-a814-4cf9-96d2-ffe64a0d777d req-b7ddbba1-218b-41f4-b544-b571b99520af tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Dec 16 16:34:41.006344 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab3a9ea5-a814-4cf9-96d2-ffe64a0d777d req-ec8fbdea-70bc-4e13-b78e-c6cd418b0553 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Dec 16 16:34:41.121025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475efc-552b-4e31-bc17-96b5ffef1346 req-addba1e0-5932-4ebc-92ea-6365be986de1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:41.122423 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb475efc-552b-4e31-bc17-96b5ffef1346 req-addba1e0-5932-4ebc-92ea-6365be986de1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0484986 Dec 16 16:34:41.174594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb475efc-552b-4e31-bc17-96b5ffef1346 req-a3143dd1-e6b9-45de-9166-6954f94bc4ce tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 Dec 16 16:34:41.197133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41088) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:41.235939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4769770-dd20-47fb-871a-bba346a145bf tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:41.237471 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f4769770-dd20-47fb-871a-bba346a145bf tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1092 time: 0.0393572 Dec 16 16:34:41.240243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41090) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:41.244972 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '163aba65-3717-4545-8286-42acdcb95fee', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:34:41.326264 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:41.437096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:41.538356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.17 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f9bb9779-85fd-4f3a-bbed-6c54b821ad20) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:34:41.651098 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:41.743160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:41.784188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:34:41.787044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:34:41.790649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:34:41.795986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=f9bb9779-85fd-4f3a-bbed-6c54b821ad20,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:42.146423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:42.305883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:42.799872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:42.858053 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:42.928688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=f9bb9779-85fd-4f3a-bbed-6c54b821ad20,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:34:42.939406 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:43.037664 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP d9815f52-7ae8-4a95-b4f5-ee2e61211413 associated. External IP: 172.25.7.17, port: 163aba65-3717-4545-8286-42acdcb95fee. Dec 16 16:34:43.244985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 61612f36-12dc-49bc-8e44-163f73b13dd3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:34:43.353586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:34:43.363358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Sync routers for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:34:43.373665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:43.378363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:43.414295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:43.446393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3eb688c5-b503-4c46-8155-17f87a673e80 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2048128 Dec 16 16:34:43.448341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:34:43.451897 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a6c066-9591-4e01-ac2c-019618d0cdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:34:43.494256 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4cd05a-72ca-4f82-8be4-52a0159e5b4b x-openstack-request-id: req-9f4cd05a-72ca-4f82-8be4-52a0159e5b4b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:34:43.494561 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:34:43.494979 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f4cd05a-72ca-4f82-8be4-52a0159e5b4b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:34:43.495451 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee', 'status': 'completed', 'code': 200} Dec 16 16:34:43.502752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:43.561139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec0bd9-dc6c-4298-b93f-ab219c944482 req-0cd950a6-c687-429f-b6c8-9acd75ca863b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:43.562668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98ec0bd9-dc6c-4298-b93f-ab219c944482 req-0cd950a6-c687-429f-b6c8-9acd75ca863b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0605075 Dec 16 16:34:43.633908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-4ca1a910-a15d-45c8-807d-d56c2845f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:43.633908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-4ca1a910-a15d-45c8-807d-d56c2845f502 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1097 time: 0.0775781 Dec 16 16:34:43.645051 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-98ec0bd9-dc6c-4298-b93f-ab219c944482 req-eb4f42d3-019b-438b-b098-00e482e2aad1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686991 Dec 16 16:34:43.682800 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41096) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:43.741670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-d0d01474-c8eb-4b57-a3bb-18d377147d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:43.743977 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-d0d01474-c8eb-4b57-a3bb-18d377147d37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 897 time: 0.1123269 Dec 16 16:34:43.747107 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0cf8ec7d-9169-49a5-a7f2-422a5538843d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/d9815f52-7ae8-4a95-b4f5-ee2e61211413 HTTP/1.1" status: 200 len: 991 time: 0.0630066 Dec 16 16:34:43.754945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd9815f52-7ae8-4a95-b4f5-ee2e61211413', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'port_id': '163aba65-3717-4545-8286-42acdcb95fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'mac_address': 'fa:16:3e:e1:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:34:42Z', 'updated_at': '2021-12-16T16:34:42Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:43.786594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Checking router: 61612f36-12dc-49bc-8e44-163f73b13dd3 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:34:43.795453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:34:43.796332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:34:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:43.814054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-67e4017b-56d1-4402-bb6d-74eb36fcd243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 999 time: 0.0621772 Dec 16 16:34:43.876252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-de44c1d6-c37a-4ef1-8464-a692f59bea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:43.877776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-de44c1d6-c37a-4ef1-8464-a692f59bea04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 200 len: 835 time: 0.0548830 Dec 16 16:34:43.906585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:34:43.925581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-12c9593f-47dd-46e7-b059-1fa98e0d4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:34:43.927147 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-12c9593f-47dd-46e7-b059-1fa98e0d4335 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce9a207d-7763-426e-9384-964333c83004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422609 Dec 16 16:34:44.018466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-69223783-9e66-4300-af6f-e4e53c550bad service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844083 Dec 16 16:34:44.118651 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2a6c066-9591-4e01-ac2c-019618d0cdcf req-14e648b4-e41f-45e1-8da7-b0825c204759 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Dec 16 16:34:44.148772 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd9815f52-7ae8-4a95-b4f5-ee2e61211413', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'port_id': '163aba65-3717-4545-8286-42acdcb95fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'mac_address': 'fa:16:3e:e1:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:34:42Z', 'updated_at': '2021-12-16T16:34:42Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:34:44.175799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ad4821-5d8e-4dd8-a655-f67d7dce73a8 None None] The sync data for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 is: [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'd9815f52-7ae8-4a95-b4f5-ee2e61211413', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'port_id': '163aba65-3717-4545-8286-42acdcb95fee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'mac_address': 'fa:16:3e:e1:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:34:42Z', 'updated_at': '2021-12-16T16:34:42Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:34:44.201163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4ceda20-9940-44df-bc93-74462b48a6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:44.391458 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6db509-5062-4bdf-b614-456ad1a57579 None None] New status for floating IP d9815f52-7ae8-4a95-b4f5-ee2e61211413: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:34:44.752093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41098) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:34:44.815863 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c455fd99-b235-4377-8e0e-bc60d9d2e924 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/d9815f52-7ae8-4a95-b4f5-ee2e61211413 HTTP/1.1" status: 200 len: 993 time: 0.0625665 Dec 16 16:34:46.514760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-623f86d1-097d-43be-9179-9fe79a551d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:48.097649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:49.532379 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:50.109289 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:59.257858 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:34:59.721392 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:35:00.063314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:14.205714 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a3b-d8eb-4b63-94e2-dce3f3621816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:16.349212 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfd4a5-1926-4872-ad9a-786416ea810d req-5582c786-ffed-4cbf-9b2e-e93376f1395a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:16.350717 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94bfd4a5-1926-4872-ad9a-786416ea810d req-5582c786-ffed-4cbf-9b2e-e93376f1395a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0513823 Dec 16 16:35:16.400663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94bfd4a5-1926-4872-ad9a-786416ea810d req-6dcb88c5-d0d9-424e-ad27-ac3c5b9ec771 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439453 Dec 16 16:35:16.503061 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-e15d146f-1f29-4a36-9b08-14490d07f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:16.504511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-e15d146f-1f29-4a36-9b08-14490d07f252 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1097 time: 0.0411694 Dec 16 16:35:16.537579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0ee135b3-5f1f-4bf4-8d11-15f216f9ab11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:16.600243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-b0a88dd9-bd05-4bad-b9a9-ff903523bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:16.601830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-b0a88dd9-bd05-4bad-b9a9-ff903523bdb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 897 time: 0.0903158 Dec 16 16:35:16.667756 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-e292dc45-50c4-4733-840a-de7407c215e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 1001 time: 0.0581217 Dec 16 16:35:16.722294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-5b4da6ac-b5ed-4098-928f-659684d2573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:16.723811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-5b4da6ac-b5ed-4098-928f-659684d2573d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 200 len: 835 time: 0.0479631 Dec 16 16:35:16.769370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-7db96378-7f76-4114-aab1-c8c4c2660470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:16.770826 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-7db96378-7f76-4114-aab1-c8c4c2660470 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce9a207d-7763-426e-9384-964333c83004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400016 Dec 16 16:35:16.859921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-d47e93cb-56f9-4df6-afbe-1d4283305e76 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818763 Dec 16 16:35:16.957412 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-eb00a181-5e5c-432b-8942-dde8f10ebf48 req-aea992dd-6d06-415a-af2e-17459ce063e9 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898998 Dec 16 16:35:17.523044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fafa6f-a3f6-46fc-91b6-9470f1d5d4e1 req-0d73d998-492b-4d24-8d57-eb85c387d549 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:17.525114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7fafa6f-a3f6-46fc-91b6-9470f1d5d4e1 req-0d73d998-492b-4d24-8d57-eb85c387d549 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0502684 Dec 16 16:35:17.580474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e7fafa6f-a3f6-46fc-91b6-9470f1d5d4e1 req-61583608-c32a-400c-960e-bea51d8785ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493608 Dec 16 16:35:18.108712 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:18.700705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2264-517a-43fe-b43f-9a6f2d92f88b req-0c44d141-adef-42d7-b043-8af23fa3d8d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:18.702185 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0da2264-517a-43fe-b43f-9a6f2d92f88b req-0c44d141-adef-42d7-b043-8af23fa3d8d4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0530725 Dec 16 16:35:18.750379 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0da2264-517a-43fe-b43f-9a6f2d92f88b req-4836a179-6eb9-4be1-be11-37506c3e2596 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Dec 16 16:35:19.509449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:19.864854 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44d529-94e1-42ee-9c26-14d4bbda1a8a req-9871f5c9-aef5-4a84-b00d-54f607ce6a14 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:19.866345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d44d529-94e1-42ee-9c26-14d4bbda1a8a req-9871f5c9-aef5-4a84-b00d-54f607ce6a14 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0488515 Dec 16 16:35:19.919592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d44d529-94e1-42ee-9c26-14d4bbda1a8a req-42fb2901-4450-44c4-8ea3-b5d24cc6b02f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463889 Dec 16 16:35:20.097190 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:21.037320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e135b2-bae9-4d82-b3f2-4fcb9c80af0d req-bcf42acd-dc96-4fbd-851b-15fd314bca11 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:21.038824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e135b2-bae9-4d82-b3f2-4fcb9c80af0d req-bcf42acd-dc96-4fbd-851b-15fd314bca11 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0487206 Dec 16 16:35:21.098797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03e135b2-bae9-4d82-b3f2-4fcb9c80af0d req-18db76e2-099b-4b62-81d1-1a20e26f6059 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535984 Dec 16 16:35:22.215521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857c83f-fac9-4e28-8477-b08d1909b947 req-5eb599a5-630f-45b9-b742-86c6d085ca14 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:22.217620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7857c83f-fac9-4e28-8477-b08d1909b947 req-5eb599a5-630f-45b9-b742-86c6d085ca14 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0491261 Dec 16 16:35:22.266683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7857c83f-fac9-4e28-8477-b08d1909b947 req-f18b1fff-f3f5-4083-8b73-4f4ba09da2a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Dec 16 16:35:23.386255 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbdbe3-c58e-4062-beb7-a652dbe69b57 req-fcf30675-f371-4af2-af76-372759747fcd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:23.387637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4cbdbe3-c58e-4062-beb7-a652dbe69b57 req-fcf30675-f371-4af2-af76-372759747fcd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Dec 16 16:35:23.438380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f4cbdbe3-c58e-4062-beb7-a652dbe69b57 req-d72a3eb6-f99e-4197-9d13-1a0839b60623 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Dec 16 16:35:24.562379 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e48e30-f1ab-4453-8c9b-3b3a4236ad89 req-c3bef27b-886a-4518-829d-5a85830675fb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:24.563873 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69e48e30-f1ab-4453-8c9b-3b3a4236ad89 req-c3bef27b-886a-4518-829d-5a85830675fb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0550985 Dec 16 16:35:24.612103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69e48e30-f1ab-4453-8c9b-3b3a4236ad89 req-9305d9f9-db83-43e5-8c92-30b68e778099 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 Dec 16 16:35:25.726832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c68c21-574f-4b25-a2df-16a066cfa859 req-e24abe07-7c98-41ad-ba97-775ddf6cbc9f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:25.728343 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0c68c21-574f-4b25-a2df-16a066cfa859 req-e24abe07-7c98-41ad-ba97-775ddf6cbc9f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0490048 Dec 16 16:35:25.777235 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0c68c21-574f-4b25-a2df-16a066cfa859 req-3ebb3932-f9da-4dd5-829c-cdfc214ac00c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429516 Dec 16 16:35:26.898103 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308367d-7521-40b5-b825-cd05529c21cf req-3fcbbd56-5755-407c-9388-e61a2b94f90d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:26.899643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f308367d-7521-40b5-b825-cd05529c21cf req-3fcbbd56-5755-407c-9388-e61a2b94f90d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0542665 Dec 16 16:35:26.950491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f308367d-7521-40b5-b825-cd05529c21cf req-50b949fa-473e-4ec9-8151-f210761a5e84 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448084 Dec 16 16:35:28.065769 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519eeb0-4497-479f-80b3-280f48e51ee5 req-de877069-acba-46e0-9f68-00f2652f1a1e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:28.067257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5519eeb0-4497-479f-80b3-280f48e51ee5 req-de877069-acba-46e0-9f68-00f2652f1a1e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0490384 Dec 16 16:35:28.120226 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5519eeb0-4497-479f-80b3-280f48e51ee5 req-bfc16611-ac0b-4d37-8854-99361519fb2f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464056 Dec 16 16:35:29.238622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3e74-ebd7-4b6c-9610-6af9c2cbba3d req-c8ec6d3e-8e35-4458-be1e-20ba2a6583e0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:29.240010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd4e3e74-ebd7-4b6c-9610-6af9c2cbba3d req-c8ec6d3e-8e35-4458-be1e-20ba2a6583e0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0484824 Dec 16 16:35:29.280036 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:29.294578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd4e3e74-ebd7-4b6c-9610-6af9c2cbba3d req-351628f8-86b5-4a4e-9bc8-609c481b5fae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484509 Dec 16 16:35:30.074331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:30.409023 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aac9c-f0f2-459b-a8af-0479a410ac5f req-d0cdf62d-8839-46f0-8e9d-a711a5459868 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:30.410491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-953aac9c-f0f2-459b-a8af-0479a410ac5f req-d0cdf62d-8839-46f0-8e9d-a711a5459868 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0487103 Dec 16 16:35:30.459850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-953aac9c-f0f2-459b-a8af-0479a410ac5f req-20e32b4e-23d6-456b-b3d1-59f046c93f58 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 Dec 16 16:35:31.584252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621673be-b267-4612-a89b-59ae49e03219 req-af781669-5627-4b0d-a499-614455dbeeaa tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:31.587065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-621673be-b267-4612-a89b-59ae49e03219 req-af781669-5627-4b0d-a499-614455dbeeaa tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0506566 Dec 16 16:35:31.635683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-621673be-b267-4612-a89b-59ae49e03219 req-6c2849d7-0dc6-4fc5-a28b-0a27c5301b34 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Dec 16 16:35:32.755393 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b306ea-89df-4037-8489-9891256bdda9 req-548aee6b-f2ef-4cfd-9305-af6f0dbf5bad tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:32.756921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40b306ea-89df-4037-8489-9891256bdda9 req-548aee6b-f2ef-4cfd-9305-af6f0dbf5bad tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0526531 Dec 16 16:35:32.805922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-40b306ea-89df-4037-8489-9891256bdda9 req-7e564e2a-3d8e-4036-9236-71b1791b1486 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Dec 16 16:35:33.926532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7b6ed-1ab5-4282-ac99-9817661f2663 req-1487a82a-9034-40f4-b73a-37fd7c24b6a7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:33.928054 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21b7b6ed-1ab5-4282-ac99-9817661f2663 req-1487a82a-9034-40f4-b73a-37fd7c24b6a7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0503039 Dec 16 16:35:33.979495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-21b7b6ed-1ab5-4282-ac99-9817661f2663 req-da46133f-fdc3-4d23-acd0-ec3fc7c45165 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Dec 16 16:35:34.002278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41144) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:35:34.068138 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-29c7c719-de29-46a5-afde-776236b3b637 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/d9815f52-7ae8-4a95-b4f5-ee2e61211413 HTTP/1.1" status: 200 len: 993 time: 0.0646758 Dec 16 16:35:36.721269 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:35:40.263461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-f92b37ae-85f9-42dc-8e2f-1d771c632339 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396724 Dec 16 16:35:40.365218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-283f3ef3-acc0-49ac-a6ad-1cab0b0c9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:40.367225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-283f3ef3-acc0-49ac-a6ad-1cab0b0c9c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1097 time: 0.0435224 Dec 16 16:35:40.470545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-1d0d0d56-4d3e-4596-b480-6dd7bfb719b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:40.472075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-1d0d0d56-4d3e-4596-b480-6dd7bfb719b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 897 time: 0.0837181 Dec 16 16:35:40.550066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-2e3303b3-0f75-40a1-9158-0a67829b85a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 1001 time: 0.0690019 Dec 16 16:35:40.598096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-aeefc7b0-d909-458d-b155-2fbf2c10e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:40.599522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-aeefc7b0-d909-458d-b155-2fbf2c10e8bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 200 len: 835 time: 0.0427167 Dec 16 16:35:40.648118 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-4299bce4-b71c-4be7-aa37-e349dbce5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:35:40.650508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-4299bce4-b71c-4be7-aa37-e349dbce5684 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce9a207d-7763-426e-9384-964333c83004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434384 Dec 16 16:35:40.753279 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-35fa5065-8039-4ed4-a0c3-f6da963946c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957258 Dec 16 16:35:40.855218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc8d88ff-3728-43c7-8461-961c0442c03e req-0b4364e5-8869-4127-8620-526cf38e04d9 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950840 Dec 16 16:35:44.262522 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cce30c5d-07d0-486d-bd40-12c4cb2e8ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:46.531194 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc7ef402-ab07-4f75-a099-7e81f808c180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:48.131360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:49.519550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:50.119456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:35:59.296802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:00.102439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:04.530485 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41158) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:04.697211 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port f9bb9779-85fd-4f3a-bbed-6c54b821ad20 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:36:04.697564 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:04.769881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:04.770213 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:04.782407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for f9bb9779-85fd-4f3a-bbed-6c54b821ad20 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:36:04.988043 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:05.014681 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=f9bb9779-85fd-4f3a-bbed-6c54b821ad20,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:05.040948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.041223 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.041576 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.041918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.042258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.042593 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.042927 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.043269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.043602 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.043973 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.044305 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.044630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.045056 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:05.087555 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:05.087983 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP d9815f52-7ae8-4a95-b4f5-ee2e61211413 disassociated (deleted). External IP: 172.25.7.17, port: 163aba65-3717-4545-8286-42acdcb95fee. Dec 16 16:36:05.290407 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 61612f36-12dc-49bc-8e44-163f73b13dd3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:36:05.400930 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:36:05.405973 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:05.411210 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Sync routers for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:36:05.421480 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:05.422092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:05.433672 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1f9c3ac1-7bf8-49b1-8bf7-5a89a191f8eb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/floatingips/d9815f52-7ae8-4a95-b4f5-ee2e61211413 HTTP/1.1" status: 204 len: 168 time: 0.9020998 Dec 16 16:36:05.434368 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:36:05.436838 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99" -d '{"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:36:05.480218 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5c513-6745-4b3f-a111-c143f76bb2cc x-openstack-request-id: req-0db5c513-6745-4b3f-a111-c143f76bb2cc {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:36:05.480758 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "tag": "163aba65-3717-4545-8286-42acdcb95fee", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:36:05.481023 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0db5c513-6745-4b3f-a111-c143f76bb2cc {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:36:05.481442 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'tag': '163aba65-3717-4545-8286-42acdcb95fee', 'status': 'completed', 'code': 200} Dec 16 16:36:05.530226 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:05.566878 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-0781db9f-4596-4031-8372-0374864869f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:05.568435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-0781db9f-4596-4031-8372-0374864869f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 1097 time: 0.0427315 Dec 16 16:36:05.667317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-ee556912-d562-4681-ba29-375eb249884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:05.668770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-ee556912-d562-4681-ba29-375eb249884a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 200 len: 897 time: 0.0909517 Dec 16 16:36:05.715055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-8dc899fa-3ba1-48b9-89a8-590e5f58cfe1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 200 len: 217 time: 0.0351260 Dec 16 16:36:05.740098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:05.768219 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Checking router: 61612f36-12dc-49bc-8e44-163f73b13dd3 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:36:05.770430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-1ae821de-3259-4da4-8c2b-1508f64621ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:05.772035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-1ae821de-3259-4da4-8c2b-1508f64621ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 200 len: 835 time: 0.0498009 Dec 16 16:36:05.777268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:05.777877 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:05.819174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-1a58ab5f-dcd0-4a6e-9ec6-95ec42d59860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:05.821689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-1a58ab5f-dcd0-4a6e-9ec6-95ec42d59860 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce9a207d-7763-426e-9384-964333c83004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418727 Dec 16 16:36:05.891198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:05.974002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60493d9-cc05-40bb-8e1a-9862e6fd7621 req-38126bec-2f5c-465e-8e3d-d0af420bb182 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:05.975538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e60493d9-cc05-40bb-8e1a-9862e6fd7621 req-38126bec-2f5c-465e-8e3d-d0af420bb182 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.1002338 Dec 16 16:36:06.021678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-89c2bec6-0f4d-4a3e-8a33-64ebdde4a847 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367016 Dec 16 16:36:06.091572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e60493d9-cc05-40bb-8e1a-9862e6fd7621 req-5015f9e0-0008-41e4-b47c-912a4d7a6a73 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052628 Dec 16 16:36:06.135100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2a120c2-be91-4c05-a4f9-1e5ddd937b99 req-d6ce9a28-74ec-4057-98e0-225aa213ce96 service neutron] 10.222.0.30 "GET /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056414 Dec 16 16:36:06.263227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:06.292848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83dd1bf-8419-44cf-96fe-6ddf000c4594 None None] The sync data for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 is: [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'c8a27309-49ef-4276-9bef-8a37b788c6d0', 'name': '', 'network_id': 'ce9a207d-7763-426e-9384-964333c83004', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:9f:d5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:26Z', 'updated_at': '2021-12-16T16:34:29Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'bc0fd63e-24c0-45e7-a2a7-90c41f26f413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:36:06.518975 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d275e10-e82d-4474-a05d-17cbe4c09fef None None] New status for floating IP d9815f52-7ae8-4a95-b4f5-ee2e61211413: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:36:07.217184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7bbf2-9aaa-4624-92d1-71945a785573 req-f0f817b0-28d2-40be-8096-67ec001b3202 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:07.218577 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01c7bbf2-9aaa-4624-92d1-71945a785573 req-f0f817b0-28d2-40be-8096-67ec001b3202 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0544496 Dec 16 16:36:07.269614 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01c7bbf2-9aaa-4624-92d1-71945a785573 req-29d13cbd-a28c-4922-bb3e-562438aca2ee tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=bf9017dd-d070-4471-af88-7fe70d976298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448427 Dec 16 16:36:07.527670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-105ea3e0-eada-484b-aa7c-f2804723750b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:07.529033 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-105ea3e0-eada-484b-aa7c-f2804723750b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 946 time: 0.0481114 Dec 16 16:36:07.624104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 163aba65-3717-4545-8286-42acdcb95fee {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:36:07.624444 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:07.712782 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 163aba65-3717-4545-8286-42acdcb95fee, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=163aba65-3717-4545-8286-42acdcb95fee,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:07.713145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:07.725257 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 163aba65-3717-4545-8286-42acdcb95fee owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:36:07.936493 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:07.967707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=163aba65-3717-4545-8286-42acdcb95fee,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:07.994702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.995060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.995411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.995754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.996111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.996445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.996777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.997107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.997435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.997763 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.998091 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.998413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:07.998736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:08.020707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] No DVR routers for this DVR port 163aba65-3717-4545-8286-42acdcb95fee on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:36:08.024039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:08.027427 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b00f407-4a75-430f-8c3a-25e45ade7ed7 req-b70c3f3a-128f-4ff5-8159-085fedc3210b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "DELETE /v2.0/ports/163aba65-3717-4545-8286-42acdcb95fee HTTP/1.1" status: 204 len: 173 time: 0.4923377 Dec 16 16:36:08.027896 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'name': 'network-vif-deleted', 'tag': '163aba65-3717-4545-8286-42acdcb95fee'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:36:08.030168 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c11555-1910-4989-a6fd-a996a7d92369" -d '{"events": [{"server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "name": "network-vif-deleted", "tag": "163aba65-3717-4545-8286-42acdcb95fee"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:36:08.066260 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1d7e8-a8dd-4978-adf0-ab27e1458650 x-openstack-request-id: req-89e1d7e8-a8dd-4978-adf0-ab27e1458650 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:36:08.066561 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de243a3e-aa32-4c6b-840d-e6a52d9b0d26", "name": "network-vif-deleted", "tag": "163aba65-3717-4545-8286-42acdcb95fee", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:36:08.066819 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89e1d7e8-a8dd-4978-adf0-ab27e1458650 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:36:08.067230 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de243a3e-aa32-4c6b-840d-e6a52d9b0d26', 'name': 'network-vif-deleted', 'tag': '163aba65-3717-4545-8286-42acdcb95fee', 'status': 'completed', 'code': 200} Dec 16 16:36:08.368881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-24998014-5db8-4736-a6ba-84bc2180ff49 req-35316192-3f51-4fe4-bc3c-b6739e1ecea3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=de243a3e-aa32-4c6b-840d-e6a52d9b0d26 HTTP/1.1" status: 200 len: 210 time: 0.0273612 Dec 16 16:36:09.429609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41174) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:09.784852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:10.046644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port c8a27309-49ef-4276-9bef-8a37b788c6d0 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:36:10.046904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:10.137363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port c8a27309-49ef-4276-9bef-8a37b788c6d0, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=c8a27309-49ef-4276-9bef-8a37b788c6d0,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:10.137722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:10.149227 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for c8a27309-49ef-4276-9bef-8a37b788c6d0 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:36:10.410811 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:10.438063 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=c8a27309-49ef-4276-9bef-8a37b788c6d0,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:10.611131 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:10.834738 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 61612f36-12dc-49bc-8e44-163f73b13dd3 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:36:10.948924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:36:10.954469 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8ab02f69-add2-4c04-a807-0cbc980e5df6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/61612f36-12dc-49bc-8e44-163f73b13dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237029 Dec 16 16:36:10.957431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41176) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:10.959165 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Sync routers for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:36:10.970187 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:10.970805 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:11.010676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting subnet bc0fd63e-24c0-45e7-a2a7-90c41f26f413 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:36:11.014043 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.054742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.078936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:11.135356 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 163aba65-3717-4545-8286-42acdcb95fee no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:36:11.141844 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.192666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 163aba65-3717-4545-8286-42acdcb95fee {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:36:11.193319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 163aba65-3717-4545-8286-42acdcb95fee not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:36:11.281475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:36:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:11.308613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Checking router: 61612f36-12dc-49bc-8e44-163f73b13dd3 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:36:11.316956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Routers {'61612f36-12dc-49bc-8e44-163f73b13dd3'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:11.317559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:35:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['61612f36-12dc-49bc-8e44-163f73b13dd3'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:11.320146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.345175 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0fd63e-24c0-45e7-a2a7-90c41f26f413,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:11.350905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.356744 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-afb964eb-8d4b-42a2-b523-954650cca56e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/subnets/bc0fd63e-24c0-45e7-a2a7-90c41f26f413 HTTP/1.1" status: 204 len: 168 time: 0.3955684 Dec 16 16:36:11.357029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41178) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:11.358108 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d81b1d-0d41-4d48-bc26-dae665c1863c None None] Network ce9a207d-7763-426e-9384-964333c83004 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:36:11.468918 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.512094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] Set router 61612f36-12dc-49bc-8e44-163f73b13dd3 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:11.578809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.609387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] DHCP port deletion for ce9a207d-7763-426e-9384-964333c83004 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:36:11.685388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port fdc42387-0e1f-497c-b880-2f47a728bc6f {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:36:11.685737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.715509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Deleting port dc96c12d-5d51-4b94-bdd7-c21622289fc6 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:36:11.719972 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.768959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port fdc42387-0e1f-497c-b880-2f47a728bc6f, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdc42387-0e1f-497c-b880-2f47a728bc6f,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:11.769278 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.781757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for fdc42387-0e1f-497c-b880-2f47a728bc6f owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:36:11.789235 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] For port dc96c12d-5d51-4b94-bdd7-c21622289fc6, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=dc96c12d-5d51-4b94-bdd7-c21622289fc6,segment=NetworkSegment(87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b),segment_id=87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:11.789637 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:11.804790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Calling delete_port for dc96c12d-5d51-4b94-bdd7-c21622289fc6 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:36:11.807282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:36:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:11.875224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0c4fc-1988-45ef-bb9e-98b6900daa2b None None] The sync data for ids ['61612f36-12dc-49bc-8e44-163f73b13dd3'] in n-d-821947-3 is: [{'id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1562740589', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:34:21Z', 'updated_at': '2021-12-16T16:36:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'fdc42387-0e1f-497c-b880-2f47a728bc6f', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:0c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61612f36-12dc-49bc-8e44-163f73b13dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:34:22Z', 'updated_at': '2021-12-16T16:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:36:11.988161 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.012627 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Pushing event deleted for resources: {'Port': ['ID=dc96c12d-5d51-4b94-bdd7-c21622289fc6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:12.019112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] No DVR routers for this DVR port dc96c12d-5d51-4b94-bdd7-c21622289fc6 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:36:12.027368 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.027735 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.028119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.028795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.028795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.028795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.029231 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.029559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.029736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.030045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.030524 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.030857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.031185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.037225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d83b1b5-16e6-4920-9316-d3a7ea3b8789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:12.050392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b246e5-938e-4876-81a8-7a3bc4773c17 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:36:12.061987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=fdc42387-0e1f-497c-b880-2f47a728bc6f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:12.114428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.206793 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.208966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.347986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.348530 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Fanout notify agent at l3_agent the message router_deleted on router 61612f36-12dc-49bc-8e44-163f73b13dd3 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:36:12.359096 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.359096 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9cacb214-201b-4fee-b217-1bbbf14dea42 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/routers/61612f36-12dc-49bc-8e44-163f73b13dd3 HTTP/1.1" status: 204 len: 168 time: 0.9987004 Dec 16 16:36:12.359765 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41180) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:12.440417 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.532857 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.555122 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9a207d-7763-426e-9384-964333c83004']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:12.564955 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:12.565260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f94a98-9e80-446c-8ae8-b8e7ffe5aa6b') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:12.576134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.589162 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.594899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:36:12.595280 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:36:12.598221 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:36:12.742105 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.749904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.752854 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/networks/ce9a207d-7763-426e-9384-964333c83004 HTTP/1.1" status: 204 len: 168 time: 0.3919697 Dec 16 16:36:12.755756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41182) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:12.764700 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ca5ec-4fb3-4e62-950f-73b38c83f15b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Network': ['ID=ce9a207d-7763-426e-9384-964333c83004,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:12.813386 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.839747 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.993825 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.996573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:12.997740 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/security-groups/bf9017dd-d070-4471-af88-7fe70d976298 HTTP/1.1" status: 204 len: 168 time: 0.2409387 Dec 16 16:36:13.007659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf5ff6-5b43-4fe0-8fd1-11c11486b67b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9017dd-d070-4471-af88-7fe70d976298,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:13.209965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdc42387-0e1f-497c-b880-2f47a728bc6f no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:36:13.233107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fdc42387-0e1f-497c-b880-2f47a728bc6f {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:36:13.233453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdc42387-0e1f-497c-b880-2f47a728bc6f not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:36:13.233904 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c8a27309-49ef-4276-9bef-8a37b788c6d0 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:36:13.257298 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: c8a27309-49ef-4276-9bef-8a37b788c6d0 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:36:13.257650 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device c8a27309-49ef-4276-9bef-8a37b788c6d0 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:36:13.258066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device dc96c12d-5d51-4b94-bdd7-c21622289fc6 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:36:13.278757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: dc96c12d-5d51-4b94-bdd7-c21622289fc6 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:36:13.279128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device dc96c12d-5d51-4b94-bdd7-c21622289fc6 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:36:13.499959 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41188) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:13.504584 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145657542', 'description': 'tempest-secgroup-smoke-1145657542 description', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:13.593884 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:13.659918 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:13.719103 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:13.719969 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:36:13.748475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653adc0f-0732-48c8-9b43-c39223383964,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:13.830611 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:13.832042 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-897c47e2-535c-49cd-867e-2838ec485ee7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3309999 Dec 16 16:36:13.835082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41190) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:13.839630 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:13.947961 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.007114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.096441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.115360 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9722338-2469-4b5f-a2f8-99790bde466a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:14.207016 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.208309 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c847becb-dfba-479c-954e-c34b4f1f50de tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722203 Dec 16 16:36:14.211524 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41192) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:14.216082 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:14.244842 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f02374a-39be-47d7-88ad-318eae4c627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.330136 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.389353 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.490716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.510337 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c60590c-701b-4ca3-bbf4-5d4f5d177f86,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:14.629815 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.631099 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e7d08307-af25-4d45-ac8e-c73817aebc32 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4184992 Dec 16 16:36:14.633799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41194) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:14.638146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:14.753201 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.809499 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.896663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:14.915899 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe2fb1f-6523-4761-9520-b37ea3cbcbb4,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:15.024589 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.025847 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-43455f0b-bc78-46a0-9f2d-5a9485921b5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911202 Dec 16 16:36:15.028590 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41196) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:15.032914 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:15.216882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.275078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.405257 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.423101 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a79f4b0-eba2-427f-91cf-ef46d419df53,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:15.510478 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.511721 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-42196f23-c2aa-4941-b951-fbb8b32ecb3b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4821663 Dec 16 16:36:15.514611 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41198) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:15.519231 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:15.599417 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:36:15.604930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.656044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.736848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.756503 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934f52e3-b575-4adb-b323-4bf7ff0cefbf,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:15.927485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:15.929380 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8cacaca9-9adc-4f57-890c-6f6f09a225db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4130900 Dec 16 16:36:15.932011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41200) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:15.936482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '653adc0f-0732-48c8-9b43-c39223383964', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:16.033958 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:36:16.039895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.100095 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.182104 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.197362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8702de1-e614-49fb-9178-49638f295aa4,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:16.286771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.288059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-117dcc8e-7631-4c76-b4d9-81673ede3a48 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550291 Dec 16 16:36:16.291011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41202) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:16.295730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'network': {'name': 'tempest-network-smoke--107153748', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:16.393713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:36:16.397269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.421453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:36:16.431057 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.431409 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Added segment 7c8bcc56-0c98-41bc-8263-2300585d731a of type vlan for network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b Dec 16 16:36:16.479259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.536870 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ef217b81-9657-4966-971c-ea5d0e313bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.565229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.571400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:16.572036 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.638919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Network': ['ID=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:16.649765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:36:16.707085 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2f6a001b-bfe4-4448-9e02-1d469f386942 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4150028 Dec 16 16:36:16.713112 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41204) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:16.717837 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'admin_state_up': True, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:16.856713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.857727 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:16.913035 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.111289 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.363686 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.381568 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.484977 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.185 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/01d85b5e-dd5c-4283-92cf-1a4e03c920ef) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:36:17.586936 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.708393 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.752233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:17.755185 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:17.759327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:36:17.768498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5eb61e-cad0-48ec-86d7-56cbfc9681b3 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:36:17.781723 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:17.809443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ca4c2d36-c8ad-4840-8e14-deaae65af778 None None] Provisioning complete for port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:17.809903 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2d36-c8ad-4840-8e14-deaae65af778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:17.847405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c2d36-c8ad-4840-8e14-deaae65af778 None None] Port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:36:18.113759 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:18.497881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:18.694050 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:18.919682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:36:19.027705 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:36:19.038729 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Sync routers for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:36:19.047715 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:19.048361 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:19.109914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.111280 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3c0dd7a8-e0a7-47b5-81c6-bf13f72c76ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3971229 Dec 16 16:36:19.114612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41206) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:19.151914 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:19.337364 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:18Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:19.364603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Checking router: 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:36:19.364949 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Updating router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:36:19.403193 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.494404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3db01129-b0b2-4de6-bcc3-53a548678208 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6c9ffc85675c4b1497218d6bc066ecfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3786285 Dec 16 16:36:19.497038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41208) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:19.536436 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.582126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b41dd-8935-4570-bd53-c0e6f9a80c4a tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:19.583620 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5a4b41dd-8935-4570-bd53-c0e6f9a80c4a tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855472 Dec 16 16:36:19.586708 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41210) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:19.615198 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-312fbc4c-b222-46dc-905c-30152720de85 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266058 Dec 16 16:36:19.617628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41212) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:19.622689 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1276220719', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:19.654942 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.748234 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.786612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9557e-fe9c-448d-9127-ec1fc92bd333 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:36:19.798915 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Pushing event updated for resources: {'Port': ['ID=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:19.801385 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Attempting to bind port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:36:19.801661 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Attempting to bind port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:36:19.802021 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Attempting to bind port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:36:19.811338 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:36:19.815000 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:36:19.815000 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.815000 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:36:19.815000 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Bound port: 01d85b5e-dd5c-4283-92cf-1a4e03c920ef, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:36:19.815000 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.815644 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.816015 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.816354 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.816686 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.817016 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.817344 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.817666 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.817986 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.818304 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.818621 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.818968 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.819286 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.819600 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:36:19.833537 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:36:19.837934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.875737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] For port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:36:19.879006 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] For port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:36:19.881701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ecc649eb-fc1d-4f85-904f-7efbaf2a6458 None None] Provisioning complete for port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:19.882122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ecc649eb-fc1d-4f85-904f-7efbaf2a6458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.919886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ecc649eb-fc1d-4f85-904f-7efbaf2a6458 None None] Port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:36:19.949262 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:19.994111 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f14b9e-ab98-4b61-9342-723c44d6ef14 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:36:20.009193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:20.009758 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:20.013551 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9d91-f5bc-466e-99fe-91a71a9f2790 None None] Pushing event updated for resources: {'Port': ['ID=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:20.053692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] Provisioning complete for port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:20.054066 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.116919 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:20.119522 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.136744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.167566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.171250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] For port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:20.194000 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Checking segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:36:20.194364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network hostable DHCP agents. Network: 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:36:20.204182 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Subnet': ['ID=f307bb59-9cd8-4b9e-bbb1-f891098db25a,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:20.251370 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.279873 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:36:20.312318 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:18Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:20.315359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386c3af-b83c-4770-b7f5-a4b1c557675d None None] Pushing event updated for resources: {'Port': ['ID=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:20.342176 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90723c-28e3-404f-92e2-a76cb23a1480 None None] The sync data for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 is: [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:18Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:36:20.366353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:20.376583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f381d-318e-469d-9129-adcdca4b120e None None] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:36:20.380250 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:20.380250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.460467 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4521a595-4e1c-4e02-afa5-654a2d50d341 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8417397 Dec 16 16:36:20.466313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41214) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:20.492829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:36:20.493782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.658578 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Allocated IP 172.20.0.2 (4c748a14-30f8-4eea-8d6b-639a6b1b2a6b/f307bb59-9cd8-4b9e-bbb1-f891098db25a/7a7df4c7-5372-4d37-b3eb-703f7c58206e) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:36:20.825140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.902904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.956995 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:20.959884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:20.964273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:20.964555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:36:20.973453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Pushing event updated for resources: {'Port': ['ID=7a7df4c7-5372-4d37-b3eb-703f7c58206e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:21.035513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Attempting to bind port 7a7df4c7-5372-4d37-b3eb-703f7c58206e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:36:21.035928 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Attempting to bind port 7a7df4c7-5372-4d37-b3eb-703f7c58206e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:36:21.036289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Attempting to bind port 7a7df4c7-5372-4d37-b3eb-703f7c58206e on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:36:21.041974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:36:21.042364 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Checking segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:36:21.042778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.043176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Bound using segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:36:21.043659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Bound port: 7a7df4c7-5372-4d37-b3eb-703f7c58206e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:36:21.044093 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.111871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] For port 7a7df4c7-5372-4d37-b3eb-703f7c58206e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:36:21.118659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] For port 7a7df4c7-5372-4d37-b3eb-703f7c58206e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a7df4c7-5372-4d37-b3eb-703f7c58206e,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:36:21.188511 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.259255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62886-9b46-43b1-9490-e5c1ffedb150 None None] Pushing event updated for resources: {'Port': ['ID=7a7df4c7-5372-4d37-b3eb-703f7c58206e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:21.282209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01d85b5e-dd5c-4283-92cf-1a4e03c920ef up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:36:21.309710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.1 (4c748a14-30f8-4eea-8d6b-639a6b1b2a6b/f307bb59-9cd8-4b9e-bbb1-f891098db25a/852f35da-2b28-4d0b-bf0e-7ebea10e60dc) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:36:21.375253 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:21.375937 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.453813 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.567044 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.622941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:21.627586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:21.633441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:36:21.640952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:21.693584 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:21.888648 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:22.184030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:22.227926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:22.301490 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:22.303783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:22.406107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:22.408674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:22.530485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:36:22.651679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:36:22.657215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5d214035-2f3e-472b-8961-748cc254b451 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1923704 Dec 16 16:36:22.662534 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Sync routers for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:36:22.679933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:22.680733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:22.805582 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:22.838015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-e892dc0f-f56f-4b12-a09c-10c786a2ec1c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145657542&fields=id&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 267 time: 0.0510502 Dec 16 16:36:22.982965 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-49796fab-c66c-471e-80b4-e45b43d37f83 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:22.984817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-49796fab-c66c-471e-80b4-e45b43d37f83 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 796 time: 0.1395779 Dec 16 16:36:23.012084 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-b67b433a-1fc8-4e16-938b-62cfc63d5f0c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/quotas/6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 375 time: 0.0207856 Dec 16 16:36:23.020019 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feee7d8-38c8-4a10-8fe0-fe95a4d053a6 None None] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:36:23.083407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-224c36d3-4bb0-4208-aede-a662d75e372e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645931 Dec 16 16:36:23.141217 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] Provisioning complete for port 7a7df4c7-5372-4d37-b3eb-703f7c58206e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:23.141595 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.153733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:22Z', 'revision_number': 2, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:23.208804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Checking router: 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:36:23.209123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Updating router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:36:23.211262 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-a665fde2-d394-46c4-8ff7-65ec3c64c050 service neutron] 10.222.0.71 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177824 Dec 16 16:36:23.248493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.327447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a7df4c7-5372-4d37-b3eb-703f7c58206e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:36:23.351243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ad53af9c-d941-4ab8-b047-d5be30848d51 service neutron] 10.222.0.71 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381793 Dec 16 16:36:23.435403 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.536892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] For port 7a7df4c7-5372-4d37-b3eb-703f7c58206e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a7df4c7-5372-4d37-b3eb-703f7c58206e,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:23.559296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7a7df4c7-5372-4d37-b3eb-703f7c58206e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:23.559602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.650273 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.742838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e9a9d35-04c7-4e1e-aeae-5db3b1aaf9f9 req-6120a990-c6e7-4f97-ba8d-e9632b5a6e49 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 210 time: 0.0447173 Dec 16 16:36:23.795848 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.811421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04babeda-7221-4cee-89c9-a0ddf94e62b4 None None] Pushing event updated for resources: {'Port': ['ID=7a7df4c7-5372-4d37-b3eb-703f7c58206e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:23.824914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b89e91f7-fd6b-4396-936d-5a4d717c1823 None None] Provisioning complete for port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:23.824914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b89e91f7-fd6b-4396-936d-5a4d717c1823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.864319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b89e91f7-fd6b-4396-936d-5a4d717c1823 None None] Port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:36:23.875568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b89e91f7-fd6b-4396-936d-5a4d717c1823 None None] Provisioning complete for port 7a7df4c7-5372-4d37-b3eb-703f7c58206e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:23.875899 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b89e91f7-fd6b-4396-936d-5a4d717c1823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.879105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:23.959093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4d2dc-c2c9-4a10-8b9a-dddb1d73883d None None] Pushing event updated for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:24.050184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Attempting to bind port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:36:24.050564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Attempting to bind port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:36:24.051199 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Attempting to bind port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:36:24.059533 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:36:24.059966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Checking segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:36:24.060348 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.060737 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Bound using segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:36:24.061264 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Bound port: 852f35da-2b28-4d0b-bf0e-7ebea10e60dc, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:36:24.061648 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.129277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] For port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:36:24.132638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] For port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:36:24.175874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5142b79f-dc62-4619-afd1-25ff11cc91d4 None None] Provisioning complete for port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:24.176504 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5142b79f-dc62-4619-afd1-25ff11cc91d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.208006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.241094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5142b79f-dc62-4619-afd1-25ff11cc91d4 None None] Port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:36:24.276098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:24.276732 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:24.278526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4d2dc-c2c9-4a10-8b9a-dddb1d73883d None None] Pushing event updated for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:24.400164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] Provisioning complete for port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:24.400538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.426147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:24.625126 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.697630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] For port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:24.726850 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:24.755549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f41b20-883f-4ce0-8bdb-8b507939bb1d None None] The sync data for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 is: [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:36:24.798607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:24.871289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0c257-69d3-45ee-a751-9dd4b035a1c9 None None] Pushing event updated for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:24.903203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-890779a6-1b27-4667-947e-0c98b816fdeb req-f38221d9-3bd2-419b-a726-317f77fafe27 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 210 time: 0.0351441 Dec 16 16:36:24.934076 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d374e257-7281-42c4-927f-4acb90b8c279 None None] Provisioning complete for port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:24.934076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d374e257-7281-42c4-927f-4acb90b8c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:25.293131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 852f35da-2b28-4d0b-bf0e-7ebea10e60dc up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:36:25.349751 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:25.350220 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:25.435351 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a7df4c7-5372-4d37-b3eb-703f7c58206e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:36:25.483302 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 7a7df4c7-5372-4d37-b3eb-703f7c58206e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:25.483679 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:25.904935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-95efdc34-99a3-48e7-b2e3-fe0b6b342eeb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:25.906487 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-95efdc34-99a3-48e7-b2e3-fe0b6b342eeb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 796 time: 0.1166871 Dec 16 16:36:25.981858 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-f1fb7567-30f6-487a-b53d-c2f7bfa00893 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 380 time: 0.0594537 Dec 16 16:36:25.991661 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'port': {'device_id': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'admin_state_up': True, 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'security_groups': ['653adc0f-0732-48c8-9b43-c39223383964']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:26.062111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-17c26e23-f3fe-4b16-946d-65c239874eca req-4fd32fa7-06ff-436e-81b5-b0bcff0618e9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 210 time: 0.0668135 Dec 16 16:36:26.216618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:36:26.220440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:26.354310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.3 (4c748a14-30f8-4eea-8d6b-639a6b1b2a6b/f307bb59-9cd8-4b9e-bbb1-f891098db25a/e45ddad1-6185-482f-a62f-0b0038343fdb) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:36:26.498202 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:26.594599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:26.640494 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:26.643774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:26.648358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:36:26.655324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:26.720555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:26.721013 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:26.813936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-ca9a888a-f101-4579-821c-2e6bf3f3875c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260958 Dec 16 16:36:26.833468 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Request body: {'port': {'device_id': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:26.890167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:26.966613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1ddd7392-357a-41c0-bc44-64aca95cebd3 None None] Provisioning complete for port e45ddad1-6185-482f-a62f-0b0038343fdb triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:26.967345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7392-357a-41c0-bc44-64aca95cebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.004766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd7392-357a-41c0-bc44-64aca95cebd3 None None] Port e45ddad1-6185-482f-a62f-0b0038343fdb cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:36:27.256142 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d01ec3-dc79-4ba7-9498-ffabb9c98139 req-8e0952b2-ddfa-4e1c-a95f-7a2701c47c90 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:27.258237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4d01ec3-dc79-4ba7-9498-ffabb9c98139 req-8e0952b2-ddfa-4e1c-a95f-7a2701c47c90 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 931 time: 0.1004515 Dec 16 16:36:27.260335 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45ddad1-6185-482f-a62f-0b0038343fdb {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:36:27.274572 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.298437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Transition to ACTIVE for port object e45ddad1-6185-482f-a62f-0b0038343fdb will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:36:27.325112 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4d01ec3-dc79-4ba7-9498-ffabb9c98139 req-05ca3acb-88fc-455c-9414-c74b0539de01 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600502 Dec 16 16:36:27.399454 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.470357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:27.530925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:36:27.531263 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:36:27.531601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:36:27.536500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:36:27.536830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:36:27.542233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:36:27.542577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Checking segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:36:27.543082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Bound using segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:36:27.543515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Bound port: e45ddad1-6185-482f-a62f-0b0038343fdb, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:36:27.543901 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.616374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:36:27.625814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:36:27.771267 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.808884 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:27.809511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:27.811036 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] 10.222.0.30 "PUT /v2.0/ports/e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 1091 time: 0.9819894 Dec 16 16:36:27.811497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:36:27.813824 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4260c2-389b-4484-b33f-db56b627003b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:36:27.849576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af116ce3-49df-4370-852b-a341c3608e61 service neutron] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:27.853321 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a6a34-b283-4a19-9cb9-539d9ad0d404 x-openstack-request-id: req-738a6a34-b283-4a19-9cb9-539d9ad0d404 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:36:27.853793 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:36:27.854062 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-738a6a34-b283-4a19-9cb9-539d9ad0d404 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:36:27.854670 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'status': 'completed', 'code': 200} Dec 16 16:36:27.942152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4260c2-389b-4484-b33f-db56b627003b req-2396a2e1-c319-4e72-abad-bdf9c80a174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:27.948363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b4260c2-389b-4484-b33f-db56b627003b req-2396a2e1-c319-4e72-abad-bdf9c80a174e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1094 time: 0.0479491 Dec 16 16:36:28.061506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4260c2-389b-4484-b33f-db56b627003b req-f7b473c1-468c-4158-b508-edda6c979abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.062998 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b4260c2-389b-4484-b33f-db56b627003b req-f7b473c1-468c-4158-b508-edda6c979abc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1031141 Dec 16 16:36:28.160798 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4260c2-389b-4484-b33f-db56b627003b req-a0e870b5-cbd7-42e1-82bc-13ed325ba7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.162199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b4260c2-389b-4484-b33f-db56b627003b req-a0e870b5-cbd7-42e1-82bc-13ed325ba7d8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923436 Dec 16 16:36:28.259897 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-a0f8aa3a-da1d-4ca2-9d21-f528d167ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.261345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-a0f8aa3a-da1d-4ca2-9d21-f528d167ae31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1094 time: 0.0427494 Dec 16 16:36:28.310074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-8e11335f-1917-4e7b-8062-3cf659001230 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 217 time: 0.0347650 Dec 16 16:36:28.362646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-7b55021b-0b5b-411a-9710-a8455b880cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.364158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-7b55021b-0b5b-411a-9710-a8455b880cff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0477068 Dec 16 16:36:28.440277 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-61dff17f-d871-4efb-82e6-9e67d8f0b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.441762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-61dff17f-d871-4efb-82e6-9e67d8f0b99f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700557 Dec 16 16:36:28.457785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d86ee-9d37-4180-8834-ff634ab17d9d req-be31f6fd-aa8f-4582-b209-cb5da1e5c3f3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:28.459264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be8d86ee-9d37-4180-8834-ff634ab17d9d req-be31f6fd-aa8f-4582-b209-cb5da1e5c3f3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.0629544 Dec 16 16:36:28.567222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-be8d86ee-9d37-4180-8834-ff634ab17d9d req-abe608fb-d9ac-4951-87e1-39a60c354247 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980470 Dec 16 16:36:28.588842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-10af720e-a8cc-49d8-a9cf-d6bc93d39994 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283255 Dec 16 16:36:28.677835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-87a3ece5-84f3-4ac3-a24e-13ac6b70550e req-e7832130-01f8-422a-b31f-f56963a3f3e4 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818589 Dec 16 16:36:29.285113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:29.695787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6cca0-04e9-4b3e-8703-eac62d439226 req-8045dc49-6759-421d-b302-0e5aafb79574 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:29.697306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cba6cca0-04e9-4b3e-8703-eac62d439226 req-8045dc49-6759-421d-b302-0e5aafb79574 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.0548954 Dec 16 16:36:29.746837 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cba6cca0-04e9-4b3e-8703-eac62d439226 req-3ff13ae1-e337-44ae-ba88-557c335ca543 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Dec 16 16:36:30.375780 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:30.871526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ecc00-cf16-437c-8141-b8a20c9e29f7 req-9f6c382d-0485-48b5-89ba-25cff0f59425 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:30.873046 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b2ecc00-cf16-437c-8141-b8a20c9e29f7 req-9f6c382d-0485-48b5-89ba-25cff0f59425 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.0581465 Dec 16 16:36:30.926776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b2ecc00-cf16-437c-8141-b8a20c9e29f7 req-cc57f111-fc06-4f14-a6a8-f1c0da577195 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Dec 16 16:36:31.238674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:36:31.333006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:31.345294 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'mac_address': 'fa:16:3e:a1:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:36:31.382884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:31.400574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45ddad1-6185-482f-a62f-0b0038343fdb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:36:31.423880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:31.485240 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:31.696075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:31.759797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['e45ddad1-6185-482f-a62f-0b0038343fdb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:36:32.047626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95866-af9b-44fa-aba9-788a0c80cdaf req-c1b88646-c63c-4e35-9055-62156fbf599f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:32.049145 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b95866-af9b-44fa-aba9-788a0c80cdaf req-c1b88646-c63c-4e35-9055-62156fbf599f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 944 time: 0.0518177 Dec 16 16:36:32.097329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78b95866-af9b-44fa-aba9-788a0c80cdaf req-612402e3-8049-46f4-a167-46be42aaef9d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Dec 16 16:36:33.225799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce442b2-84a5-469b-8b63-d902094e2238 req-f7eb291a-7ba3-41be-9fa1-8d6c97d1ca8a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:33.227181 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ce442b2-84a5-469b-8b63-d902094e2238 req-f7eb291a-7ba3-41be-9fa1-8d6c97d1ca8a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 944 time: 0.0490518 Dec 16 16:36:33.251191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:36:33.277938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1ce442b2-84a5-469b-8b63-d902094e2238 req-7ef609ad-d055-4fb8-bb28-64afd6f3f4a0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444791 Dec 16 16:36:33.427763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port e45ddad1-6185-482f-a62f-0b0038343fdb completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:36:33.432007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port e45ddad1-6185-482f-a62f-0b0038343fdb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:36:33.432382 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:33.532872 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:33.556574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:36:33.558941 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073aabf0-6ef9-4092-8fd8-35a028363b23" -d '{"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-plugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:36:33.575566 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:36:33.639750 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:33.662607 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be7d92-383e-42aa-9735-1fa39e6ebbe5 x-openstack-request-id: req-b9be7d92-383e-42aa-9735-1fa39e6ebbe5 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:36:33.662909 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-plugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:36:33.663167 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9be7d92-383e-42aa-9735-1fa39e6ebbe5 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:36:33.663561 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'code': 200} Dec 16 16:36:33.699035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:33.782020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1841b0-c869-4dc8-afc3-85f66cd5977e req-a0a8a05e-d3bb-45b9-8234-0aba00392491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:33.783610 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d1841b0-c869-4dc8-afc3-85f66cd5977e req-a0a8a05e-d3bb-45b9-8234-0aba00392491 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0414040 Dec 16 16:36:33.834785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d1841b0-c869-4dc8-afc3-85f66cd5977e req-2c6a1d72-59c4-41f0-8236-eca5a5692d3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Dec 16 16:36:34.393180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71378200-3304-4ebf-adf6-d0a91226cb53 req-51e71f31-de85-4804-aabf-8df31137a48e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:34.394654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71378200-3304-4ebf-adf6-d0a91226cb53 req-51e71f31-de85-4804-aabf-8df31137a48e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0485852 Dec 16 16:36:34.445726 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71378200-3304-4ebf-adf6-d0a91226cb53 req-faef864b-069e-414c-a815-db5bd9bc50ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Dec 16 16:36:35.562918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683f2cb-1b95-4afc-83fe-3ad90040e7a6 req-4f0f9287-e9dc-4026-b797-587fa9f53317 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:35.564422 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2683f2cb-1b95-4afc-83fe-3ad90040e7a6 req-4f0f9287-e9dc-4026-b797-587fa9f53317 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0482819 Dec 16 16:36:35.612933 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2683f2cb-1b95-4afc-83fe-3ad90040e7a6 req-ef50d99d-26c8-4d76-8384-963f8f95cf88 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421107 Dec 16 16:36:35.729648 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4625a59-700c-4d97-a1b1-937bcd7dbceb req-0bffecec-88c5-4e0f-a818-ed44f58be14a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:35.731022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4625a59-700c-4d97-a1b1-937bcd7dbceb req-0bffecec-88c5-4e0f-a818-ed44f58be14a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0518494 Dec 16 16:36:35.779308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4625a59-700c-4d97-a1b1-937bcd7dbceb req-e1da00e4-ee96-43be-a710-ea853b6d9a8d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422623 Dec 16 16:36:35.801366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41270) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:35.841357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7233114-9aa5-47c9-aed5-41f04067f277 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:35.842835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f7233114-9aa5-47c9-aed5-41f04067f277 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1091 time: 0.0404985 Dec 16 16:36:35.845675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41272) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:35.849900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:36:35.964978 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:36.064221 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:36.163469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.3 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/041b5a12-6740-4a24-af26-717009c37098) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:36:36.618751 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:36.748101 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:36.788876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:36:36.791714 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:36:36.795373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:36:36.800735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=041b5a12-6740-4a24-af26-717009c37098,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:37.162959 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:37.327703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:37.481149 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:37.559211 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:37.658387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=041b5a12-6740-4a24-af26-717009c37098,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:36:37.667557 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:37.768293 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 2394f9ff-50f0-4194-9982-fcfc495f894e associated. External IP: 172.25.7.3, port: e45ddad1-6185-482f-a62f-0b0038343fdb. Dec 16 16:36:37.978308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:36:38.088705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:36:38.098549 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Sync routers for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:36:38.108024 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:38.114713 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:38.167303 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:38.199114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ad9bd9a9-1b6f-4f17-a2b7-e7c9236c1bca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3524199 Dec 16 16:36:38.199728 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:36:38.202057 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe6edc-25f7-473d-b7c0-7890608e5c99" -d '{"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:36:38.214277 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:38.250621 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6781e545-bad3-414d-ba68-294af5a151f9 x-openstack-request-id: req-6781e545-bad3-414d-ba68-294af5a151f9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:36:38.250919 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:36:38.251177 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6781e545-bad3-414d-ba68-294af5a151f9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:36:38.251591 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'status': 'completed', 'code': 200} Dec 16 16:36:38.329707 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44602b-6b43-4715-8499-38bad36deda0 req-c95cf478-c5c4-4853-ac51-6cdd3e57b5e4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:38.331211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc44602b-6b43-4715-8499-38bad36deda0 req-c95cf478-c5c4-4853-ac51-6cdd3e57b5e4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0725293 Dec 16 16:36:38.360281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-eff391e3-86a8-4a61-8cc9-c9571d19e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:38.361770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-eff391e3-86a8-4a61-8cc9-c9571d19e5a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0665596 Dec 16 16:36:38.439859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc44602b-6b43-4715-8499-38bad36deda0 req-78e4006b-eb4f-4cbd-93dd-c3a15a905265 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005113 Dec 16 16:36:38.443027 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2394f9ff-50f0-4194-9982-fcfc495f894e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'mac_address': 'fa:16:3e:a1:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:36:37Z', 'updated_at': '2021-12-16T16:36:37Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:38.463254 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41278) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:38.474651 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Checking router: 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:36:38.483381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:36:38.484023 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:36:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:38.487889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-d3866d49-a619-4618-bbd9-159576d98791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:38.489434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-d3866d49-a619-4618-bbd9-159576d98791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.1164510 Dec 16 16:36:38.531876 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6ad4983d-7465-4f48-adfd-48941e9c15a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/2394f9ff-50f0-4194-9982-fcfc495f894e HTTP/1.1" status: 200 len: 989 time: 0.0672500 Dec 16 16:36:38.558742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-e7b99246-8010-431f-a34b-7dd932ba2a08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 997 time: 0.0604031 Dec 16 16:36:38.589026 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:36:38.607880 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-2d027c4a-91e9-4cbe-8e4e-49017c6fce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:38.609363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-2d027c4a-91e9-4cbe-8e4e-49017c6fce6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0439672 Dec 16 16:36:38.661325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-0588a0f3-4ccd-4cc8-b4cb-3725bd0533e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:38.663407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-0588a0f3-4ccd-4cc8-b4cb-3725bd0533e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462794 Dec 16 16:36:38.757801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-f4d4d744-2b56-4336-8889-fd6a5cd29f52 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861773 Dec 16 16:36:38.821003 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2394f9ff-50f0-4194-9982-fcfc495f894e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'mac_address': 'fa:16:3e:a1:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:36:37Z', 'updated_at': '2021-12-16T16:36:37Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:36:38.847766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535bfef-fd5f-4b20-9452-c52dcb6feacf None None] The sync data for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 is: [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '2394f9ff-50f0-4194-9982-fcfc495f894e', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.3', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'mac_address': 'fa:16:3e:a1:69:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:36:37Z', 'updated_at': '2021-12-16T16:36:37Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:36:38.864309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e6fe6edc-25f7-473d-b7c0-7890608e5c99 req-855c0d47-0b4d-4ccd-80bb-2462d583295a service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995393 Dec 16 16:36:39.059352 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210c1cb-db72-48ca-b08f-708b3672dd0d None None] New status for floating IP 2394f9ff-50f0-4194-9982-fcfc495f894e: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:36:39.535712 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41282) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:36:39.594486 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c96be03f-4120-4c7c-8fbf-dac86f2c18c3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/2394f9ff-50f0-4194-9982-fcfc495f894e HTTP/1.1" status: 200 len: 991 time: 0.0576410 Dec 16 16:36:41.252611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-a4c4836c-abc6-45be-b524-44591d3be32e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420053 Dec 16 16:36:41.361389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fe575-e0f7-4925-9486-979cf8189547 req-ca4e1fe9-db62-4430-ae31-751ed7c47712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:41.362917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-ca4e1fe9-db62-4430-ae31-751ed7c47712 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0428388 Dec 16 16:36:41.474851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fe575-e0f7-4925-9486-979cf8189547 req-88183457-60ad-4178-9359-4f37ea3e38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:41.476371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-88183457-60ad-4178-9359-4f37ea3e38af service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0889366 Dec 16 16:36:41.541755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-75ac9b8e-585b-42fa-a350-cb48109ba637 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 999 time: 0.0581720 Dec 16 16:36:41.591930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fe575-e0f7-4925-9486-979cf8189547 req-a5dd8ace-3211-4afb-8b51-f680970c3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:41.593370 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-a5dd8ace-3211-4afb-8b51-f680970c3593 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0449750 Dec 16 16:36:41.653954 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fe575-e0f7-4925-9486-979cf8189547 req-12737e87-a04d-47f4-a73d-265095d98689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:36:41.655480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-12737e87-a04d-47f4-a73d-265095d98689 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545881 Dec 16 16:36:41.745248 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-bd0055e3-7837-4f70-aa6d-6ff99292224c service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830619 Dec 16 16:36:41.837820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-847fe575-e0f7-4925-9486-979cf8189547 req-328ebdf4-0543-4610-a4e4-993993ef69db service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Dec 16 16:36:44.199266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-70dcd4c8-ef27-444b-80f6-2da6bb712bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:46.662477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c3f1320d-763f-465c-85e6-b2749001eb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:48.250962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:49.559538 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:50.118687 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:36:50.719059 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:36:59.347928 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:00.119328 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:11.136473 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267065-8c26-4672-9fa1-4efdf5e83b68 req-4612a8ff-cda4-4212-a3ce-1b191e6a4da8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:11.137981 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f267065-8c26-4672-9fa1-4efdf5e83b68 req-4612a8ff-cda4-4212-a3ce-1b191e6a4da8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0515018 Dec 16 16:37:11.188306 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f267065-8c26-4672-9fa1-4efdf5e83b68 req-c237b24b-90ab-4ec4-896b-d01df5dfa1e1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443461 Dec 16 16:37:11.289207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41310) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:37:11.376214 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-71e2a892-70d5-400e-b574-775bbfd00523 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858357 Dec 16 16:37:11.384980 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-00f38b50-eda9-4bbe-89bb-503a4c79da34 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:37:11.385957 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-00f38b50-eda9-4bbe-89bb-503a4c79da34 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050268 Dec 16 16:37:12.304944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f5406-ab38-4e61-9043-c6826759bfb7 req-412b7ff6-7ae0-4959-8e51-8e7bdaea687e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:12.306440 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e39f5406-ab38-4e61-9043-c6826759bfb7 req-412b7ff6-7ae0-4959-8e51-8e7bdaea687e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0492377 Dec 16 16:37:12.359517 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e39f5406-ab38-4e61-9043-c6826759bfb7 req-cbd21541-0766-4072-89fb-fb28e580d2cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470510 Dec 16 16:37:13.476389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ada5c0-da46-42aa-a798-fa5d7a37d7c7 req-4fd2ac4a-2319-434d-8823-3f58df8134c6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:13.477853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0ada5c0-da46-42aa-a798-fa5d7a37d7c7 req-4fd2ac4a-2319-434d-8823-3f58df8134c6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0487733 Dec 16 16:37:13.527337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0ada5c0-da46-42aa-a798-fa5d7a37d7c7 req-5d9f7580-a78a-4918-bde0-32350ae18a13 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Dec 16 16:37:13.793418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-353e37a6-992e-4add-bf7e-fed532b8a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:13.794800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-353e37a6-992e-4add-bf7e-fed532b8a45c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0414310 Dec 16 16:37:13.888070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-b6595b83-1022-48e5-b7e0-73f674993220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:13.889543 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-b6595b83-1022-48e5-b7e0-73f674993220 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0872946 Dec 16 16:37:13.954816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-6b89299b-910a-4d43-8a57-ed14caa0652d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 999 time: 0.0586605 Dec 16 16:37:14.004216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-b1a23a23-020f-4c1e-8477-b399ec706698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:14.005706 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-b1a23a23-020f-4c1e-8477-b399ec706698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0444872 Dec 16 16:37:14.057525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-2efaa47a-f07f-4672-a6e6-8a7600ee3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:14.058924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-2efaa47a-f07f-4672-a6e6-8a7600ee3a6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453987 Dec 16 16:37:14.152568 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-0732dffb-f0ba-4935-a9fe-8743d4180359 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Dec 16 16:37:14.247899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-8d42d7b6-80cf-4e4e-aafa-359c21d55a84 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884905 Dec 16 16:37:14.256222 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c1b16b6-c3cb-4f4b-a614-f222191884b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:14.644721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50bcfc-d95b-4cc9-afc5-49db204a5c2f req-87acf39c-f934-4893-b5d3-3de111c86b6d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:14.646778 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e50bcfc-d95b-4cc9-afc5-49db204a5c2f req-87acf39c-f934-4893-b5d3-3de111c86b6d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0493553 Dec 16 16:37:14.695898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e50bcfc-d95b-4cc9-afc5-49db204a5c2f req-4d874e23-b357-43de-a612-655a8d73f5dc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430689 Dec 16 16:37:15.822961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8725e73-1356-4c16-8b5f-e7108aab3afa req-5704c5e9-acd4-4502-bf18-270a0023141d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:15.825396 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8725e73-1356-4c16-8b5f-e7108aab3afa req-5704c5e9-acd4-4502-bf18-270a0023141d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0567799 Dec 16 16:37:15.879220 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e8725e73-1356-4c16-8b5f-e7108aab3afa req-67da0472-167e-4f87-960a-a447f8831465 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474513 Dec 16 16:37:16.564633 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0b9198f5-7e5b-45ec-86cf-2d96bed7f775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:17.017117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b18294-785a-4aec-a49c-917d417ca16b req-c78a5dc0-e0d7-46f7-8619-41ccdb5a2515 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:17.018634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1b18294-785a-4aec-a49c-917d417ca16b req-c78a5dc0-e0d7-46f7-8619-41ccdb5a2515 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0604143 Dec 16 16:37:17.069140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b1b18294-785a-4aec-a49c-917d417ca16b req-c0c26cea-5d05-4709-89f6-09c406435dc8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Dec 16 16:37:18.113129 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:18.187213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c78b47-f44e-4e01-974d-8e58323ec3f4 req-deb5202f-e618-4e64-8e9c-051e81a6d140 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:18.188719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25c78b47-f44e-4e01-974d-8e58323ec3f4 req-deb5202f-e618-4e64-8e9c-051e81a6d140 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0496182 Dec 16 16:37:18.247959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25c78b47-f44e-4e01-974d-8e58323ec3f4 req-2c508f4c-aa5d-4027-902a-00f56a41f748 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525081 Dec 16 16:37:19.369542 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5059c7-9322-411d-8727-d7024a38d3c7 req-ffb931ef-833e-4ce2-ace7-9f29424a0bb7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:19.371029 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e5059c7-9322-411d-8727-d7024a38d3c7 req-ffb931ef-833e-4ce2-ace7-9f29424a0bb7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0545912 Dec 16 16:37:19.422129 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6e5059c7-9322-411d-8727-d7024a38d3c7 req-8f8dc377-d956-488e-94c5-eebfd31d6eb1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Dec 16 16:37:19.587484 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:20.171012 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:20.552348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1be149-31de-4733-a5e9-e2d140ae1593 req-c2912ef0-f9c6-4ad6-a986-60ada3107fdc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:20.555983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e1be149-31de-4733-a5e9-e2d140ae1593 req-c2912ef0-f9c6-4ad6-a986-60ada3107fdc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0569828 Dec 16 16:37:20.610497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e1be149-31de-4733-a5e9-e2d140ae1593 req-b43d7f99-a01b-452f-b1d7-94cfa65891cc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462477 Dec 16 16:37:21.738069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109a42-1c0b-4ed1-bf3b-30bc52b89cbf req-b08b5e18-cdf7-4cb9-9da5-8bc7adf1b094 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:21.739665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b109a42-1c0b-4ed1-bf3b-30bc52b89cbf req-b08b5e18-cdf7-4cb9-9da5-8bc7adf1b094 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0512314 Dec 16 16:37:21.795878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b109a42-1c0b-4ed1-bf3b-30bc52b89cbf req-c5c4bc25-46fc-4dd8-91e3-a731a5b17dd5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493467 Dec 16 16:37:22.924159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b495d-a3e9-40fa-844f-5be23202c452 req-186c4362-4af0-4a51-a3e7-a7a87fa1f2c0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:22.925763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54b495d-a3e9-40fa-844f-5be23202c452 req-186c4362-4af0-4a51-a3e7-a7a87fa1f2c0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0527272 Dec 16 16:37:22.980017 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b54b495d-a3e9-40fa-844f-5be23202c452 req-9526d462-d013-4f2e-9752-834c97371901 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469639 Dec 16 16:37:24.102302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8250caa-75fe-4479-a243-3b648f2e08eb req-8bc370bb-ca39-456c-a571-95824916061c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:24.103930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8250caa-75fe-4479-a243-3b648f2e08eb req-8bc370bb-ca39-456c-a571-95824916061c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0521896 Dec 16 16:37:24.154653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b8250caa-75fe-4479-a243-3b648f2e08eb req-b64d6c65-3592-4bb4-b7c3-3700b2c0e851 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Dec 16 16:37:25.286442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b0ee0-77e1-4500-84ae-b6874aacf675 req-9b9edb2b-eee1-4579-8bd7-52ef57f340f4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:25.287947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5b0ee0-77e1-4500-84ae-b6874aacf675 req-9b9edb2b-eee1-4579-8bd7-52ef57f340f4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0603914 Dec 16 16:37:25.338357 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1d5b0ee0-77e1-4500-84ae-b6874aacf675 req-120da0a2-c7cd-4b68-b9db-514bfd4cbc1e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Dec 16 16:37:26.459754 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e4eee-e50e-4d26-b2a8-50679238ecfb req-f371be3f-7965-4f4b-ab19-c5bb3719612c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:26.461351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8e4eee-e50e-4d26-b2a8-50679238ecfb req-f371be3f-7965-4f4b-ab19-c5bb3719612c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0506012 Dec 16 16:37:26.519576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b8e4eee-e50e-4d26-b2a8-50679238ecfb req-748d3bac-7b78-49b1-b7d3-e7da08cd7dc0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520482 Dec 16 16:37:26.570330 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-974eebc1-04d7-40e4-8103-22eea9956990 req-a89910ba-3be4-4f43-bc52-e05c0440685a service neutron] show failed (client error): The resource could not be found. Dec 16 16:37:26.571371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-a89910ba-3be4-4f43-bc52-e05c0440685a service neutron] 10.222.0.30 "GET /v2.0/ports/e45ddad1-6185-482f-a62f-0b0038343fdb/bindings/n-h2-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.0620446 Dec 16 16:37:27.239270 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-779b08a6-74d4-47a6-8bfb-f54e5d89cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:27.240888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-779b08a6-74d4-47a6-8bfb-f54e5d89cf08 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 1096 time: 0.0952778 Dec 16 16:37:27.255597 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c3711f4c-ed50-4a47-8875-8861f0b7f307 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:37:27.256700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c3711f4c-ed50-4a47-8875-8861f0b7f307 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052142 Dec 16 16:37:27.278742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:37:27.336325 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:27.557223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:37:27.593320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:37:27.665673 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:37:27.667982 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed6b9f-295f-4c73-9c89-bc28cc8a7a49" -d '{"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-unplugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:37:27.671937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:27.698910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c76c8-9a41-4417-a624-18a6fab520e7 req-3fdddf16-2797-4a7c-9b1f-a797ebe79a5a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:27.700506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f65c76c8-9a41-4417-a624-18a6fab520e7 req-3fdddf16-2797-4a7c-9b1f-a797ebe79a5a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.1054399 Dec 16 16:37:27.701583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Transition to ACTIVE for port object e45ddad1-6185-482f-a62f-0b0038343fdb will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:37:27.721063 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:37:27.726928 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19de32b4-8fc2-4546-b99e-1a7f0a865438 x-openstack-request-id: req-19de32b4-8fc2-4546-b99e-1a7f0a865438 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:37:27.727227 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-unplugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:37:27.727482 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19de32b4-8fc2-4546-b99e-1a7f0a865438 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:37:27.727908 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'code': 200} Dec 16 16:37:27.757311 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f65c76c8-9a41-4417-a624-18a6fab520e7 req-7ab73f82-9eb0-4338-87f0-700fd0acc25c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496106 Dec 16 16:37:27.764660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:27.845941 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=6']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:37:27.861487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.861837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.862185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.862526 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.862865 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.863205 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.863535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.863902 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.864214 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.864580 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.865204 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.865536 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.865867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:27.904978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] No DVR routers for this DVR port e45ddad1-6185-482f-a62f-0b0038343fdb on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:37:28.048145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:37:28.048509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:37:28.048835 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:37:28.053717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:37:28.053947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Attempting to bind port e45ddad1-6185-482f-a62f-0b0038343fdb on network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:37:28.058956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:37:28.059291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Checking segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:37:28.059664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Bound using segment: {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:37:28.060123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Bound port: e45ddad1-6185-482f-a62f-0b0038343fdb, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8bcc56-0c98-41bc-8263-2300585d731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:37:28.060479 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:28.123362 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:37:28.126481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:37:28.193385 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:28.230106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.230944 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:28.232583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] 10.222.0.74 "PUT /v2.0/ports/e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 1091 time: 0.9584043 Dec 16 16:37:28.258497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2424d-6248-4c66-936d-ace24302c54b service neutron] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:37:28.322504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-690979b9-b92b-4343-882e-35e23837546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.324114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-690979b9-b92b-4343-882e-35e23837546e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1094 time: 0.0446150 Dec 16 16:37:28.425108 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-32ff5d0a-2306-4895-8a57-a39908064d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.426600 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-32ff5d0a-2306-4895-8a57-a39908064d78 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0898812 Dec 16 16:37:28.505790 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-33ead596-bd69-4c30-9c7a-c9ebaf8874ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 997 time: 0.0667884 Dec 16 16:37:28.559506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-cbe5a7e3-9794-44ab-97dd-8058efe16a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.561007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-cbe5a7e3-9794-44ab-97dd-8058efe16a4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0454130 Dec 16 16:37:28.613116 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eebc1-04d7-40e4-8103-22eea9956990 req-35d0e2c6-de27-4789-a71f-b3907e94becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.614585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-35d0e2c6-de27-4789-a71f-b3907e94becb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415699 Dec 16 16:37:28.713368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-99e2c4cd-6823-47b6-84ef-99f9a5c5dd28 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898330 Dec 16 16:37:28.809509 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-974eebc1-04d7-40e4-8103-22eea9956990 req-15fd9c19-9789-4486-861c-41721ba3fb47 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876615 Dec 16 16:37:28.890911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42563-16e8-433e-8514-468717ff5bc8 req-ff6aab3b-8835-4dea-9bf3-8bfae15ff8e5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:28.892449 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a42563-16e8-433e-8514-468717ff5bc8 req-ff6aab3b-8835-4dea-9bf3-8bfae15ff8e5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.0585368 Dec 16 16:37:28.946665 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a1a42563-16e8-433e-8514-468717ff5bc8 req-72650644-446c-40da-b6f2-2a1f0b0ec9b3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478308 Dec 16 16:37:29.324534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:29.505857 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:37:29.545634 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:37:29.728757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:37:29.732307 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fad891e-3acf-411c-984d-d4fff6525e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:37:29.785565 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcab48-457a-4da2-bd80-0be159c99068 x-openstack-request-id: req-83fcab48-457a-4da2-bd80-0be159c99068 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:37:29.786048 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:37:29.786973 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-83fcab48-457a-4da2-bd80-0be159c99068 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:37:29.787756 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'status': 'completed', 'code': 200} Dec 16 16:37:29.900913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-8431c4a1-bfdd-4448-a43b-31e0b66505ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:29.908342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-8431c4a1-bfdd-4448-a43b-31e0b66505ec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1094 time: 0.0645499 Dec 16 16:37:29.908342 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-c9892606-17b0-4c9a-829f-ad6ce2e3d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:29.908342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-c9892606-17b0-4c9a-829f-ad6ce2e3d872 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1094 time: 0.0761809 Dec 16 16:37:30.101964 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:30.500196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-d874e862-1fdb-4734-81bd-ef6807d44a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.501690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-d874e862-1fdb-4734-81bd-ef6807d44a12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.5887504 Dec 16 16:37:30.506293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-2d1c4ffe-18d3-4072-bd67-9b34a753d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.508158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-2d1c4ffe-18d3-4072-bd67-9b34a753d0a3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.5968490 Dec 16 16:37:30.526904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5fd39-5f65-485b-95d2-1fb5086402d2 req-ef1b14c4-113c-4ecc-b882-3163ec04cf1d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.528454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9d5fd39-5f65-485b-95d2-1fb5086402d2 req-ef1b14c4-113c-4ecc-b882-3163ec04cf1d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.5059466 Dec 16 16:37:30.668394 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-fe3a6f8f-7b9f-4aeb-bd22-2da6417447de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 997 time: 0.1575048 Dec 16 16:37:30.673242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-605fe05f-817f-41c9-9a29-e860bf1a1683 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 997 time: 0.1548986 Dec 16 16:37:30.726700 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b9d5fd39-5f65-485b-95d2-1fb5086402d2 req-a0870562-3513-4a64-982e-8fa26a627d2a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619332 Dec 16 16:37:30.782107 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-e537a674-d533-476c-a1c2-5930ee57da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.783621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-e537a674-d533-476c-a1c2-5930ee57da5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.1043072 Dec 16 16:37:30.788133 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-0e54385f-1e05-4c03-aee3-7565fb481b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.789557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-0e54385f-1e05-4c03-aee3-7565fb481b00 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0957093 Dec 16 16:37:30.867508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-d832fa5b-a7cb-4f73-9062-12ece9f66f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.869068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-d832fa5b-a7cb-4f73-9062-12ece9f66f02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702395 Dec 16 16:37:30.870862 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-ee0388a9-8878-4b9c-8947-a194eb8d0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:30.872257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-ee0388a9-8878-4b9c-8947-a194eb8d0ecd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813797 Dec 16 16:37:31.046167 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-9fffec04-1421-4a8f-95e4-da5a519e5e96 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661136 Dec 16 16:37:31.076516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-dcb02912-10c8-4815-bd6e-497e09618940 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756217 Dec 16 16:37:31.220067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-1e5a8c13-b99b-4701-b8b9-64795ade6123 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659784 Dec 16 16:37:31.236841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1fad891e-3acf-411c-984d-d4fff6525e0f req-94f2eed0-90a3-4318-9541-e1bc5994b9f8 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293828 Dec 16 16:37:31.854141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86b021-3784-4383-907a-0364eb921253 req-4c3a4b86-e48a-41f8-8364-94ce53018c51 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:31.855800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d86b021-3784-4383-907a-0364eb921253 req-4c3a4b86-e48a-41f8-8364-94ce53018c51 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 943 time: 0.0566101 Dec 16 16:37:31.907914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6d86b021-3784-4383-907a-0364eb921253 req-b1343d78-378e-452e-9803-f5449e394868 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Dec 16 16:37:31.947625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:37:32.060023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:37:32.074223 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'port_id': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'mac_address': 'fa:16:3e:a1:69:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:37:32.114345 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:32.129684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45ddad1-6185-482f-a62f-0b0038343fdb {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:37:32.157389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:37:32.227343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:32.275883 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:37:32.283657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.284028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.284374 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.284714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.285050 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.285383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.285714 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.286042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.286367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.287248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.287575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.287925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.288250 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:37:32.550885 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['e45ddad1-6185-482f-a62f-0b0038343fdb'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:37:32.560256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188a2a-30fe-4ff6-9058-1357f1eea20a req-651659c4-4de1-4199-928c-8c062d2c92ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:32.561823 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85188a2a-30fe-4ff6-9058-1357f1eea20a req-651659c4-4de1-4199-928c-8c062d2c92ae tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 944 time: 0.0577943 Dec 16 16:37:32.619668 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85188a2a-30fe-4ff6-9058-1357f1eea20a req-f26bc3ac-9b63-42bb-90c8-dd2473b0de17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508759 Dec 16 16:37:32.759556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707913b-015e-4030-8fc5-ef46e407f913 req-ff8c66ee-d13b-4170-ac95-c15ddbf66f17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:32.760986 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-ff8c66ee-d13b-4170-ac95-c15ddbf66f17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&binding%3Ahost_id=n-h2-821947-3 HTTP/1.1" status: 200 len: 944 time: 0.1183193 Dec 16 16:37:32.821547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94935530-a85a-43c5-9e18-6144e2f2c657 req-d25f3d7f-941c-430b-b9bb-e4fb67b1a85f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:32.823173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94935530-a85a-43c5-9e18-6144e2f2c657 req-d25f3d7f-941c-430b-b9bb-e4fb67b1a85f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 944 time: 0.1246550 Dec 16 16:37:32.878582 n-d-821947-3 neutron-server[104056]: INFO neutron.api.v2.resource [req-2707913b-015e-4030-8fc5-ef46e407f913 req-04fdb0b0-b2ac-47e1-84ed-fa877a42d6e0 service neutron] delete failed (client error): The resource could not be found. Dec 16 16:37:32.879635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-04fdb0b0-b2ac-47e1-84ed-fa877a42d6e0 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e45ddad1-6185-482f-a62f-0b0038343fdb/bindings/n-h1-821947-3 HTTP/1.1" status: 404 len: 380 time: 0.1115115 Dec 16 16:37:32.898690 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94935530-a85a-43c5-9e18-6144e2f2c657 req-08880bed-cca6-4b99-a969-6fa284268fd2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674477 Dec 16 16:37:33.002184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707913b-015e-4030-8fc5-ef46e407f913 req-ebbaba54-8c67-4e76-bdd3-f0ac0d3e5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:33.003712 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-ebbaba54-8c67-4e76-bdd3-f0ac0d3e5d5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1095 time: 0.0432694 Dec 16 16:37:33.104900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707913b-015e-4030-8fc5-ef46e407f913 req-9e1c0b32-fe8a-42a8-bd9d-aa896f5a96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:33.106299 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-9e1c0b32-fe8a-42a8-bd9d-aa896f5a96b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0946770 Dec 16 16:37:33.176061 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-037fcf85-f0cc-4e1c-a891-61697bc1c146 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 998 time: 0.0628235 Dec 16 16:37:33.234285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707913b-015e-4030-8fc5-ef46e407f913 req-1b3f61a3-e3b3-459c-ab33-c45ed3490a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:33.236014 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-1b3f61a3-e3b3-459c-ab33-c45ed3490a8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0525627 Dec 16 16:37:33.285709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707913b-015e-4030-8fc5-ef46e407f913 req-b29b46a6-b4af-47a8-a830-94b9fc4d2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:33.287841 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-b29b46a6-b4af-47a8-a830-94b9fc4d2862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447049 Dec 16 16:37:33.384385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-eec9c270-ef01-4daa-bf70-c4c897c65a3c service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Dec 16 16:37:33.487730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2707913b-015e-4030-8fc5-ef46e407f913 req-8325980c-523b-4e57-970a-2e5c954c8633 service neutron] 10.222.0.30 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958464 Dec 16 16:37:33.948124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:37:34.019868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c0f27-ce75-496b-8a43-fced156cfd73 req-c998d326-e25d-4b63-bc3d-339ef2ef984a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:34.021895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c12c0f27-ce75-496b-8a43-fced156cfd73 req-c998d326-e25d-4b63-bc3d-339ef2ef984a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 944 time: 0.0506184 Dec 16 16:37:34.075556 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c12c0f27-ce75-496b-8a43-fced156cfd73 req-78163fb2-edc8-4a78-a814-42e2104fb36b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475152 Dec 16 16:37:34.085485 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port e45ddad1-6185-482f-a62f-0b0038343fdb completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:37:34.090666 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port e45ddad1-6185-482f-a62f-0b0038343fdb triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:37:34.091170 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:34.179793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:34.203040 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:37:34.205362 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e4451-fbb9-4127-a5ed-1956af2a8de4" -d '{"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-plugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:37:34.219542 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:37:34.244522 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01320e8e-4132-4214-b592-2fdfcc9ed5c0 x-openstack-request-id: req-01320e8e-4132-4214-b592-2fdfcc9ed5c0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:37:34.248163 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-plugged", "status": "completed", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:37:34.248163 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01320e8e-4132-4214-b592-2fdfcc9ed5c0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:37:34.248163 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'code': 200} Dec 16 16:37:34.302684 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:34.355252 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:37:35.201273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c734b-f452-428a-afb4-ea5d5857eb29 req-7bd7b6d6-0dfd-4246-bd45-06346383bea4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:35.202896 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e12c734b-f452-428a-afb4-ea5d5857eb29 req-7bd7b6d6-0dfd-4246-bd45-06346383bea4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0544066 Dec 16 16:37:35.253334 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e12c734b-f452-428a-afb4-ea5d5857eb29 req-149adae5-410b-41fe-bb48-228d7e4bd7dd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Dec 16 16:37:35.276556 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41394) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:37:35.338904 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2fb868ec-138f-415f-a459-ec8ae8c8f6a1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/2394f9ff-50f0-4194-9982-fcfc495f894e HTTP/1.1" status: 200 len: 991 time: 0.0611885 Dec 16 16:37:44.203810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35350839-9783-49a5-b7a7-fce8144002dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:46.524305 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae097107-242d-4427-bd44-21a4a282a061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:48.107646 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:49.529015 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:50.129945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:58.896828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-dbb12868-338b-4cfe-8f6e-eebeff2dc79f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403733 Dec 16 16:37:59.004975 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-dc46fc5b-c50b-462f-a672-e44756921fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:59.006467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-dc46fc5b-c50b-462f-a672-e44756921fbb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0426812 Dec 16 16:37:59.113427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-059d7be1-99e8-48b7-ad7c-8e9fa4e56ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:59.115676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-059d7be1-99e8-48b7-ad7c-8e9fa4e56ef2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0894494 Dec 16 16:37:59.183160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-c43a8bd7-d78b-48d3-ae94-a98a437b5ebc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 999 time: 0.0582166 Dec 16 16:37:59.236488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-f9f2e68b-b3ff-4858-81b5-9ecb4be44cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:59.237969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-f9f2e68b-b3ff-4858-81b5-9ecb4be44cbe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0477262 Dec 16 16:37:59.288866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-04a776b1-6cd7-45f3-abca-30d0e90cb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:37:59.290418 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-04a776b1-6cd7-45f3-abca-30d0e90cb2ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421348 Dec 16 16:37:59.312841 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:37:59.381646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-adb4ae26-cf3a-4b80-a27d-e8aadc6d97dd service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821664 Dec 16 16:37:59.477169 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0868e7ec-d3af-48ba-8108-b8087cb520b0 req-76cc0e3b-fd89-4558-a950-14ae7584b47e service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 Dec 16 16:38:00.141552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:03.879051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41404) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:04.047596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 041b5a12-6740-4a24-af26-717009c37098 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:38:04.047985 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.128047 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.128375 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.140784 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 041b5a12-6740-4a24-af26-717009c37098 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:38:04.404708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.429426 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=041b5a12-6740-4a24-af26-717009c37098,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:04.443189 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.443548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.443922 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.444295 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.444682 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.445397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.445397 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.445663 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.445995 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.446326 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.446658 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.446986 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.447314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:04.508484 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.508814 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 2394f9ff-50f0-4194-9982-fcfc495f894e disassociated (deleted). External IP: 172.25.7.3, port: e45ddad1-6185-482f-a62f-0b0038343fdb. Dec 16 16:38:04.720620 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:38:04.721245 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:38:04.830555 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:38:04.835621 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:04.840731 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Sync routers for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:38:04.851599 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:04.852550 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:37:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:04.866719 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a5b27b6b-c9ae-41d5-842d-d52a4f63a671 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/floatingips/2394f9ff-50f0-4194-9982-fcfc495f894e HTTP/1.1" status: 204 len: 168 time: 0.9834871 Dec 16 16:38:04.866719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:38:04.867294 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933abc2-02fe-425a-940b-0c98c7da7deb" -d '{"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:38:04.914490 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56686ce8-abfd-4bbb-94b2-b335c35916b4 x-openstack-request-id: req-56686ce8-abfd-4bbb-94b2-b335c35916b4 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:38:04.915554 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:38:04.916571 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-56686ce8-abfd-4bbb-94b2-b335c35916b4 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:38:04.916852 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'status': 'completed', 'code': 200} Dec 16 16:38:04.976384 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:05.022960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-34c7d7cc-4343-4bcf-89e7-69906dd6b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:05.024535 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-34c7d7cc-4343-4bcf-89e7-69906dd6b388 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 1096 time: 0.0558245 Dec 16 16:38:05.125008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-43ce4a75-00a5-4b55-916b-6b054177c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:05.126502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-43ce4a75-00a5-4b55-916b-6b054177c3e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 200 len: 897 time: 0.0947349 Dec 16 16:38:05.170467 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-918ad7cd-a0d8-4e20-9e08-3e08b1ba5a49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 200 len: 217 time: 0.0361485 Dec 16 16:38:05.224487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-28393ad0-b36e-447b-bfb1-7fa8995c83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:05.225967 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-28393ad0-b36e-447b-bfb1-7fa8995c83fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 200 len: 835 time: 0.0476584 Dec 16 16:38:05.240429 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:05.272866 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Checking router: 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:38:05.278777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-b9822c16-eb18-4f8e-a62e-c4f2a609fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:05.280323 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-b9822c16-eb18-4f8e-a62e-c4f2a609fb87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445879 Dec 16 16:38:05.281399 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:05.282011 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:37:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:05.392174 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:05.414518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-04aa9f47-c66b-4835-a6aa-b7c435228b50 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242504 Dec 16 16:38:05.423045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8ee6-206b-4e80-8d7f-0fff83de0138 req-01e3b5de-d5cb-4158-9108-ae374f8b9e34 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:05.424625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0baa8ee6-206b-4e80-8d7f-0fff83de0138 req-01e3b5de-d5cb-4158-9108-ae374f8b9e34 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0797515 Dec 16 16:38:05.530150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0baa8ee6-206b-4e80-8d7f-0fff83de0138 req-6db6c307-8fb1-4394-9ded-05c0566d2129 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967009 Dec 16 16:38:05.554079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f933abc2-02fe-425a-940b-0c98c7da7deb req-f3ea204e-1cb9-4bc7-8447-cd535ec9fa11 service neutron] 10.222.0.74 "GET /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284549 Dec 16 16:38:05.695768 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:05.720810 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f2e63-b9ed-4188-95a4-e7732f6de4de None None] The sync data for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 is: [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:36:21Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '852f35da-2b28-4d0b-bf0e-7ebea10e60dc', 'name': '', 'network_id': '4c748a14-30f8-4eea-8d6b-639a6b1b2a6b', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:c7:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:21Z', 'updated_at': '2021-12-16T16:36:24Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'f307bb59-9cd8-4b9e-bbb1-f891098db25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:38:05.967958 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e595cfeb-250b-4d51-b508-d0227280010a None None] New status for floating IP 2394f9ff-50f0-4194-9982-fcfc495f894e: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:38:06.664022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bfe1c-9f94-4192-b55d-54dfaa15ebb8 req-0bdcf161-fd0c-4de7-b328-7972af6fd3c7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:06.665557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d35bfe1c-9f94-4192-b55d-54dfaa15ebb8 req-0bdcf161-fd0c-4de7-b328-7972af6fd3c7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0630538 Dec 16 16:38:06.716520 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d35bfe1c-9f94-4192-b55d-54dfaa15ebb8 req-96e731b2-ae9f-4d0c-913a-fcecddc14ff1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=653adc0f-0732-48c8-9b43-c39223383964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Dec 16 16:38:06.989724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-5e8df075-d38c-4c3a-9aa7-407625e28b04 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:06.991273 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-5e8df075-d38c-4c3a-9aa7-407625e28b04 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 945 time: 0.0545487 Dec 16 16:38:07.086944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port e45ddad1-6185-482f-a62f-0b0038343fdb {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:38:07.087290 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:07.218950 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port e45ddad1-6185-482f-a62f-0b0038343fdb, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=e45ddad1-6185-482f-a62f-0b0038343fdb,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:07.219739 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:07.235732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for e45ddad1-6185-482f-a62f-0b0038343fdb owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:38:07.484516 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:07.518250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=e45ddad1-6185-482f-a62f-0b0038343fdb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:07.559177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] No DVR routers for this DVR port e45ddad1-6185-482f-a62f-0b0038343fdb on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:38:07.561922 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:07.565336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-00154ce1-4dd0-4df3-9ae2-72117abfe04a req-25afd491-f7ba-48cf-8030-4ff5cd74d1a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.74 "DELETE /v2.0/ports/e45ddad1-6185-482f-a62f-0b0038343fdb HTTP/1.1" status: 204 len: 173 time: 0.5641778 Dec 16 16:38:07.565788 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-deleted', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:38:07.568140 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915e7e89-abd0-4356-bd3d-d58fc8dc3d03" -d '{"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-deleted", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:38:07.606850 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de8cea5-60b6-445b-93cb-1d869dd41cea x-openstack-request-id: req-1de8cea5-60b6-445b-93cb-1d869dd41cea {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:38:07.607061 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce313a50-5098-42cc-adfe-7d992743cafa", "name": "network-vif-deleted", "tag": "e45ddad1-6185-482f-a62f-0b0038343fdb", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:38:07.607317 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1de8cea5-60b6-445b-93cb-1d869dd41cea {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:38:07.607765 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce313a50-5098-42cc-adfe-7d992743cafa', 'name': 'network-vif-deleted', 'tag': 'e45ddad1-6185-482f-a62f-0b0038343fdb', 'status': 'completed', 'code': 200} Dec 16 16:38:07.840806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2d5dd74c-0fb1-4b9a-8396-2da319f64fe7 req-0e95a6e7-7902-40cc-8166-831a4fd892e8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 210 time: 0.0293288 Dec 16 16:38:08.925373 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb46e6c4-ffcc-43fa-ab17-9a5a35717293 req-a89a6cbd-2e69-40e7-88e8-616101a02ca3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce313a50-5098-42cc-adfe-7d992743cafa HTTP/1.1" status: 200 len: 210 time: 0.0270083 Dec 16 16:38:09.999363 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41424) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:10.351733 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:10.609374 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:38:10.609612 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:10.699246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 852f35da-2b28-4d0b-bf0e-7ebea10e60dc, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:10.699598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:10.713231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 852f35da-2b28-4d0b-bf0e-7ebea10e60dc owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:38:10.997354 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.026532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=852f35da-2b28-4d0b-bf0e-7ebea10e60dc,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:11.196535 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.408579 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:38:11.513165 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:38:11.518127 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-754238f3-304d-474c-918f-6a6397b07e41 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5298557 Dec 16 16:38:11.520953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41426) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:11.523631 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Sync routers for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:38:11.533258 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:11.533863 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:37:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:11.572218 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting subnet f307bb59-9cd8-4b9e-bbb1-f891098db25a {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:38:11.575413 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.617640 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.646224 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:11.704599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.828880 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:38:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:11.857224 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Checking router: 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:38:11.866215 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Routers {'0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:11.866817 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:37:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:11.884656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.909666 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Subnet': ['ID=f307bb59-9cd8-4b9e-bbb1-f891098db25a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:11.917420 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:11.923348 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a5536916-ab2e-468c-b02c-3fed22124a1b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/subnets/f307bb59-9cd8-4b9e-bbb1-f891098db25a HTTP/1.1" status: 204 len: 168 time: 0.3992572 Dec 16 16:38:11.924310 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41428) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:11.924511 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2cf769-6d0f-46cc-ab61-876c72ee8947 None None] Network 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:38:11.987330 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] Set router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:12.042180 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.101535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] DHCP port deletion for 4c748a14-30f8-4eea-8d6b-639a6b1b2a6b request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:38:12.107907 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:38:12.132373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: e45ddad1-6185-482f-a62f-0b0038343fdb {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:38:12.132717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device e45ddad1-6185-482f-a62f-0b0038343fdb not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:38:12.158558 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.180381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Deleting port 7a7df4c7-5372-4d37-b3eb-703f7c58206e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:38:12.180764 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.204508 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:38:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:12.236207 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60d0b8-8925-4b75-9dba-cf2589718a9e None None] The sync data for ids ['0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5'] in n-d-821947-3 is: [{'id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484624451', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:36:16Z', 'updated_at': '2021-12-16T16:38:10Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '01d85b5e-dd5c-4283-92cf-1a4e03c920ef', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:36:17Z', 'updated_at': '2021-12-16T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:38:12.260810 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] For port 7a7df4c7-5372-4d37-b3eb-703f7c58206e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=7a7df4c7-5372-4d37-b3eb-703f7c58206e,segment=NetworkSegment(7c8bcc56-0c98-41bc-8263-2300585d731a),segment_id=7c8bcc56-0c98-41bc-8263-2300585d731a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:12.261359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.276600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Calling delete_port for 7a7df4c7-5372-4d37-b3eb-703f7c58206e owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:38:12.342221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:38:12.342480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.436577 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 01d85b5e-dd5c-4283-92cf-1a4e03c920ef, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:12.437154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.455811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:12.460332 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 01d85b5e-dd5c-4283-92cf-1a4e03c920ef owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:38:12.485521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] Pushing event deleted for resources: {'Port': ['ID=7a7df4c7-5372-4d37-b3eb-703f7c58206e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:12.489548 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5ce54-a2da-411c-bc43-2c2b6f5320af None None] No DVR routers for this DVR port 7a7df4c7-5372-4d37-b3eb-703f7c58206e on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:38:13.061603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.086760 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=01d85b5e-dd5c-4283-92cf-1a4e03c920ef,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:13.103369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0718334-a261-4d05-bd8b-39be3fa3b772 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:38:13.151618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.248785 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.251122 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.330085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 852f35da-2b28-4d0b-bf0e-7ebea10e60dc no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:38:13.351555 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 852f35da-2b28-4d0b-bf0e-7ebea10e60dc {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:38:13.351842 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 852f35da-2b28-4d0b-bf0e-7ebea10e60dc not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:38:13.352240 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a7df4c7-5372-4d37-b3eb-703f7c58206e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:38:13.372327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 7a7df4c7-5372-4d37-b3eb-703f7c58206e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:38:13.374517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 7a7df4c7-5372-4d37-b3eb-703f7c58206e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:38:13.393160 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.393710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Fanout notify agent at l3_agent the message router_deleted on router 0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:38:13.403642 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.403642 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bdd09304-7006-4222-898b-2636713b0e72 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/routers/0c7d1e6d-c6cf-4e78-8c6b-f25d16cae2f5 HTTP/1.1" status: 204 len: 168 time: 1.4773128 Dec 16 16:38:13.405660 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41430) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:13.494095 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.586107 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.605798 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c748a14-30f8-4eea-8d6b-639a6b1b2a6b']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:13.616206 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8bcc56-0c98-41bc-8263-2300585d731a') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:13.616516 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8bcc56-0c98-41bc-8263-2300585d731a') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:13.626219 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.640114 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.646169 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:38:13.646560 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:38:13.649557 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:38:13.781802 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.789748 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.792909 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/networks/4c748a14-30f8-4eea-8d6b-639a6b1b2a6b HTTP/1.1" status: 204 len: 168 time: 0.3862460 Dec 16 16:38:13.796040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41432) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:13.806107 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ea451-78f6-48c1-881f-fc4f44cedcfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Network': ['ID=4c748a14-30f8-4eea-8d6b-639a6b1b2a6b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:13.865889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:13.897726 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.038524 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.041222 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.042401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/security-groups/653adc0f-0732-48c8-9b43-c39223383964 HTTP/1.1" status: 204 len: 168 time: 0.2449896 Dec 16 16:38:14.053113 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d99fb-dfd3-4630-9cb0-0e251a04c426 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653adc0f-0732-48c8-9b43-c39223383964,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:14.248120 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-308fbccb-b4cb-46aa-937d-88656b209a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.573406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41438) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:14.578262 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1377625569', 'description': 'tempest-secgroup-smoke-1377625569 description', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:14.705780 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.786900 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.870506 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.900418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3773c7-f978-4b07-9e6d-ba4925b04f9f,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:14.983701 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:14.985035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-26ef0d97-efdd-46f2-b16b-8eba907120a9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4104106 Dec 16 16:38:14.987934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41440) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:14.992488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:15.110495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.165636 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.232752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01d85b5e-dd5c-4283-92cf-1a4e03c920ef no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:38:15.248160 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.256333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 01d85b5e-dd5c-4283-92cf-1a4e03c920ef {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:38:15.256922 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 01d85b5e-dd5c-4283-92cf-1a4e03c920ef not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:38:15.268242 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a235de1-7618-42de-8829-9629c6dedd49,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:15.354878 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.356140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8ee31003-10c9-4c67-b19a-20b9012ac5ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672466 Dec 16 16:38:15.358846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41442) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:15.363110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:15.470566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.528226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.625500 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.642979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9a4467-fe43-446a-a21c-e211ba502aa8,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:15.741563 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.742755 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2301c656-257b-486e-bc24-451e26fc0bd8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3829825 Dec 16 16:38:15.745600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41444) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:15.750376 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:15.838372 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.894366 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.964487 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:15.983934 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f168480b-1050-4719-9286-b204a48353a5,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:16.075149 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.076357 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c53c4173-aea9-409a-8347-0228ccd023ba tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296869 Dec 16 16:38:16.079162 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41446) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:16.084188 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:16.198724 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.257602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.375722 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.396646 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fc4a5b-0edf-46b5-b5f9-842cf9912dfb,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:16.509004 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.510259 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a46e0542-0811-48c5-9520-24782668a7a5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4301012 Dec 16 16:38:16.513201 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41448) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:16.524235 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:16.591152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-520e18bd-74c9-41c5-8b1d-e0b71e192e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.639039 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:38:16.644622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.719711 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.842376 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.860764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5063167b-dde0-4725-ad22-28c92b733a18,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:16.960958 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:16.962229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-433ebd78-fcc8-47c7-8bff-a31e0c0a32cd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4480081 Dec 16 16:38:16.965001 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41450) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:16.969400 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '9f3773c7-f978-4b07-9e6d-ba4925b04f9f', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:17.084378 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:38:17.089786 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.149176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.225607 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.245149 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c91834-f12b-4635-91e9-57ecb2ed0606,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:17.320866 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.322143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-adbc3122-5e51-42be-afd7-5aca4eec1c91 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3561916 Dec 16 16:38:17.325603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41452) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:17.331703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'network': {'name': 'tempest-network-smoke--14898150', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:17.427498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:38:17.431434 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.458450 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:38:17.467130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.467469 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Added segment 4fbe54e7-3b59-4c3c-9913-72708963871e of type vlan for network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 Dec 16 16:38:17.508931 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.650305 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.656187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:17.656782 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.723575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Network': ['ID=9c29decb-2c0b-4ac0-9c40-b81ce92b8671,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:17.734063 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:38:17.816811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-160d4e8e-5891-4d25-acad-cfcbd2563edc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4899852 Dec 16 16:38:17.819639 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41454) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:17.825152 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'admin_state_up': True, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:17.924802 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.925910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:17.981815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.122624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.221070 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.505459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.524008 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.633634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.229 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/04a1d65b-556b-47d5-a2d3-bd81d5272903) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:38:18.738496 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.839316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.884522 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:18.887423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:18.892203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:38:18.898556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=04a1d65b-556b-47d5-a2d3-bd81d5272903,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:18.901749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90b9f2-db5f-40b4-8532-08baa9cf2c64 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:38:18.945646 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ba6d67a4-d2a2-42c7-acb6-21b23d990bd4 None None] Provisioning complete for port 04a1d65b-556b-47d5-a2d3-bd81d5272903 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:18.946028 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba6d67a4-d2a2-42c7-acb6-21b23d990bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:18.980882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d67a4-d2a2-42c7-acb6-21b23d990bd4 None None] Port 04a1d65b-556b-47d5-a2d3-bd81d5272903 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:19.215150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:19.415632 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:19.535721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.021555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:38:20.145340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:38:20.155510 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Sync routers for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:38:20.163023 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.171163 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:20.171894 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:20.276965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:20.320323 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.321719 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8c50d174-db93-4342-b879-c82201b6b4d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5010514 Dec 16 16:38:20.324864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41456) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:20.397164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1266662f-e1e6-4687-afa5-99e6f402b3fc tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6c9ffc85675c4b1497218d6bc066ecfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711470 Dec 16 16:38:20.399806 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41460) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:20.463951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:20.487720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06879564-2fb6-4363-9092-5b6e2503a2ad tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:20.491910 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-06879564-2fb6-4363-9092-5b6e2503a2ad tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885189 Dec 16 16:38:20.492189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41462) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:20.494328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Checking router: b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:38:20.494712 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Updating router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 port 04a1d65b-556b-47d5-a2d3-bd81d5272903 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:38:20.520590 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-045cefe5-219e-485d-8ffb-bdeaf10e5f29 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267181 Dec 16 16:38:20.521008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.523252 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41464) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:20.528525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146170017', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:20.736167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:38:20.739984 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.775854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.896561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.947635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c76ceb-b111-435e-9154-fbac6224cb2c None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:38:20.965222 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Attempting to bind port 04a1d65b-556b-47d5-a2d3-bd81d5272903 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:38:20.965945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Attempting to bind port 04a1d65b-556b-47d5-a2d3-bd81d5272903 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:38:20.966147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Attempting to bind port 04a1d65b-556b-47d5-a2d3-bd81d5272903 on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:38:20.977043 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:38:20.977277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:38:20.977976 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.978371 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:38:20.978851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Bound port: 04a1d65b-556b-47d5-a2d3-bd81d5272903, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:38:20.979238 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:20.984905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946809d-f8e3-48b0-9a29-7ac128dbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=04a1d65b-556b-47d5-a2d3-bd81d5272903,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:21.044858 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-58ab5564-bd89-40ce-b06c-31139792c69c None None] Provisioning complete for port 04a1d65b-556b-47d5-a2d3-bd81d5272903 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:21.045228 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-58ab5564-bd89-40ce-b06c-31139792c69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.048601 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.078425 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] For port 04a1d65b-556b-47d5-a2d3-bd81d5272903, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:38:21.102919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] For port 04a1d65b-556b-47d5-a2d3-bd81d5272903, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04a1d65b-556b-47d5-a2d3-bd81d5272903,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:38:21.105874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-58ab5564-bd89-40ce-b06c-31139792c69c None None] Port 04a1d65b-556b-47d5-a2d3-bd81d5272903 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:21.115420 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Subnet': ['ID=a0c89023-2323-4cb6-8076-876aa65e4b66,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:21.135535 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Checking segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:38:21.135939 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network hostable DHCP agents. Network: 9c29decb-2c0b-4ac0-9c40-b81ce92b8671, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:38:21.181754 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.237775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8768f53-7d48-4bf6-8a6e-7af754dec227 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:38:21.239554 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:38:21.249654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:21.250326 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:21.286564 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946809d-f8e3-48b0-9a29-7ac128dbf8f2 None None] Pushing event updated for resources: {'Port': ['ID=04a1d65b-556b-47d5-a2d3-bd81d5272903,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:21.330233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9c29decb-2c0b-4ac0-9c40-b81ce92b8671) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:21.336272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:21.337359 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.458366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c44542a4-9ff8-41c8-9835-6b8d6009921b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9338951 Dec 16 16:38:21.461649 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41466) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:21.517130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376e5adf-ec30-4a7d-843d-ae29aae940df None None] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:38:21.587875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] Provisioning complete for port 04a1d65b-556b-47d5-a2d3-bd81d5272903 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:21.588210 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.594648 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:21.777202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:38:21.778064 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.910641 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:21.975532 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] For port 04a1d65b-556b-47d5-a2d3-bd81d5272903, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04a1d65b-556b-47d5-a2d3-bd81d5272903,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:21.982909 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.029527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Allocated IP 172.20.0.2 (9c29decb-2c0b-4ac0-9c40-b81ce92b8671/a0c89023-2323-4cb6-8076-876aa65e4b66/157f3dcf-b028-40f0-9785-e257ddde3b46) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:38:22.041282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:22.085437 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5fcd5-b57e-4029-9d19-1e2452efb942 None None] The sync data for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 is: [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:38:22.123902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.193099 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8183-4843-4bdd-a05c-de82c57e2409 None None] Pushing event updated for resources: {'Port': ['ID=04a1d65b-556b-47d5-a2d3-bd81d5272903,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:22.282574 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.414700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.455721 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:22.459614 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:22.468490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:38:22.477141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.1 (9c29decb-2c0b-4ac0-9c40-b81ce92b8671/a0c89023-2323-4cb6-8076-876aa65e4b66/a202ffb0-7827-4d2a-8c96-7b457bdfc3ae) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:38:22.508128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Pushing event updated for resources: {'Port': ['ID=157f3dcf-b028-40f0-9785-e257ddde3b46,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:22.562247 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Attempting to bind port 157f3dcf-b028-40f0-9785-e257ddde3b46 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:38:22.563045 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Attempting to bind port 157f3dcf-b028-40f0-9785-e257ddde3b46 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:38:22.563691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Attempting to bind port 157f3dcf-b028-40f0-9785-e257ddde3b46 on network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:38:22.573462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:38:22.573851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Checking segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:38:22.574268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.574671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Bound using segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:38:22.575171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Bound port: 157f3dcf-b028-40f0-9785-e257ddde3b46, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:38:22.575561 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.639296 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.658350 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] For port 157f3dcf-b028-40f0-9785-e257ddde3b46, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:38:22.662744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] For port 157f3dcf-b028-40f0-9785-e257ddde3b46, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=157f3dcf-b028-40f0-9785-e257ddde3b46,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:38:22.766831 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.791603 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:22.842389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafc5d9-5493-41e1-b9cf-e5ec275cc681 None None] Pushing event updated for resources: {'Port': ['ID=157f3dcf-b028-40f0-9785-e257ddde3b46,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:22.861726 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:22.866402 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:22.871273 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:38:22.902501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:22.938579 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.359859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04a1d65b-556b-47d5-a2d3-bd81d5272903 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:38:23.399737 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.409699 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 04a1d65b-556b-47d5-a2d3-bd81d5272903 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:23.410197 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.502631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 157f3dcf-b028-40f0-9785-e257ddde3b46 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:38:23.552128 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 157f3dcf-b028-40f0-9785-e257ddde3b46 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:23.552413 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.637149 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.675657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 157f3dcf-b028-40f0-9785-e257ddde3b46, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=157f3dcf-b028-40f0-9785-e257ddde3b46,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:23.722358 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.781615 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.819541 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.833451 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=157f3dcf-b028-40f0-9785-e257ddde3b46,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:23.898894 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:23.900950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:24.000547 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:24.002024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:24.135849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae335279-3ab1-47f5-913c-34e3cc8e0a2d None None] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:38:24.136789 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:38:24.211354 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b8535c96-0ad1-4f2b-be76-aaa70e641b76 None None] Provisioning complete for port 157f3dcf-b028-40f0-9785-e257ddde3b46 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:24.211910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8535c96-0ad1-4f2b-be76-aaa70e641b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:24.260794 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:38:24.265928 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c1fbc31d-2b1e-4457-8ac3-bfe64310994d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/b5ff6adc-5fb9-40a0-b717-94295fc9a1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030407 Dec 16 16:38:24.446002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-681bf1ca-b446-4436-a3fb-1e3452ee6ab0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1377625569&fields=id&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 267 time: 0.0524800 Dec 16 16:38:24.470651 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Sync routers for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:38:24.483556 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:24.487665 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:24.558572 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b7f85f3e-08a7-461a-9b3e-0e1f51ea67ea None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:24.559166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7f85f3e-08a7-461a-9b3e-0e1f51ea67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:24.584795 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-280d2601-a735-4dce-bd81-0af4a5962474 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:24.586522 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-280d2601-a735-4dce-bd81-0af4a5962474 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 795 time: 0.1322219 Dec 16 16:38:24.599861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b7f85f3e-08a7-461a-9b3e-0e1f51ea67ea None None] Port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:24.611948 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b7f85f3e-08a7-461a-9b3e-0e1f51ea67ea None None] Provisioning complete for port 157f3dcf-b028-40f0-9785-e257ddde3b46 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:24.612378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b7f85f3e-08a7-461a-9b3e-0e1f51ea67ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:24.612564 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-09c7d311-c10d-4fe5-aeeb-e96811b47589 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/quotas/6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 375 time: 0.0185006 Dec 16 16:38:24.619535 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:24.680864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-8de65a24-081e-4602-8ea1-d94c1016da8e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564671 Dec 16 16:38:24.778788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f15d2563-c3a9-4dab-b3ed-20ee755b9c28 service neutron] 10.222.0.71 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970206 Dec 16 16:38:24.831404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6ef27048-64c0-48c3-85bd-061668451c48 None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:24.832073 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6ef27048-64c0-48c3-85bd-061668451c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:24.857309 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 2, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:24.871765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6ef27048-64c0-48c3-85bd-061668451c48 None None] Port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:24.900497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-050cea56-38fd-4234-bcab-095bebf3a467 service neutron] 10.222.0.71 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148698 Dec 16 16:38:24.986708 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Checking router: b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:38:24.987326 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Updating router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:38:24.995911 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d3e65077-ab1c-4839-830e-b68cdaaa519d None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:24.996344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3e65077-ab1c-4839-830e-b68cdaaa519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.014607 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.032259 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d3e65077-ab1c-4839-830e-b68cdaaa519d None None] Port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:25.187222 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-95db533c-36f1-4c55-b483-c4c4e07fc311 req-e8474f13-f0b1-4070-97f5-51e9bfd393ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 210 time: 0.0286181 Dec 16 16:38:25.290585 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 157f3dcf-b028-40f0-9785-e257ddde3b46 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:38:25.293834 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.343956 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 157f3dcf-b028-40f0-9785-e257ddde3b46 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:25.344410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.436673 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.490388 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Pushing event updated for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:25.513393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.513734 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.514078 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.514412 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.514741 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.515070 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.515393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.515714 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.516057 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.516374 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.516698 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.517037 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.517335 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:25.552368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Attempting to bind port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:38:25.553111 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Attempting to bind port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:38:25.553349 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Attempting to bind port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae on network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:38:25.558535 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:38:25.558917 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Checking segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:38:25.559541 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.559706 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Bound using segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:38:25.560193 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Bound port: a202ffb0-7827-4d2a-8c96-7b457bdfc3ae, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:38:25.560575 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.631801 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] For port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:38:25.635012 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] For port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:38:25.757358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:25.761596 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.761831 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.837883 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a9e35-a01c-4cf0-a53f-8e405c3ff6fb None None] Pushing event updated for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:25.841516 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:25.842115 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:25.848998 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:25.883859 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] For port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:25.961401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:25.987429 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:26.037121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1c54c-fe9d-482e-ad21-08e25a43ce8f None None] Pushing event updated for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:26.109998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-2d9f54dd-a218-4136-8a74-11fbd51f8694 None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:26.110290 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d9f54dd-a218-4136-8a74-11fbd51f8694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:26.171746 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:26.199946 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d0ba5-2d7f-41d5-a9de-b267a157a1d4 None None] The sync data for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 is: [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:38:26.341329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f941db5-6608-47e1-8f1c-5b08b30797fd req-2889858b-b1ed-41e5-b63a-2ad26ccfe75c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 210 time: 0.0375061 Dec 16 16:38:27.351370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a202ffb0-7827-4d2a-8c96-7b457bdfc3ae up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:38:27.408025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:27.408636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:27.455801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-026af047-bec9-4b9f-a3a1-64446d86eaa3 req-6692445a-7b09-4c28-b0ff-2a311933f1f2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 210 time: 0.0392537 Dec 16 16:38:27.553940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-2506f494-5932-4d8c-86fa-e08c44e815ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:27.555798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-2506f494-5932-4d8c-86fa-e08c44e815ac tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 795 time: 0.1260827 Dec 16 16:38:27.634146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-0235c484-6253-47c9-af9f-b0e6eb044d37 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 380 time: 0.0631566 Dec 16 16:38:27.643838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'port': {'device_id': '491962ab-7f37-40af-889a-5b66acacf37a', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'admin_state_up': True, 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'security_groups': ['9f3773c7-f978-4b07-9e6d-ba4925b04f9f']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:27.850570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:38:27.854425 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:28.001682 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.12 (9c29decb-2c0b-4ac0-9c40-b81ce92b8671/a0c89023-2323-4cb6-8076-876aa65e4b66/64eee9a1-6528-4276-ac91-cd520f50bf33) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:38:28.160729 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:28.306195 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:28.353704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:28.356963 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:28.360973 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:38:28.367734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:28.399213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.399573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.399947 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.400303 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.400644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.400986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.401321 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.401690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.402029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.402367 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.402699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.403029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.403361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:28.429659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:28.430313 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:28.527773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-e2a17c91-def4-492b-9e74-2d91b11e6c4d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8879149 Dec 16 16:38:28.585071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229fa0e-3353-4513-b8bb-ee7023770972 req-94a8099c-0fce-4ffe-b62a-e4caaba09651 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:28.586721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2229fa0e-3353-4513-b8bb-ee7023770972 req-94a8099c-0fce-4ffe-b62a-e4caaba09651 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 932 time: 0.0570860 Dec 16 16:38:28.607364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Request body: {'port': {'device_id': '491962ab-7f37-40af-889a-5b66acacf37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:28.664656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-6cd5de3d-30d8-4145-a7d6-a3dada4bc3b6 None None] Provisioning complete for port 64eee9a1-6528-4276-ac91-cd520f50bf33 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:28.665400 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6cd5de3d-30d8-4145-a7d6-a3dada4bc3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:28.704465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5de3d-30d8-4145-a7d6-a3dada4bc3b6 None None] Port 64eee9a1-6528-4276-ac91-cd520f50bf33 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:38:28.711707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2229fa0e-3353-4513-b8bb-ee7023770972 req-d0145c05-af69-4f24-8b3f-da71c4372423 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165235 Dec 16 16:38:28.714800 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.007961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64eee9a1-6528-4276-ac91-cd520f50bf33 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:38:29.016407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.029918 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Transition to ACTIVE for port object 64eee9a1-6528-4276-ac91-cd520f50bf33 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:38:29.135469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.190000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:29.261620 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Attempting to bind port 64eee9a1-6528-4276-ac91-cd520f50bf33 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:38:29.262096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Attempting to bind port 64eee9a1-6528-4276-ac91-cd520f50bf33 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:38:29.262329 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Attempting to bind port 64eee9a1-6528-4276-ac91-cd520f50bf33 on network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:38:29.267912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Port 64eee9a1-6528-4276-ac91-cd520f50bf33 on network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:38:29.268236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Attempting to bind port 64eee9a1-6528-4276-ac91-cd520f50bf33 on network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:38:29.274298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:38:29.274638 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Checking segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:38:29.275021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Bound using segment: {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:38:29.275448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Bound port: 64eee9a1-6528-4276-ac91-cd520f50bf33, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbe54e7-3b59-4c3c-9913-72708963871e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:38:29.275805 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.337086 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.369688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:38:29.374870 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=64eee9a1-6528-4276-ac91-cd520f50bf33,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:38:29.479349 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.518223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:29.518885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:29.521059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] 10.222.0.30 "PUT /v2.0/ports/64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 1092 time: 0.9799078 Dec 16 16:38:29.525138 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:38:29.525138 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f742b-904d-4721-a39c-43aadb91b7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:38:29.554837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55014f1-03ab-4a4f-950f-36d722959bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:29.585983 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f072c8e-859f-40de-b698-83064329978b x-openstack-request-id: req-2f072c8e-859f-40de-b698-83064329978b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:38:29.586490 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:38:29.586910 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f072c8e-859f-40de-b698-83064329978b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:38:29.587397 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'status': 'completed', 'code': 200} Dec 16 16:38:29.680500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-5841a32b-f8e8-4004-8f33-3f8d4377eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:29.682155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-5841a32b-f8e8-4004-8f33-3f8d4377eb3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1095 time: 0.0535128 Dec 16 16:38:29.848077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-332c4d86-6f73-46a9-96eb-d17874895be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:29.849572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-332c4d86-6f73-46a9-96eb-d17874895be6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1539071 Dec 16 16:38:29.886669 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882053-6074-4ba5-bde4-3c26fe718aec req-60713f62-b53b-4a5e-ac12-6c2a9251ea0f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:29.888227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41882053-6074-4ba5-bde4-3c26fe718aec req-60713f62-b53b-4a5e-ac12-6c2a9251ea0f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 944 time: 0.0973344 Dec 16 16:38:29.995456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-41882053-6074-4ba5-bde4-3c26fe718aec req-3ea911b1-df46-4e8f-b022-866b9a71f3a4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822942 Dec 16 16:38:30.000421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-fc4851ce-1dbd-4dd0-ade5-75185dba3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:30.001987 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a28f742b-904d-4721-a39c-43aadb91b7c2 req-fc4851ce-1dbd-4dd0-ade5-75185dba3839 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452222 Dec 16 16:38:30.106904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-097e6381-4e24-4870-ad28-85deeedf5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:30.108496 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-097e6381-4e24-4870-ad28-85deeedf5e08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1095 time: 0.0442832 Dec 16 16:38:30.130422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:30.160171 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-37edd71b-5c09-4bd2-95a2-e9de54adde7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 217 time: 0.0374141 Dec 16 16:38:30.216040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-4c1a81d7-008e-4a08-b4f4-a51daf46c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:30.217505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-4c1a81d7-008e-4a08-b4f4-a51daf46c5a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0507386 Dec 16 16:38:30.265606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-a2f0a873-ed31-4def-83a6-0606bae1f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:30.267131 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-a2f0a873-ed31-4def-83a6-0606bae1f30c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424111 Dec 16 16:38:30.363450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-aeb2724d-b75c-4ded-bf5e-c4503017eebf service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852289 Dec 16 16:38:30.464811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b95eb7c8-12a4-4356-8322-b2138ac97080 req-99dc9a6d-d5eb-45aa-b4f3-30857517549a service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938759 Dec 16 16:38:31.131301 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694e06-909f-4d17-9a2c-663f08b77d1d req-623f053c-8f69-40f8-8023-fe6c339b8bdb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:31.132859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94694e06-909f-4d17-9a2c-663f08b77d1d req-623f053c-8f69-40f8-8023-fe6c339b8bdb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 944 time: 0.0533721 Dec 16 16:38:31.188229 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-94694e06-909f-4d17-9a2c-663f08b77d1d req-033c00e0-cb3b-4a57-96e5-836820e2230c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Dec 16 16:38:32.320509 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5094-fc44-44d0-94fc-92947709f2b6 req-51c9992a-8a85-4074-95b7-8069bd27eab8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:32.322016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4ae5094-fc44-44d0-94fc-92947709f2b6 req-51c9992a-8a85-4074-95b7-8069bd27eab8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 944 time: 0.0557938 Dec 16 16:38:32.372975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d4ae5094-fc44-44d0-94fc-92947709f2b6 req-7ebcabfe-79cb-484a-970a-5d2bdefd2fb1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448031 Dec 16 16:38:33.491601 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1140b-3861-4238-ba21-82af61611f01 req-801d8ef2-25ca-4fc4-aff9-710bed7592bf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:33.493015 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86e1140b-3861-4238-ba21-82af61611f01 req-801d8ef2-25ca-4fc4-aff9-710bed7592bf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 944 time: 0.0502603 Dec 16 16:38:33.542324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86e1140b-3861-4238-ba21-82af61611f01 req-f9f45966-d556-48e0-b271-f268a0d4dbb9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Dec 16 16:38:33.812339 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 64eee9a1-6528-4276-ac91-cd520f50bf33 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:38:33.911895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=64eee9a1-6528-4276-ac91-cd520f50bf33,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:33.924719 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'port_id': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'mac_address': 'fa:16:3e:7d:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:38:33.963353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:33.976573 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64eee9a1-6528-4276-ac91-cd520f50bf33 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:38:33.995638 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=64eee9a1-6528-4276-ac91-cd520f50bf33,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:34.122510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:34.179799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:34.188658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.189013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.189367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.189709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.190049 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.190383 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.190717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.191098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.191969 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.192391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.192785 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.193207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.193591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:38:34.414854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['64eee9a1-6528-4276-ac91-cd520f50bf33'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:38:34.725510 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27e2ce-2f1b-49ec-bec8-11b3150e6b18 req-9dd95f7f-59f7-4caa-8ce3-00ece36fcd3c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:34.727013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f27e2ce-2f1b-49ec-bec8-11b3150e6b18 req-9dd95f7f-59f7-4caa-8ce3-00ece36fcd3c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 945 time: 0.1143720 Dec 16 16:38:34.781583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0f27e2ce-2f1b-49ec-bec8-11b3150e6b18 req-424113e4-b8b4-4570-8930-d51c876ca3af tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483470 Dec 16 16:38:35.844281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 64eee9a1-6528-4276-ac91-cd520f50bf33 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:38:35.902143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edc9d5-d24c-4f78-8984-0e33479dae82 req-bc784bd2-befc-4a3d-b911-1c473dc94acb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:35.916602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0edc9d5-d24c-4f78-8984-0e33479dae82 req-bc784bd2-befc-4a3d-b911-1c473dc94acb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 945 time: 0.0500450 Dec 16 16:38:35.959862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f0edc9d5-d24c-4f78-8984-0e33479dae82 req-95ec8ba0-de0f-45c1-bc61-cf8f76660411 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 Dec 16 16:38:35.996445 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 64eee9a1-6528-4276-ac91-cd520f50bf33 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:38:36.000685 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 64eee9a1-6528-4276-ac91-cd520f50bf33 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:38:36.001063 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:36.092030 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:36.115769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:38:36.118116 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e58c82f-0e1b-43a4-847a-49c92f53b568" -d '{"events": [{"server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "name": "network-vif-plugged", "status": "completed", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:38:36.132787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=64eee9a1-6528-4276-ac91-cd520f50bf33,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:38:36.156870 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2236726-f427-48b2-b738-fbbb46335c91 x-openstack-request-id: req-c2236726-f427-48b2-b738-fbbb46335c91 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:38:36.157173 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "name": "network-vif-plugged", "status": "completed", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:38:36.157428 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2236726-f427-48b2-b738-fbbb46335c91 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:38:36.157833 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'code': 200} Dec 16 16:38:36.233485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:36.283781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:36.287203 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b403-43d3-4692-afcc-61669a8cccd1 req-884e050b-5f9f-4395-ab7e-ed7a1d91bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:36.288769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22c8b403-43d3-4692-afcc-61669a8cccd1 req-884e050b-5f9f-4395-ab7e-ed7a1d91bf45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0413671 Dec 16 16:38:36.338606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-22c8b403-43d3-4692-afcc-61669a8cccd1 req-07eef2db-ff3b-47b3-91ca-d966d2a2f97b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 Dec 16 16:38:37.083311 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbde804-ed67-44fd-af29-e3fc1aa8baf8 req-52d7c5e3-f828-4517-84ed-faca8367feed tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:37.084921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bbde804-ed67-44fd-af29-e3fc1aa8baf8 req-52d7c5e3-f828-4517-84ed-faca8367feed tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0560517 Dec 16 16:38:37.153164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bbde804-ed67-44fd-af29-e3fc1aa8baf8 req-bd0efbea-1b46-4a0b-b5d6-87bbacb2fa45 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621443 Dec 16 16:38:38.279627 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab56079-70c2-4a00-ae8b-001d0e05374a req-43a30c2f-dc2a-417c-b445-a6c34bf798f0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:38.281116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab56079-70c2-4a00-ae8b-001d0e05374a req-43a30c2f-dc2a-417c-b445-a6c34bf798f0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0502992 Dec 16 16:38:38.333954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ab56079-70c2-4a00-ae8b-001d0e05374a req-ab0b78cb-5154-4c46-b3ba-3d00d0aa8d19 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Dec 16 16:38:38.453501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5429d1-b417-4b30-a7ef-611137f963b4 req-fe526e07-3da5-4206-b550-341aabb9568f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:38.454989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd5429d1-b417-4b30-a7ef-611137f963b4 req-fe526e07-3da5-4206-b550-341aabb9568f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0533032 Dec 16 16:38:38.515545 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dd5429d1-b417-4b30-a7ef-611137f963b4 req-fd44f584-f694-43e3-8576-467aded0d875 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538077 Dec 16 16:38:38.541365 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41526) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:38.583759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f797a-dded-4a7c-af1f-eccad2b6d078 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:38.585326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b29f797a-dded-4a7c-af1f-eccad2b6d078 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1092 time: 0.0427501 Dec 16 16:38:38.588193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41528) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:38.592460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:38:38.728071 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:38.841833 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:38.951910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.207 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/2bc22952-82e8-425b-87e7-8f57f0e8b862) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:38:39.063276 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:39.162559 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:39.205374 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:38:39.209075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:38:39.212908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:38:39.218645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=2bc22952-82e8-425b-87e7-8f57f0e8b862,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:39.599080 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:39.765588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:39.929477 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:40.004170 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:40.088664 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=2bc22952-82e8-425b-87e7-8f57f0e8b862,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:38:40.102750 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:40.204181 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 320a4466-8eb7-4a5b-b97e-39746499cb64 associated. External IP: 172.25.7.207, port: 64eee9a1-6528-4276-ac91-cd520f50bf33. Dec 16 16:38:40.796525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:38:40.918570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:38:40.929328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Sync routers for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:38:40.939295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:40.939977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:41.028249 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:41.059642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:41.061076 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b4bfcc75-9a32-4ba1-8550-512671b79a8b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4718623 Dec 16 16:38:41.061742 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:38:41.064129 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0b7a2-48aa-41fb-976e-679faa06445a" -d '{"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:38:41.109669 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4109265-9785-46f4-800d-db73b2ff7cff x-openstack-request-id: req-e4109265-9785-46f4-800d-db73b2ff7cff {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:38:41.109971 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:38:41.110257 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4109265-9785-46f4-800d-db73b2ff7cff {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:38:41.110711 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'status': 'completed', 'code': 200} Dec 16 16:38:41.206720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a103d8-8bb4-478f-b8ae-2c5c2f4db991 req-04bc53bc-ff04-44c8-9051-78dcfcb06233 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:41.208861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71a103d8-8bb4-478f-b8ae-2c5c2f4db991 req-04bc53bc-ff04-44c8-9051-78dcfcb06233 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0865457 Dec 16 16:38:41.215021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-aeb5bd9b-3d81-4b22-b09d-533eac3d0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:41.216516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-aeb5bd9b-3d81-4b22-b09d-533eac3d0608 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0610425 Dec 16 16:38:41.320098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-71a103d8-8bb4-478f-b8ae-2c5c2f4db991 req-ca7aa16d-ae35-468e-a374-bb1647522a61 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024425 Dec 16 16:38:41.345643 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41534) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:41.363014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-aab59e24-f056-4ce1-a51b-6b4bb55f35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:41.365353 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-aab59e24-f056-4ce1-a51b-6b4bb55f35f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 896 time: 0.1401873 Dec 16 16:38:41.415778 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6df7a9eb-120b-4664-b37b-23e3f3b1896a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 200 len: 992 time: 0.0682507 Dec 16 16:38:41.446769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-75c8539c-6ab9-49f0-868b-8a2881fb0d15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 1000 time: 0.0733953 Dec 16 16:38:41.510910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-96a51b5d-1c24-4f81-b69a-225a2a5c6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:41.512455 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-96a51b5d-1c24-4f81-b69a-225a2a5c6dff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0587993 Dec 16 16:38:41.532824 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '320a4466-8eb7-4a5b-b97e-39746499cb64', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'port_id': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'mac_address': 'fa:16:3e:7d:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491962ab-7f37-40af-889a-5b66acacf37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:38:39Z', 'updated_at': '2021-12-16T16:38:39Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:41.568463 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Checking router: b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:38:41.577695 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:38:41.578248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:38:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:41.581416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-5ac1e750-1a75-4d6c-868f-f434ceca2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:41.583734 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-5ac1e750-1a75-4d6c-868f-f434ceca2bf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641799 Dec 16 16:38:41.695591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-f44b8777-3b5f-44c5-9e07-53a461bcf34b service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044154 Dec 16 16:38:41.720577 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:38:41.724741 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:38:41.808251 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b7c0b7a2-48aa-41fb-976e-679faa06445a req-79952599-2f5e-48af-a297-209ee82a001a service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992558 Dec 16 16:38:41.977731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '320a4466-8eb7-4a5b-b97e-39746499cb64', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'port_id': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'mac_address': 'fa:16:3e:7d:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491962ab-7f37-40af-889a-5b66acacf37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:38:39Z', 'updated_at': '2021-12-16T16:38:39Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:38:42.004861 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc64e11-be74-4366-8b6e-74118793cea3 None None] The sync data for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 is: [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '320a4466-8eb7-4a5b-b97e-39746499cb64', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'port_id': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'mac_address': 'fa:16:3e:7d:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491962ab-7f37-40af-889a-5b66acacf37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:38:39Z', 'updated_at': '2021-12-16T16:38:39Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:38:42.237638 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3343058a-4773-49d2-b7f7-81729c754cd8 None None] New status for floating IP 320a4466-8eb7-4a5b-b97e-39746499cb64: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:38:42.419793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41536) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:42.486754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6eb8a714-28d6-4bcf-962a-9915c6cade12 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 200 len: 992 time: 0.0641859 Dec 16 16:38:43.490098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41538) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:38:43.558395 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7b422252-0f74-430c-9d0c-9c401663bb7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 200 len: 994 time: 0.0671813 Dec 16 16:38:44.227296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d3a6b9d-ba1d-402f-a928-b1e0bb7f9830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:45.235581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-43462e97-f3b2-4256-b5c7-8ad8f6b33214 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460401 Dec 16 16:38:45.341410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-6b0c8f16-b06a-4490-bc21-57ebf7404ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:45.342971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-6b0c8f16-b06a-4490-bc21-57ebf7404ea5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0442369 Dec 16 16:38:45.452852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-66a8e4a3-b83e-4ab5-be55-85b84471b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:45.454354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-66a8e4a3-b83e-4ab5-be55-85b84471b3d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 896 time: 0.0905645 Dec 16 16:38:45.523114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-d97b42c2-2fcc-4f43-9f04-3e57b2aa8ab0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 1002 time: 0.0605323 Dec 16 16:38:45.587911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-8f8123b9-6ce0-48fe-af3e-c612466c478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:45.589684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-8f8123b9-6ce0-48fe-af3e-c612466c478e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0604043 Dec 16 16:38:45.641568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-34eb406b-7be3-4f39-9b53-740a374bc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:38:45.643117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-34eb406b-7be3-4f39-9b53-740a374bc7e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464492 Dec 16 16:38:45.733815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-8e60ab1d-01be-469f-b177-679d37b8d1bd service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Dec 16 16:38:45.828504 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1591f13f-4ab6-473a-96d9-3494ee67a198 req-220a743c-7dde-41c4-ac36-fd63d7cb2201 service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882020 Dec 16 16:38:46.546879 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-372c342b-bf3f-4880-a5f2-98385b44fef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:48.135249 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:49.556457 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:50.176262 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:38:59.356188 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:00.316547 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:13.293182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5fa3c-ee1b-403d-bc9d-12058d502948 req-2e5986b7-d50b-46ff-a1aa-3da8d978ce5c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:13.294830 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b5fa3c-ee1b-403d-bc9d-12058d502948 req-2e5986b7-d50b-46ff-a1aa-3da8d978ce5c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.1110952 Dec 16 16:39:13.349915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-58b5fa3c-ee1b-403d-bc9d-12058d502948 req-a78d31b8-4805-42c4-ad3c-0ad9d69ebb46 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488117 Dec 16 16:39:14.224770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50b2677e-9ad0-438a-a417-b20127b5d384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:14.522595 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10bb53-c36f-409a-8b04-bf63cb0de53a req-7c530b03-3ce2-4125-88a0-051458271462 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:14.524090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac10bb53-c36f-409a-8b04-bf63cb0de53a req-7c530b03-3ce2-4125-88a0-051458271462 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.1007030 Dec 16 16:39:14.578553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac10bb53-c36f-409a-8b04-bf63cb0de53a req-8b64f2c4-3bc9-4c7b-905c-6101cacd4529 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Dec 16 16:39:15.708757 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c7290-a5cd-4cbc-b152-5704dfea6d43 req-c7416128-3893-4882-80bf-350b3f7a3f04 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:15.710301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e4c7290-a5cd-4cbc-b152-5704dfea6d43 req-c7416128-3893-4882-80bf-350b3f7a3f04 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0578237 Dec 16 16:39:15.761770 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5e4c7290-a5cd-4cbc-b152-5704dfea6d43 req-8169a554-3f48-4f1e-b8e6-cc5de6dad62e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Dec 16 16:39:16.586957 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-52733f21-0ab4-4193-a5e3-220fc5e03542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:16.914935 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea022-afed-443e-a214-d87c06754ce7 req-4677f9e8-8084-4524-a9d8-84bc154a628f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:16.916625 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdbea022-afed-443e-a214-d87c06754ce7 req-4677f9e8-8084-4524-a9d8-84bc154a628f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0593505 Dec 16 16:39:16.975623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bdbea022-afed-443e-a214-d87c06754ce7 req-e0a5ed6a-3472-4e36-af21-1cef12993806 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Dec 16 16:39:18.098351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b160f28-b869-4201-aeda-5beb4a232fb0 req-17f8cf90-f769-4c86-9069-66115f44b0d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:18.100019 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b160f28-b869-4201-aeda-5beb4a232fb0 req-17f8cf90-f769-4c86-9069-66115f44b0d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0529058 Dec 16 16:39:18.123999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:18.158641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b160f28-b869-4201-aeda-5beb4a232fb0 req-0311459b-7764-40c9-92c7-113f8e62eee9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522940 Dec 16 16:39:18.719389 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:39:19.282296 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2bb8f-1a5d-4f55-a49c-4cbfb397a8d2 req-b5bff4eb-1a72-448e-907f-9ff3ad298927 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:19.283895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c2bb8f-1a5d-4f55-a49c-4cbfb397a8d2 req-b5bff4eb-1a72-448e-907f-9ff3ad298927 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0513864 Dec 16 16:39:19.337113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c2bb8f-1a5d-4f55-a49c-4cbfb397a8d2 req-04ba064b-12a5-4760-83ef-e8a323adba20 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470014 Dec 16 16:39:19.570506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:20.249464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:20.456937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a8fb7-5731-4605-ad73-6ba0d626a29a req-17c57b20-0cf1-4aa0-9d16-240d1addcc15 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:20.458646 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-742a8fb7-5731-4605-ad73-6ba0d626a29a req-17c57b20-0cf1-4aa0-9d16-240d1addcc15 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0508358 Dec 16 16:39:20.517495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-742a8fb7-5731-4605-ad73-6ba0d626a29a req-b1147942-5ef1-4b42-b399-5a24f79f7430 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506299 Dec 16 16:39:21.653334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3e6fa-b226-4756-bce7-0421ca8d6912 req-b84e363b-f99e-471a-aeae-3c3af22cb036 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:21.654966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48b3e6fa-b226-4756-bce7-0421ca8d6912 req-b84e363b-f99e-471a-aeae-3c3af22cb036 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0575261 Dec 16 16:39:21.709451 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-48b3e6fa-b226-4756-bce7-0421ca8d6912 req-f82068f0-4b58-49d6-b62c-343d4b46009d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476949 Dec 16 16:39:22.830558 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da4f1e-e2eb-4be3-a6c5-bbb6a8d5b2e0 req-648463ac-d11d-452e-89a4-b3fbffdb5ccc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:22.832814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9da4f1e-e2eb-4be3-a6c5-bbb6a8d5b2e0 req-648463ac-d11d-452e-89a4-b3fbffdb5ccc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0536222 Dec 16 16:39:22.891813 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9da4f1e-e2eb-4be3-a6c5-bbb6a8d5b2e0 req-96a48cc6-a891-4a29-bb7e-50224ae4a1b9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526824 Dec 16 16:39:24.026136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452e7e-8f38-4a26-935f-52da4a7debaf req-a6b37a11-08d6-4231-a5ea-aaa1d6839c74 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:24.027676 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28452e7e-8f38-4a26-935f-52da4a7debaf req-a6b37a11-08d6-4231-a5ea-aaa1d6839c74 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0597601 Dec 16 16:39:24.081210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28452e7e-8f38-4a26-935f-52da4a7debaf req-b3499022-fdaf-409a-b3b1-d2ad8ece719e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474384 Dec 16 16:39:25.211082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d0484-1ec9-46d5-9925-c82816811586 req-d565fba7-6791-47e3-91b8-dfa1327febda tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:25.212603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-037d0484-1ec9-46d5-9925-c82816811586 req-d565fba7-6791-47e3-91b8-dfa1327febda tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0525482 Dec 16 16:39:25.265206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-037d0484-1ec9-46d5-9925-c82816811586 req-95db58c9-d2dc-4e69-8344-fa150799d9d1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Dec 16 16:39:26.401026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16cc36-42c5-4350-879e-8f8e0bff96ba req-e7d09e3f-b559-4165-bcf4-044a181941d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:26.402572 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f16cc36-42c5-4350-879e-8f8e0bff96ba req-e7d09e3f-b559-4165-bcf4-044a181941d2 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0513351 Dec 16 16:39:26.460402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7f16cc36-42c5-4350-879e-8f8e0bff96ba req-32b0df75-8ae6-450b-8e50-e92d9dbf0a5a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513060 Dec 16 16:39:27.586730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f96c6-dd35-4bff-aaee-96102ffc991a req-dc6bf49a-01a1-4dc3-9eb1-1f0fe7eb2237 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:27.588280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb2f96c6-dd35-4bff-aaee-96102ffc991a req-dc6bf49a-01a1-4dc3-9eb1-1f0fe7eb2237 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0537782 Dec 16 16:39:27.640945 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cb2f96c6-dd35-4bff-aaee-96102ffc991a req-777a6d51-eb64-4b14-9754-fdad900e7055 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465796 Dec 16 16:39:28.762545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9f8a-73f7-4b09-a7b0-830732188b5a req-054db8fb-cd93-48b7-afac-e16cec473461 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:28.764075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfbb9f8a-73f7-4b09-a7b0-830732188b5a req-054db8fb-cd93-48b7-afac-e16cec473461 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0537751 Dec 16 16:39:28.814290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cfbb9f8a-73f7-4b09-a7b0-830732188b5a req-5974d66f-7c09-4ccd-b378-a53869fbbfd4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Dec 16 16:39:29.351944 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:29.938712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb30ad4-e2d2-49f1-93cf-6777e71e7b8f req-9841272e-c6f9-41d3-832e-1f8f88af5746 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:29.940265 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cdb30ad4-e2d2-49f1-93cf-6777e71e7b8f req-9841272e-c6f9-41d3-832e-1f8f88af5746 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0546110 Dec 16 16:39:29.990256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cdb30ad4-e2d2-49f1-93cf-6777e71e7b8f req-6d2b5964-014c-4903-bae5-f96ee476b9af tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Dec 16 16:39:30.016676 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41586) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:39:30.079863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-7365d766-e39e-47ca-aa89-9f871d46eae1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 200 len: 994 time: 0.0619080 Dec 16 16:39:30.155281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:31.557111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44e545-602d-490b-8a11-d4b1aa5405fd req-8826e319-4930-4b48-90b1-781816c26dd4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:31.558660 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a44e545-602d-490b-8a11-d4b1aa5405fd req-8826e319-4930-4b48-90b1-781816c26dd4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0571887 Dec 16 16:39:31.609943 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3a44e545-602d-490b-8a11-d4b1aa5405fd req-fb8a0089-8a34-49a2-9181-8395bfffc800 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Dec 16 16:39:31.667837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-290686f7-ad6e-4cba-bf8e-f14b4f05e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:31.669368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-290686f7-ad6e-4cba-bf8e-f14b4f05e1a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0424707 Dec 16 16:39:31.774333 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-43c7abde-6e07-4cba-99c5-73a81c2c0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:31.775856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-43c7abde-6e07-4cba-99c5-73a81c2c0663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 896 time: 0.0985792 Dec 16 16:39:31.852686 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-b1490bc7-3ca8-4d3a-ae45-21303eb5e673 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 1002 time: 0.0591156 Dec 16 16:39:31.892866 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-1af3955c-2b29-4082-b332-2e0b0049b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:31.894923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-1af3955c-2b29-4082-b332-2e0b0049b58e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0444613 Dec 16 16:39:31.946666 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-16d8ff2a-59fa-48a5-bf64-cfcc44921723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:31.948533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-16d8ff2a-59fa-48a5-bf64-cfcc44921723 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469580 Dec 16 16:39:32.051694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-1ef71f43-489b-4809-bb66-7b937152c672 service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960448 Dec 16 16:39:32.143290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-67debe37-adf1-4b68-98e2-801a41f4fd98 req-41d6c042-3aa1-493b-a53c-4dd29b160daf service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Dec 16 16:39:32.739166 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112eefa-885a-4cf5-81bc-f48732d78f71 req-f574f831-6c59-40f5-b78f-0fadfcd5ea83 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:32.740975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7112eefa-885a-4cf5-81bc-f48732d78f71 req-f574f831-6c59-40f5-b78f-0fadfcd5ea83 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0536060 Dec 16 16:39:32.806005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7112eefa-885a-4cf5-81bc-f48732d78f71 req-2c812f6b-aeed-4420-9ada-01ccf44f4cfe tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Dec 16 16:39:33.934049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43e74-bfc7-4f2c-8b7c-911e2a5c5baf req-c726168c-b80b-423a-aa37-f0a50d897d57 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:33.935588 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47d43e74-bfc7-4f2c-8b7c-911e2a5c5baf req-c726168c-b80b-423a-aa37-f0a50d897d57 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0581019 Dec 16 16:39:33.998119 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-47d43e74-bfc7-4f2c-8b7c-911e2a5c5baf req-ecb07967-0c63-4ed4-ab95-41cd26cce262 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548797 Dec 16 16:39:34.021780 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41598) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:39:34.095906 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-955f46ac-1492-4cc3-aeee-ab636e2c12e7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 200 len: 994 time: 0.0728102 Dec 16 16:39:44.243656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48dfa681-6360-4d50-9ad2-32ad687de6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:46.250111 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-e139660a-d6b4-4200-af71-c1eeee4565d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439339 Dec 16 16:39:46.346968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-5ef1d243-0c2e-425f-8f34-5a553d7a346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:46.348508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-5ef1d243-0c2e-425f-8f34-5a553d7a346d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0407612 Dec 16 16:39:46.451351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-b5715c39-4877-4685-8864-cfb359294600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:46.452909 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-b5715c39-4877-4685-8864-cfb359294600 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 896 time: 0.0846364 Dec 16 16:39:46.531237 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-0282edf8-6d87-4176-bc0b-bdef95e29365 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 1002 time: 0.0662947 Dec 16 16:39:46.534650 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c04aec47-cfdd-41ab-a0b1-d75a5266397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:46.585070 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-ab027722-a3cd-4c8c-8682-0fcedf4074e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:46.586524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-ab027722-a3cd-4c8c-8682-0fcedf4074e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0447912 Dec 16 16:39:46.633260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-bb8d3dce-147d-4cd7-aa58-87c71e6bf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:39:46.634773 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-bb8d3dce-147d-4cd7-aa58-87c71e6bf80b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410237 Dec 16 16:39:46.734930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-57d8cac9-953f-4fe4-a335-64631eb91de3 service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887051 Dec 16 16:39:46.831157 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fb1c139c-fc6b-47b2-88cb-44c76f3b5248 req-959a9b78-a8e5-49af-bb85-dfaccb8e60ca service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891325 Dec 16 16:39:48.137736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:49.572425 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:50.120340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:39:55.718442 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:39:59.340186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:00.157811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:04.698714 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41610) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:04.878093 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 2bc22952-82e8-425b-87e7-8f57f0e8b862 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:40:04.878441 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:04.983275 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:04.983602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:04.997005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 2bc22952-82e8-425b-87e7-8f57f0e8b862 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:40:05.269067 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:05.295079 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=2bc22952-82e8-425b-87e7-8f57f0e8b862,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:05.323208 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.323548 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.323933 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.324278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.324613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.324947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.325277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.325609 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.325938 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.326286 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.326596 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.326924 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.327251 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:05.370645 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:05.371031 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP 320a4466-8eb7-4a5b-b97e-39746499cb64 disassociated (deleted). External IP: 172.25.7.207, port: 64eee9a1-6528-4276-ac91-cd520f50bf33. Dec 16 16:40:05.577909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:40:05.684678 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:40:05.689765 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:05.695307 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Sync routers for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:40:05.706363 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:05.707008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:05.727598 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-94c98c41-5fcd-410c-aaff-e0a35bff6fe5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/floatingips/320a4466-8eb7-4a5b-b97e-39746499cb64 HTTP/1.1" status: 204 len: 168 time: 1.0277581 Dec 16 16:40:05.728415 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:40:05.730785 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204f5cf2-b8cc-41c7-9706-958a2eb80b06" -d '{"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:40:05.828095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:05.849901 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336039b8-9d5c-45a2-a6f5-675a6c060daa x-openstack-request-id: req-336039b8-9d5c-45a2-a6f5-675a6c060daa {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:40:05.849901 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:40:05.849901 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-336039b8-9d5c-45a2-a6f5-675a6c060daa {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:40:05.849901 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'status': 'completed', 'code': 200} Dec 16 16:40:05.950000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-bec023be-6c74-416f-8d64-090393c90ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:05.951715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-bec023be-6c74-416f-8d64-090393c90ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 1097 time: 0.0550003 Dec 16 16:40:06.043530 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:06.044320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-7eb2ae7c-f8b4-4cc7-80fb-0a04b60f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:06.045807 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-7eb2ae7c-f8b4-4cc7-80fb-0a04b60f5069 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 200 len: 896 time: 0.0858746 Dec 16 16:40:06.071559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Checking router: b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:40:06.080321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:06.080874 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:06.087765 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-a13b067c-bdcb-4d32-a91d-6ee5444d3353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 200 len: 217 time: 0.0351341 Dec 16 16:40:06.150339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-60459879-f616-4f29-b700-07aada98c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:06.151984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-60459879-f616-4f29-b700-07aada98c333 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 200 len: 834 time: 0.0524259 Dec 16 16:40:06.194651 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:06.231331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-9a8f3e3c-5778-4eeb-adc8-2b613c511fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:06.233271 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-9a8f3e3c-5778-4eeb-adc8-2b613c511fd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c29decb-2c0b-4ac0-9c40-b81ce92b8671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738919 Dec 16 16:40:06.349701 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-aac6d09d-0945-4f4a-a874-f4c284b069e4 service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088924 Dec 16 16:40:06.452110 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:06.482975 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d2519-a35b-4aa2-8097-0fd96357d509 None None] The sync data for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 is: [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:38:23Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'a202ffb0-7827-4d2a-8c96-7b457bdfc3ae', 'name': '', 'network_id': '9c29decb-2c0b-4ac0-9c40-b81ce92b8671', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:cc:8a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:22Z', 'updated_at': '2021-12-16T16:38:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'a0c89023-2323-4cb6-8076-876aa65e4b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:40:06.515123 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f8fcd-3d6c-4b3c-9390-f6606388969a req-12deb4d2-65e3-4703-b2dc-5c263eb30be7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:06.516433 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-982f8fcd-3d6c-4b3c-9390-f6606388969a req-12deb4d2-65e3-4703-b2dc-5c263eb30be7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0802906 Dec 16 16:40:06.523221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-204f5cf2-b8cc-41c7-9706-958a2eb80b06 req-89bdb1cd-310a-4c47-9e91-144d40fc8c28 service neutron] 10.222.0.30 "GET /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446071 Dec 16 16:40:06.575578 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-982f8fcd-3d6c-4b3c-9390-f6606388969a req-a9e64bd4-b207-4c7c-b63d-4f17b42d3bb3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513809 Dec 16 16:40:06.722226 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f206f-af94-4635-a097-f12071524494 None None] New status for floating IP 320a4466-8eb7-4a5b-b97e-39746499cb64: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:40:07.701732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce8d8-d910-48ec-a69c-4af6d9b8c3d3 req-4cb2b0ce-be64-4c1d-aaf9-a699dea6865d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:07.703257 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cadce8d8-d910-48ec-a69c-4af6d9b8c3d3 req-4cb2b0ce-be64-4c1d-aaf9-a699dea6865d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0547085 Dec 16 16:40:07.752971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cadce8d8-d910-48ec-a69c-4af6d9b8c3d3 req-249120e5-a154-4aab-a243-ef1d52552c9b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=9f3773c7-f978-4b07-9e6d-ba4925b04f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Dec 16 16:40:08.058126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-06ef2bb9-efee-493e-b6da-ec53faa9fea7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:08.059642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-06ef2bb9-efee-493e-b6da-ec53faa9fea7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 946 time: 0.0487056 Dec 16 16:40:08.154437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 64eee9a1-6528-4276-ac91-cd520f50bf33 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:40:08.154772 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:08.241016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 64eee9a1-6528-4276-ac91-cd520f50bf33, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=64eee9a1-6528-4276-ac91-cd520f50bf33,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:08.241283 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:08.253353 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 64eee9a1-6528-4276-ac91-cd520f50bf33 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:40:08.507179 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:08.536887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=64eee9a1-6528-4276-ac91-cd520f50bf33,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] No DVR routers for this DVR port 64eee9a1-6528-4276-ac91-cd520f50bf33 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-74e994af-0a51-4d3c-8bc7-a9495f3fb2b6 req-4bbae36e-41ef-4856-95f1-9fc6ef1e7122 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "DELETE /v2.0/ports/64eee9a1-6528-4276-ac91-cd520f50bf33 HTTP/1.1" status: 204 len: 173 time: 0.5319760 Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'name': 'network-vif-deleted', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:40:08.609250 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dba515-c6f8-46a5-80f1-20beeb058ff5" -d '{"events": [{"server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "name": "network-vif-deleted", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:40:08.689381 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86036ba-231e-4905-a5a9-5380447d21ce x-openstack-request-id: req-f86036ba-231e-4905-a5a9-5380447d21ce {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:40:08.689682 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491962ab-7f37-40af-889a-5b66acacf37a", "name": "network-vif-deleted", "tag": "64eee9a1-6528-4276-ac91-cd520f50bf33", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:40:08.689943 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f86036ba-231e-4905-a5a9-5380447d21ce {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:40:08.690353 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491962ab-7f37-40af-889a-5b66acacf37a', 'name': 'network-vif-deleted', 'tag': '64eee9a1-6528-4276-ac91-cd520f50bf33', 'status': 'completed', 'code': 200} Dec 16 16:40:08.857883 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fc3d79fb-1466-450e-a7ea-b459afb39665 req-2f19e3ea-dda6-48db-baf3-67eeb9666ea5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=491962ab-7f37-40af-889a-5b66acacf37a HTTP/1.1" status: 200 len: 210 time: 0.0276618 Dec 16 16:40:09.916324 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41630) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:10.271917 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:10.869139 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:40:10.869480 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:10.960205 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port a202ffb0-7827-4d2a-8c96-7b457bdfc3ae, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:10.966128 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:10.973792 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for a202ffb0-7827-4d2a-8c96-7b457bdfc3ae owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:40:11.243808 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:11.271232 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=a202ffb0-7827-4d2a-8c96-7b457bdfc3ae,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:11.460108 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:11.682551 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:40:11.791006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:40:11.796900 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-15f0cfd8-aadb-41f7-b7c5-d05ce33f0fb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/b5ff6adc-5fb9-40a0-b717-94295fc9a1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788018 Dec 16 16:40:11.799307 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41632) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:11.801200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Sync routers for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:40:11.812421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:11.813044 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:11.861518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting subnet a0c89023-2323-4cb6-8076-876aa65e4b66 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:40:11.864839 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:11.905798 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:11.921025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:11.995189 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.099640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:40:11Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:12.130697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Checking router: b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:40:12.137707 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.139466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Routers {'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:12.140121 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:39:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:12.171366 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c89023-2323-4cb6-8076-876aa65e4b66,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:12.176249 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.179758 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-29c04fcb-9661-46c2-a56f-45386e97c009 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/subnets/a0c89023-2323-4cb6-8076-876aa65e4b66 HTTP/1.1" status: 204 len: 168 time: 0.3791456 Dec 16 16:40:12.182888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41634) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:12.185447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a831aaa-5c1e-4e72-96f5-152f5aa56aeb None None] Network 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:40:12.294269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.400898 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 64eee9a1-6528-4276-ac91-cd520f50bf33 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:40:12.403778 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.456078 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 64eee9a1-6528-4276-ac91-cd520f50bf33 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:40:12.456436 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 64eee9a1-6528-4276-ac91-cd520f50bf33 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:40:12.508175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] Set router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:12.550566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 04a1d65b-556b-47d5-a2d3-bd81d5272903 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:40:12.551326 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.636176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 04a1d65b-556b-47d5-a2d3-bd81d5272903, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=04a1d65b-556b-47d5-a2d3-bd81d5272903,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:12.636645 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.654243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 04a1d65b-556b-47d5-a2d3-bd81d5272903 owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:40:12.694093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] DHCP port deletion for 9c29decb-2c0b-4ac0-9c40-b81ce92b8671 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:40:12.730278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:40:11Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:12.765775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572057d-1dfa-43e6-a01c-3555777722d3 None None] The sync data for ids ['b5ff6adc-5fb9-40a0-b717-94295fc9a1c1'] in n-d-821947-3 is: [{'id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404049745', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:38:17Z', 'updated_at': '2021-12-16T16:40:11Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': '04a1d65b-556b-47d5-a2d3-bd81d5272903', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:71:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ff6adc-5fb9-40a0-b717-94295fc9a1c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:38:18Z', 'updated_at': '2021-12-16T16:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:40:12.781399 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Deleting port 157f3dcf-b028-40f0-9785-e257ddde3b46 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:40:12.781779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.849728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] For port 157f3dcf-b028-40f0-9785-e257ddde3b46, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=157f3dcf-b028-40f0-9785-e257ddde3b46,segment=NetworkSegment(4fbe54e7-3b59-4c3c-9913-72708963871e),segment_id=4fbe54e7-3b59-4c3c-9913-72708963871e)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:12.850760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.863075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Calling delete_port for 157f3dcf-b028-40f0-9785-e257ddde3b46 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:40:12.917694 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:12.945538 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=04a1d65b-556b-47d5-a2d3-bd81d5272903,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:12.958429 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7069c0eb-039b-479d-8f8e-0f0b5cb106d8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:40:13.008953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.034412 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.064723 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Pushing event deleted for resources: {'Port': ['ID=157f3dcf-b028-40f0-9785-e257ddde3b46,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:13.072875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] No DVR routers for this DVR port 157f3dcf-b028-40f0-9785-e257ddde3b46 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:40:13.075515 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.075891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.076281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.076606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.077085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.077660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.078197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.078538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.078875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.079280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.079531 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.079876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.080201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a365a8-35c7-45d6-bf37-7ae13abec4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:13.427742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 157f3dcf-b028-40f0-9785-e257ddde3b46 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:40:13.449968 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 157f3dcf-b028-40f0-9785-e257ddde3b46 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:40:13.450409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 157f3dcf-b028-40f0-9785-e257ddde3b46 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:40:13.450847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a202ffb0-7827-4d2a-8c96-7b457bdfc3ae no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:40:13.472213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: a202ffb0-7827-4d2a-8c96-7b457bdfc3ae {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:40:13.472594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device a202ffb0-7827-4d2a-8c96-7b457bdfc3ae not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:40:13.485244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.485244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.617654 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.618188 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Fanout notify agent at l3_agent the message router_deleted on router b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:40:13.631372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.631372 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-bc99276d-c541-4c54-9793-1f9e839eca5e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/routers/b5ff6adc-5fb9-40a0-b717-94295fc9a1c1 HTTP/1.1" status: 204 len: 168 time: 1.4429567 Dec 16 16:40:13.631560 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41636) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:13.719674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.809831 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.836035 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c29decb-2c0b-4ac0-9c40-b81ce92b8671']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:13.846193 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbe54e7-3b59-4c3c-9913-72708963871e') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:13.846541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbe54e7-3b59-4c3c-9913-72708963871e') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:13.856740 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.901146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.901787 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:40:13.902191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:40:13.905253 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:40:14.052328 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.062023 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.065649 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/networks/9c29decb-2c0b-4ac0-9c40-b81ce92b8671 HTTP/1.1" status: 204 len: 168 time: 0.4309793 Dec 16 16:40:14.066028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41638) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:14.078022 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623ba2d-471c-40e0-8bcf-a7c0ecbc69ab tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Network': ['ID=9c29decb-2c0b-4ac0-9c40-b81ce92b8671,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:14.132356 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.159040 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.211695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-25315db4-21ed-455d-8ad5-20ddfca77c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.306378 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.309185 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.310390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/security-groups/9f3773c7-f978-4b07-9e6d-ba4925b04f9f HTTP/1.1" status: 204 len: 168 time: 0.2427511 Dec 16 16:40:14.319905 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d062b-de2d-4559-86e0-2eb6f61e9259 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3773c7-f978-4b07-9e6d-ba4925b04f9f,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:14.711856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41644) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:14.716515 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384563424', 'description': 'tempest-secgroup-smoke-384563424 description', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:14.843624 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:14.915131 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.008928 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.038845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0482c6-87de-4b1d-a63f-0dc9201477eb,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:15.120233 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.121655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e8ebd1fa-84f7-49ee-8693-950b86919f24 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4087167 Dec 16 16:40:15.124876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41646) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:15.130102 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:15.230311 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.286695 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.297526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04a1d65b-556b-47d5-a2d3-bd81d5272903 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:40:15.318951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 04a1d65b-556b-47d5-a2d3-bd81d5272903 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:40:15.319299 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 04a1d65b-556b-47d5-a2d3-bd81d5272903 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:40:15.360193 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.378213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd1c8cf-54b4-4d4b-b6b0-c7f92b317f43,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:15.456365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.457612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-708ad4fb-ab3e-4b55-86bf-46c889c222ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317084 Dec 16 16:40:15.460410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41648) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:15.464853 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:15.576898 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.634343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.731599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.749562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e1be38-de08-4e66-a86c-7a323885a293,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:15.830941 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.832635 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5f87f7bc-b6a8-4e4e-8878-7855d5cb41db tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3706801 Dec 16 16:40:15.835355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41650) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:15.839721 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:15.942875 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:15.999727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.089103 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.108398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6db1b9-e98e-48c6-bc78-c80e77ba9968,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:16.182686 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.183954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4eb4b1d3-1d00-46f0-a933-c291f458e5b1 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475821 Dec 16 16:40:16.186752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41652) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:16.191299 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:16.277476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.341986 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.428913 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.449983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dfd6dc-1275-424c-a27a-e4728521583b,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:16.534229 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.536009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d8af1d2a-a275-4467-b528-ad439fb45fcb tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482566 Dec 16 16:40:16.538916 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41654) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:16.543727 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:16.563287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a418cd2a-ac24-4672-a24b-cb5d493531b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.640718 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:40:16.646532 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.704643 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.811887 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.831351 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58da5a44-a579-44a9-9826-a292af355174,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:16.937467 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:16.938630 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5bc7cbf1-25a0-4fa1-803c-d1de2c60ab10 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3986759 Dec 16 16:40:16.941841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41656) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:16.950656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'security_group_rule': {'security_group_id': '8c0482c6-87de-4b1d-a63f-0dc9201477eb', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:17.043584 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Project 6c9ffc85675c4b1497218d6bc066ecfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:40:17.049094 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.116031 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.203006 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.218176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7798508-67fb-448d-9132-b8d60829d87f,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:17.313770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.315040 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-29cd45d1-107d-45c1-b5fb-3ef10223c572 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3721459 Dec 16 16:40:17.318656 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41658) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:17.323631 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'network': {'name': 'tempest-network-smoke--278511868', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'port_security_enabled': True}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:17.411778 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:40:17.415380 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.438978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:40:17.447930 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.448275 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Added segment 75094402-ae06-42fc-8805-b3c0caa8f281 of type vlan for network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 Dec 16 16:40:17.488344 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.589214 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.594888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:17.595498 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.663137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Network': ['ID=369976fe-7e00-4d20-91e3-8dc24f72d9e1,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:17.675227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:40:17.760390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b5c8b860-10f8-49a6-8df3-448e3a31361d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4406424 Dec 16 16:40:17.763256 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41660) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:17.767759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'admin_state_up': True, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:17.874691 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.875808 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:17.933240 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.137340 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.194481 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.440722 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.459713 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.573849 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.77 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/e71b74e3-d053-4d26-a6a4-6b84d8ded05b) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:40:18.679876 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.798293 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.838752 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:18.841688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:18.847218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:40:18.854833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052dd63-d19b-4536-a54b-56bdc1009c6d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:40:18.873868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:18.911321 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-27dd1838-8038-4cc0-9467-f0f6ae5b9279 None None] Provisioning complete for port e71b74e3-d053-4d26-a6a4-6b84d8ded05b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:18.911687 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27dd1838-8038-4cc0-9467-f0f6ae5b9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:18.949679 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-27dd1838-8038-4cc0-9467-f0f6ae5b9279 None None] Port e71b74e3-d053-4d26-a6a4-6b84d8ded05b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:19.248413 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:19.462720 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:19.549159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:19.674237 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:40:19.781626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:40:19.791605 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Sync routers for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:40:19.802454 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:19.802993 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:19.868949 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:19.870245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ad765640-4c90-499e-834f-9c9505d3b8d5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1059804 Dec 16 16:40:19.873558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41662) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:19.907268 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0d8576d4-f936-4197-a6e5-a0abbbaa5e24 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6c9ffc85675c4b1497218d6bc066ecfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323858 Dec 16 16:40:19.908639 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:19.910174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41664) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:20.005034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dd67e-ce6c-4ef0-93a0-da87fac2bee6 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:20.006592 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-d70dd67e-ce6c-4ef0-93a0-da87fac2bee6 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950992 Dec 16 16:40:20.009575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41666) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:20.038864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-103dc5d1-9287-42d9-86b3-680d6943e52c tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=69499b07-3049-4342-94ac-015cd286c29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280063 Dec 16 16:40:20.041359 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41668) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:20.048056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-691154223', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:20.152465 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.191328 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:20.217554 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Checking router: 6ef1c963-f6e3-47fe-937f-b6fec82f78fb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:40:20.217902 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Updating router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb port e71b74e3-d053-4d26-a6a4-6b84d8ded05b binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:40:20.232167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:40:20.235703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.243097 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.497522 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.523381 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.583057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Subnet': ['ID=fa82be17-39d5-41c9-b99e-fd1bb602fe1d,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:20.591985 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Checking segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:40:20.592345 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network hostable DHCP agents. Network: 369976fe-7e00-4d20-91e3-8dc24f72d9e1, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:40:20.638037 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.685249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e2d81-d87b-478b-8eb0-73733115dfd2 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:40:20.697314 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Attempting to bind port e71b74e3-d053-4d26-a6a4-6b84d8ded05b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:40:20.697680 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Attempting to bind port e71b74e3-d053-4d26-a6a4-6b84d8ded05b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:40:20.698039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Attempting to bind port e71b74e3-d053-4d26-a6a4-6b84d8ded05b on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:40:20.700167 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Pushing event updated for resources: {'Port': ['ID=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:20.709246 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.709476 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.709804 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.710130 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.713519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Bound port: e71b74e3-d053-4d26-a6a4-6b84d8ded05b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:40:20.720199 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.773341 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] For port e71b74e3-d053-4d26-a6a4-6b84d8ded05b, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:40:20.773586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:40:20.773737 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] For port e71b74e3-d053-4d26-a6a4-6b84d8ded05b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:40:20.781749 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8238cf32-4de7-40cf-8bb5-7af97c84b760 None None] Provisioning complete for port e71b74e3-d053-4d26-a6a4-6b84d8ded05b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:20.782123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8238cf32-4de7-40cf-8bb5-7af97c84b760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.819630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8238cf32-4de7-40cf-8bb5-7af97c84b760 None None] Port e71b74e3-d053-4d26-a6a4-6b84d8ded05b cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:20.878461 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.919514 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cac54-f770-4468-96b0-2e2b3480c56b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:40:20.938191 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a69f49-5e6d-47c9-a081-65e11a349ba3 None None] Pushing event updated for resources: {'Port': ['ID=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:20.941158 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:20.942050 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 369976fe-7e00-4d20-91e3-8dc24f72d9e1) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:20.942626 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:20.951485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:20.952130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:20.967991 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02fe00-412e-4e8e-8f66-23f8cd9a4e37 None None] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:40:21.050699 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:21.064057 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-676a59ee-465c-4411-b766-f43fe45db114 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0214353 Dec 16 16:40:21.067486 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41670) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:21.073323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-04665b27-1c6b-468b-9515-adb59522468e None None] Provisioning complete for port e71b74e3-d053-4d26-a6a4-6b84d8ded05b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:21.073323 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04665b27-1c6b-468b-9515-adb59522468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.098629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:40:21.099505 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.266589 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04665b27-1c6b-468b-9515-adb59522468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.297977 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-04665b27-1c6b-468b-9515-adb59522468e None None] For port e71b74e3-d053-4d26-a6a4-6b84d8ded05b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:21.302872 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Allocated IP 172.20.0.2 (369976fe-7e00-4d20-91e3-8dc24f72d9e1/fa82be17-39d5-41c9-b99e-fd1bb602fe1d/685229e4-934e-4e0d-8ed4-e299f33060fd) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:40:21.391243 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:21.428388 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccec7ef-ef7b-454a-8da5-131eb12cf614 None None] The sync data for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 is: [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:19Z', 'revision_number': 3, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:40:21.441781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04665b27-1c6b-468b-9515-adb59522468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.517548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.521608 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04665b27-1c6b-468b-9515-adb59522468e None None] Pushing event updated for resources: {'Port': ['ID=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:21.631079 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.686850 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.762986 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:21.768241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:21.773583 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:40:21.782309 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Pushing event updated for resources: {'Port': ['ID=685229e4-934e-4e0d-8ed4-e299f33060fd,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:21.840871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Attempting to bind port 685229e4-934e-4e0d-8ed4-e299f33060fd on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:40:21.840871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Attempting to bind port 685229e4-934e-4e0d-8ed4-e299f33060fd by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:40:21.841244 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Attempting to bind port 685229e4-934e-4e0d-8ed4-e299f33060fd on network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:40:21.846833 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:40:21.847268 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Checking segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:40:21.848275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.848596 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Bound using segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:40:21.849105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Bound port: 685229e4-934e-4e0d-8ed4-e299f33060fd, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:40:21.849485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:21.927544 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] For port 685229e4-934e-4e0d-8ed4-e299f33060fd, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:40:21.991648 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.1 (369976fe-7e00-4d20-91e3-8dc24f72d9e1/fa82be17-39d5-41c9-b99e-fd1bb602fe1d/4cf6ee49-6006-48ae-9991-01c4aa7df719) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:40:22.038629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] For port 685229e4-934e-4e0d-8ed4-e299f33060fd, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=685229e4-934e-4e0d-8ed4-e299f33060fd,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:40:22.132783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:22.133650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:22.193277 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80490258-f2fa-4160-b1ec-fa7edee7b001 None None] Pushing event updated for resources: {'Port': ['ID=685229e4-934e-4e0d-8ed4-e299f33060fd,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:22.256842 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:22.303574 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:22.307613 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:22.314518 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:40:22.368226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:22.375479 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:22.666870 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:22.973191 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.048875 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.131756 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:23.134483 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.241964 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:23.243359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:23.380153 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:40:23.447604 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e71b74e3-d053-4d26-a6a4-6b84d8ded05b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:40:23.503144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port e71b74e3-d053-4d26-a6a4-6b84d8ded05b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:23.503576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.512391 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:40:23.522520 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-054ffeac-69c5-49a4-a4f9-2c04f0804b7e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/6ef1c963-f6e3-47fe-937f-b6fec82f78fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4529669 Dec 16 16:40:23.594944 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 685229e4-934e-4e0d-8ed4-e299f33060fd up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:40:23.649738 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 685229e4-934e-4e0d-8ed4-e299f33060fd triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:23.650112 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.721974 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-dd442515-86fb-428e-bd6c-0f6dfda8ee2d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384563424&fields=id&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 267 time: 0.0645297 Dec 16 16:40:23.728500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Sync routers for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:40:23.752985 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.756255 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:23.757112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:23.841625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port 685229e4-934e-4e0d-8ed4-e299f33060fd, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=685229e4-934e-4e0d-8ed4-e299f33060fd,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:23.848697 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-3b58f7a1-2f27-438b-bf5d-8c9f61e2d911 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:23.850333 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-3b58f7a1-2f27-438b-bf5d-8c9f61e2d911 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 796 time: 0.1205411 Dec 16 16:40:23.867757 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-86b7d4c1-85ec-4838-bc92-7a8c2f8982fc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/quotas/6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 375 time: 0.0115802 Dec 16 16:40:23.902930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:23.924944 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-ea13b93c-8517-4a70-9035-e36bbfaa4d21 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512846 Dec 16 16:40:23.942525 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:23.987952 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-79198c18-498a-4c39-9075-f8ab5a045af2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:40:23.989628 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-79198c18-498a-4c39-9075-f8ab5a045af2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501990 Dec 16 16:40:24.026473 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f21ab-45a7-40e7-aedd-ad38afb2ebd0 None None] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:40:24.095196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-a15b008d-3808-43ee-88c5-c3c3250adb16 service neutron] 10.222.0.71 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989604 Dec 16 16:40:24.146781 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=685229e4-934e-4e0d-8ed4-e299f33060fd,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:24.181962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9aa8bbc9-4309-4b9c-8d4a-2c11b6df7b7a None None] Provisioning complete for port 685229e4-934e-4e0d-8ed4-e299f33060fd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:24.182716 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bbc9-4309-4b9c-8d4a-2c11b6df7b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:24.186432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-c0ed7276-d24d-40c4-82f3-b186a8427c58 service neutron] 10.222.0.71 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849550 Dec 16 16:40:24.443215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-298a990f-fb2b-4bd0-91f6-8efd2e4c252b req-67054471-7ca6-46bd-850b-425cd2c77b64 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0273259 Dec 16 16:40:24.516546 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 2, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:24.548851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Checking router: 6ef1c963-f6e3-47fe-937f-b6fec82f78fb for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:40:24.549197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Updating router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb port 4cf6ee49-6006-48ae-9991-01c4aa7df719 binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:40:24.575058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:24.772186 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ffb62aef-dfc9-41b9-bf7a-c4de4e4a36c5 None None] Provisioning complete for port 685229e4-934e-4e0d-8ed4-e299f33060fd triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:24.772558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ffb62aef-dfc9-41b9-bf7a-c4de4e4a36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:24.918138 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:24.941081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ffb62aef-dfc9-41b9-bf7a-c4de4e4a36c5 None None] Provisioning complete for port 4cf6ee49-6006-48ae-9991-01c4aa7df719 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:24.942221 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ffb62aef-dfc9-41b9-bf7a-c4de4e4a36c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:24.977750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ffb62aef-dfc9-41b9-bf7a-c4de4e4a36c5 None None] Port 4cf6ee49-6006-48ae-9991-01c4aa7df719 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:25.034084 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.087248 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ee43-8f7c-43aa-a2a0-8277716221b0 None None] Pushing event updated for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:25.145095 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-44e11b95-1b97-414a-baec-3863c9d33513 None None] Provisioning complete for port 4cf6ee49-6006-48ae-9991-01c4aa7df719 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:25.145466 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44e11b95-1b97-414a-baec-3863c9d33513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.180015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Attempting to bind port 4cf6ee49-6006-48ae-9991-01c4aa7df719 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:40:25.180308 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Attempting to bind port 4cf6ee49-6006-48ae-9991-01c4aa7df719 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:40:25.180680 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Attempting to bind port 4cf6ee49-6006-48ae-9991-01c4aa7df719 on network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:40:25.191519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:40:25.191925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Checking segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:40:25.192343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.192742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Bound using segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:40:25.193367 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Bound port: 4cf6ee49-6006-48ae-9991-01c4aa7df719, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:40:25.193762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.207783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-44e11b95-1b97-414a-baec-3863c9d33513 None None] Port 4cf6ee49-6006-48ae-9991-01c4aa7df719 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:25.271056 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] For port 4cf6ee49-6006-48ae-9991-01c4aa7df719, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:40:25.274327 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] For port 4cf6ee49-6006-48ae-9991-01c4aa7df719, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4cf6ee49-6006-48ae-9991-01c4aa7df719,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:40:25.328249 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4b189317-d7f3-424e-9d60-b6be2841cb3c None None] Provisioning complete for port 4cf6ee49-6006-48ae-9991-01c4aa7df719 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:25.330493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b189317-d7f3-424e-9d60-b6be2841cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.354691 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 685229e4-934e-4e0d-8ed4-e299f33060fd up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:40:25.362131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.430230 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4b189317-d7f3-424e-9d60-b6be2841cb3c None None] Port 4cf6ee49-6006-48ae-9991-01c4aa7df719 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:25.467637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:25.468310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:25.474288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8ee43-8f7c-43aa-a2a0-8277716221b0 None None] Pushing event updated for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:25.521961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 685229e4-934e-4e0d-8ed4-e299f33060fd triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:25.522973 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.542983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ec7f3bb-73b1-476c-bd52-238321e4d800 req-73258867-b659-4c34-aa09-dc2214a5adc5 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0387897 Dec 16 16:40:25.619324 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:25.791637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] Provisioning complete for port 4cf6ee49-6006-48ae-9991-01c4aa7df719 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:25.792029 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.921193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:25.937381 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:25.972987 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da13fef7-52db-4b0f-b3b7-d448b878d420 None None] The sync data for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 is: [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:40:25.989158 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] For port 4cf6ee49-6006-48ae-9991-01c4aa7df719, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4cf6ee49-6006-48ae-9991-01c4aa7df719,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:26.067136 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:26.116802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf382e-cce7-4090-b954-5a22e48b3c5a None None] Pushing event updated for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:26.642113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68ecc0b0-eeec-4c5f-a559-86f1ba9949eb req-049923ef-6972-4c4a-b14d-0288da59c939 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0377321 Dec 16 16:40:27.365775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4cf6ee49-6006-48ae-9991-01c4aa7df719 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:40:27.413766 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 4cf6ee49-6006-48ae-9991-01c4aa7df719 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:27.414135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:27.722307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-263a8e5f-949e-4070-812a-3c4823d75ab2 req-da520a2a-7999-461a-b552-b3457514800b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0263782 Dec 16 16:40:28.816963 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ddf8663-b750-40f6-b714-8a7fad81f08d req-4192d3a4-fc75-4167-a8f1-bec2ce22d629 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0278673 Dec 16 16:40:29.382876 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:29.914049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0e96f929-b369-4b8e-8aec-de1937b1b49c req-18d1c4c7-70dc-4b09-9ae1-1966f59c46c3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0272768 Dec 16 16:40:30.157929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:30.622392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-7fee36cf-558b-4ba5-abb2-00ad991acae8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:30.623849 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-7fee36cf-558b-4ba5-abb2-00ad991acae8 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 796 time: 0.1045201 Dec 16 16:40:30.693275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-a6504865-0c07-4a54-bdc6-db4daf3dbd8c tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9ffc85675c4b1497218d6bc066ecfc HTTP/1.1" status: 200 len: 379 time: 0.0534868 Dec 16 16:40:30.709454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'port': {'device_id': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'admin_state_up': True, 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'security_groups': ['8c0482c6-87de-4b1d-a63f-0dc9201477eb']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:30.920518 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Made reservation on behalf of 6c9ffc85675c4b1497218d6bc066ecfc for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:40:30.924244 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:31.027345 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-de051a4b-8929-4a95-aa71-38718f7c43e2 req-351dd74c-fa51-462c-9baa-c249bb921a5b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0346572 Dec 16 16:40:31.088785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.20.0.5 (369976fe-7e00-4d20-91e3-8dc24f72d9e1/fa82be17-39d5-41c9-b99e-fd1bb602fe1d/c697809f-2e23-4deb-94ff-57da957e6467) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:40:31.234565 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:31.357742 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:31.406632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:31.409723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:31.413484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:40:31.419737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:31.472136 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:31.484427 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:31.626315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fe268d9a-d8de-4ab7-9bc3-f07b8d72ef2e None None] Provisioning complete for port c697809f-2e23-4deb-94ff-57da957e6467 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:31.626952 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe268d9a-d8de-4ab7-9bc3-f07b8d72ef2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:31.662172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fe268d9a-d8de-4ab7-9bc3-f07b8d72ef2e None None] Port c697809f-2e23-4deb-94ff-57da957e6467 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:40:31.666280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-885643e8-92e2-4baf-a400-7da7e813dddf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610834 Dec 16 16:40:31.685932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Request body: {'port': {'device_id': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:31.741476 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.016167 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c697809f-2e23-4deb-94ff-57da957e6467 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:40:32.024450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.036426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Transition to ACTIVE for port object c697809f-2e23-4deb-94ff-57da957e6467 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:40:32.132920 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.194501 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:32.221013 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab0fd0-138a-4c7d-abbb-2e3dd1e68cae req-7a03b95e-f86e-494b-9e2c-8400065813fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:32.222702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bab0fd0-138a-4c7d-abbb-2e3dd1e68cae req-7a03b95e-f86e-494b-9e2c-8400065813fd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 931 time: 0.1192956 Dec 16 16:40:32.307227 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Attempting to bind port c697809f-2e23-4deb-94ff-57da957e6467 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:40:32.307560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Attempting to bind port c697809f-2e23-4deb-94ff-57da957e6467 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:40:32.307911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Attempting to bind port c697809f-2e23-4deb-94ff-57da957e6467 on network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:40:32.316931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bab0fd0-138a-4c7d-abbb-2e3dd1e68cae req-62a96c10-820c-422e-89e8-73c3e499a7ef tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720322 Dec 16 16:40:32.317969 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Port c697809f-2e23-4deb-94ff-57da957e6467 on network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:40:32.318292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Attempting to bind port c697809f-2e23-4deb-94ff-57da957e6467 on network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:40:32.324056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:40:32.324401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Checking segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:40:32.324787 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Bound using segment: {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:40:32.325217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Bound port: c697809f-2e23-4deb-94ff-57da957e6467, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75094402-ae06-42fc-8805-b3c0caa8f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:40:32.325580 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.390686 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:40:32.393800 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c697809f-2e23-4deb-94ff-57da957e6467,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:40:32.472953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.512709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:32.513320 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:32.514753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] 10.222.0.30 "PUT /v2.0/ports/c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 1091 time: 0.8331385 Dec 16 16:40:32.515197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:40:32.517503 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:40:32.554160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088e9c7-3b62-4857-ab1c-853010bf4b00 service neutron] Pushing event updated for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:32.560416 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed75d93-5877-49f5-bb1c-979853968a7b x-openstack-request-id: req-aed75d93-5877-49f5-bb1c-979853968a7b {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:40:32.560711 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:40:32.560968 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aed75d93-5877-49f5-bb1c-979853968a7b {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:40:32.561376 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467', 'status': 'completed', 'code': 200} Dec 16 16:40:32.646302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-40c48e0e-e266-4a1e-9e42-f5b843dcbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:32.647917 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-40c48e0e-e266-4a1e-9e42-f5b843dcbc2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1094 time: 0.0457356 Dec 16 16:40:32.717278 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:40:32.759583 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-02190bb1-0784-4d7e-a971-251a558ef585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:32.761082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-02190bb1-0784-4d7e-a971-251a558ef585 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0994511 Dec 16 16:40:33.213092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-e6e5ef25-588c-41f0-855a-701c1f9c3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:33.214495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b29dd8db-1fd8-4b2a-817f-d56b2de7ceb0 req-e6e5ef25-588c-41f0-855a-701c1f9c3f0f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4457815 Dec 16 16:40:33.317705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-b5ee2c3f-0979-41e6-b03d-b73a8d7d8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:33.319240 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-b5ee2c3f-0979-41e6-b03d-b73a8d7d8bcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1094 time: 0.0448515 Dec 16 16:40:33.372606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-0e237a2f-ff31-41fa-b435-252f87bf2ceb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 217 time: 0.0373695 Dec 16 16:40:33.452010 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-8cdf34d2-7267-4399-958b-36aadb80b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:33.453505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-8cdf34d2-7267-4399-958b-36aadb80b805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 200 len: 834 time: 0.0724185 Dec 16 16:40:33.464737 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ebe30-77cd-4e0b-aa11-0850c643a3cf req-150183bf-8c23-4091-9986-428f8c231ccf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:33.466214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-613ebe30-77cd-4e0b-aa11-0850c643a3cf req-150183bf-8c23-4091-9986-428f8c231ccf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 943 time: 0.0775166 Dec 16 16:40:33.549901 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-ff1097b3-7d84-40df-b73b-2bab5bdd5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:33.551655 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-ff1097b3-7d84-40df-b73b-2bab5bdd5db1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=369976fe-7e00-4d20-91e3-8dc24f72d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843349 Dec 16 16:40:33.558871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-613ebe30-77cd-4e0b-aa11-0850c643a3cf req-f048b75a-b53f-45cc-9d25-1753dcbe4a17 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823216 Dec 16 16:40:33.648800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-240a19be-e92c-4115-b1d0-a7a3b57a7bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888495 Dec 16 16:40:33.744301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3651c86e-3e18-4d3f-bc79-9872e15bf9a3 req-7558eeca-6394-4fc5-b9c5-626532c617b0 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879002 Dec 16 16:40:34.681145 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0924ba-23bd-4a22-a572-e824fa412065 req-d91aa358-4587-49f0-abce-94eec2716baf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:34.682624 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa0924ba-23bd-4a22-a572-e824fa412065 req-d91aa358-4587-49f0-abce-94eec2716baf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 943 time: 0.0507159 Dec 16 16:40:34.731834 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fa0924ba-23bd-4a22-a572-e824fa412065 req-0a2cda6d-76d3-493a-b0f3-95f5bb504a34 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Dec 16 16:40:35.869745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257134db-9198-4e64-b253-2211ac9d01c7 req-bfb606eb-0fe3-487d-afee-25767940b557 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:35.869745 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-257134db-9198-4e64-b253-2211ac9d01c7 req-bfb606eb-0fe3-487d-afee-25767940b557 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 943 time: 0.0594265 Dec 16 16:40:35.923448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-257134db-9198-4e64-b253-2211ac9d01c7 req-38a58b1f-f107-4ed5-89e2-61f6e7b0a084 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538356 Dec 16 16:40:36.371745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c697809f-2e23-4deb-94ff-57da957e6467 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:40:36.468348 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c697809f-2e23-4deb-94ff-57da957e6467,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:36.482005 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': 'c697809f-2e23-4deb-94ff-57da957e6467', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'port_id': 'c697809f-2e23-4deb-94ff-57da957e6467', 'mac_address': 'fa:16:3e:58:01:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:40:36.543774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:36.562123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c697809f-2e23-4deb-94ff-57da957e6467 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:40:36.582332 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c697809f-2e23-4deb-94ff-57da957e6467,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:36.662999 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:36.711930 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:36.955584 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['c697809f-2e23-4deb-94ff-57da957e6467'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:40:37.046843 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8f48-cf47-4364-a96e-d5f0b0dd6681 req-49b01afe-1bfd-464a-b58f-78396aca4cdf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:37.048576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a17c8f48-cf47-4364-a96e-d5f0b0dd6681 req-49b01afe-1bfd-464a-b58f-78396aca4cdf tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 944 time: 0.0497143 Dec 16 16:40:37.105228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a17c8f48-cf47-4364-a96e-d5f0b0dd6681 req-2691ef3b-0cb4-47ae-8941-32c12c130215 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491717 Dec 16 16:40:38.224040 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bf667-41df-40cb-834d-1fcb70e88d9c req-b933ebb4-788b-435d-96ec-3a92444ee165 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:38.225461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11bf667-41df-40cb-834d-1fcb70e88d9c req-b933ebb4-788b-435d-96ec-3a92444ee165 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 944 time: 0.0520754 Dec 16 16:40:38.278052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f11bf667-41df-40cb-834d-1fcb70e88d9c req-f07e9128-3924-494b-8fa3-43214e7e7661 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 Dec 16 16:40:38.372462 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c697809f-2e23-4deb-94ff-57da957e6467 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:40:38.508674 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port c697809f-2e23-4deb-94ff-57da957e6467 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:40:38.512899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port c697809f-2e23-4deb-94ff-57da957e6467 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:40:38.513275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:38.597706 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:38.622117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:40:38.624485 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e991144d-9689-488b-8f8d-87f809879e74" -d '{"events": [{"server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "name": "network-vif-plugged", "status": "completed", "tag": "c697809f-2e23-4deb-94ff-57da957e6467"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:40:38.637954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c697809f-2e23-4deb-94ff-57da957e6467,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:40:38.661404 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30184d6-a19c-48b4-b86c-c9a83231c171 x-openstack-request-id: req-b30184d6-a19c-48b4-b86c-c9a83231c171 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:40:38.661699 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "name": "network-vif-plugged", "status": "completed", "tag": "c697809f-2e23-4deb-94ff-57da957e6467", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:40:38.662029 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b30184d6-a19c-48b4-b86c-c9a83231c171 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:40:38.662467 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467', 'code': 200} Dec 16 16:40:38.752202 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:38.793110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1cb8c-5a0d-4625-a581-4566f9f0f981 req-5073ecff-84b6-4aef-b3b9-f8e6e3cbdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:38.794711 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15d1cb8c-5a0d-4625-a581-4566f9f0f981 req-5073ecff-84b6-4aef-b3b9-f8e6e3cbdb7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1096 time: 0.0419316 Dec 16 16:40:38.803032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:38.843272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-15d1cb8c-5a0d-4625-a581-4566f9f0f981 req-3bc69c15-6b13-4240-af55-7aae0a6cd2e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Dec 16 16:40:39.402336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c088e-2e00-4339-b771-810457bfa944 req-68d42d39-6169-4b20-9471-b96ae0cdbf67 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:39.403850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-326c088e-2e00-4339-b771-810457bfa944 req-68d42d39-6169-4b20-9471-b96ae0cdbf67 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0512598 Dec 16 16:40:39.454454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-326c088e-2e00-4339-b771-810457bfa944 req-5dddc1fe-b48d-48af-8b0a-8a956555c1dd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436709 Dec 16 16:40:40.575293 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a7ea-5097-471f-8703-765c7fc1d0d8 req-ec5081f4-3975-4387-915c-ae8ee124df4a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:40.576789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8865a7ea-5097-471f-8703-765c7fc1d0d8 req-ec5081f4-3975-4387-915c-ae8ee124df4a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0521953 Dec 16 16:40:40.625128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8865a7ea-5097-471f-8703-765c7fc1d0d8 req-f0be23c0-a25e-4ec3-ac03-33fb78bde637 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Dec 16 16:40:40.757177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d238d-eb39-4e99-b5e7-5dc02fe905e6 req-c45e07cc-69bd-48d9-a21f-245cebdec025 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:40.758604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-584d238d-eb39-4e99-b5e7-5dc02fe905e6 req-c45e07cc-69bd-48d9-a21f-245cebdec025 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0500081 Dec 16 16:40:40.807649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-584d238d-eb39-4e99-b5e7-5dc02fe905e6 req-821f574c-31f7-41e2-9872-8c98a0f68de7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430517 Dec 16 16:40:40.828875 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41742) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:40.870495 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e396dc-ea7d-4ef2-93bb-c034a2fab8c9 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:40.872053 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-18e396dc-ea7d-4ef2-93bb-c034a2fab8c9 tempest-TestNetworkAdvancedServerOps-285471807 tempest-TestNetworkAdvancedServerOps-285471807-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1091 time: 0.0421464 Dec 16 16:40:40.874953 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41744) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:40.879452 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': 'c697809f-2e23-4deb-94ff-57da957e6467', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:40:40.980526 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:41.086322 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:41.190766 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Allocated IP 172.25.7.51 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/068c79ff-399a-4fdb-a85d-390653aad761) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:40:41.290742 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:41.417644 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:41.462257 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:40:41.465353 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:40:41.468364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:40:41.500095 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=068c79ff-399a-4fdb-a85d-390653aad761,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:41.841958 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:42.003116 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:42.154863 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:42.222481 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:42.289474 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event updated for resources: {'Port': ['ID=068c79ff-399a-4fdb-a85d-390653aad761,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:40:42.301466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:42.744181 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP c725a6c1-c49b-4d20-893a-44eca626402d associated. External IP: 172.25.7.51, port: c697809f-2e23-4deb-94ff-57da957e6467. Dec 16 16:40:42.955494 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:40:43.067041 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:40:43.077768 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Sync routers for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:40:43.089067 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:43.089067 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:43.180210 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:43.195380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:43.206890 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8b98c67-180c-4cbf-92cd-f0a81feabdb0 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3307531 Dec 16 16:40:43.207481 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:40:43.209834 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:40:43.256675 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a12aec-1d5a-48cb-a82a-b56f172a3a6a x-openstack-request-id: req-19a12aec-1d5a-48cb-a82a-b56f172a3a6a {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:40:43.257153 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:40:43.257579 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19a12aec-1d5a-48cb-a82a-b56f172a3a6a {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:40:43.258302 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467', 'status': 'completed', 'code': 200} Dec 16 16:40:43.367498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1efb02-07ac-4118-b616-449de2dbc94a req-327ac447-c426-46c4-a2d6-3239392a03b4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:43.368648 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b1efb02-07ac-4118-b616-449de2dbc94a req-327ac447-c426-46c4-a2d6-3239392a03b4 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.1032717 Dec 16 16:40:43.386174 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-fd2f808a-33c5-47e8-8a63-7f32445e5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:43.387801 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-fd2f808a-33c5-47e8-8a63-7f32445e5672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1096 time: 0.0731366 Dec 16 16:40:43.464477 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c725a6c1-c49b-4d20-893a-44eca626402d', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'port_id': 'c697809f-2e23-4deb-94ff-57da957e6467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'mac_address': 'fa:16:3e:58:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:40:41Z', 'updated_at': '2021-12-16T16:40:41Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:43.494794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b1efb02-07ac-4118-b616-449de2dbc94a req-ee2a29dc-e37c-470c-af21-531bcfa60bf7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186659 Dec 16 16:40:43.497603 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Checking router: 6ef1c963-f6e3-47fe-937f-b6fec82f78fb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:40:43.508596 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:40:43.515519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:40:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:43.525896 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41750) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:43.535447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-eeb223fc-8163-43a8-8179-a337fb6259d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:43.537339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-eeb223fc-8163-43a8-8179-a337fb6259d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 897 time: 0.1416426 Dec 16 16:40:43.607062 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6819f625-5910-41e7-959c-74435a8fea40 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/c725a6c1-c49b-4d20-893a-44eca626402d HTTP/1.1" status: 200 len: 990 time: 0.0795479 Dec 16 16:40:43.619435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-6816f812-dd84-4582-b71f-3651b172238d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 998 time: 0.0744390 Dec 16 16:40:43.669316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-84c39781-1100-45c0-b708-a87faf4331d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:43.670816 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-84c39781-1100-45c0-b708-a87faf4331d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 200 len: 834 time: 0.0450213 Dec 16 16:40:43.719813 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-ae7352db-2825-4846-a909-872c6aa2ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:43.721403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-ae7352db-2825-4846-a909-872c6aa2ccea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=369976fe-7e00-4d20-91e3-8dc24f72d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430586 Dec 16 16:40:43.721579 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:40:43.819633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-cd976461-bf84-42fe-b8bd-5d6d07839cfa service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910678 Dec 16 16:40:43.913028 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5cfbe640-61bc-4d5d-9818-6ba09f6e0d4b req-c64c445a-d1da-49cf-9151-69133b3010d2 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861065 Dec 16 16:40:43.951473 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c725a6c1-c49b-4d20-893a-44eca626402d', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'port_id': 'c697809f-2e23-4deb-94ff-57da957e6467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'mac_address': 'fa:16:3e:58:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:40:41Z', 'updated_at': '2021-12-16T16:40:41Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:40:43.978414 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175137be-dc1d-4e9c-9381-738c6af17b27 None None] The sync data for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 is: [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': 'c725a6c1-c49b-4d20-893a-44eca626402d', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'port_id': 'c697809f-2e23-4deb-94ff-57da957e6467', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'mac_address': 'fa:16:3e:58:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:40:41Z', 'updated_at': '2021-12-16T16:40:41Z', 'revision_number': 0, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:40:44.186933 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c9923-d44c-4656-af81-665c2e715542 None None] New status for floating IP c725a6c1-c49b-4d20-893a-44eca626402d: ACTIVE {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:40:44.224829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b050b9c2-ae4b-43a0-8394-cd7e95d9f38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:44.610350 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41752) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:40:44.671611 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3861463b-ebe5-46fe-b5d4-5eb83f2099b6 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/c725a6c1-c49b-4d20-893a-44eca626402d HTTP/1.1" status: 200 len: 992 time: 0.0600865 Dec 16 16:40:46.563644 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9e5b6e9-d781-46ec-970c-ed1603a4db3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:47.235347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-528afb66-b395-44d4-970b-5e0ce4c757bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471044 Dec 16 16:40:47.338320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-c9dcf221-115e-41ea-8cc1-83467e6a27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:47.339857 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-c9dcf221-115e-41ea-8cc1-83467e6a27fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1096 time: 0.0423019 Dec 16 16:40:47.444930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-ee755477-911b-41ae-a47d-d68b1f064041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:47.447527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-ee755477-911b-41ae-a47d-d68b1f064041 service neutron] 10.222.0.30 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 897 time: 0.0875418 Dec 16 16:40:47.518785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-d73e3c88-3619-412c-ac0a-da21ee0dbd68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 1000 time: 0.0633769 Dec 16 16:40:47.568765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-e140950d-2a8d-43fb-95cb-9852c5f42ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:47.570256 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-e140950d-2a8d-43fb-95cb-9852c5f42ee6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 200 len: 834 time: 0.0450876 Dec 16 16:40:47.617591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-0e56f2cf-71dc-42dc-a58f-a7bd29bc8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:40:47.619126 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-0e56f2cf-71dc-42dc-a58f-a7bd29bc8493 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=369976fe-7e00-4d20-91e3-8dc24f72d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419452 Dec 16 16:40:47.723544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-2760310a-fab5-443e-83ef-7e45e32e2429 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968385 Dec 16 16:40:47.815120 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5d9241a-592c-45de-86eb-1df23ea7a56e req-31d0b1c0-c7f8-4de4-b5f4-4fd30510cb53 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 Dec 16 16:40:48.148513 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:49.605558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:50.131002 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:40:59.382166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:00.186131 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:09.716093 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:41:09.986701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-c1db7ebc-fdbe-4183-930b-5e8f40dee30a req-39b0a67f-c074-4446-b180-0b3e99672ac0 service neutron] (104055) timed out ('10.222.0.71', 34332) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 16:41:14.239578 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6280f43-aaaa-42c3-94de-bdbeffc8d0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:16.453247 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95a71-b6bf-4189-beb1-c7a5e2feacfd req-1d238e66-24f7-4bac-a4e9-10f41c5a8d43 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:16.454848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75f95a71-b6bf-4189-beb1-c7a5e2feacfd req-1d238e66-24f7-4bac-a4e9-10f41c5a8d43 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0618374 Dec 16 16:41:16.513349 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75f95a71-b6bf-4189-beb1-c7a5e2feacfd req-d052c494-7783-4e57-8fb0-9eccff1218bc tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510676 Dec 16 16:41:16.547477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-84a97b7c-891e-450e-8ad7-d22a956082fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:17.645790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edff810-7ef7-4e4b-a5a0-7b50a1c13791 req-b323e957-21c0-4fa8-a6e8-6f81499103ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:17.647398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7edff810-7ef7-4e4b-a5a0-7b50a1c13791 req-b323e957-21c0-4fa8-a6e8-6f81499103ca tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0565567 Dec 16 16:41:17.705722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7edff810-7ef7-4e4b-a5a0-7b50a1c13791 req-61fd7e96-a0bf-427a-901d-f6034424e7a3 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518119 Dec 16 16:41:17.730269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41776) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:17.799337 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fceb3c88-0003-4ee5-b3ba-ea44743f3d6d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/c725a6c1-c49b-4d20-893a-44eca626402d HTTP/1.1" status: 200 len: 992 time: 0.0678267 Dec 16 16:41:18.335034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:19.336925 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f23acd-3fa1-4fd5-8748-b107cf8985d0 req-acc6c88d-48a2-4cd9-a853-8ca3644db173 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:19.339245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f23acd-3fa1-4fd5-8748-b107cf8985d0 req-acc6c88d-48a2-4cd9-a853-8ca3644db173 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0611444 Dec 16 16:41:19.405681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78f23acd-3fa1-4fd5-8748-b107cf8985d0 req-e49fb0b7-d61b-47f3-8868-154e6aa4e21d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604062 Dec 16 16:41:19.483948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-16776db1-a4ba-4a43-bec3-035328d1b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:19.485800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-16776db1-a4ba-4a43-bec3-035328d1b106 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1096 time: 0.0504873 Dec 16 16:41:19.588334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:19.589239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-798c8833-e8f1-4d09-829e-898d2175c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:19.590622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-798c8833-e8f1-4d09-829e-898d2175c01e service neutron] 10.222.0.30 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 897 time: 0.0978067 Dec 16 16:41:19.708159 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-ad99e79d-a31f-4d5e-93c0-43736fe34e95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 1000 time: 0.1099153 Dec 16 16:41:19.772207 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-f1ac7f35-ea57-477e-a95e-f017098c81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:19.773924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-f1ac7f35-ea57-477e-a95e-f017098c81a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 200 len: 834 time: 0.0588057 Dec 16 16:41:19.824564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-c28b1121-1f7a-46d0-a890-f2c4cc42e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:19.826641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-c28b1121-1f7a-46d0-a890-f2c4cc42e09c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=369976fe-7e00-4d20-91e3-8dc24f72d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457385 Dec 16 16:41:19.930048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-d560d2b0-b2c0-4ac5-9b5e-a249705aef2c service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954456 Dec 16 16:41:20.031774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5d629cdd-1727-4ccd-8ae4-030a1750d67a req-9cd92719-2476-45ca-8bb4-00b8e010a9c2 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936706 Dec 16 16:41:20.124965 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:20.545310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d3c58-bc78-466b-a2eb-977f262748f9 req-fea3567e-09d7-45d1-b857-1fc11f8f2f9b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:20.546872 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a4d3c58-bc78-466b-a2eb-977f262748f9 req-fea3567e-09d7-45d1-b857-1fc11f8f2f9b tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0573702 Dec 16 16:41:20.599737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7a4d3c58-bc78-466b-a2eb-977f262748f9 req-3d10f885-c211-41db-9115-8613a512dbbd tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465674 Dec 16 16:41:21.721612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44f49-bb12-454f-b4a6-7cea54ec3658 req-a6ddf572-d521-4dd6-bd09-2ccdf9e68501 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:21.723246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bc44f49-bb12-454f-b4a6-7cea54ec3658 req-a6ddf572-d521-4dd6-bd09-2ccdf9e68501 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0535331 Dec 16 16:41:21.792611 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bc44f49-bb12-454f-b4a6-7cea54ec3658 req-99d50960-cd97-49d4-8938-33e2376e34d7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631723 Dec 16 16:41:21.823690 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41790) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:21.888544 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-4e09ccb0-9339-44de-8049-a0e612c2b176 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/floatingips/c725a6c1-c49b-4d20-893a-44eca626402d HTTP/1.1" status: 200 len: 992 time: 0.0634944 Dec 16 16:41:22.193285 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41796) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:22.383981 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 068c79ff-399a-4fdb-a85d-390653aad761 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:41:22.384365 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:22.469884 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:22.470153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:22.490716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 068c79ff-399a-4fdb-a85d-390653aad761 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:41:22.814824 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:22.856725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=068c79ff-399a-4fdb-a85d-390653aad761,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:22.884690 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.902677 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:22.939801 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:22.941301 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Floating IP c725a6c1-c49b-4d20-893a-44eca626402d disassociated (deleted). External IP: 172.25.7.51, port: c697809f-2e23-4deb-94ff-57da957e6467. Dec 16 16:41:23.233548 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:41:23.369929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:23.374927 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:23.383688 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Sync routers for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:23.397141 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:23.397930 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:23.420828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c04ca998-4a08-4a97-a8e3-c4d4f26adec9 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/floatingips/c725a6c1-c49b-4d20-893a-44eca626402d HTTP/1.1" status: 204 len: 168 time: 1.2258296 Dec 16 16:41:23.421724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:41:23.425831 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7986f27e-3ac1-4a64-abef-8974c50f79c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:41:23.493619 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda1947-3120-4a6e-a4ec-20d2572d4c8d x-openstack-request-id: req-9cda1947-3120-4a6e-a4ec-20d2572d4c8d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:41:23.494344 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "tag": "c697809f-2e23-4deb-94ff-57da957e6467", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:41:23.494612 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cda1947-3120-4a6e-a4ec-20d2572d4c8d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:41:23.495136 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467', 'status': 'completed', 'code': 200} Dec 16 16:41:23.526380 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:23.601863 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-84c450d7-f7d7-46f3-b6e0-92364cd88533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:23.603915 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-84c450d7-f7d7-46f3-b6e0-92364cd88533 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 1096 time: 0.0594885 Dec 16 16:41:23.709803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-444e83cc-62b5-420e-993f-e69647481e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:23.711368 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-444e83cc-62b5-420e-993f-e69647481e25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 200 len: 897 time: 0.1002562 Dec 16 16:41:23.758763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-2651073a-00a4-424e-99bd-55251567c2f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 200 len: 217 time: 0.0393984 Dec 16 16:41:23.761503 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:23.793063 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Checking router: 6ef1c963-f6e3-47fe-937f-b6fec82f78fb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:23.803025 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:23.803705 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:23.825946 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-72023466-2f62-4f60-b49d-41145f9f8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:23.828227 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-72023466-2f62-4f60-b49d-41145f9f8480 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 200 len: 834 time: 0.0624382 Dec 16 16:41:23.884217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-10b4a1bb-2c22-4b82-84b4-ec0167a8244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:23.885793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-10b4a1bb-2c22-4b82-84b4-ec0167a8244f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=369976fe-7e00-4d20-91e3-8dc24f72d9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508237 Dec 16 16:41:23.923430 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:23.996991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-45542c9b-8ef5-4a1c-8c8b-d552697724a3 service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030545 Dec 16 16:41:24.115516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7986f27e-3ac1-4a64-abef-8974c50f79c8 req-32278cf9-99b5-4bc7-a867-fb76b2b96b4b service neutron] 10.222.0.30 "GET /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109083 Dec 16 16:41:24.162968 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:24.172525 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318d6ec-377e-45f3-9e54-43eb61df1da9 req-52d93288-71fc-45b6-b7b7-6888b89e58d7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:24.174316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4318d6ec-377e-45f3-9e54-43eb61df1da9 req-52d93288-71fc-45b6-b7b7-6888b89e58d7 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0614095 Dec 16 16:41:24.190130 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2c973-a9b9-4401-81ea-81076a57abfe None None] The sync data for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 is: [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:40:22Z', 'revision_number': 4, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '4cf6ee49-6006-48ae-9991-01c4aa7df719', 'name': '', 'network_id': '369976fe-7e00-4d20-91e3-8dc24f72d9e1', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'mac_address': 'fa:16:3e:49:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:21Z', 'updated_at': '2021-12-16T16:40:25Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'subnets': [{'id': 'fa82be17-39d5-41c9-b99e-fd1bb602fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:24.234581 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4318d6ec-377e-45f3-9e54-43eb61df1da9 req-b23bfade-ba3d-4ff5-802f-8549a9059022 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533240 Dec 16 16:41:24.440022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a244404-af2c-4b0a-8e2a-81a731e50986 None None] New status for floating IP c725a6c1-c49b-4d20-893a-44eca626402d: DOWN {{(pid=104057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:41:25.365864 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6019f1-a66f-4110-9a0a-fc47958a1aaf req-0aa9bfea-1e98-4149-baf0-d5ac09ab3d3e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:25.367348 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d6019f1-a66f-4110-9a0a-fc47958a1aaf req-0aa9bfea-1e98-4149-baf0-d5ac09ab3d3e tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0538521 Dec 16 16:41:25.430835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8d6019f1-a66f-4110-9a0a-fc47958a1aaf req-0569ef41-e815-4224-bdc5-f0549984257d tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c0482c6-87de-4b1d-a63f-0dc9201477eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559614 Dec 16 16:41:25.835696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d62d4-2774-4a96-95b2-d960fa978ead req-657faf01-439c-4963-a720-482945cb7c29 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:25.837178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-614d62d4-2774-4a96-95b2-d960fa978ead req-657faf01-439c-4963-a720-482945cb7c29 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 945 time: 0.0495772 Dec 16 16:41:25.929143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port c697809f-2e23-4deb-94ff-57da957e6467 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:41:25.929483 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:26.018724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port c697809f-2e23-4deb-94ff-57da957e6467, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=c697809f-2e23-4deb-94ff-57da957e6467,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:26.019097 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:26.031572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for c697809f-2e23-4deb-94ff-57da957e6467 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:41:26.250553 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:26.281487 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=c697809f-2e23-4deb-94ff-57da957e6467,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:26.326961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] No DVR routers for this DVR port c697809f-2e23-4deb-94ff-57da957e6467 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:41:26.329647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:26.333382 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-614d62d4-2774-4a96-95b2-d960fa978ead req-ad739215-c1ae-4fdf-9b04-d4c470766c3a tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.30 "DELETE /v2.0/ports/c697809f-2e23-4deb-94ff-57da957e6467 HTTP/1.1" status: 204 len: 173 time: 0.4902759 Dec 16 16:41:26.333848 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'name': 'network-vif-deleted', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:41:26.336197 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e43ea4-6782-44aa-8a0a-6849fbeb13b5" -d '{"events": [{"server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "name": "network-vif-deleted", "tag": "c697809f-2e23-4deb-94ff-57da957e6467"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:41:26.373011 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0744d7-9531-4a01-83c8-d148d5811166 x-openstack-request-id: req-3c0744d7-9531-4a01-83c8-d148d5811166 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:41:26.373678 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4eb92-2e97-4ae5-950a-6041c35b149f", "name": "network-vif-deleted", "tag": "c697809f-2e23-4deb-94ff-57da957e6467", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:41:26.373678 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c0744d7-9531-4a01-83c8-d148d5811166 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:41:26.373967 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4eb92-2e97-4ae5-950a-6041c35b149f', 'name': 'network-vif-deleted', 'tag': 'c697809f-2e23-4deb-94ff-57da957e6467', 'status': 'completed', 'code': 200} Dec 16 16:41:26.539207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ceeb646-3c5d-4891-8c87-e4161d37ef1e req-e1d4ad4c-ca4b-451e-abf4-87baed87d083 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "GET /v2.0/ports?device_id=dab4eb92-2e97-4ae5-950a-6041c35b149f HTTP/1.1" status: 200 len: 210 time: 0.0283401 Dec 16 16:41:27.595644 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41812) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:27.984671 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:28.246341 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port 4cf6ee49-6006-48ae-9991-01c4aa7df719 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:41:28.246577 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:28.334566 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port 4cf6ee49-6006-48ae-9991-01c4aa7df719, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=4cf6ee49-6006-48ae-9991-01c4aa7df719,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:28.335048 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:28.347925 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for 4cf6ee49-6006-48ae-9991-01c4aa7df719 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:41:28.610772 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:28.646024 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=4cf6ee49-6006-48ae-9991-01c4aa7df719,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:28.668241 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.668597 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.668948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.669290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.669627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.669962 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.670290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.670619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.670948 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.671278 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.671652 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.672007 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.672327 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:28.682684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c697809f-2e23-4deb-94ff-57da957e6467 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:41:28.709890 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: c697809f-2e23-4deb-94ff-57da957e6467 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:41:28.710312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device c697809f-2e23-4deb-94ff-57da957e6467 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:41:28.829454 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.047259 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:41:29.155078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:29.161331 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-afc4df9c-a04a-461f-b562-399509d691ff tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "PUT /v2.0/routers/6ef1c963-f6e3-47fe-937f-b6fec82f78fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5635614 Dec 16 16:41:29.164314 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41814) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:29.171964 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Sync routers for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:29.183709 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:29.184393 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:29.225271 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting subnet fa82be17-39d5-41c9-b99e-fd1bb602fe1d {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:41:29.228720 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.269231 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.293715 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:29.363475 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.376191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.517377 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.545695 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Subnet': ['ID=fa82be17-39d5-41c9-b99e-fd1bb602fe1d,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:29.550934 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.557075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f855e-29af-444c-974d-6d5d969cdc70 None None] Network 369976fe-7e00-4d20-91e3-8dc24f72d9e1 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:41:29.558060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41816) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:29.558634 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3e3dc0d9-806a-467d-9adc-2342b673cb8f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/subnets/fa82be17-39d5-41c9-b99e-fd1bb602fe1d HTTP/1.1" status: 204 len: 168 time: 0.3929179 Dec 16 16:41:29.575051 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:41:28Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:29.602236 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Checking router: 6ef1c963-f6e3-47fe-937f-b6fec82f78fb for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:29.611813 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Routers {'6ef1c963-f6e3-47fe-937f-b6fec82f78fb'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:29.612482 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:29.680416 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.730146 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] Set router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:29.742336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] DHCP port deletion for 369976fe-7e00-4d20-91e3-8dc24f72d9e1 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:29.793388 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.795147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Deleting port 685229e4-934e-4e0d-8ed4-e299f33060fd {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:41:29.795531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.865914 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] For port 685229e4-934e-4e0d-8ed4-e299f33060fd, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=685229e4-934e-4e0d-8ed4-e299f33060fd,segment=NetworkSegment(75094402-ae06-42fc-8805-b3c0caa8f281),segment_id=75094402-ae06-42fc-8805-b3c0caa8f281)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:29.866450 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.881172 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Calling delete_port for 685229e4-934e-4e0d-8ed4-e299f33060fd owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:41:29.904189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Deleting port e71b74e3-d053-4d26-a6a4-6b84d8ded05b {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:41:29.904858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:29.916937 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:41:28Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:29.944455 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ecbe1-2291-4692-be31-19b9fa0b86ed None None] The sync data for ids ['6ef1c963-f6e3-47fe-937f-b6fec82f78fb'] in n-d-821947-3 is: [{'id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-495410342', 'tenant_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:40:17Z', 'updated_at': '2021-12-16T16:41:28Z', 'revision_number': 5, 'project_id': '6c9ffc85675c4b1497218d6bc066ecfc', 'gw_port': {'id': 'e71b74e3-d053-4d26-a6a4-6b84d8ded05b', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef1c963-f6e3-47fe-937f-b6fec82f78fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:40:18Z', 'updated_at': '2021-12-16T16:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:30.003904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] For port e71b74e3-d053-4d26-a6a4-6b84d8ded05b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:30.004270 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.016914 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Calling delete_port for e71b74e3-d053-4d26-a6a4-6b84d8ded05b owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:41:30.084692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.119047 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Pushing event deleted for resources: {'Port': ['ID=685229e4-934e-4e0d-8ed4-e299f33060fd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:30.126921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] No DVR routers for this DVR port 685229e4-934e-4e0d-8ed4-e299f33060fd on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:41:30.139125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.139358 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.140029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.140029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.140433 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.140773 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.141273 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.141502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.142224 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.143736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.144106 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.144447 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.144782 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e383d9c8-0e4b-4f00-8143-b77ec5128d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:30.222342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.254698 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.285532 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Port': ['ID=e71b74e3-d053-4d26-a6a4-6b84d8ded05b,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:30.298487 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509256f-dd43-40fd-9430-379097f28631 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:30.375885 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.473979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.476442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.587682 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.588421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Fanout notify agent at l3_agent the message router_deleted on router 6ef1c963-f6e3-47fe-937f-b6fec82f78fb {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:41:30.595351 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.597079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9aabdfe0-8207-46a4-b336-50909ea09415 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/routers/6ef1c963-f6e3-47fe-937f-b6fec82f78fb HTTP/1.1" status: 204 len: 168 time: 1.0366650 Dec 16 16:41:30.600921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41818) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:30.692595 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.793508 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.816406 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369976fe-7e00-4d20-91e3-8dc24f72d9e1']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:30.826433 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75094402-ae06-42fc-8805-b3c0caa8f281') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:30.826725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75094402-ae06-42fc-8805-b3c0caa8f281') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:30.836429 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.850297 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.857448 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:41:30.857888 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:41:30.864684 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:41:31.039872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.067715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.075776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/networks/369976fe-7e00-4d20-91e3-8dc24f72d9e1 HTTP/1.1" status: 204 len: 168 time: 0.4693084 Dec 16 16:41:31.075776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ab334-5192-422a-a528-56aed3cee550 tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'Network': ['ID=369976fe-7e00-4d20-91e3-8dc24f72d9e1,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:31.077245 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41820) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:31.158469 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.189494 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.319683 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.322832 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:31.324074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] 10.222.0.71 "DELETE /v2.0/security-groups/8c0482c6-87de-4b1d-a63f-0dc9201477eb HTTP/1.1" status: 204 len: 168 time: 0.2462959 Dec 16 16:41:31.337687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea08deb-489f-4d2e-b45b-eefa7fbd532f tempest-TestNetworkAdvancedServerOps-527081984 tempest-TestNetworkAdvancedServerOps-527081984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0482c6-87de-4b1d-a63f-0dc9201477eb,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:31.403602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e71b74e3-d053-4d26-a6a4-6b84d8ded05b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:41:31.428107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: e71b74e3-d053-4d26-a6a4-6b84d8ded05b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:41:31.428455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device e71b74e3-d053-4d26-a6a4-6b84d8ded05b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:41:31.428888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4cf6ee49-6006-48ae-9991-01c4aa7df719 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:41:31.453881 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 4cf6ee49-6006-48ae-9991-01c4aa7df719 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:41:31.454311 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 4cf6ee49-6006-48ae-9991-01c4aa7df719 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:41:31.454678 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 685229e4-934e-4e0d-8ed4-e299f33060fd no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:41:31.489765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 685229e4-934e-4e0d-8ed4-e299f33060fd {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:41:31.490330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 685229e4-934e-4e0d-8ed4-e299f33060fd not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:41:32.105501 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41828) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:32.271851 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-977ebecd-53fa-48c1-99fc-228241e42ecd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c9ffc85675c4b1497218d6bc066ecfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651225 Dec 16 16:41:32.274619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41832) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:32.329361 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:32.351882 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:32.536158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:32.539537 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:32.541086 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c00d9c57-ce1f-4d07-ad18-d1b37713707b HTTP/1.1" status: 204 len: 168 time: 0.2653203 Dec 16 16:41:32.557755 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba45947-4c7f-4eb4-9678-155897350bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d9c57-ce1f-4d07-ad18-d1b37713707b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:33.592344 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41838) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:33.606119 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b1def73-a70f-4864-8ffd-5341367e3341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:33.690753 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b1def73-a70f-4864-8ffd-5341367e3341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:33.787650 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-6b1def73-a70f-4864-8ffd-5341367e3341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:33.827950 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-6b1def73-a70f-4864-8ffd-5341367e3341 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1e169da60a1946a8a7d3a4013dd9c9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343581 Dec 16 16:41:33.830471 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1def73-a70f-4864-8ffd-5341367e3341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0fd1eb-a032-4fb4-b859-7265b36da99e,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:33.830995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41840) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:33.900277 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:33.924899 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:34.072785 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:34.075396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:34.076604 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef0fd1eb-a032-4fb4-b859-7265b36da99e HTTP/1.1" status: 204 len: 168 time: 0.2444828 Dec 16 16:41:34.085696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d39986-2214-4011-bded-0c0dc50bdd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0fd1eb-a032-4fb4-b859-7265b36da99e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:35.322550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41862) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:35.428253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-685911771-network', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:35.507632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Made reservation on behalf of 28b3aa5032d245ecb40816d0be3868dd for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:41:35.509960 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.518660 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.597146 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.654152 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.682868 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:41:35.689645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be50018-4007-4226-b6dc-edeae276229e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:35.695835 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.696200 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Added segment 73baee97-3c52-4269-a0c6-7f605b188122 of type vlan for network f6bbc245-3e91-417e-895f-3b653de20faf Dec 16 16:41:35.742982 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.816269 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.817234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:35.817895 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:35.878706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] Pushing event updated for resources: {'Network': ['ID=f6bbc245-3e91-417e-895f-3b653de20faf,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:35.889218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f6bbc245-3e91-417e-895f-3b653de20faf details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:41:35.967371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-07ec6399-f0eb-4116-b6c6-0d64c778515f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6436918 Dec 16 16:41:35.970361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:35.976585 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Request body: {'subnet': {'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-685911771-subnet', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:36.083223 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Made reservation on behalf of 28b3aa5032d245ecb40816d0be3868dd for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:41:36.085653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.336652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.397233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=246c881f-2bf8-4ed0-bbfd-d953f3c24736,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:36.407645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:36.408053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Network hostable DHCP agents. Network: f6bbc245-3e91-417e-895f-3b653de20faf, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:41:36.484725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Network f6bbc245-3e91-417e-895f-3b653de20faf is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:41:36.563297 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f6bbc245-3e91-417e-895f-3b653de20faf) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:36.569182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:36.570511 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.575296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f29bdd-35fa-4337-9806-7f3e246e4910 None None] Network f6bbc245-3e91-417e-895f-3b653de20faf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:41:36.660776 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-716b9777-b0fd-4937-ac91-a16cc4b40520 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6878996 Dec 16 16:41:36.663330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:36.667724 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:36.694798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f6bbc245-3e91-417e-895f-3b653de20faf', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:41:36.698269 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.827495 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.828745 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:36.850822 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Allocated IP 172.20.0.2 (f6bbc245-3e91-417e-895f-3b653de20faf/246c881f-2bf8-4ed0-bbfd-d953f3c24736/d85be5fe-8a38-4a19-bf84-1f497b496c10) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:36.913848 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.067044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.159531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.215625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Network f6bbc245-3e91-417e-895f-3b653de20faf is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:37.219282 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:37.225094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:37.231410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Pushing event updated for resources: {'Port': ['ID=d85be5fe-8a38-4a19-bf84-1f497b496c10,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:37.323742 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Attempting to bind port d85be5fe-8a38-4a19-bf84-1f497b496c10 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:37.324209 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Attempting to bind port d85be5fe-8a38-4a19-bf84-1f497b496c10 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:37.324787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Attempting to bind port d85be5fe-8a38-4a19-bf84-1f497b496c10 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:37.331369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:37.331918 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:37.332205 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.332577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Bound using segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:37.333136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Bound port: d85be5fe-8a38-4a19-bf84-1f497b496c10, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:37.333532 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.412590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] For port d85be5fe-8a38-4a19-bf84-1f497b496c10, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:37.415893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] For port d85be5fe-8a38-4a19-bf84-1f497b496c10, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d85be5fe-8a38-4a19-bf84-1f497b496c10,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:37.506546 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.507135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.567792 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108b23-d725-49cf-bde5-15dd68541f6e None None] Pushing event updated for resources: {'Port': ['ID=d85be5fe-8a38-4a19-bf84-1f497b496c10,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:37.845330 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.866424 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:37.992889 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Allocated IP 172.25.7.12 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/3f7358cd-cee4-43e5-b803-872de2d7c81a) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:38.113505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.214383 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.261019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:38.264100 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:38.268619 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:38.276388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7358cd-cee4-43e5-b803-872de2d7c81a,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:38.281790 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea99985-44f6-4919-bf30-64ae13979c3b None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:38.409757 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-bc2c99f6-a9db-4a77-9843-a42eda5c118c None None] Provisioning complete for port 3f7358cd-cee4-43e5-b803-872de2d7c81a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:38.410359 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2c99f6-a9db-4a77-9843-a42eda5c118c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.457175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c99f6-a9db-4a77-9843-a42eda5c118c None None] Port 3f7358cd-cee4-43e5-b803-872de2d7c81a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:38.624295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550db59-4ef5-4f2f-b242-af13292e9435 None None] Network f6bbc245-3e91-417e-895f-3b653de20faf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:41:38.689127 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.696938 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] Provisioning complete for port d85be5fe-8a38-4a19-bf84-1f497b496c10 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:38.697297 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.827291 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.870417 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] For port d85be5fe-8a38-4a19-bf84-1f497b496c10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d85be5fe-8a38-4a19-bf84-1f497b496c10,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:38.921934 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:38.952993 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:39.011334 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6c87b-22de-4393-bfcf-aceccfdddf97 None None] Pushing event updated for resources: {'Port': ['ID=d85be5fe-8a38-4a19-bf84-1f497b496c10,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:39.175130 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-736634d8-5713-44ac-b5a3-febc16f946b7 None None] Provisioning complete for port d85be5fe-8a38-4a19-bf84-1f497b496c10 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:39.175417 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-736634d8-5713-44ac-b5a3-febc16f946b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:39.192875 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:41:39.302047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:39.311563 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:39.322418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:39.323007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:39.377659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:39.379930 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-5fb562f0-7933-4a3f-912b-58e71d4f18d9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7146115 Dec 16 16:41:39.382606 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41870) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:39.434261 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d85be5fe-8a38-4a19-bf84-1f497b496c10 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:39.491629 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:39.609449 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d85be5fe-8a38-4a19-bf84-1f497b496c10 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:39.609902 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:39.764064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:38Z', 'revision_number': 3, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:39.796082 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:39.796430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Updating router 5e3287b3-664c-4a1b-8682-96d3a322ee5b port 3f7358cd-cee4-43e5-b803-872de2d7c81a binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:41:39.824282 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:39.872419 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.124143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Allocated IP 172.20.0.1 (f6bbc245-3e91-417e-895f-3b653de20faf/246c881f-2bf8-4ed0-bbfd-d953f3c24736/d97bfa90-3733-4af0-9587-5be22d6f8fec) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:40.144479 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.193551 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.278658 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.359309 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.411243 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Network f6bbc245-3e91-417e-895f-3b653de20faf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:40.414811 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:40.417416 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:40.450072 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:40.473428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.513875 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e8708-8926-447a-859b-4a3f0c2fccce None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:40.522808 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Attempting to bind port 3f7358cd-cee4-43e5-b803-872de2d7c81a on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:40.523188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Attempting to bind port 3f7358cd-cee4-43e5-b803-872de2d7c81a by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:40.523561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Attempting to bind port 3f7358cd-cee4-43e5-b803-872de2d7c81a on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:40.529827 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd69cd-c12c-4599-aae2-ca46153c2ec4 None None] Pushing event updated for resources: {'Port': ['ID=3f7358cd-cee4-43e5-b803-872de2d7c81a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:40.534092 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:40.534470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:40.534888 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.535286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:40.535771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Bound port: 3f7358cd-cee4-43e5-b803-872de2d7c81a, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:40.536195 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.601762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] For port 3f7358cd-cee4-43e5-b803-872de2d7c81a, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:40.606814 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] For port 3f7358cd-cee4-43e5-b803-872de2d7c81a, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f7358cd-cee4-43e5-b803-872de2d7c81a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:40.610472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4fadf335-a971-474f-8987-3d4bb6314ec1 None None] Provisioning complete for port 3f7358cd-cee4-43e5-b803-872de2d7c81a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:40.610945 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fadf335-a971-474f-8987-3d4bb6314ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.649260 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4fadf335-a971-474f-8987-3d4bb6314ec1 None None] Port 3f7358cd-cee4-43e5-b803-872de2d7c81a cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:40.742581 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.742926 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.825216 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01caffe-b06e-4aba-9159-d650a4dc26a4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:40.842353 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:40.843006 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:40.844988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b8cd19af-5363-4301-85be-0c77ee369203 None None] Provisioning complete for port d97bfa90-3733-4af0-9587-5be22d6f8fec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:40.845366 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b8cd19af-5363-4301-85be-0c77ee369203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.900097 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd69cd-c12c-4599-aae2-ca46153c2ec4 None None] Pushing event updated for resources: {'Port': ['ID=3f7358cd-cee4-43e5-b803-872de2d7c81a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:40.942132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd19af-5363-4301-85be-0c77ee369203 None None] Port d97bfa90-3733-4af0-9587-5be22d6f8fec cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:40.969401 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:40.998591 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:41.061905 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.135919 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:41.138718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.156278 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] Provisioning complete for port 3f7358cd-cee4-43e5-b803-872de2d7c81a triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:41.156830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.259613 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Network f6bbc245-3e91-417e-895f-3b653de20faf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:41.261249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:41.365169 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.386260 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:41:41.395177 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] For port 3f7358cd-cee4-43e5-b803-872de2d7c81a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f7358cd-cee4-43e5-b803-872de2d7c81a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:41.399798 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 1, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:41.455654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3e7f0f-0903-4a7b-9f43-546fc60c0bad None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 1, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:41.483016 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.526439 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:41.540518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3899aae7-51b3-49a2-8714-7615391a07d7 admin admin] 10.222.0.71 "PUT /v2.0/routers/5e3287b3-664c-4a1b-8682-96d3a322ee5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1482992 Dec 16 16:41:41.547162 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea510a1-f822-4ebb-9ba4-6a91b6239998 None None] Pushing event updated for resources: {'Port': ['ID=3f7358cd-cee4-43e5-b803-872de2d7c81a,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:41.602059 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e429ecbf-f366-40dd-8842-5644a35432cc None None] Provisioning complete for port d97bfa90-3733-4af0-9587-5be22d6f8fec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:41.602421 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e429ecbf-f366-40dd-8842-5644a35432cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:41.638545 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e429ecbf-f366-40dd-8842-5644a35432cc None None] Port d97bfa90-3733-4af0-9587-5be22d6f8fec cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:42.301500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41886) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:42.307098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635049932-network', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:42.529008 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Made reservation on behalf of 17e5dab3a59a4514aa4754ebb3a70a1c for: {'network': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:41:42.531641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.542292 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.636715 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.736372 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.768607 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:41:42.778842 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0267804-36db-425e-98ca-4c7a25d26500,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:42.784746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.785087 n-d-821947-3 neutron-server[104056]: INFO neutron.db.segments_db [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Added segment e0d22819-137b-4b3d-b3ad-c04d9e14032f of type vlan for network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 Dec 16 16:41:42.827667 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.941855 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:42.942867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:42.943452 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.016052 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] Pushing event updated for resources: {'Network': ['ID=9b70ff62-99fa-4ce7-9905-11ac6ce59741,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:43.026155 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:41:43.092860 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-42542dad-594a-4b24-8fa8-4841088f4f8b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7898962 Dec 16 16:41:43.095718 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41888) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:43.101627 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Request body: {'subnet': {'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635049932-subnet', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'ip_version': 4}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:43.222246 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Made reservation on behalf of 17e5dab3a59a4514aa4754ebb3a70a1c for: {'subnet': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:41:43.225109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5293946'] for subnet, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.425389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f7358cd-cee4-43e5-b803-872de2d7c81a up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:43.457051 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7761835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5293924'] for subnet, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.476513 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 3f7358cd-cee4-43e5-b803-872de2d7c81a triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:43.477191 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.494535 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:43.508211 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:43.508841 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:43.523993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d808cae-9862-4ee9-affb-0530ec499831,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:43.538779 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Checking segment: {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:43.539146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Network hostable DHCP agents. Network: 9b70ff62-99fa-4ce7-9905-11ac6ce59741, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:41:43.615883 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:41:43.632509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:43.690976 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, 9b70ff62-99fa-4ce7-9905-11ac6ce59741) {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:43.696850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:43.697908 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.699159 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3432e-7ddc-429e-9646-7e310abf38cb None None] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:41:43.788946 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-5a8e1c92-40d0-4b67-9b5b-44187eda7d08 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6873338 Dec 16 16:41:43.789262 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41890) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:43.794600 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:43.812479 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:41:43.813334 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.862629 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 2, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:43.894200 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:43.894561 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Updating router 5e3287b3-664c-4a1b-8682-96d3a322ee5b port d97bfa90-3733-4af0-9587-5be22d6f8fec binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:41:43.907255 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.908408 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.926525 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:43.971848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Allocated IP 172.20.0.2 (9b70ff62-99fa-4ce7-9905-11ac6ce59741/6d808cae-9862-4ee9-affb-0530ec499831/d8a69ab1-f031-4c9e-a748-05cd84774c5b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:43.973583 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.125434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.219625 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.222855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.227846 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.274352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8c306e4f-e301-4a05-b732-938a3b768dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.283197 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:44.287744 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:44.289373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Pushing event updated for resources: {'Port': ['ID=d8a69ab1-f031-4c9e-a748-05cd84774c5b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:44.291464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:44.346771 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Attempting to bind port d8a69ab1-f031-4c9e-a748-05cd84774c5b on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:44.347141 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Attempting to bind port d8a69ab1-f031-4c9e-a748-05cd84774c5b by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:44.347498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Attempting to bind port d8a69ab1-f031-4c9e-a748-05cd84774c5b on network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:44.352439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:44.352811 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Checking segment: {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:44.353210 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.353597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Bound using segment: {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:44.354067 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Bound port: d8a69ab1-f031-4c9e-a748-05cd84774c5b, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:44.354439 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.357198 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.405680 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Pushing event updated for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:44.415368 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.416523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.416523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.416523 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.416923 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.417051 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.417334 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.417979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.417979 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.418402 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.418590 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.418910 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.419230 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:41:44.419637 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] For port d8a69ab1-f031-4c9e-a748-05cd84774c5b, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:44.424325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] For port d8a69ab1-f031-4c9e-a748-05cd84774c5b, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d8a69ab1-f031-4c9e-a748-05cd84774c5b,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:44.475071 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Attempting to bind port d97bfa90-3733-4af0-9587-5be22d6f8fec on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:44.475437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Attempting to bind port d97bfa90-3733-4af0-9587-5be22d6f8fec by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:44.475801 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Attempting to bind port d97bfa90-3733-4af0-9587-5be22d6f8fec on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:44.481399 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:44.484798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:44.484798 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.484798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Bound using segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:44.484798 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Bound port: d97bfa90-3733-4af0-9587-5be22d6f8fec, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:44.484798 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.507398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.550201 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] For port d97bfa90-3733-4af0-9587-5be22d6f8fec, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:44.553470 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] For port d97bfa90-3733-4af0-9587-5be22d6f8fec, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d97bfa90-3733-4af0-9587-5be22d6f8fec,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:44.585992 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83cc18-2891-4f55-8b20-565e8cacc49d None None] Pushing event updated for resources: {'Port': ['ID=d8a69ab1-f031-4c9e-a748-05cd84774c5b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:44.624262 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.648716 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.654445 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.678589 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] Provisioning complete for port d97bfa90-3733-4af0-9587-5be22d6f8fec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:44.678908 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.710154 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:44.711140 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:44.801483 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:44.863617 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Allocated IP 172.25.7.222 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/781c9047-aa11-4656-8dca-915ae6f361bf) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:44.875205 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:44.875731 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] For port d97bfa90-3733-4af0-9587-5be22d6f8fec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d97bfa90-3733-4af0-9587-5be22d6f8fec,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:44.959057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.044808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9887d9d-c0c4-4b78-bdd8-b7b1f6e59eca None None] Pushing event updated for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:45.048265 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02707445-ad3e-4c5a-8bae-57b9d71570a3 None None] Pushing event updated for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:45.056167 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.085788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b2b8a590-36c1-43eb-9579-928d583113a8 None None] Provisioning complete for port d97bfa90-3733-4af0-9587-5be22d6f8fec triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:45.086458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b2b8a590-36c1-43eb-9579-928d583113a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.109143 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:45.136521 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf9025-f438-422c-9cdb-715b268fdb19 None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:45.338392 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.448065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:45.448065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:45.448065 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:45.448571 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38450a4-2803-4d1f-b19b-139670370bda None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:45.449031 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Pushing event updated for resources: {'Port': ['ID=781c9047-aa11-4656-8dca-915ae6f361bf,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:45.496010 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-da6c6d08-28b0-40ee-93d7-6ee5ab5eaf90 None None] Provisioning complete for port 781c9047-aa11-4656-8dca-915ae6f361bf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:45.496699 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da6c6d08-28b0-40ee-93d7-6ee5ab5eaf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.548951 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-da6c6d08-28b0-40ee-93d7-6ee5ab5eaf90 None None] Port 781c9047-aa11-4656-8dca-915ae6f361bf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:45.629713 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d97bfa90-3733-4af0-9587-5be22d6f8fec up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:45.686526 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d97bfa90-3733-4af0-9587-5be22d6f8fec triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:45.687123 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.785401 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510de051-0e81-40c3-8674-51f9f9de7162 None None] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:41:45.802319 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d8a69ab1-f031-4c9e-a748-05cd84774c5b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:45.916570 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] Provisioning complete for port d8a69ab1-f031-4c9e-a748-05cd84774c5b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:45.917071 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:45.983296 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d8a69ab1-f031-4c9e-a748-05cd84774c5b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:45.983582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.086382 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.149683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] For port d8a69ab1-f031-4c9e-a748-05cd84774c5b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d8a69ab1-f031-4c9e-a748-05cd84774c5b,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:46.150860 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.239977 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.294360 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.337405 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 16 16:41:46.337672 n-d-821947-3 neutron-server[104057]: DEBUG oslo_db.api [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 16 16:41:46.338521 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23ecfa-c912-4238-a2cf-acd74b9e7350 None None] Pushing event updated for resources: {'Port': ['ID=d8a69ab1-f031-4c9e-a748-05cd84774c5b,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:46.358656 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-94ba7f54-623c-4785-b61d-1afa38ec42d3 None None] Provisioning complete for port d8a69ab1-f031-4c9e-a748-05cd84774c5b triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:46.358918 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94ba7f54-623c-4785-b61d-1afa38ec42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.494429 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.528298 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7c7139f1-d3e9-4230-adc6-6ff73a80c5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.649541 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Router cd2393f8-fbcf-44e0-8961-6b3d498b9568 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:41:46.714610 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:41:46.758496 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:46.769809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Sync routers for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:46.780116 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:46.780739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:46.839112 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:46.840453 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-823d876b-c8f9-4929-8454-67bd339eab43 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0503957 Dec 16 16:41:46.843233 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 41892) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:47.077500 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:47.256477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:45Z', 'revision_number': 3, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:47.265678 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.287430 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Checking router: cd2393f8-fbcf-44e0-8961-6b3d498b9568 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:47.287776 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Updating router cd2393f8-fbcf-44e0-8961-6b3d498b9568 port 781c9047-aa11-4656-8dca-915ae6f361bf binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:41:47.313556 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.406041 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d8a69ab1-f031-4c9e-a748-05cd84774c5b up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:47.432605 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Allocated IP 172.20.0.1 (9b70ff62-99fa-4ce7-9905-11ac6ce59741/6d808cae-9862-4ee9-affb-0530ec499831/153b0443-b365-40b9-9983-132f70c2f1a3) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:47.522756 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port d8a69ab1-f031-4c9e-a748-05cd84774c5b triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:47.523114 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.549998 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.671635 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.688468 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.726628 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:47.729860 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:47.732325 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:47.762269 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Pushing event updated for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:47.780932 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.808909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.867809 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c556f14-326f-48a0-ad0d-0a7b319d66e8 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:47.874600 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bd73a-300b-439f-8dc3-2071989bf2dc None None] Pushing event updated for resources: {'Port': ['ID=781c9047-aa11-4656-8dca-915ae6f361bf,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:47.879214 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Attempting to bind port 781c9047-aa11-4656-8dca-915ae6f361bf on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:47.879706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Attempting to bind port 781c9047-aa11-4656-8dca-915ae6f361bf by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:47.880194 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Attempting to bind port 781c9047-aa11-4656-8dca-915ae6f361bf on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:47.887508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:47.888107 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:47.888485 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.888959 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:47.889457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Bound port: 781c9047-aa11-4656-8dca-915ae6f361bf, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:47.889921 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:47.953318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] For port 781c9047-aa11-4656-8dca-915ae6f361bf, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:47.960464 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] For port 781c9047-aa11-4656-8dca-915ae6f361bf, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=781c9047-aa11-4656-8dca-915ae6f361bf,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:47.974124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-79968a3d-9c92-41c6-b9f0-52dc2f598691 None None] Provisioning complete for port 781c9047-aa11-4656-8dca-915ae6f361bf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:47.974565 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-79968a3d-9c92-41c6-b9f0-52dc2f598691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.010910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-79968a3d-9c92-41c6-b9f0-52dc2f598691 None None] Port 781c9047-aa11-4656-8dca-915ae6f361bf cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:48.052341 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.071055 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.133317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cea974-063c-4b3e-9bad-21aaae706064 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:41:48.156794 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bd73a-300b-439f-8dc3-2071989bf2dc None None] Pushing event updated for resources: {'Port': ['ID=781c9047-aa11-4656-8dca-915ae6f361bf,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:48.163376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:48.164023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:48.165966 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-0d2cbbc7-6e01-451a-95c3-64b20fe2cd64 None None] Provisioning complete for port 153b0443-b365-40b9-9983-132f70c2f1a3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:48.166336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d2cbbc7-6e01-451a-95c3-64b20fe2cd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.220173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.231651 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.245441 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-0d2cbbc7-6e01-451a-95c3-64b20fe2cd64 None None] Port 153b0443-b365-40b9-9983-132f70c2f1a3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:48.304949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:48.375684 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.436021 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] Provisioning complete for port 781c9047-aa11-4656-8dca-915ae6f361bf triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:48.436397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.441759 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Pushing event updated for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:48.445435 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.539437 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:48.541277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:48.572657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.598288 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] For port 781c9047-aa11-4656-8dca-915ae6f361bf, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=781c9047-aa11-4656-8dca-915ae6f361bf,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:48.601131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '153b0443-b365-40b9-9983-132f70c2f1a3', 'name': '', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'mac_address': 'fa:16:3e:c5:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:47Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 1, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'subnets': [{'id': '6d808cae-9862-4ee9-affb-0530ec499831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:48.628575 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b499a83d-62fc-4d66-9bee-72245ca43c89 None None] The sync data for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 is: [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '153b0443-b365-40b9-9983-132f70c2f1a3', 'name': '', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'mac_address': 'fa:16:3e:c5:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:47Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 1, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'subnets': [{'id': '6d808cae-9862-4ee9-affb-0530ec499831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:48.685168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Router cd2393f8-fbcf-44e0-8961-6b3d498b9568 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:41:48.752878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.804535 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f73638-8456-4dbe-8579-8713b959e1d7 None None] Pushing event updated for resources: {'Port': ['ID=781c9047-aa11-4656-8dca-915ae6f361bf,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:48.811395 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:41:48.822092 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-8d9371ed-dff2-45fc-8a5f-5e307b1029d8 admin admin] 10.222.0.71 "PUT /v2.0/routers/cd2393f8-fbcf-44e0-8961-6b3d498b9568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689887 Dec 16 16:41:48.896498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-b2090b90-ec44-4e01-84b8-53a8e1d40e77 None None] Provisioning complete for port 153b0443-b365-40b9-9983-132f70c2f1a3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:48.896878 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b2090b90-ec44-4e01-84b8-53a8e1d40e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:48.936470 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b2090b90-ec44-4e01-84b8-53a8e1d40e77 None None] Port 153b0443-b365-40b9-9983-132f70c2f1a3 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:49.428569 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 781c9047-aa11-4656-8dca-915ae6f361bf up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:49.439320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41900) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:49.444282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-394975792', 'description': 'tempest-secgroup-smoke-394975792 description', 'project_id': '28b3aa5032d245ecb40816d0be3868dd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:49.500537 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 781c9047-aa11-4656-8dca-915ae6f361bf triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:49.500913 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.598671 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.650176 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.679991 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.754440 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.786225 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a09fa7-f829-4df0-9cf4-0351858fe4c7,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:49.860273 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:49.862466 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-528ccb34-3fae-4f53-afd9-5776e7afa732 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4212222 Dec 16 16:41:49.866692 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:49.871764 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:50.048911 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.128153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.135409 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.187052 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.206162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6d5f03-492e-4a98-bd7a-d0eb7dbeed74,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:50.273259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.274561 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ed34a7a-8a3d-447d-b1d9-3edf11ddea32 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066825 Dec 16 16:41:50.277411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:50.281716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:50.386298 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.444809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.518816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.536940 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d1268b-aec2-415d-883f-7aa98fc43d56,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:50.612343 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.613619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2b6eadde-3638-4fe9-a2e3-4959d8d7ac69 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352761 Dec 16 16:41:50.616415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41906) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:50.620816 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:50.723638 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.778130 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.820823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.839881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b074f50-954b-453c-b5b2-44739bc8891a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:50.881017 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:50.882512 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-20e4560c-bb1d-4314-b18a-5c788b539785 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651472 Dec 16 16:41:50.885313 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41908) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:50.889708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:50.969245 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.034910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.107030 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.126435 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6627408d-957a-4482-afef-8239d351898c,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:51.229375 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.230623 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-b8089590-c8d1-4db8-af3f-0001887710bf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443627 Dec 16 16:41:51.233991 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41910) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:51.238837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:51.345703 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Project 28b3aa5032d245ecb40816d0be3868dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:41:51.351967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.414417 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.541382 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.562603 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eab627-42d1-4012-8910-2dfabd84219a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:51.662581 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.663852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3fba927d-a1f7-48df-b5f8-81f09cf2535c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4288335 Dec 16 16:41:51.666736 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41912) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:41:51.671291 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '29a09fa7-f829-4df0-9cf4-0351858fe4c7', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:51.787204 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Project 28b3aa5032d245ecb40816d0be3868dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:41:51.792702 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.854039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.940594 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:51.959747 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4186cb7d-7de3-4fd6-8a94-e58e7643fa1a,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:52.040659 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:52.042064 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-8fb6b440-96cb-480d-8a13-fd1cccb81860 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3743279 Dec 16 16:41:52.191322 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Sync routers for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:41:52.201755 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:52.202367 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:52.219684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-981063fa-13f2-47c0-87d3-4ba814a9cda8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-394975792&fields=id&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 267 time: 0.0551243 Dec 16 16:41:52.307271 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:52.328037 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-65168063-2434-4ce4-a1a7-ffc9fabf6390 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:52.329643 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-65168063-2434-4ce4-a1a7-ffc9fabf6390 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 808 time: 0.1019154 Dec 16 16:41:52.347511 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-5e132146-26db-49f2-b76f-b6b96b91788b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/quotas/28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 375 time: 0.0107210 Dec 16 16:41:52.406907 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-23d4c26d-459c-4bc1-9a8f-8a9b2dbabab6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532596 Dec 16 16:41:52.506868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-d69711fe-8bd1-495f-aa8c-e99c22d62dde service neutron] 10.222.0.71 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867388 Dec 16 16:41:52.609519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '153b0443-b365-40b9-9983-132f70c2f1a3', 'name': '', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'mac_address': 'fa:16:3e:c5:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:47Z', 'updated_at': '2021-12-16T16:41:48Z', 'revision_number': 2, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'subnets': [{'id': '6d808cae-9862-4ee9-affb-0530ec499831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:52.617875 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-71ea6b07-3397-4d0f-b6a4-c438bf6e0960 service neutron] 10.222.0.71 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042902 Dec 16 16:41:52.641283 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Checking router: cd2393f8-fbcf-44e0-8961-6b3d498b9568 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:41:52.641941 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Updating router cd2393f8-fbcf-44e0-8961-6b3d498b9568 port 153b0443-b365-40b9-9983-132f70c2f1a3 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:41:52.669219 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:52.870521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-627beda3-25e4-4201-8a29-6cdf247e458c req-87da0a44-7b89-422b-bf13-40cd32691053 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 210 time: 0.0279551 Dec 16 16:41:52.974970 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.101521 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.152587 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838cb9-a4ac-4801-8752-ca97f055e4d1 None None] Pushing event updated for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:53.216112 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Attempting to bind port 153b0443-b365-40b9-9983-132f70c2f1a3 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:53.216889 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Attempting to bind port 153b0443-b365-40b9-9983-132f70c2f1a3 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:53.216889 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Attempting to bind port 153b0443-b365-40b9-9983-132f70c2f1a3 on network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:53.222381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:53.222753 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Checking segment: {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:53.223191 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.223560 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Bound using segment: {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:53.224055 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Bound port: 153b0443-b365-40b9-9983-132f70c2f1a3, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d22819-137b-4b3d-b3ad-c04d9e14032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:53.224428 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.294952 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] For port 153b0443-b365-40b9-9983-132f70c2f1a3, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:53.298411 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] For port 153b0443-b365-40b9-9983-132f70c2f1a3, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=153b0443-b365-40b9-9983-132f70c2f1a3,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:53.393824 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.394443 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] Provisioning complete for port 153b0443-b365-40b9-9983-132f70c2f1a3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:53.394970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.449646 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:41:53.450305 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:53.492919 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.544476 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] For port 153b0443-b365-40b9-9983-132f70c2f1a3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=153b0443-b365-40b9-9983-132f70c2f1a3,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:41:53.575433 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9838cb9-a4ac-4801-8752-ca97f055e4d1 None None] Pushing event updated for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:53.607591 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:41:53.626828 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.688980 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40078ca-1824-4218-bdc8-10ef4c522701 None None] Pushing event updated for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:53.747962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-aed83d4c-24af-4512-9490-0297b7997234 None None] Provisioning complete for port 153b0443-b365-40b9-9983-132f70c2f1a3 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:53.748434 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aed83d4c-24af-4512-9490-0297b7997234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:53.838383 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '153b0443-b365-40b9-9983-132f70c2f1a3', 'name': '', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'mac_address': 'fa:16:3e:c5:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:47Z', 'updated_at': '2021-12-16T16:41:53Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'subnets': [{'id': '6d808cae-9862-4ee9-affb-0530ec499831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:41:53.864163 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1901567-0b4c-4ac6-92d0-c9158650e223 None None] The sync data for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 is: [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:41:47Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '153b0443-b365-40b9-9983-132f70c2f1a3', 'name': '', 'network_id': '9b70ff62-99fa-4ce7-9905-11ac6ce59741', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'mac_address': 'fa:16:3e:c5:5d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '6d808cae-9862-4ee9-affb-0530ec499831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:47Z', 'updated_at': '2021-12-16T16:41:53Z', 'revision_number': 4, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'subnets': [{'id': '6d808cae-9862-4ee9-affb-0530ec499831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:41:53.979677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-909ab833-66f5-49d8-8a41-59080559319b req-b91b5284-9f01-4add-ba99-4c98bafafeb7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 210 time: 0.0294666 Dec 16 16:41:55.084498 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-88e64fe9-1ee3-47c8-91a1-2cf3dbd137cd req-7cc15ba0-2fa5-472a-8e8e-ff95c0b2e398 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Dec 16 16:41:55.444032 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 153b0443-b365-40b9-9983-132f70c2f1a3 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:41:55.514295 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 153b0443-b365-40b9-9983-132f70c2f1a3 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:55.514668 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:55.678582 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-1d2f5c83-2116-4738-8203-aaf0a1e7f314 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:55.684100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-1d2f5c83-2116-4738-8203-aaf0a1e7f314 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 808 time: 0.1530228 Dec 16 16:41:55.756230 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-2b4aa98c-09d9-4627-9d5e-7b5aa9bd464a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 379 time: 0.0586185 Dec 16 16:41:55.776385 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'port': {'device_id': 'a1144fd4-d755-43af-a098-f43abe982a69', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'admin_state_up': True, 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'security_groups': ['29a09fa7-f829-4df0-9cf4-0351858fe4c7']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:55.952750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Made reservation on behalf of 28b3aa5032d245ecb40816d0be3868dd for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:41:55.956446 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.083982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Allocated IP 172.20.0.11 (f6bbc245-3e91-417e-895f-3b653de20faf/246c881f-2bf8-4ed0-bbfd-d953f3c24736/1efb5098-5b5a-48c1-87b1-beb34ff5cc99) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:41:56.202453 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-305a42be-3ef4-4338-99be-0e44e134a2a9 req-4b0ec968-9b59-46dd-b5d5-abedfec0f4b4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 210 time: 0.0296946 Dec 16 16:41:56.252945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.386199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.433529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Network f6bbc245-3e91-417e-895f-3b653de20faf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:41:56.436642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:41:56.440464 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:41:56.472527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:56.501016 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:56.501672 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.572317 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-4a521bdd-4c0b-464a-a1b1-e94eece7c202 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996233 Dec 16 16:41:56.585442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-15133fa4-c25e-4ec7-8688-3de5fa6b57d8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:41:56.586330 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-15133fa4-c25e-4ec7-8688-3de5fa6b57d8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063095 Dec 16 16:41:56.605273 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Request body: {'port': {'device_id': 'a1144fd4-d755-43af-a098-f43abe982a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:41:56.661091 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.667769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-1021318d-6fe2-4200-9ee7-c8849dd918f8 None None] Provisioning complete for port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:41:56.668378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1021318d-6fe2-4200-9ee7-c8849dd918f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.708568 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1021318d-6fe2-4200-9ee7-c8849dd918f8 None None] Port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:41:56.933317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:41:56.941953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:56.955426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Transition to ACTIVE for port object 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:41:57.078677 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:57.131315 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:57.206797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Attempting to bind port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:41:57.207421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Attempting to bind port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:41:57.207546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Attempting to bind port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:57.212453 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 on network f6bbc245-3e91-417e-895f-3b653de20faf not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:41:57.212793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Attempting to bind port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:41:57.218155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:41:57.386045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:41:57.386045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Bound using segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:41:57.386045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Bound port: 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:41:57.386045 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:57.681812 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:41:57.696148 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:41:57.708239 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77990e3-ca85-4697-bdab-5b28ea44d819 req-05d2dc28-5586-437c-9d67-a032e7cf212d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:57.711877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d77990e3-ca85-4697-bdab-5b28ea44d819 req-05d2dc28-5586-437c-9d67-a032e7cf212d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.4281976 Dec 16 16:41:57.758827 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d77990e3-ca85-4697-bdab-5b28ea44d819 req-76a064b1-a4e7-4ff4-a7f1-d0b5cfe1bb5e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Dec 16 16:41:57.810085 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:57.847645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:57.848340 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:41:57.849811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] 10.222.0.30 "PUT /v2.0/ports/1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 1092 time: 1.2489359 Dec 16 16:41:57.850325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:41:57.852708 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202ac262-b419-4823-b7a5-78f2becfa23c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:41:57.876776 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999a6fb-2299-4f8c-8202-ec213ebacb42 service neutron] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:41:57.897620 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea806e6-a1b7-454a-96e0-f81a982285b2 x-openstack-request-id: req-7ea806e6-a1b7-454a-96e0-f81a982285b2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:41:57.897926 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:41:57.898282 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ea806e6-a1b7-454a-96e0-f81a982285b2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:41:57.898688 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'status': 'completed', 'code': 200} Dec 16 16:41:57.988426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac262-b419-4823-b7a5-78f2becfa23c req-1fe8aa5c-d44e-4cd7-a32d-eb738cd905a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:57.989969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-202ac262-b419-4823-b7a5-78f2becfa23c req-1fe8aa5c-d44e-4cd7-a32d-eb738cd905a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1095 time: 0.0497730 Dec 16 16:41:58.104563 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac262-b419-4823-b7a5-78f2becfa23c req-7495d74d-0f94-40f2-8801-da0b4fbc6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.106809 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-202ac262-b419-4823-b7a5-78f2becfa23c req-7495d74d-0f94-40f2-8801-da0b4fbc6f43 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=28b3aa5032d245ecb40816d0be3868dd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1000822 Dec 16 16:41:58.225652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ac262-b419-4823-b7a5-78f2becfa23c req-762db8b1-705c-4c7b-b979-190aff2394fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.227165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-202ac262-b419-4823-b7a5-78f2becfa23c req-762db8b1-705c-4c7b-b979-190aff2394fc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139402 Dec 16 16:41:58.329797 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-0dfb0dcc-4140-44c1-902f-fb1e4638bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.331789 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-0dfb0dcc-4140-44c1-902f-fb1e4638bb2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1095 time: 0.0452809 Dec 16 16:41:58.381077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-7a79593c-d7d7-494e-b95c-a630b6c6a3db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 217 time: 0.0351322 Dec 16 16:41:58.444904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-1dccf54b-6997-4bb2-82cb-fb726e084a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.446429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-1dccf54b-6997-4bb2-82cb-fb726e084a16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0577092 Dec 16 16:41:58.495860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-61b91a95-10d6-409e-97d5-072f0c7a389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.497296 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-61b91a95-10d6-409e-97d5-072f0c7a389c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438790 Dec 16 16:41:58.586510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-ce1d03b8-b8f8-4935-84a3-024fbaf6804f service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823336 Dec 16 16:41:58.686403 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-074e365b-7f88-4b07-b64f-e57ad817d0c4 req-8f4d404d-eff4-4f09-aaa5-0f6bf0011d8a service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908620 Dec 16 16:41:58.903618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e6032-5035-4ad8-8bda-d9d918aca096 req-97e459d1-0ae2-47cf-8dad-5c58b205ed65 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:41:58.906387 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-120e6032-5035-4ad8-8bda-d9d918aca096 req-97e459d1-0ae2-47cf-8dad-5c58b205ed65 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0781164 Dec 16 16:41:58.960274 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-120e6032-5035-4ad8-8bda-d9d918aca096 req-79ac0a73-3b17-4477-8ff7-2a4def2b95ba tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473254 Dec 16 16:41:59.499781 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:00.081944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d56e29-a394-45e7-8d2a-c4df74f0c3e4 req-8e605906-1463-4565-935f-0dc13937575e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:00.083461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9d56e29-a394-45e7-8d2a-c4df74f0c3e4 req-8e605906-1463-4565-935f-0dc13937575e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0540156 Dec 16 16:42:00.134180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9d56e29-a394-45e7-8d2a-c4df74f0c3e4 req-1247a75d-9850-4c2c-9b0c-50073cc6cd4c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Dec 16 16:42:00.208247 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:00.804523 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:42:00.899201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:42:00.911135 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:42:00.948058 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:00.961000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:42:00.980422 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:42:01.061111 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:01.107129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:42:01.250292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c8e69-0fd9-4152-bc99-22a9ab040a3e req-ae815b7d-36a4-40b2-a013-f544662a0d13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:01.251806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3c8e69-0fd9-4152-bc99-22a9ab040a3e req-ae815b7d-36a4-40b2-a013-f544662a0d13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 945 time: 0.0499840 Dec 16 16:42:01.301887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e3c8e69-0fd9-4152-bc99-22a9ab040a3e req-df819463-b027-4461-827e-488f3b9648d5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Dec 16 16:42:01.335077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['1efb5098-5b5a-48c1-87b1-beb34ff5cc99'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:42:02.418657 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85d5b0-c651-4a16-801b-2df15efdf1ec req-76751be8-4a39-46fc-8f9f-897a4598e15e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:02.420180 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e85d5b0-c651-4a16-801b-2df15efdf1ec req-76751be8-4a39-46fc-8f9f-897a4598e15e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Dec 16 16:42:02.474792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7e85d5b0-c651-4a16-801b-2df15efdf1ec req-2da86657-9808-43c5-a0bb-6b3a3ff5c97a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486431 Dec 16 16:42:02.802764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:42:02.952684 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:42:02.957066 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:42:02.960639 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:03.032729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:03.055457 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:42:03.057946 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa1dd6-4dd2-4434-a8a9-c8c8774a413c" -d '{"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:42:03.070668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:42:03.149072 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16139e4-9e9e-49ec-83ba-e844a1cb7ff2 x-openstack-request-id: req-a16139e4-9e9e-49ec-83ba-e844a1cb7ff2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:42:03.149376 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:42:03.149846 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a16139e4-9e9e-49ec-83ba-e844a1cb7ff2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:42:03.150048 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'code': 200} Dec 16 16:42:03.152320 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:03.203750 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:42:03.277314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27570a11-dbf2-4a31-b96d-5b3da193e67c req-556d26da-73df-4cb0-bfe0-b34e126d067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:03.278835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27570a11-dbf2-4a31-b96d-5b3da193e67c req-556d26da-73df-4cb0-bfe0-b34e126d067c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1097 time: 0.0405190 Dec 16 16:42:03.324207 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-27570a11-dbf2-4a31-b96d-5b3da193e67c req-e4dceef6-c045-43b5-a1b7-1b1bea7b8068 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383348 Dec 16 16:42:03.597629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698bb17-714a-42e7-a4c0-29d8ac40592c req-e3e31489-b913-4d35-9d6e-92f3546dc8cc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:03.599143 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8698bb17-714a-42e7-a4c0-29d8ac40592c req-e3e31489-b913-4d35-9d6e-92f3546dc8cc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Dec 16 16:42:03.651947 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8698bb17-714a-42e7-a4c0-29d8ac40592c req-f578b4e0-a3e5-4838-87c3-28829cd139e4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465651 Dec 16 16:42:04.782688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388787f9-05ed-4802-b257-47075a56d765 req-ab8ecc87-493f-44a8-8218-b26e8892d643 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:04.784302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-388787f9-05ed-4802-b257-47075a56d765 req-ab8ecc87-493f-44a8-8218-b26e8892d643 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0596015 Dec 16 16:42:04.838316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-388787f9-05ed-4802-b257-47075a56d765 req-e9aa8ae3-dcab-4dec-af36-79959b08f937 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477910 Dec 16 16:42:04.961709 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c247980-c9a4-4412-bf73-30d330204c5e req-cd04a3dc-f55f-4093-a56c-225651d771ce tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:04.963261 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c247980-c9a4-4412-bf73-30d330204c5e req-cd04a3dc-f55f-4093-a56c-225651d771ce tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Dec 16 16:42:05.014551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6c247980-c9a4-4412-bf73-30d330204c5e req-9d4f5200-6eb3-438d-b3ac-ffcd2e802862 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451388 Dec 16 16:42:05.036500 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41970) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:42:05.169609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f9af5-8f00-4925-b8a5-50a4971eaf8c tempest-TestShelveInstance-458057369 tempest-TestShelveInstance-458057369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:05.171140 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c51f9af5-8f00-4925-b8a5-50a4971eaf8c tempest-TestShelveInstance-458057369 tempest-TestShelveInstance-458057369-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1092 time: 0.1336353 Dec 16 16:42:05.174060 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 41974) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:42:05.178838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:42:05.266422 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:05.360599 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:05.466766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Allocated IP 172.25.7.78 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/b4fef047-1e97-4e0d-877c-79b2833547f3) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:42:05.564218 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:05.661294 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:05.707651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:42:05.710562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:42:05.714110 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:42:05.738129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=b4fef047-1e97-4e0d-877c-79b2833547f3,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:42:06.090790 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:06.230072 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:06.382484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:06.461062 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:06.531678 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=b4fef047-1e97-4e0d-877c-79b2833547f3,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:42:06.544840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:06.655419 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Floating IP 4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec associated. External IP: 172.25.7.78, port: 1efb5098-5b5a-48c1-87b1-beb34ff5cc99. Dec 16 16:42:06.868706 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:42:06.978430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:42:06.990200 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:42:06.999478 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:42:07.001550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:42:07.086039 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:07.116715 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-65534dbc-295f-4228-b76e-5dae5ed3170d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9411135 Dec 16 16:42:07.117447 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:42:07.120020 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927" -d '{"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:42:07.160161 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461fa86f-e8c2-49fe-b306-883930003c38 x-openstack-request-id: req-461fa86f-e8c2-49fe-b306-883930003c38 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:42:07.160479 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:42:07.160710 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-461fa86f-e8c2-49fe-b306-883930003c38 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:42:07.161180 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'status': 'completed', 'code': 200} Dec 16 16:42:07.251960 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-c7fefa73-ed06-4169-8f02-87a9b1120924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:07.253429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-c7fefa73-ed06-4169-8f02-87a9b1120924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1097 time: 0.0477130 Dec 16 16:42:07.289333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:42:07.352021 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-eb124da5-97fb-4494-9d53-3cb49dc3ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:07.353539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-eb124da5-97fb-4494-9d53-3cb49dc3ef4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0928254 Dec 16 16:42:07.422982 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-fbcd98ad-2c88-4671-84f3-8bf2f9dc9220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 999 time: 0.0619192 Dec 16 16:42:07.474633 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-d5a1d372-8ad8-4ee1-85e1-06a5892f7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:07.476160 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-d5a1d372-8ad8-4ee1-85e1-06a5892f7aa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0464301 Dec 16 16:42:07.544654 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-f340af81-39d8-4025-acd6-2cbfd8322644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:07.546113 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-f340af81-39d8-4025-acd6-2cbfd8322644 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621738 Dec 16 16:42:07.552852 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1144fd4-d755-43af-a098-f43abe982a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:42:05Z', 'updated_at': '2021-12-16T16:42:05Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:42:07.581529 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:42:07.591287 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:42:07.591945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:41:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:42:07.641122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-351d9b59-c4b2-480b-81fb-8ad4d44063b7 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 Dec 16 16:42:07.709902 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:42:07.741525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b2dfbc1c-9bd2-48e1-9ca4-c5d544457927 req-4daead4d-1098-4f95-856c-5ef36762a0be service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931008 Dec 16 16:42:07.946384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1144fd4-d755-43af-a098-f43abe982a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:42:05Z', 'updated_at': '2021-12-16T16:42:05Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:42:07.973621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242df12-b590-4893-8d72-faff065f5d4e None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1144fd4-d755-43af-a098-f43abe982a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:42:05Z', 'updated_at': '2021-12-16T16:42:05Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:42:08.180690 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33432e4c-ea9c-4a57-8200-d7f7bb8660c7 None None] New status for floating IP 4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:42:14.267292 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ab4f-6b57-4809-90f4-27422e92e1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:16.522280 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e8364e3-7342-4795-9fc1-12152a1c83ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:18.158072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:19.619744 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:20.140564 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:23.714546 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:42:29.380721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:30.231657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:44.225852 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f8c75348-6960-4217-8fdb-e42a9e6ff299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:46.630914 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00ff282f-3c4d-4a96-8307-04d93675263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:48.163008 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:49.579424 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:50.156275 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:42:50.246539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-e3e13034-814a-457c-bf51-7fb87dcc8f90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415161 Dec 16 16:42:50.346368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ee64-78d1-49d7-931d-504596bc26fe req-3af6c8ca-5a7e-4b82-853b-4f8deff16be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:50.348548 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-3af6c8ca-5a7e-4b82-853b-4f8deff16be1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1097 time: 0.0419741 Dec 16 16:42:50.460805 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ee64-78d1-49d7-931d-504596bc26fe req-7cf71092-8954-471f-861b-cfd4b5077ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:50.462318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-7cf71092-8954-471f-861b-cfd4b5077ca0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0877628 Dec 16 16:42:50.528983 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-d32d55f6-ad97-4b16-8840-fffa6388c582 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 1001 time: 0.0593109 Dec 16 16:42:50.576967 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ee64-78d1-49d7-931d-504596bc26fe req-e4ca5e31-facf-4ee9-b4f4-382252441018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:50.578407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-e4ca5e31-facf-4ee9-b4f4-382252441018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0425763 Dec 16 16:42:50.627155 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ee64-78d1-49d7-931d-504596bc26fe req-f2fb7168-ad3e-403f-b982-a636b6caeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:42:50.628749 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-f2fb7168-ad3e-403f-b982-a636b6caeab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439017 Dec 16 16:42:50.733479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-d366edd6-57ac-4b3c-a349-a8c225c0a2bf service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977776 Dec 16 16:42:50.833684 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3731ee64-78d1-49d7-931d-504596bc26fe req-b047e99a-a5b0-4744-9a35-1766b4dc3247 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931544 Dec 16 16:42:59.356901 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:00.202787 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:00.714182 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:43:14.242894 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c28b202-09dd-4e11-849a-1b283c76f1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:16.533942 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5733eab-d46a-470a-a98a-c5558fcaf81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:18.145352 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:19.563186 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:20.122330 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:29.413636 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:30.236715 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:37.714657 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:43:44.213135 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62e3f372-af43-4612-b60f-16bde5e109d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:46.567407 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a77ac180-d34c-428a-96fe-d9c324efc8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:48.208212 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:49.567540 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:50.150666 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:43:51.330050 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-b38886a8-ee8f-44ba-993c-05ad3565bec5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045337 Dec 16 16:43:51.435233 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-2cee6323-f830-4f65-b396-dd4720aba93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:43:51.436831 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-2cee6323-f830-4f65-b396-dd4720aba93c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1097 time: 0.0455437 Dec 16 16:43:51.553596 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-4d3aa74f-2aed-412d-9a6a-a0d33e24209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:43:51.555075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-4d3aa74f-2aed-412d-9a6a-a0d33e24209a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0975678 Dec 16 16:43:51.627575 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-2bc11231-1fe6-44ab-9ec8-baef18e72db9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 1001 time: 0.0643971 Dec 16 16:43:51.680423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-d8794a60-9321-4a66-9000-cb585d01fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:43:51.682844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-d8794a60-9321-4a66-9000-cb585d01fd75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0485840 Dec 16 16:43:51.748908 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-37d87de0-41ba-4bee-aa9d-46b8b9536057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:43:51.750460 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-37d87de0-41ba-4bee-aa9d-46b8b9536057 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604265 Dec 16 16:43:51.849516 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-d3bf12c9-e78c-4b05-a6ad-dbd9a9184424 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897851 Dec 16 16:43:51.950351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-25ec555b-b86c-4da0-a7af-a4322ec6582b req-79d861e8-c0c2-4b88-9eb3-258518a9524f service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938964 Dec 16 16:43:59.402166 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:00.224527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:03.334929 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8a77-bec6-4746-a2d1-231d8610a73f req-1464e689-8bbc-4c7e-9165-2f83496f2464 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:03.338316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01fd8a77-bec6-4746-a2d1-231d8610a73f req-1464e689-8bbc-4c7e-9165-2f83496f2464 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0686295 Dec 16 16:44:03.407037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-01fd8a77-bec6-4746-a2d1-231d8610a73f req-3eb93125-0d8a-46a8-ae4b-d15e8c82612e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570657 Dec 16 16:44:04.542579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2d42f-cac5-4d73-bf21-e4f05d485bec req-3ca8cae8-f7d2-400b-b93f-a0d974561ce5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:04.544452 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52c2d42f-cac5-4d73-bf21-e4f05d485bec req-3ca8cae8-f7d2-400b-b93f-a0d974561ce5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0520580 Dec 16 16:44:04.610683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-52c2d42f-cac5-4d73-bf21-e4f05d485bec req-108c8814-f185-4580-991b-b579edee6bb9 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579505 Dec 16 16:44:05.762272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de4df7-df35-45d9-bf0d-d937b6dc531b req-f65e4ecb-ea41-4bc4-befa-3e5029acc490 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:05.763888 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08de4df7-df35-45d9-bf0d-d937b6dc531b req-f65e4ecb-ea41-4bc4-befa-3e5029acc490 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0527778 Dec 16 16:44:05.818162 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-08de4df7-df35-45d9-bf0d-d937b6dc531b req-76227f89-0c34-4787-b447-4aeb9368ce6b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Dec 16 16:44:06.934442 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c98698-1f28-46a4-a0d1-43532e028b93 req-ce347e72-069d-4704-a6f7-fd6aa7a5151e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:06.935966 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5c98698-1f28-46a4-a0d1-43532e028b93 req-ce347e72-069d-4704-a6f7-fd6aa7a5151e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0494261 Dec 16 16:44:06.987188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a5c98698-1f28-46a4-a0d1-43532e028b93 req-1d24f219-f5ce-48ed-a6c5-a9238230ae39 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451605 Dec 16 16:44:08.105983 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb350c-9b1d-4ea5-bfa7-1e9b980cf5de req-0d548fed-cc61-4e36-a51f-3c15faf42a3c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:08.107434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcbb350c-9b1d-4ea5-bfa7-1e9b980cf5de req-0d548fed-cc61-4e36-a51f-3c15faf42a3c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0524588 Dec 16 16:44:08.156591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcbb350c-9b1d-4ea5-bfa7-1e9b980cf5de req-b873b794-b5bc-4ac3-87c1-055dcf1f10e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Dec 16 16:44:09.275259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ef314-3c5a-4617-b3fd-a6e204d93253 req-2bf83892-d23b-40bd-b62b-e97da877f331 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:09.276688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5ef314-3c5a-4617-b3fd-a6e204d93253 req-2bf83892-d23b-40bd-b62b-e97da877f331 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Dec 16 16:44:09.327397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5ef314-3c5a-4617-b3fd-a6e204d93253 req-72bd5460-c612-4df9-a219-5b70d8fc4751 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447671 Dec 16 16:44:10.443445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09ef8f-4f60-43c8-a9ac-7e290d711e3f req-e00b290e-0c98-4fbd-be42-28cd3dccaf8a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:10.445005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed09ef8f-4f60-43c8-a9ac-7e290d711e3f req-e00b290e-0c98-4fbd-be42-28cd3dccaf8a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0501375 Dec 16 16:44:10.507294 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed09ef8f-4f60-43c8-a9ac-7e290d711e3f req-1cd6996e-7dbd-4522-ab31-8e0482d7aa5a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554471 Dec 16 16:44:11.626411 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f816a91-d2de-4007-850f-1a3924f5f802 req-439be772-b1d8-4628-874b-3582700d0ff5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:11.627949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f816a91-d2de-4007-850f-1a3924f5f802 req-439be772-b1d8-4628-874b-3582700d0ff5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0506828 Dec 16 16:44:11.687949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3f816a91-d2de-4007-850f-1a3924f5f802 req-6e29793b-33a2-4b29-9c9c-8f8b746baf81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537705 Dec 16 16:44:12.883539 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ea530-87af-4e08-b581-96e5303f0709 req-74bba6b8-a88a-4c43-920b-7e316cbd2889 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:12.885052 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b7ea530-87af-4e08-b581-96e5303f0709 req-74bba6b8-a88a-4c43-920b-7e316cbd2889 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.1227963 Dec 16 16:44:12.935544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2b7ea530-87af-4e08-b581-96e5303f0709 req-c95c8a15-c55f-4dbb-b9c2-372a34b3aa83 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Dec 16 16:44:14.112616 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae3e6f-5dbd-4743-a2bb-ed4bbf63d11a req-62b6c7f5-5a6b-4c60-af85-098c4f0bcbc4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:14.114225 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeae3e6f-5dbd-4743-a2bb-ed4bbf63d11a req-62b6c7f5-5a6b-4c60-af85-098c4f0bcbc4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.1101906 Dec 16 16:44:14.175654 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-aeae3e6f-5dbd-4743-a2bb-ed4bbf63d11a req-8e82f2db-64d8-4eb6-9820-0a3135eb7e48 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538371 Dec 16 16:44:14.219683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b16125cd-1f3d-4ade-8c19-6f2eddd8309c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:14.714712 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:44:15.295608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a1cb0-7a1b-44bc-8141-98c22baa57a4 req-9cd52fb8-a6f3-46d1-bf85-d08f43baecce tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:15.297155 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b84a1cb0-7a1b-44bc-8141-98c22baa57a4 req-9cd52fb8-a6f3-46d1-bf85-d08f43baecce tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0498595 Dec 16 16:44:15.348477 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b84a1cb0-7a1b-44bc-8141-98c22baa57a4 req-ce966fd9-1969-437f-b9ca-ec7efa99a80c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453758 Dec 16 16:44:15.469256 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:44:15.567594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:15.580184 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:44:15.619059 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:15.633704 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:44:15.654631 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:15.767729 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:15.822717 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:44:15.830344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.830702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.831052 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.831395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.831736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.832100 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.832560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.832954 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.833393 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.833784 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.834119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.834518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.834768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:44:15.912574 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['1efb5098-5b5a-48c1-87b1-beb34ff5cc99'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:44:16.484689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad7a86-58c5-4403-94b1-e5c83eedd08e req-9de28fb0-acd0-4caa-a0d5-65c268de721b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:16.486313 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4ad7a86-58c5-4403-94b1-e5c83eedd08e req-9de28fb0-acd0-4caa-a0d5-65c268de721b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 945 time: 0.0588112 Dec 16 16:44:16.545840 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b4ad7a86-58c5-4403-94b1-e5c83eedd08e req-608654db-4f5f-4ca1-ad1d-35d42d390367 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512049 Dec 16 16:44:16.590455 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55acc4ef-4576-4b6f-89ec-b240180ecb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:17.487870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:44:17.547127 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:44:17.547506 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:17.670333 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:17.701470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e93d7-6df2-48e1-81a8-ca0772059ad8 req-d51464e8-ad3e-4cf5-b6b7-c73c54d68a1f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:17.708832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-328e93d7-6df2-48e1-81a8-ca0772059ad8 req-d51464e8-ad3e-4cf5-b6b7-c73c54d68a1f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 945 time: 0.0639594 Dec 16 16:44:17.709009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:44:17.709009 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea7b2c-4fcd-4f71-97db-89e416994172" -d '{"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:44:17.726426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:17.762489 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d889cabc-ba3b-43df-9834-fbec35a00c5d x-openstack-request-id: req-d889cabc-ba3b-43df-9834-fbec35a00c5d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:44:17.762901 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:44:17.763245 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d889cabc-ba3b-43df-9834-fbec35a00c5d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:44:17.763785 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'code': 200} Dec 16 16:44:17.786598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-328e93d7-6df2-48e1-81a8-ca0772059ad8 req-1b69c78c-b87f-4cdd-ae22-04ca7b290920 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721917 Dec 16 16:44:17.819816 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:17.915382 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:44:18.167898 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:18.938474 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd44d52-bf3e-4f38-8734-ab001e524a4a req-251f44ac-ad7e-47bf-8514-64bb96457543 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:18.940260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dd44d52-bf3e-4f38-8734-ab001e524a4a req-251f44ac-ad7e-47bf-8514-64bb96457543 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0597210 Dec 16 16:44:19.020828 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8dd44d52-bf3e-4f38-8734-ab001e524a4a req-c7ae4f7c-fec5-4dd4-afc5-2b3551594ca8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686603 Dec 16 16:44:19.927745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:20.144177 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:20.162042 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4fbdf-ee1c-4955-82b1-c09e60edd611 req-c98446d7-15c6-472e-808f-0b0d7241249f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:20.163908 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f4fbdf-ee1c-4955-82b1-c09e60edd611 req-c98446d7-15c6-472e-808f-0b0d7241249f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0605400 Dec 16 16:44:20.224533 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d7f4fbdf-ee1c-4955-82b1-c09e60edd611 req-0bb5c603-fbd5-41c2-a6e0-c79c7b92bb7f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526588 Dec 16 16:44:21.364415 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed98f8-0aa7-4678-a379-4d9ddbb6e559 req-fd6d5492-1733-4880-8efd-e22bc7aeac86 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:21.366134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73ed98f8-0aa7-4678-a379-4d9ddbb6e559 req-fd6d5492-1733-4880-8efd-e22bc7aeac86 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0625727 Dec 16 16:44:21.428252 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73ed98f8-0aa7-4678-a379-4d9ddbb6e559 req-642e8059-4478-47c0-955c-9d4daf6b01f3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548582 Dec 16 16:44:22.588731 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adad3c-cd1d-4213-b925-96464d7b681a req-75aaeff0-365c-48a1-99de-d4553c5b36a9 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:22.615922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9adad3c-cd1d-4213-b925-96464d7b681a req-75aaeff0-365c-48a1-99de-d4553c5b36a9 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0856807 Dec 16 16:44:22.641619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d9adad3c-cd1d-4213-b925-96464d7b681a req-beafd652-b9c6-440b-b63f-6c3e49f86398 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482507 Dec 16 16:44:23.785565 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63e833-a128-49ec-ad5c-58621d44cb4f req-6f02a09e-f8a2-49e7-983b-6169e9342d3b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:23.787082 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df63e833-a128-49ec-ad5c-58621d44cb4f req-6f02a09e-f8a2-49e7-983b-6169e9342d3b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0612273 Dec 16 16:44:23.852424 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-df63e833-a128-49ec-ad5c-58621d44cb4f req-7f9344e8-9c91-4874-bb52-50cce5577903 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559773 Dec 16 16:44:24.989306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3072ff-3af4-47a3-b2a0-73978faec49a req-d763eaa2-3c9c-4373-b2c9-3b4865caef6d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:24.990847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c3072ff-3af4-47a3-b2a0-73978faec49a req-d763eaa2-3c9c-4373-b2c9-3b4865caef6d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0603049 Dec 16 16:44:25.049637 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2c3072ff-3af4-47a3-b2a0-73978faec49a req-7cf70cbb-792b-46e8-adf6-4ab2d8a0703e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515382 Dec 16 16:44:26.168217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8d9b1-20e3-4bef-ae98-a61970add53a req-a3ff34dc-8823-4204-adad-4c62f3e63d71 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:26.169720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba8d9b1-20e3-4bef-ae98-a61970add53a req-a3ff34dc-8823-4204-adad-4c62f3e63d71 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Dec 16 16:44:26.219388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4ba8d9b1-20e3-4bef-ae98-a61970add53a req-94c4cc8e-9b1c-4c26-b58b-981c32134d0d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431280 Dec 16 16:44:27.355230 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904587bc-3168-4dcc-83b6-ac15389d4a7e req-9bb0bc2e-58ef-4bf0-87ce-1731cdb420ea tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:27.362641 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-904587bc-3168-4dcc-83b6-ac15389d4a7e req-9bb0bc2e-58ef-4bf0-87ce-1731cdb420ea tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0578296 Dec 16 16:44:27.408347 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-904587bc-3168-4dcc-83b6-ac15389d4a7e req-c1b45632-8ee4-4c57-9258-09a68de98fd1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453734 Dec 16 16:44:28.427920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-7a0bcac4-0ddc-4571-a59a-28c306f5a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:28.429324 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-7a0bcac4-0ddc-4571-a59a-28c306f5a96e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1097 time: 0.0448081 Dec 16 16:44:28.554106 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea8903-a4e0-44b3-a324-a911e3c53f18 req-e3c38fd4-a7a0-45e2-b1f8-3b9e0f578ad8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:28.556242 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aea8903-a4e0-44b3-a324-a911e3c53f18 req-e3c38fd4-a7a0-45e2-b1f8-3b9e0f578ad8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0753882 Dec 16 16:44:28.572280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-25945ed9-c80c-4aec-b9a0-f5d915ae938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:28.573689 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-25945ed9-c80c-4aec-b9a0-f5d915ae938e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.1370225 Dec 16 16:44:28.651795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9aea8903-a4e0-44b3-a324-a911e3c53f18 req-c82d38a2-1201-49df-953a-9add1c71be06 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879872 Dec 16 16:44:28.664871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-f077b403-9c54-4d2e-b778-af53698e9f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 1001 time: 0.0816579 Dec 16 16:44:28.718441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-50ebc443-f550-45d3-8161-e007c568d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:28.719934 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-50ebc443-f550-45d3-8161-e007c568d0c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0482364 Dec 16 16:44:29.124312 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-d2886379-93a0-49b3-b543-91690aa2d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:29.125785 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-d2886379-93a0-49b3-b543-91690aa2d95d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3985543 Dec 16 16:44:29.214957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-368f19d0-7b84-475a-a6ce-045cf963a4e7 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818279 Dec 16 16:44:29.306771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0c002e72-7eb6-4948-9b6d-11e44fe669d4 req-3baa2671-5c98-4896-92da-3f4046fc3a88 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842986 Dec 16 16:44:29.395558 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:29.771511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742392d-6ce7-4e57-b418-46d55dbcff11 req-db5f4b8b-fc63-40c3-b757-9bc69bca4e67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:29.773016 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0742392d-6ce7-4e57-b418-46d55dbcff11 req-db5f4b8b-fc63-40c3-b757-9bc69bca4e67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0506821 Dec 16 16:44:29.821461 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0742392d-6ce7-4e57-b418-46d55dbcff11 req-37c8b45f-0b68-4fb8-b89c-2e7874dee21a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425634 Dec 16 16:44:30.253100 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:30.945980 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c07e7-d1e4-4dbb-97df-dac44db48288 req-ca392648-b374-41ce-b734-52ecb5bcc360 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:30.947491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c56c07e7-d1e4-4dbb-97df-dac44db48288 req-ca392648-b374-41ce-b734-52ecb5bcc360 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 946 time: 0.0542643 Dec 16 16:44:30.998276 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c56c07e7-d1e4-4dbb-97df-dac44db48288 req-3f899e21-41cc-4952-ae46-39d4f8f97206 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Dec 16 16:44:31.569788 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:44:31.650689 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:31.674208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:44:31.676473 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80527917-f944-4d37-98c5-0f67b86ee63f" -d '{"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-unplugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:44:31.689290 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:31.715247 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870bd346-258e-4400-a41c-8172d0417e65 x-openstack-request-id: req-870bd346-258e-4400-a41c-8172d0417e65 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:44:31.715539 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-unplugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:44:31.715954 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-870bd346-258e-4400-a41c-8172d0417e65 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:44:31.718571 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'code': 200} Dec 16 16:44:31.818726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:31.866138 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:44:32.118445 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2c313-70ae-4a59-9e7a-9175cc60959f req-2dcd9f96-5477-42e1-80bd-d003d8dcd24c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:32.121065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bde2c313-70ae-4a59-9e7a-9175cc60959f req-2dcd9f96-5477-42e1-80bd-d003d8dcd24c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0546424 Dec 16 16:44:32.176170 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bde2c313-70ae-4a59-9e7a-9175cc60959f req-50d54a4d-b3e0-45ff-898b-242ae05657ad tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451729 Dec 16 16:44:32.289612 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-217a69a9-5ca2-4f3d-a9ed-5d0f79ccc9a7 req-17673d10-5f0e-4311-8013-e9706f9d0d44 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:44:32.290812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-217a69a9-5ca2-4f3d-a9ed-5d0f79ccc9a7 req-17673d10-5f0e-4311-8013-e9706f9d0d44 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490005 Dec 16 16:44:32.671343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a8e6f-9c0c-4812-af80-a1702551980a req-3f6b2872-d8c7-4291-845b-968251286ae4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:32.672193 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-754a8e6f-9c0c-4812-af80-a1702551980a req-3f6b2872-d8c7-4291-845b-968251286ae4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0503747 Dec 16 16:44:32.728529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-754a8e6f-9c0c-4812-af80-a1702551980a req-d8552d06-912c-49ae-8404-c82d5ea6969a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500419 Dec 16 16:44:33.152088 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-427cc324-6bf2-44e5-9c18-3380f8680109 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880489 Dec 16 16:44:33.847498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc401e46-6a93-4ba4-a277-fe8589f5c12a req-fee07e05-4164-4e94-8807-ae9406410695 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:33.849045 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc401e46-6a93-4ba4-a277-fe8589f5c12a req-fee07e05-4164-4e94-8807-ae9406410695 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0506740 Dec 16 16:44:33.902495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bc401e46-6a93-4ba4-a277-fe8589f5c12a req-5822ff48-803e-4357-88ba-0d86e2d31ed1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468800 Dec 16 16:44:35.021458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b563205-c716-4fef-9fa5-86e55ca0634f req-0c459370-f363-4a6a-b25a-e8567a63af62 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:35.022928 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b563205-c716-4fef-9fa5-86e55ca0634f req-0c459370-f363-4a6a-b25a-e8567a63af62 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0491216 Dec 16 16:44:35.072043 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7b563205-c716-4fef-9fa5-86e55ca0634f req-91e6e31d-b942-47ea-9569-bd80955a8792 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Dec 16 16:44:36.193437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512040e3-40dc-4153-8fc5-0f213c48fab6 req-65ba53df-9284-4d1b-b48a-d6dbf865e5cc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:36.194914 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-512040e3-40dc-4153-8fc5-0f213c48fab6 req-65ba53df-9284-4d1b-b48a-d6dbf865e5cc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0553629 Dec 16 16:44:36.243866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-512040e3-40dc-4153-8fc5-0f213c48fab6 req-842f4735-61ac-41ea-8a4c-b1db72244560 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Dec 16 16:44:37.358283 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d83c5-ea5f-4e12-910e-7da9b14386ff req-774da682-50a2-4af3-98e6-5a8aeb4726e7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:37.359754 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-801d83c5-ea5f-4e12-910e-7da9b14386ff req-774da682-50a2-4af3-98e6-5a8aeb4726e7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0482099 Dec 16 16:44:37.409376 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-801d83c5-ea5f-4e12-910e-7da9b14386ff req-084f3a73-7365-43fa-b9f1-ddafd412a4c8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Dec 16 16:44:38.527019 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff0f55-0f75-4405-9b68-9e02343fa310 req-14541c28-6a9f-47f1-80f7-a87c789e2f58 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:38.528621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ff0f55-0f75-4405-9b68-9e02343fa310 req-14541c28-6a9f-47f1-80f7-a87c789e2f58 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0498281 Dec 16 16:44:38.582723 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-28ff0f55-0f75-4405-9b68-9e02343fa310 req-b385f347-e82e-487a-8ee4-721686c94256 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Dec 16 16:44:38.901048 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-4dacee9b-80cb-4048-af67-03031ad537aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:38.902761 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-4dacee9b-80cb-4048-af67-03031ad537aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 1095 time: 0.0414519 Dec 16 16:44:38.976881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-87f6cde4-0a1a-4f48-8830-6a4a62a8e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:38.979044 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-87f6cde4-0a1a-4f48-8830-6a4a62a8e34f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1095 time: 0.0413883 Dec 16 16:44:39.072437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-8aa1100b-4806-4011-9ef4-9fed69bc3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:39.073936 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-8aa1100b-4806-4011-9ef4-9fed69bc3ac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0880370 Dec 16 16:44:39.143606 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-03d7be18-fabc-4248-8595-71961f464f5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 999 time: 0.0629680 Dec 16 16:44:39.194414 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-ff1239a1-1ada-4219-998f-79d4b72662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:39.195911 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-ff1239a1-1ada-4219-998f-79d4b72662ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0451510 Dec 16 16:44:39.246352 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-8845311d-ddf0-4fc4-8804-7f24eb377dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:39.247847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-8845311d-ddf0-4fc4-8804-7f24eb377dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455616 Dec 16 16:44:39.354002 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-791b7b01-4302-4d4a-90f5-0128893cf758 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987682 Dec 16 16:44:39.450097 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-91638d2b-f002-4ff3-b5c6-f2fac7aa7200 req-84d42560-9101-435b-baf1-730cbecdbc9f service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887866 Dec 16 16:44:39.707217 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb9379-330e-4ab8-912b-ee06f749f761 req-7e6ac727-d858-40bf-a0aa-74a5c825fc90 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:39.708683 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11eb9379-330e-4ab8-912b-ee06f749f761 req-7e6ac727-d858-40bf-a0aa-74a5c825fc90 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0557075 Dec 16 16:44:39.762763 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11eb9379-330e-4ab8-912b-ee06f749f761 req-971844f6-b52d-473e-8026-94480e997d2b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474916 Dec 16 16:44:40.886292 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20266-a489-4dbc-9b64-0725e00cd18b req-13db446a-2ecb-4f9d-8e71-f87681c437ef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:40.887954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ef20266-a489-4dbc-9b64-0725e00cd18b req-13db446a-2ecb-4f9d-8e71-f87681c437ef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0512717 Dec 16 16:44:40.943682 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5ef20266-a489-4dbc-9b64-0725e00cd18b req-c0f447cf-1db7-4eef-81aa-49601e880976 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490806 Dec 16 16:44:42.068626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3883c-50ce-46f1-9297-ce5be83d87fa req-a1939e65-92a6-4409-aaf4-26bfe0366397 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:42.070197 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3eb3883c-50ce-46f1-9297-ce5be83d87fa req-a1939e65-92a6-4409-aaf4-26bfe0366397 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0558381 Dec 16 16:44:42.125835 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3eb3883c-50ce-46f1-9297-ce5be83d87fa req-7cd98511-f75c-4357-8ecd-78360778f514 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Dec 16 16:44:43.256830 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485bb4b-7d40-4773-adc1-f44c58ccebe2 req-d9d6ec4c-0f7e-48ba-8f8e-98e61f4cbfa6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:43.258503 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b485bb4b-7d40-4773-adc1-f44c58ccebe2 req-d9d6ec4c-0f7e-48ba-8f8e-98e61f4cbfa6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0550094 Dec 16 16:44:43.312188 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b485bb4b-7d40-4773-adc1-f44c58ccebe2 req-95bf550a-c919-4803-ad61-7b30dd0c1d93 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474288 Dec 16 16:44:44.207034 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5e3426f-d2dc-4715-a67c-c94358590bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:44.439987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4290c4d-68fc-429e-aec0-bee42f810cda req-d1afbd37-0fc0-4dc1-8050-a76de99c273a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:44.442988 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4290c4d-68fc-429e-aec0-bee42f810cda req-d1afbd37-0fc0-4dc1-8050-a76de99c273a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0573308 Dec 16 16:44:44.497866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e4290c4d-68fc-429e-aec0-bee42f810cda req-a22ce27b-6de6-4418-be73-c8ec3b4460b8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491688 Dec 16 16:44:45.619057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe43dfa-86d0-40ae-a92e-20a4a4b692cb req-4720f695-8a33-4f17-b65f-4f9c216e051a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:45.623762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe43dfa-86d0-40ae-a92e-20a4a4b692cb req-4720f695-8a33-4f17-b65f-4f9c216e051a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0504475 Dec 16 16:44:45.673591 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bfe43dfa-86d0-40ae-a92e-20a4a4b692cb req-98a8c570-683e-4018-9693-d2fbfa8cec8e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 Dec 16 16:44:46.804694 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc77b2-41ef-4cff-82aa-7978ee3b3358 req-df557eb7-3ae0-4ebc-8a7b-ec3ef173e242 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:46.804694 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ebc77b2-41ef-4cff-82aa-7978ee3b3358 req-df557eb7-3ae0-4ebc-8a7b-ec3ef173e242 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0510073 Dec 16 16:44:46.870003 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8ebc77b2-41ef-4cff-82aa-7978ee3b3358 req-3b174b7a-a7b5-4d5c-a804-4f3249d45bd4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607197 Dec 16 16:44:46.967283 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-70831f99-f387-4263-8d6d-3ba8b5f23262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:48.010062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea1125-e965-4348-b9bb-96358e911352 req-e0323a18-4575-4cea-8e3a-f0930bdeb974 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:48.012310 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dea1125-e965-4348-b9bb-96358e911352 req-e0323a18-4575-4cea-8e3a-f0930bdeb974 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Dec 16 16:44:48.064221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0dea1125-e965-4348-b9bb-96358e911352 req-aa19591f-d78a-42cf-855d-d9c86c8550b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Dec 16 16:44:48.156091 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:49.193216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fa908-ff53-4072-a8b4-6d28fb4cae2f req-b7bb0b4b-856d-4a49-b80e-66f80310ba13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:49.194772 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f16fa908-ff53-4072-a8b4-6d28fb4cae2f req-b7bb0b4b-856d-4a49-b80e-66f80310ba13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0523639 Dec 16 16:44:49.265707 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f16fa908-ff53-4072-a8b4-6d28fb4cae2f req-e3ec87af-25be-4c10-ba38-8ac9fb81119b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626376 Dec 16 16:44:49.567035 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:50.138281 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:50.396250 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f4701-741e-4d19-864c-9ef49d86ea79 req-88d08e26-21b4-400c-a4e6-8f0b1f0f3736 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:50.397797 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-256f4701-741e-4d19-864c-9ef49d86ea79 req-88d08e26-21b4-400c-a4e6-8f0b1f0f3736 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0574660 Dec 16 16:44:50.448847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-256f4701-741e-4d19-864c-9ef49d86ea79 req-61cd195b-16bf-4094-b3f7-7445083559e3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450249 Dec 16 16:44:51.588177 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf7a00-93d2-43ce-a557-d4fd592fcfd2 req-bac9ca82-ee46-48ab-b4ed-2203e8d6ca18 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:51.589783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bcf7a00-93d2-43ce-a557-d4fd592fcfd2 req-bac9ca82-ee46-48ab-b4ed-2203e8d6ca18 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0697043 Dec 16 16:44:51.671122 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7bcf7a00-93d2-43ce-a557-d4fd592fcfd2 req-1b50ebe4-8e75-418c-8edf-afbd6e8e929e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740635 Dec 16 16:44:51.714414 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:44:52.791815 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018f4d6-061f-42aa-8789-17fb823f978b req-5e688ebf-7289-444f-8555-5f790e0a557e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:52.793404 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b018f4d6-061f-42aa-8789-17fb823f978b req-5e688ebf-7289-444f-8555-5f790e0a557e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0502994 Dec 16 16:44:52.848492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b018f4d6-061f-42aa-8789-17fb823f978b req-62df14ce-3716-4dcb-9986-de55998c4552 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490894 Dec 16 16:44:53.273056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-6613a43f-6b6a-42b2-b62a-4d4d1b9f068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:53.274569 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-6613a43f-6b6a-42b2-b62a-4d4d1b9f068c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1095 time: 0.0440755 Dec 16 16:44:53.380801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-12c44b16-52ca-4038-a606-3a01efb249c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:53.382398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-12c44b16-52ca-4038-a606-3a01efb249c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0883174 Dec 16 16:44:53.452290 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-0f9f715d-6b3e-4c4d-90ad-e66fb7d6792f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 999 time: 0.0622180 Dec 16 16:44:53.501310 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-d3d55b32-c933-4128-a364-86568535b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:53.502812 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-d3d55b32-c933-4128-a364-86568535b9d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0441563 Dec 16 16:44:53.551746 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-783630ec-1437-4334-9335-967a91bbddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:53.553254 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-783630ec-1437-4334-9335-967a91bbddb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432072 Dec 16 16:44:53.650116 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-f612fae1-9943-4f28-a25c-177b142258ad service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Dec 16 16:44:53.749670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6b35c1d-5b7d-4291-8d0d-87f9c89aa103 req-1653a68c-f469-4960-8b7d-ceecd64c5434 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923617 Dec 16 16:44:53.766418 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:44:53.865315 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:53.877527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'port_id': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'mac_address': 'fa:16:3e:7c:d5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:44:53.917104 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:53.937518 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:44:53.966411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:53.982412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772c9ec-3eea-4390-b532-4f90f6226261 req-b7c5402d-0d96-4280-877c-707042fdaec6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:53.984035 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9772c9ec-3eea-4390-b532-4f90f6226261 req-b7c5402d-0d96-4280-877c-707042fdaec6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 944 time: 0.0644448 Dec 16 16:44:54.036208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9772c9ec-3eea-4390-b532-4f90f6226261 req-451a0d53-bcf4-4cd3-b864-2a85affb8513 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444221 Dec 16 16:44:54.042079 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:54.093635 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:44:54.349888 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['1efb5098-5b5a-48c1-87b1-beb34ff5cc99'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:44:55.152937 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f4912-2d4b-447c-9a93-4e9b1df89cf2 req-9f8a42fa-253e-46a3-ab26-7d27f9d5ed42 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:55.154480 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f2f4912-2d4b-447c-9a93-4e9b1df89cf2 req-9f8a42fa-253e-46a3-ab26-7d27f9d5ed42 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Dec 16 16:44:55.203746 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1f2f4912-2d4b-447c-9a93-4e9b1df89cf2 req-8479ff7f-2d2b-4869-98d3-f37cee752155 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Dec 16 16:44:55.783272 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:44:55.831284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:44:55.831655 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:55.908620 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:55.936347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:44:55.938668 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcfe033-7b37-4913-a2ca-8baa8792a487" -d '{"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:44:55.952789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:44:55.981461 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8199857-af5b-4d54-8558-7a2cb991d98b x-openstack-request-id: req-a8199857-af5b-4d54-8558-7a2cb991d98b {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:44:55.981795 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-plugged", "status": "completed", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:44:55.982035 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8199857-af5b-4d54-8558-7a2cb991d98b {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:44:55.982589 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'code': 200} Dec 16 16:44:56.035912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:56.088171 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:44:56.250574 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ffece-f9cb-4abd-bf55-4c999aec5142 req-635b4329-308a-498c-8a69-77ce1d763c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:56.252151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af1ffece-f9cb-4abd-bf55-4c999aec5142 req-635b4329-308a-498c-8a69-77ce1d763c75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1098 time: 0.0455103 Dec 16 16:44:56.329999 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-af1ffece-f9cb-4abd-bf55-4c999aec5142 req-9151a923-64da-47b1-98dd-29f59449725c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696146 Dec 16 16:44:56.345986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638a098-9cea-40e6-a794-68070588dd67 req-3cdbb344-9247-4e1e-98f2-3b935e71026f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:56.347532 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c638a098-9cea-40e6-a794-68070588dd67 req-3cdbb344-9247-4e1e-98f2-3b935e71026f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0717678 Dec 16 16:44:56.400675 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c638a098-9cea-40e6-a794-68070588dd67 req-ce14586a-28f9-4d45-8c12-d36fb49caaa4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Dec 16 16:44:57.519586 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf9c0-ea61-474d-90cc-2f3c30a50593 req-a6cf0b0c-1096-4d91-8e7f-88c96fb5ae2c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:57.521203 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5fbf9c0-ea61-474d-90cc-2f3c30a50593 req-a6cf0b0c-1096-4d91-8e7f-88c96fb5ae2c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0498292 Dec 16 16:44:57.577573 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f5fbf9c0-ea61-474d-90cc-2f3c30a50593 req-edbe7386-7830-4e8b-9c7a-8d585f523827 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500553 Dec 16 16:44:58.699846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504290-b92e-4567-9920-2215695cef60 req-33e0e7d6-6b1f-4dae-8c20-cb77a6bf6c14 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:58.702571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68504290-b92e-4567-9920-2215695cef60 req-33e0e7d6-6b1f-4dae-8c20-cb77a6bf6c14 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0533693 Dec 16 16:44:58.756384 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-68504290-b92e-4567-9920-2215695cef60 req-833f2b9a-ef00-4e22-86fd-666ddd1caffc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488765 Dec 16 16:44:59.431531 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:44:59.879618 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee929-de3e-44b7-9dd2-81ee035e3086 req-6a29b805-cc98-4060-a33a-d0a5617aaf51 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:44:59.881246 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34dee929-de3e-44b7-9dd2-81ee035e3086 req-6a29b805-cc98-4060-a33a-d0a5617aaf51 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0526977 Dec 16 16:44:59.935961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-34dee929-de3e-44b7-9dd2-81ee035e3086 req-bb645e5b-9c35-456d-b982-f0fa283d2250 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477538 Dec 16 16:45:00.298988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:14.236010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ded0b901-e7b1-485c-9d11-0e2bc1f31657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:16.607140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-19de87a3-b083-4148-8d4d-75e42c2e80f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:18.189626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:19.612609 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:20.132707 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:28.713381 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:45:29.406814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:30.245867 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:44.240568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3017e16-b02b-4eeb-a6e0-16c92edcad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:46.549599 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ccc2b3a-11f2-4134-9dd6-b02b2a2618c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:48.228566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:49.622471 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:50.137900 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:45:54.222970 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-6ce2da7e-355e-4c83-b022-73e70b29573a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480938 Dec 16 16:45:54.322740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158bee-e926-410c-8c3b-7cc513898802 req-d2101eb3-1396-4de7-9ab0-45c78f1791d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:45:54.324904 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-d2101eb3-1396-4de7-9ab0-45c78f1791d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1098 time: 0.0419970 Dec 16 16:45:54.426562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158bee-e926-410c-8c3b-7cc513898802 req-02000ade-f19b-4678-b10a-57d7210fe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:45:54.428123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-02000ade-f19b-4678-b10a-57d7210fe734 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0847192 Dec 16 16:45:54.502067 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-c0fe7415-e177-479f-b126-b714918096f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 1001 time: 0.0641975 Dec 16 16:45:54.551026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158bee-e926-410c-8c3b-7cc513898802 req-56c010c8-0588-4f19-9893-dd08e5856c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:45:54.552508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-56c010c8-0588-4f19-9893-dd08e5856c9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0441041 Dec 16 16:45:54.598982 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158bee-e926-410c-8c3b-7cc513898802 req-83ddc0fc-68ea-4a0e-bdf6-69fa024a4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:45:54.600530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-83ddc0fc-68ea-4a0e-bdf6-69fa024a4717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412798 Dec 16 16:45:54.691559 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-157f9e80-63b0-4013-8eb9-e4329ad91c61 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840409 Dec 16 16:45:54.779916 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e2158bee-e926-410c-8c3b-7cc513898802 req-8a3bed90-c35b-4026-bcb8-850f005b1b16 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817795 Dec 16 16:45:59.423507 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:00.274810 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:05.712790 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:46:10.935024 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42306) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:11.114424 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Deleting port b4fef047-1e97-4e0d-877c-79b2833547f3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:46:11.114771 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.194153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.194488 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.205962 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Calling delete_port for b4fef047-1e97-4e0d-877c-79b2833547f3 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:46:11.532651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.559626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'Port': ['ID=b4fef047-1e97-4e0d-877c-79b2833547f3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:11.586402 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.586753 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.587094 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.587454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.587785 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.588141 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.588467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.588791 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.589115 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.589436 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.589756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.590078 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.590401 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:46:11.634178 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.634589 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Floating IP 4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec disassociated (deleted). External IP: 172.25.7.78, port: 1efb5098-5b5a-48c1-87b1-beb34ff5cc99. Dec 16 16:46:11.843793 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:46:11.962743 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:46:11.967967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:11.975554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:46:11.986519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:46:11.987237 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:45:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:46:11.996859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4326eb9d-a59a-474d-957a-e56974c9a7b7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "DELETE /v2.0/floatingips/4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec HTTP/1.1" status: 204 len: 168 time: 1.0607071 Dec 16 16:46:11.997470 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:46:11.999812 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54d5e89-1018-4667-800f-1dc700d2b274" -d '{"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:46:12.108392 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:46:12.120998 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f768fab-f2c5-4143-a7fe-86bb1d167a9e x-openstack-request-id: req-4f768fab-f2c5-4143-a7fe-86bb1d167a9e {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:46:12.121662 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:46:12.121986 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f768fab-f2c5-4143-a7fe-86bb1d167a9e {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:46:12.122458 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'status': 'completed', 'code': 200} Dec 16 16:46:12.213065 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-3ee8de1a-205c-45cb-a640-de90ea226c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:12.214603 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-3ee8de1a-205c-45cb-a640-de90ea226c83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 1098 time: 0.0483468 Dec 16 16:46:12.311208 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-b21fc0a9-4d36-4be4-bde1-b29538a53f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:12.312725 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-b21fc0a9-4d36-4be4-bde1-b29538a53f13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0893281 Dec 16 16:46:12.314227 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:46:12.341823 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:46:12.350330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:46:12.350988 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:45:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:46:12.360861 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-35469786-fb51-4715-b9ce-682d98be23aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 200 len: 217 time: 0.0392051 Dec 16 16:46:12.410852 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-68c28362-6da2-4f07-a3a8-110c58de0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:12.412390 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-68c28362-6da2-4f07-a3a8-110c58de0bab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0449181 Dec 16 16:46:12.458926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-064a65eb-2aba-4612-99fa-31b3d3170c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:12.461001 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-064a65eb-2aba-4612-99fa-31b3d3170c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421410 Dec 16 16:46:12.461243 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:46:12.599759 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7aa4-b871-4bd9-b1de-3418fcbfaa9a req-62dfcd2e-f036-46e6-9474-7dce8d6c9e96 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:12.601844 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-817c7aa4-b871-4bd9-b1de-3418fcbfaa9a req-62dfcd2e-f036-46e6-9474-7dce8d6c9e96 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0791960 Dec 16 16:46:12.606174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-fb2a9971-1722-411b-96d9-ac4cc0802105 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307700 Dec 16 16:46:12.673070 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:46:12.701624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b336c64-79b5-45ac-8505-a807332abb46 None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:46:12.706346 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-817c7aa4-b871-4bd9-b1de-3418fcbfaa9a req-2076f2e3-a12e-448d-8f11-cf950b15fb5e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981634 Dec 16 16:46:12.740750 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a54d5e89-1018-4667-800f-1dc700d2b274 req-513b05d3-e54f-4c2e-9d06-fefadace7915 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256354 Dec 16 16:46:12.931992 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ebd34-01a9-453f-817e-85fc4dc27987 None None] New status for floating IP 4f4f3f06-fc4f-4468-b5cb-f922bb8f2eec: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:46:13.828643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caa968-358c-465e-a347-38cf0be91391 req-e40d9a74-42f4-429c-b804-d40988b1eb88 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:13.830107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77caa968-358c-465e-a347-38cf0be91391 req-e40d9a74-42f4-429c-b804-d40988b1eb88 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0490737 Dec 16 16:46:13.878302 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-77caa968-358c-465e-a347-38cf0be91391 req-67427b86-eebf-4c3e-9328-7a82ac16dc75 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=29a09fa7-f829-4df0-9cf4-0351858fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Dec 16 16:46:13.984298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-47dc10de-85c4-4c25-b987-ced0604e15e1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:13.985771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-47dc10de-85c4-4c25-b987-ced0604e15e1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 947 time: 0.0476956 Dec 16 16:46:14.082783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Deleting port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:46:14.083125 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:14.170306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] For port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:46:14.170662 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:14.183712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Calling delete_port for 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:46:14.227383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d673d00-5fab-4213-8ab8-a804fcb39254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:14.378588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:14.411573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'Port': ['ID=1efb5098-5b5a-48c1-87b1-beb34ff5cc99,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:14.460837 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] No DVR routers for this DVR port 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:46:14.463350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:14.466730 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5f5c3b47-d6ec-4c07-a040-5d9d0ca94d20 req-0ccff3ca-e63b-454d-8b29-a757ba8de540 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "DELETE /v2.0/ports/1efb5098-5b5a-48c1-87b1-beb34ff5cc99 HTTP/1.1" status: 204 len: 173 time: 0.4748333 Dec 16 16:46:14.470092 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-deleted', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:46:14.470092 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e7616a-45df-4ac3-b9bb-8b5950cec5b6" -d '{"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-deleted", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:46:14.509371 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c2334-7d34-4e99-924d-51d0e1113a6c x-openstack-request-id: req-d50c2334-7d34-4e99-924d-51d0e1113a6c {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:46:14.509669 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1144fd4-d755-43af-a098-f43abe982a69", "name": "network-vif-deleted", "tag": "1efb5098-5b5a-48c1-87b1-beb34ff5cc99", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:46:14.509921 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d50c2334-7d34-4e99-924d-51d0e1113a6c {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:46:14.510334 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1144fd4-d755-43af-a098-f43abe982a69', 'name': 'network-vif-deleted', 'tag': '1efb5098-5b5a-48c1-87b1-beb34ff5cc99', 'status': 'completed', 'code': 200} Dec 16 16:46:14.988502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-03537974-8dc9-401e-ad96-bf321e2f73cc req-50bc55e4-18a4-4e17-b935-4ae021651f2a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1144fd4-d755-43af-a098-f43abe982a69 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Dec 16 16:46:16.044412 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42328) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:16.102078 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:16.127019 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:16.261912 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:16.264617 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:16.265788 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "DELETE /v2.0/security-groups/29a09fa7-f829-4df0-9cf4-0351858fe4c7 HTTP/1.1" status: 204 len: 168 time: 0.2203505 Dec 16 16:46:16.277018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b51155-0fbd-4bca-8907-0a0e2ddaadf7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a09fa7-f829-4df0-9cf4-0351858fe4c7,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:16.375508 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:46:16.395419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:46:16.395799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 1efb5098-5b5a-48c1-87b1-beb34ff5cc99 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:46:16.555217 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2ebc776d-269b-445f-8bcc-f132d9d89a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:17.941249 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42336) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:17.946777 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165832493', 'description': 'tempest-secgroup-smoke-165832493 description', 'project_id': '28b3aa5032d245ecb40816d0be3868dd'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:18.051937 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.119882 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.229152 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.280938 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.312573 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:18.402924 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.404318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-719300c0-f651-4969-8af6-5d26b336ef46 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4620416 Dec 16 16:46:18.407160 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42338) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:18.411519 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:18.548625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.604637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.680883 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.701756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1312e3-f59f-4147-8206-65d8c3c71662,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:18.779593 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.780852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-4a6ebd72-7b86-457c-a482-174c86f0cc81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727620 Dec 16 16:46:18.783643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42340) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:18.787944 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:18.900945 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:18.951873 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.119008 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.136859 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ae1f57-db8a-416a-8c3f-9b0be0a95e52,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:19.206919 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.208208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6e2dae35-2837-428c-b6e0-9ac9e98dd6e8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4236038 Dec 16 16:46:19.210921 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42342) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:19.215346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:19.337985 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.396573 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.501641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.524491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feeeedd-2556-4fc8-8de4-b12fa17895f9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:19.612025 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.648835 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.650075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6708e23d-bcd5-4898-99d3-1bf302a3cd99 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4382198 Dec 16 16:46:19.652888 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42344) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:19.657346 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:19.742622 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.799644 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.863467 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.884159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c70bdd0-ee1e-43d4-9aed-bb77f797a431,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:19.957092 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:19.958318 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-62ffc312-681d-4db0-84af-fb29d3c2601a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045261 Dec 16 16:46:19.961693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42346) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:19.966253 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:20.092305 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Project 28b3aa5032d245ecb40816d0be3868dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:46:20.097430 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.154566 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.224009 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.263299 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.282404 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe95a6e5-107b-4c82-bf94-0bafb10b3879,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:20.419997 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.421178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-2bdf8ab8-6e7d-41af-874e-4d787e16b2a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4584677 Dec 16 16:46:20.423886 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42348) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:46:20.428307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'security_group_rule': {'security_group_id': '5f6fbb84-4412-4e0e-9b1c-74ce39e40fae', 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:20.556004 n-d-821947-3 neutron-server[104056]: INFO neutron.db.securitygroups_db [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Project 28b3aa5032d245ecb40816d0be3868dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:46:20.561630 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.621768 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.698224 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.718336 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab078b1-fc50-4071-964a-3cade780d5aa,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:20.812652 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:20.813871 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-f2b22292-e493-4714-bc15-bbc00e9bfadb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3889434 Dec 16 16:46:29.438610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:30.281075 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:42.712376 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:46:43.864836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-5f83d927-e581-4d40-a836-843ef3824fe6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165832493&fields=id&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 267 time: 0.0423050 Dec 16 16:46:43.971316 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-95176ee5-1bd1-4b13-8e1b-4ddd8dc14fbb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:43.972879 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-95176ee5-1bd1-4b13-8e1b-4ddd8dc14fbb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 808 time: 0.1006517 Dec 16 16:46:43.987762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-6cf3fc2c-dfbd-471d-8df4-2134ed85fcae tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/quotas/28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 375 time: 0.0090792 Dec 16 16:46:44.042107 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-1269452b-922a-44aa-9e88-7e73087b1c3b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482860 Dec 16 16:46:44.057389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-f21089a1-1dad-4d28-af01-b29df10a7be1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:46:44.058337 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-f21089a1-1dad-4d28-af01-b29df10a7be1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054374 Dec 16 16:46:44.146921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-274c6f2b-cb3a-4941-9b52-7ccc846f7051 service neutron] 10.222.0.71 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818810 Dec 16 16:46:44.239260 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-8bf19180-8074-4d3f-b2e1-01b9917d7852 service neutron] 10.222.0.71 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861924 Dec 16 16:46:44.246311 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f7cd7baa-fbb6-463f-9bd5-9e6f59266010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:44.907563 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bed1a725-5daf-419e-af8d-db66ac1264f0 req-7b976c8a-71f0-4290-a41e-8db3bf9fcd4f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0280406 Dec 16 16:46:45.989356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-56266d6e-38f7-482b-b853-f27d490abcb4 req-fdc09e3b-bec8-4b64-aa72-379c03932816 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Dec 16 16:46:46.668988 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc576f00-5229-404c-8e23-8bd25ab68e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:47.068397 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cefb934-12b7-4755-ba96-f47d4656014c req-ffa2131b-908e-49dd-a1bd-b311bc76f71d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0270073 Dec 16 16:46:48.146007 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-73302d1e-5324-4f62-9b77-b9f470d2b360 req-6754e5e6-e54c-436b-a45e-bb7fa24c614b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Dec 16 16:46:48.187010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:49.243409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a903026b-b6de-422b-82fd-862ee8f7515d req-aa8385f2-a717-4ec4-9334-3713c8715871 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0258753 Dec 16 16:46:49.606410 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:50.160411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:50.386259 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1534294c-cd72-45c6-8a56-866a9d200bc9 req-4990c303-21d5-4425-a16b-c024962fad70 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0295568 Dec 16 16:46:51.219304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-d1dbffbc-ee50-43f5-9837-c84e8e3d5f1a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:51.220697 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-d1dbffbc-ee50-43f5-9837-c84e8e3d5f1a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.74 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 808 time: 0.1023469 Dec 16 16:46:51.293071 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-5d5face3-75a7-4934-8962-aa4b3e551d67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 379 time: 0.0558341 Dec 16 16:46:51.307240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'port': {'device_id': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'admin_state_up': True, 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'security_groups': ['5f6fbb84-4412-4e0e-9b1c-74ce39e40fae']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:51.490847 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a76debc0-1550-4bc1-99ce-b7d832ac64af req-bb758e25-4ec6-431d-945f-95ad40830169 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0269296 Dec 16 16:46:51.503197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Made reservation on behalf of 28b3aa5032d245ecb40816d0be3868dd for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:46:51.508004 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:51.643183 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Allocated IP 172.20.0.8 (f6bbc245-3e91-417e-895f-3b653de20faf/246c881f-2bf8-4ed0-bbfd-d953f3c24736/3af1af51-e44b-4b1e-b01f-116e62b33ae2) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:46:51.795205 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:51.926549 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:51.976280 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Network f6bbc245-3e91-417e-895f-3b653de20faf is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:46:51.980369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:46:51.984290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:46:51.991410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:52.040890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:52.041707 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:52.144417 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-31454fdb-a4c4-47f9-b28c-8df15fb5b471 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414781 Dec 16 16:46:52.219671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Request body: {'port': {'device_id': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:46:52.280241 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-e13a29e6-a15d-44bc-b416-93765af672a1 None None] Provisioning complete for port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:46:52.281336 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e13a29e6-a15d-44bc-b416-93765af672a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:52.320316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e13a29e6-a15d-44bc-b416-93765af672a1 None None] Port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:46:52.646727 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:52.697533 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cc402-1b8d-424a-9fd0-f760ef312333 req-9862a745-1a77-476a-99f9-41592e6bca1c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:52.699006 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b5cc402-1b8d-424a-9fd0-f760ef312333 req-9862a745-1a77-476a-99f9-41592e6bca1c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 931 time: 0.0845177 Dec 16 16:46:52.820962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4b5cc402-1b8d-424a-9fd0-f760ef312333 req-1cd73ba7-941d-44d5-92b0-383fc3e23ce6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157095 Dec 16 16:46:52.960765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:46:52.968428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:52.980377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Transition to ACTIVE for port object 3af1af51-e44b-4b1e-b01f-116e62b33ae2 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:46:53.046521 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:53.126331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:53.178109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:46:53.178458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:46:53.179394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:46:53.184209 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:46:53.184592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:46:53.190185 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:46:53.190543 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:46:53.190924 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Bound using segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:46:53.191364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Bound port: 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:46:53.191737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:53.266071 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:46:53.270234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:46:53.378119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:53.416361 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.417034 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:53.418432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] 10.222.0.74 "PUT /v2.0/ports/3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1091 time: 1.2509251 Dec 16 16:46:53.419086 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:46:53.421431 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522bcb81-f65b-4042-bda0-2dccb5e51364" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:46:53.466189 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ac25d-f87a-47c8-8aa6-e54a37dd6f79 service neutron] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:46:53.477040 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a496b5-413f-4726-9ec4-7f9aeb55925d x-openstack-request-id: req-79a496b5-413f-4726-9ec4-7f9aeb55925d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:46:53.477351 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:46:53.477613 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-79a496b5-413f-4726-9ec4-7f9aeb55925d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:46:53.478034 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'status': 'completed', 'code': 200} Dec 16 16:46:53.572910 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-0e577b71-ec7d-4b89-83ea-bd2be230778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.574434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-0e577b71-ec7d-4b89-83ea-bd2be230778c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1094 time: 0.0457771 Dec 16 16:46:53.709495 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-efdff8a8-2fae-4855-89fd-bacd1a1d9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.712239 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-efdff8a8-2fae-4855-89fd-bacd1a1d9deb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=28b3aa5032d245ecb40816d0be3868dd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1152906 Dec 16 16:46:53.820712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-933fae03-9cdd-4a8c-aa09-93d0b6e020f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.822228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-522bcb81-f65b-4042-bda0-2dccb5e51364 req-933fae03-9cdd-4a8c-aa09-93d0b6e020f3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976415 Dec 16 16:46:53.975135 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb3801-a351-4f88-9b16-ea16aa21a436 req-476c5f7c-04eb-426c-ab7b-c5e0e2df3297 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.976742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72eb3801-a351-4f88-9b16-ea16aa21a436 req-476c5f7c-04eb-426c-ab7b-c5e0e2df3297 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0850480 Dec 16 16:46:53.984137 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-06c118fe-df86-40d2-afa0-53ffd280391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:53.985679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-06c118fe-df86-40d2-afa0-53ffd280391e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1094 time: 0.0810783 Dec 16 16:46:54.056866 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-088a24f8-fa56-4bee-9d74-34832202d769 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 217 time: 0.0476594 Dec 16 16:46:54.066247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-72eb3801-a351-4f88-9b16-ea16aa21a436 req-dffb1437-a41e-4872-92d4-c34fb7b04fbd tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796220 Dec 16 16:46:54.116622 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-a3aac900-312c-452c-8bb9-964236bf5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:54.118137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-a3aac900-312c-452c-8bb9-964236bf5047 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0510104 Dec 16 16:46:54.173143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-9eee416c-d99e-4ea1-9021-e804c5dc8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:54.174609 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-9eee416c-d99e-4ea1-9021-e804c5dc8d12 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434294 Dec 16 16:46:54.273208 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-a1b4093c-49f8-43bd-a275-e2c3f05e2389 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Dec 16 16:46:54.381298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ebdb1eee-4d22-4621-86b3-70562a29dafe req-ec3efc77-6821-4943-a9ab-4291d67f70b1 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970817 Dec 16 16:46:55.199705 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b13a1-1f86-4679-b8e9-30abed4db60c req-f3b359f7-a872-4981-af83-c2fa97eb8eea tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:55.201250 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-070b13a1-1f86-4679-b8e9-30abed4db60c req-f3b359f7-a872-4981-af83-c2fa97eb8eea tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0520236 Dec 16 16:46:55.252228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-070b13a1-1f86-4679-b8e9-30abed4db60c req-3471304c-3748-473b-b6e4-b759f482da85 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Dec 16 16:46:56.384220 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deebc1-97e0-4834-8cbc-d6b4056367f1 req-eaef6805-b99d-485b-abf3-d08067395c3c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:56.386056 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86deebc1-97e0-4834-8cbc-d6b4056367f1 req-eaef6805-b99d-485b-abf3-d08067395c3c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0596840 Dec 16 16:46:56.444435 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-86deebc1-97e0-4834-8cbc-d6b4056367f1 req-71ad4f41-cfb5-43a8-8360-d39c8a19048f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518308 Dec 16 16:46:57.578047 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f2654-171b-4ba1-944e-eb2020b59912 req-96d3ea0d-ecac-49c9-89b6-b5862b33e725 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:57.579667 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf2f2654-171b-4ba1-944e-eb2020b59912 req-96d3ea0d-ecac-49c9-89b6-b5862b33e725 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0520546 Dec 16 16:46:57.632527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf2f2654-171b-4ba1-944e-eb2020b59912 req-bc2b8c4e-bfc8-4f81-8161-1db701b7de93 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459197 Dec 16 16:46:58.750182 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362214-717e-42a9-97d1-5debe5985a8e req-88a95aff-2d9b-4202-8698-ea49552d6982 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:58.751649 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32362214-717e-42a9-97d1-5debe5985a8e req-88a95aff-2d9b-4202-8698-ea49552d6982 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0489442 Dec 16 16:46:58.806783 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-32362214-717e-42a9-97d1-5debe5985a8e req-a2aa9e0f-eb01-49a8-9bf2-8ad865b6293a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487444 Dec 16 16:46:59.412076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:46:59.932478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60006b6-212f-4e72-88a5-eb7dc06b1244 req-a8c40822-231c-4eda-8b97-f5bd0119c0f8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:46:59.934101 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b60006b6-212f-4e72-88a5-eb7dc06b1244 req-a8c40822-231c-4eda-8b97-f5bd0119c0f8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0564475 Dec 16 16:46:59.984579 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b60006b6-212f-4e72-88a5-eb7dc06b1244 req-9d552059-cfd2-4921-84d3-9f8891e2c224 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440831 Dec 16 16:47:00.283840 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:01.103512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86dff2-baab-4213-9ab9-fa13cfd1a2a1 req-45092e10-29de-485a-95b5-b338ca7492a7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:01.105074 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e86dff2-baab-4213-9ab9-fa13cfd1a2a1 req-45092e10-29de-485a-95b5-b338ca7492a7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0502644 Dec 16 16:47:01.155864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1e86dff2-baab-4213-9ab9-fa13cfd1a2a1 req-22964124-f20b-4b99-8f42-0aaf0e052693 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 Dec 16 16:47:02.282775 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52db1-a523-4c4c-b9ef-d82391584369 req-90ee9942-e418-4f84-accb-700bd6095e0e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:02.284245 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bac52db1-a523-4c4c-b9ef-d82391584369 req-90ee9942-e418-4f84-accb-700bd6095e0e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0592320 Dec 16 16:47:02.335653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bac52db1-a523-4c4c-b9ef-d82391584369 req-61911089-bff5-4616-b323-0622ab712a9b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Dec 16 16:47:03.476358 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94798-f4ec-4494-93d5-cccc94cd17eb req-b79a72de-fb5e-4358-bb43-6292729a3953 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:03.477800 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ae94798-f4ec-4494-93d5-cccc94cd17eb req-b79a72de-fb5e-4358-bb43-6292729a3953 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0629995 Dec 16 16:47:03.532912 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ae94798-f4ec-4494-93d5-cccc94cd17eb req-d90ada9a-a331-4f86-b30b-c9e3964744da tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488157 Dec 16 16:47:04.652216 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca831cd-5dd9-4b97-9adf-05d11ae927e6 req-b3fcb15c-eb12-4b57-8e64-21a82e747d13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:04.653741 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ca831cd-5dd9-4b97-9adf-05d11ae927e6 req-b3fcb15c-eb12-4b57-8e64-21a82e747d13 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Dec 16 16:47:04.708962 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-7ca831cd-5dd9-4b97-9adf-05d11ae927e6 req-26810d8c-e8ef-4609-98a5-11d5de9a55f2 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490823 Dec 16 16:47:05.837332 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69ed64-3406-4378-83d7-b6612d5f86b5 req-b6a64122-b841-4d65-8e2f-013da0f87333 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:05.838742 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc69ed64-3406-4378-83d7-b6612d5f86b5 req-b6a64122-b841-4d65-8e2f-013da0f87333 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0611005 Dec 16 16:47:05.888937 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-dc69ed64-3406-4378-83d7-b6612d5f86b5 req-4cff1f0a-9ea9-4c51-81c3-d470c6613954 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441861 Dec 16 16:47:06.719344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:47:06.836345 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:47:06.848028 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'mac_address': 'fa:16:3e:2b:39:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:47:06.887110 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:06.900882 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:47:06.921007 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:47:07.013876 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af0d94-3970-4a16-b7c6-feece245a6ce req-701c5c8a-3616-43ea-b46d-73f07698edd9 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:07.015319 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38af0d94-3970-4a16-b7c6-feece245a6ce req-701c5c8a-3616-43ea-b46d-73f07698edd9 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0557559 Dec 16 16:47:07.024024 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:07.069146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-38af0d94-3970-4a16-b7c6-feece245a6ce req-37300963-b0a1-418f-be60-0b13bbc75adb tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471635 Dec 16 16:47:07.076653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:47:07.085009 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.085370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.085740 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.086079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.086411 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.086743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.087077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.087404 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.087734 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.088080 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.088405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.088728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.089064 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:07.394398 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['3af1af51-e44b-4b1e-b01f-116e62b33ae2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:47:08.191467 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2b7a-6d25-4f95-8dca-33df5de40251 req-efff5385-edb7-4709-b879-33525a189841 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:08.193042 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8cd2b7a-6d25-4f95-8dca-33df5de40251 req-efff5385-edb7-4709-b879-33525a189841 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 944 time: 0.0535393 Dec 16 16:47:08.244070 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a8cd2b7a-6d25-4f95-8dca-33df5de40251 req-5fd64f24-6537-473b-b075-55549f229978 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Dec 16 16:47:08.736849 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:47:08.913370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:47:08.917554 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:47:08.917929 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:08.996727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:09.019710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:47:09.022066 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b9c9a-a6d3-4994-bab9-9c653242ecb5" -d '{"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-plugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:47:09.046561 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:47:09.110382 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789e9cb0-19e8-4d6f-a25d-ef590c69a5d1 x-openstack-request-id: req-789e9cb0-19e8-4d6f-a25d-ef590c69a5d1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:47:09.110723 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-plugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:47:09.110968 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-789e9cb0-19e8-4d6f-a25d-ef590c69a5d1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:47:09.111428 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'code': 200} Dec 16 16:47:09.129512 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:09.181957 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:47:09.256281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b410c-a36b-4468-85bb-72af73925829 req-cb8631d0-781d-4e8b-8e66-4b9a16cc38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:09.257799 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-782b410c-a36b-4468-85bb-72af73925829 req-cb8631d0-781d-4e8b-8e66-4b9a16cc38b1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0423853 Dec 16 16:47:09.312510 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-782b410c-a36b-4468-85bb-72af73925829 req-c787d279-7a27-4ecf-a349-798959e25f4a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 Dec 16 16:47:09.364609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfedb19-91b7-4845-bf6f-274855a77613 req-b1c3b989-ab66-4648-9e69-b74d66a39e27 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:09.366138 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dfedb19-91b7-4845-bf6f-274855a77613 req-b1c3b989-ab66-4648-9e69-b74d66a39e27 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0527105 Dec 16 16:47:09.417153 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2dfedb19-91b7-4845-bf6f-274855a77613 req-1576ca04-47f8-4701-a924-33143599a248 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450373 Dec 16 16:47:10.542319 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10301a7-35ea-4aa2-a69d-3362a6fbac7d req-8c8258d5-5e49-4a42-b547-f3a703755598 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:10.543876 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a10301a7-35ea-4aa2-a69d-3362a6fbac7d req-8c8258d5-5e49-4a42-b547-f3a703755598 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0501978 Dec 16 16:47:10.596078 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a10301a7-35ea-4aa2-a69d-3362a6fbac7d req-ce4e179c-6de7-4560-bee1-8ad31097f14f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Dec 16 16:47:11.716527 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3cb9-da58-44e5-8e97-b2ae196f915b req-d405c3fb-13f1-41f9-ac47-792227d3925d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:11.718505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3ef3cb9-da58-44e5-8e97-b2ae196f915b req-d405c3fb-13f1-41f9-ac47-792227d3925d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0514934 Dec 16 16:47:11.775024 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f3ef3cb9-da58-44e5-8e97-b2ae196f915b req-278f7dd9-55ac-4c41-9ebd-5409ad52f153 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503197 Dec 16 16:47:11.897642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe79b4-3d5c-4640-a7f7-ed83794803e2 req-b61f7e73-0497-49b9-a410-46afc1bc538d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:11.899173 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-babe79b4-3d5c-4640-a7f7-ed83794803e2 req-b61f7e73-0497-49b9-a410-46afc1bc538d tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0548661 Dec 16 16:47:11.952853 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-babe79b4-3d5c-4640-a7f7-ed83794803e2 req-078faff6-1320-4ada-a479-64e0170d44e6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 Dec 16 16:47:11.974232 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42588) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:47:12.068146 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb5a16-d91b-4d86-8a9e-a15edbeb0da9 tempest-TestShelveInstance-458057369 tempest-TestShelveInstance-458057369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:12.069594 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-9ecb5a16-d91b-4d86-8a9e-a15edbeb0da9 tempest-TestShelveInstance-458057369 tempest-TestShelveInstance-458057369-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1091 time: 0.0943148 Dec 16 16:47:12.072591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42592) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:47:12.077075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:47:12.232407 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:12.337824 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:12.441430 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Allocated IP 172.25.7.68 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:47:12.548723 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:12.718710 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:12.760913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:47:12.763801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:47:12.766581 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:47:12.790128 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:47:12.802120 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.802469 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.802807 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.803165 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.804059 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.804389 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.804710 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.805033 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.805355 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.805675 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.805995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.806320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:12.806637 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:47:13.150161 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:13.302093 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:13.473665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:13.531953 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:13.607324 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event updated for resources: {'Port': ['ID=6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:47:13.620316 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:13.725724 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Floating IP 4113bb27-d889-4da1-bb8f-f19b1bf2f90b associated. External IP: 172.25.7.68, port: 3af1af51-e44b-4b1e-b01f-116e62b33ae2. Dec 16 16:47:13.953234 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:47:14.063268 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:47:14.075280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:47:14.085218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:47:14.085844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:46:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:47:14.150910 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:14.193554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-18c089b9-517f-48dd-8b06-06acc6f9222a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1191845 Dec 16 16:47:14.193911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:47:14.196108 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:47:14.208649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:47:14.238176 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02c53a-11f3-43e1-b7d6-1c4e9adae071 x-openstack-request-id: req-ff02c53a-11f3-43e1-b7d6-1c4e9adae071 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:47:14.238687 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:47:14.238955 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff02c53a-11f3-43e1-b7d6-1c4e9adae071 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:47:14.239480 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'status': 'completed', 'code': 200} Dec 16 16:47:14.288456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f42aa071-31d5-48ed-a298-ed2a2b897e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:14.342077 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-f848ee34-6106-4e95-ae76-f0b2cc4b9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:14.342077 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-f848ee34-6106-4e95-ae76-f0b2cc4b9270 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0427001 Dec 16 16:47:14.437426 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-fbdd7bf6-35ca-4ab5-947c-4b380b746fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:14.438924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-fbdd7bf6-35ca-4ab5-947c-4b380b746fd1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0949225 Dec 16 16:47:14.443366 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4113bb27-d889-4da1-bb8f-f19b1bf2f90b', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:2b:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:47:13Z', 'updated_at': '2021-12-16T16:47:13Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:47:14.474386 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:47:14.485024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:47:14.485654 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:46:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:47:14.514868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-0c14681b-30ec-49c1-bfdb-c2d6902a3090 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 998 time: 0.0682323 Dec 16 16:47:14.568883 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-0befecc5-ace2-408f-a729-0cb23c7380c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:14.570388 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-0befecc5-ace2-408f-a729-0cb23c7380c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0466034 Dec 16 16:47:14.624272 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-8de10a49-38c8-4831-bdee-e59ae5772ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:47:14.625795 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-8de10a49-38c8-4831-bdee-e59ae5772ed1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482717 Dec 16 16:47:14.734570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-4cc6b7e9-3a59-426d-bbde-f9b8bfc66a8a service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015263 Dec 16 16:47:14.765887 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:47:14.832393 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-63c57e3a-1dfc-4279-93dc-4df4f2a649b5 req-e1bdc690-e45d-4bea-8469-186070374dc9 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904021 Dec 16 16:47:15.030689 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4113bb27-d889-4da1-bb8f-f19b1bf2f90b', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:2b:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:47:13Z', 'updated_at': '2021-12-16T16:47:13Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:47:15.062293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937ffa31-7085-4be5-961b-7e7caa894410 None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '4113bb27-d889-4da1-bb8f-f19b1bf2f90b', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'mac_address': 'fa:16:3e:2b:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:47:13Z', 'updated_at': '2021-12-16T16:47:13Z', 'revision_number': 0, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:47:15.548512 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919ecd0-0c8b-4e09-a865-169291af4f7e None None] New status for floating IP 4113bb27-d889-4da1-bb8f-f19b1bf2f90b: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:47:16.549130 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5c9fac3c-891c-4878-98a8-7cb5ddbb90d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:18.183276 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:19.640493 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:19.716275 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:47:20.146422 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:29.429156 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:30.332475 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:44.266792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb1c78ae-82c2-4922-9b9d-ec9ea7b4ef17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:46.608627 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ba77c8b8-80fe-47cb-b6d2-adc7fa2192c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:48.182669 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:49.651745 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:50.157014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:47:56.715642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:47:59.417284 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:00.317223 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:10.901942 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-a894403b-824d-41b0-a292-e9b2420d47ce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467167 Dec 16 16:48:11.017334 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-e8f2a795-072a-4dee-a1d0-0eaeae07bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:48:11.018921 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-e8f2a795-072a-4dee-a1d0-0eaeae07bff8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0435655 Dec 16 16:48:11.134104 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-2eacdb29-7e3b-490d-a377-4205af134908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:48:11.135585 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-2eacdb29-7e3b-490d-a377-4205af134908 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0891228 Dec 16 16:48:11.210989 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-1a939f6b-d2b2-448e-8239-6ca5911d44a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0642965 Dec 16 16:48:11.266228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-30b0157f-73e0-4be9-ba11-b5fccdf3882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:48:11.267720 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-30b0157f-73e0-4be9-ba11-b5fccdf3882e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0457737 Dec 16 16:48:11.316504 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-b244f1ce-5fa0-483a-aedf-8e523cc1f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:48:11.318039 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-b244f1ce-5fa0-483a-aedf-8e523cc1f0ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420210 Dec 16 16:48:11.333130 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-d1e9ea75-1aae-414d-b60f-42c327e00710 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:48:11.334214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-d1e9ea75-1aae-414d-b60f-42c327e00710 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050640 Dec 16 16:48:11.430969 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-8b8ddd1f-4206-4738-979c-f9c33b1560b2 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 Dec 16 16:48:11.527474 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-62142ebe-7d22-41c9-a443-aa21b2615574 req-c9aa84e1-d68f-4611-973c-fb160eb06e68 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Dec 16 16:48:14.231614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d26e1a89-7da3-4842-bfc5-fea031deecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:16.548874 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a21caf43-1551-4123-9d44-3404ba9e5b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:18.165444 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:19.579552 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:20.176917 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:29.457218 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:30.322582 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:33.715519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:48:44.270631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0358de71-ec42-499d-ba22-93feb957963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:46.662951 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-be2c2c0e-1823-487d-aba2-f9c9e429e78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:48.211355 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:49.602297 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:50.156427 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:48:59.468346 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:00.314456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:10.715159 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:49:10.895722 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-49806c65-c1de-4d4f-a850-ff06f9cd0345 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502391 Dec 16 16:49:11.015007 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-191c6936-b784-4388-888f-db6290b873a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:11.016505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-191c6936-b784-4388-888f-db6290b873a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0479598 Dec 16 16:49:11.133591 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-567a1ec7-3515-4625-9049-e5933357ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:11.135098 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-567a1ec7-3515-4625-9049-e5933357ae44 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0928514 Dec 16 16:49:11.216068 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-8a50960a-e23b-451f-8731-708becfe3cc9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0683296 Dec 16 16:49:11.271159 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-1ff1e3eb-d0ee-4d95-9a36-46e4cc44dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:11.273518 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-1ff1e3eb-d0ee-4d95-9a36-46e4cc44dc8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0462704 Dec 16 16:49:11.329122 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-18f5e7fb-81d1-4fb0-9cf6-66825bb355da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:11.330626 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-18f5e7fb-81d1-4fb0-9cf6-66825bb355da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455596 Dec 16 16:49:11.447114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-98e92deb-d79a-4f53-9bcc-d2e5a53e099c service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047328 Dec 16 16:49:11.555301 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b36fc092-30b5-4840-9127-56994fdc8fc4 req-edfe8076-fd54-4041-9e56-a7dc005e5375 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942283 Dec 16 16:49:14.235962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-adceb62f-134e-4f82-9f1e-181b0e8a268f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:16.590260 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f74f7be4-3b4e-4cae-a354-9fe425ae256e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:18.178657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:19.588391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:20.131447 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:29.498907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:30.321331 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:44.298576 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09e6ea09-c37c-4fd0-a256-1a374b5cfc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:46.601180 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-606a5d21-8524-421c-aca8-45cafecdfac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:47.714308 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:49:48.195584 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:49.635245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:50.167047 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:49:52.687740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bb9f6-5d35-4234-934c-6e5acaa93bf1 req-4f52c135-10fd-4726-a9dc-9043f66f14b6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:52.689528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b0bb9f6-5d35-4234-934c-6e5acaa93bf1 req-4f52c135-10fd-4726-a9dc-9043f66f14b6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0981364 Dec 16 16:49:53.087272 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b0bb9f6-5d35-4234-934c-6e5acaa93bf1 req-a2ce8bf1-0607-42f1-94bb-ce35765dba36 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911676 Dec 16 16:49:54.273892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2223da-ea27-4b60-9149-1b2c5087e5fb req-17fb4a23-b050-4cbe-b160-66d4dc89e900 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:54.275454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab2223da-ea27-4b60-9149-1b2c5087e5fb req-17fb4a23-b050-4cbe-b160-66d4dc89e900 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0941010 Dec 16 16:49:54.324103 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab2223da-ea27-4b60-9149-1b2c5087e5fb req-fb89c750-b40c-4a57-ab67-54d3a311f0d2 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425787 Dec 16 16:49:55.477995 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648dc1-dac0-4ddc-9e9e-77612db8775b req-820a3916-2579-4970-be52-f6a0a3616eba tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:55.479454 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b648dc1-dac0-4ddc-9e9e-77612db8775b req-820a3916-2579-4970-be52-f6a0a3616eba tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Dec 16 16:49:55.528065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3b648dc1-dac0-4ddc-9e9e-77612db8775b req-44bb06e8-11a3-4608-bf40-f1fa7fa26856 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Dec 16 16:49:56.645055 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf677-b065-4e0a-a72a-d56fb1b58b03 req-8ea5291e-cb54-4214-bbf8-63df68508014 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:56.646497 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1edf677-b065-4e0a-a72a-d56fb1b58b03 req-8ea5291e-cb54-4214-bbf8-63df68508014 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Dec 16 16:49:56.698081 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e1edf677-b065-4e0a-a72a-d56fb1b58b03 req-a782ec30-fee0-41a5-b89c-2f2d414a16b8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Dec 16 16:49:57.838075 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce48e79-dc0b-4d19-a787-e3479a07a1d2 req-1610a626-8670-4324-8deb-53325cae0d4a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:57.839554 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ce48e79-dc0b-4d19-a787-e3479a07a1d2 req-1610a626-8670-4324-8deb-53325cae0d4a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0719552 Dec 16 16:49:57.893473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0ce48e79-dc0b-4d19-a787-e3479a07a1d2 req-16faea20-5f32-4d9f-883a-454b5c556597 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468664 Dec 16 16:49:59.014790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400cecf-2397-469b-a221-45e8d8c3b633 req-2ba2ba76-347e-4b28-86fd-688a66ce9fa3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:49:59.016204 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a400cecf-2397-469b-a221-45e8d8c3b633 req-2ba2ba76-347e-4b28-86fd-688a66ce9fa3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Dec 16 16:49:59.066407 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a400cecf-2397-469b-a221-45e8d8c3b633 req-b237dc01-d99d-49f0-a2f8-e463326ab440 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441549 Dec 16 16:49:59.463610 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:00.181114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2e8d5-899c-498a-a861-f2ced8ed72c0 req-74f07da6-d8ed-4f62-97bd-7adea83c1cf4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:00.182634 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c2e8d5-899c-498a-a861-f2ced8ed72c0 req-74f07da6-d8ed-4f62-97bd-7adea83c1cf4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Dec 16 16:50:00.234485 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-06c2e8d5-899c-498a-a861-f2ced8ed72c0 req-4e62e39f-2a29-4022-872d-cf1c3d97612e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455272 Dec 16 16:50:00.349572 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:01.353327 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd6986-4571-4f03-86bc-7b2bf5fbec12 req-4bc6c5ea-c406-4a79-8ae7-2aa49c40ad1e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:01.354811 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61fd6986-4571-4f03-86bc-7b2bf5fbec12 req-4bc6c5ea-c406-4a79-8ae7-2aa49c40ad1e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0498655 Dec 16 16:50:01.408402 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-61fd6986-4571-4f03-86bc-7b2bf5fbec12 req-b9342a51-3021-4b59-aa4f-2c33df9c79ae tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474749 Dec 16 16:50:02.524790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8568b-308d-4c0c-b7c6-fa6f96dbb526 req-6b1b4875-72a4-49db-894f-8b9822b93d97 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:02.526316 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23a8568b-308d-4c0c-b7c6-fa6f96dbb526 req-6b1b4875-72a4-49db-894f-8b9822b93d97 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0498853 Dec 16 16:50:02.575530 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-23a8568b-308d-4c0c-b7c6-fa6f96dbb526 req-2a9a81cb-1a8d-4da4-8fb0-bcffc44e97e3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Dec 16 16:50:02.980716 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83218f-04bf-442d-9744-01010bf10889 req-e281e504-b0fa-4839-a25a-c6a791b7e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:02.982211 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-e281e504-b0fa-4839-a25a-c6a791b7e518 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0420725 Dec 16 16:50:03.073499 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83218f-04bf-442d-9744-01010bf10889 req-37fb07e2-cbf3-4b77-9bea-805f349b569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:03.074968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-37fb07e2-cbf3-4b77-9bea-805f349b569a service neutron] 10.222.0.74 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0855815 Dec 16 16:50:03.145839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-18fd0227-4df0-47d1-a8ef-273e8b6c0597 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0591185 Dec 16 16:50:03.204547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83218f-04bf-442d-9744-01010bf10889 req-62cd91a0-3ac3-4342-acd0-c118c50329c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:03.205985 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-62cd91a0-3ac3-4342-acd0-c118c50329c6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0516775 Dec 16 16:50:03.260314 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83218f-04bf-442d-9744-01010bf10889 req-c2322931-590c-49c7-8331-59daee4561e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:03.261798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-c2322931-590c-49c7-8331-59daee4561e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441906 Dec 16 16:50:03.353492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-19a7252e-cde8-471a-a83b-c87fa2afffe3 service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798805 Dec 16 16:50:03.451793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5b83218f-04bf-442d-9744-01010bf10889 req-195a448d-2b94-49d4-b00f-756d7ccc55da service neutron] 10.222.0.74 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864308 Dec 16 16:50:03.692934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2199c50-7edf-43c3-ae26-008b5ff670af req-c79082cc-0c6d-4ffa-abfa-6e647d8a7004 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:03.694432 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2199c50-7edf-43c3-ae26-008b5ff670af req-c79082cc-0c6d-4ffa-abfa-6e647d8a7004 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Dec 16 16:50:03.743158 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f2199c50-7edf-43c3-ae26-008b5ff670af req-138f174c-d794-471d-807c-bd3d522e8cc7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 Dec 16 16:50:04.858496 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6366-e909-4eac-94ed-02584e7b55b9 req-4c66ffa1-0c18-456f-9929-a27edf608f9a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:04.859975 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4faf6366-e909-4eac-94ed-02584e7b55b9 req-4c66ffa1-0c18-456f-9929-a27edf608f9a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0494015 Dec 16 16:50:04.916401 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4faf6366-e909-4eac-94ed-02584e7b55b9 req-e2c364f0-9f2f-4775-9d00-30cf07e27196 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495772 Dec 16 16:50:06.034109 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54c46-d1b4-49f4-9878-05be90fc34a5 req-28542dcf-29c3-4876-ad48-8740ef154aef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:06.035495 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2f54c46-d1b4-49f4-9878-05be90fc34a5 req-28542dcf-29c3-4876-ad48-8740ef154aef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0485320 Dec 16 16:50:06.085887 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2f54c46-d1b4-49f4-9878-05be90fc34a5 req-0a4f6724-b554-4e14-9d7d-9b5b136042c7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Dec 16 16:50:07.216814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3f25e-2a42-4999-929e-75b981970e68 req-f8d591ac-ac15-49b0-8b8f-9eeaff2237d7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:07.216814 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf3f25e-2a42-4999-929e-75b981970e68 req-f8d591ac-ac15-49b0-8b8f-9eeaff2237d7 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Dec 16 16:50:07.265551 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fdf3f25e-2a42-4999-929e-75b981970e68 req-103f3f9d-52fa-424a-bc0e-dab01bd7321a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449975 Dec 16 16:50:07.632519 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:50:07.710207 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:07.732688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:50:07.734898 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecba62d-5395-45eb-9e4c-e8ba0926bcbe" -d '{"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:50:07.747694 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:50:07.773435 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f91ec14-d877-4363-a4d4-20d7cf64086d x-openstack-request-id: req-7f91ec14-d877-4363-a4d4-20d7cf64086d {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:50:07.773730 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:50:07.773989 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f91ec14-d877-4363-a4d4-20d7cf64086d {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:50:07.774390 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'code': 200} Dec 16 16:50:07.829419 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:07.880471 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:50:07.888023 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.888379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.888727 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.889072 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.889410 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.889745 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.890075 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.890406 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.890736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.891112 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.891440 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.891768 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:07.892125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:08.388392 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75d9f8-ffdf-409c-8af9-df8855b1ef7d req-ab9d85e2-6c12-4b73-9ab1-e57e420a01b1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:08.389923 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc75d9f8-ffdf-409c-8af9-df8855b1ef7d req-ab9d85e2-6c12-4b73-9ab1-e57e420a01b1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0548975 Dec 16 16:50:08.441075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cc75d9f8-ffdf-409c-8af9-df8855b1ef7d req-cf79a7d8-6f29-4920-97e5-9ced1abfc605 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449085 Dec 16 16:50:08.567127 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-e9fd9eff-67ad-4c9f-8f62-f0445036a3b1 req-0c4ebaeb-2291-4571-8600-ecd625f24d0d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:50:08.568172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e9fd9eff-67ad-4c9f-8f62-f0445036a3b1 req-0c4ebaeb-2291-4571-8600-ecd625f24d0d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0611448 Dec 16 16:50:09.945881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efce1b-e765-43b8-b180-02bbc9e925be req-439463b9-2eb8-4b8b-bf8e-0ba10d420c56 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:09.947456 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8efce1b-e765-43b8-b180-02bbc9e925be req-439463b9-2eb8-4b8b-bf8e-0ba10d420c56 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0599842 Dec 16 16:50:10.001164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8efce1b-e765-43b8-b180-02bbc9e925be req-a2bafb37-0b49-48ff-a509-42ea244535e0 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469706 Dec 16 16:50:10.010887 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-21f204cb-6664-45a4-8ad7-6efff7e60961 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846317 Dec 16 16:50:10.019909 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-cff1f1de-0e95-4b98-8494-6899cb574680 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104055) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:50:10.020872 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-cff1f1de-0e95-4b98-8494-6899cb574680 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051498 Dec 16 16:50:11.124799 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a27bc1-3666-4eb9-93b7-63152c6c1eaf req-4c75987b-a833-4c04-853a-7ee894758847 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:11.126399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a27bc1-3666-4eb9-93b7-63152c6c1eaf req-4c75987b-a833-4c04-853a-7ee894758847 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0492258 Dec 16 16:50:11.182430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75a27bc1-3666-4eb9-93b7-63152c6c1eaf req-ae999eeb-7dac-4db9-948f-47bef8bebf31 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500462 Dec 16 16:50:12.300998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5197-99a7-4a61-a1c2-4a21efe9c63f req-619e45b2-f376-4c0a-81da-4b14d531f091 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:12.302473 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11ae5197-99a7-4a61-a1c2-4a21efe9c63f req-619e45b2-f376-4c0a-81da-4b14d531f091 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0496004 Dec 16 16:50:12.353679 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11ae5197-99a7-4a61-a1c2-4a21efe9c63f req-618ddc1e-0cd3-4fca-803d-25fd7d66c453 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451231 Dec 16 16:50:13.470082 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ca4f2-ea5d-42e0-9edf-35861d22788a req-f2b8894c-e9e5-4b64-8da0-288343940c67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:13.471709 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab9ca4f2-ea5d-42e0-9edf-35861d22788a req-f2b8894c-e9e5-4b64-8da0-288343940c67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0499976 Dec 16 16:50:13.524267 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ab9ca4f2-ea5d-42e0-9edf-35861d22788a req-84c13092-cdd8-443d-8098-2af12da69563 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463958 Dec 16 16:50:14.250967 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3b28b2d2-af9f-4b23-8828-476cfb9029b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:14.643755 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa3f1e-0067-4eed-a6b0-96eaa06ceb93 req-09a4d3d2-106f-4aa1-b4ea-7c10e45cc3bc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:14.645283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcaa3f1e-0067-4eed-a6b0-96eaa06ceb93 req-09a4d3d2-106f-4aa1-b4ea-7c10e45cc3bc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0540779 Dec 16 16:50:14.694653 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bcaa3f1e-0067-4eed-a6b0-96eaa06ceb93 req-c8aecc6b-ed71-413c-afbe-5cea2e1f83dd tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 Dec 16 16:50:15.817026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d78a8e-2d2f-4904-a7a3-ded7f5b7560e req-726d8f1c-808a-4832-9722-d5811f3bc82f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:15.818576 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85d78a8e-2d2f-4904-a7a3-ded7f5b7560e req-726d8f1c-808a-4832-9722-d5811f3bc82f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0512605 Dec 16 16:50:15.877677 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-85d78a8e-2d2f-4904-a7a3-ded7f5b7560e req-79886a85-c9e6-40ca-929e-19279cf33d0a tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452621 Dec 16 16:50:16.582779 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-69fc3ef2-6453-47a8-b818-835e9b79d991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:17.000098 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aee8e-a06c-49c7-bc20-60b86be7ac9e req-8e01405b-110b-4b45-978c-93fc96935193 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:17.001737 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5aee8e-a06c-49c7-bc20-60b86be7ac9e req-8e01405b-110b-4b45-978c-93fc96935193 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0541399 Dec 16 16:50:17.054354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9d5aee8e-a06c-49c7-bc20-60b86be7ac9e req-4219d919-8a5d-444a-9bc9-75a4e6b591ef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466838 Dec 16 16:50:18.180760 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42783771-5c17-4ef7-977f-babfd68e062e req-358d9e88-4960-4d0e-94d4-68432a2e985e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:18.183089 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42783771-5c17-4ef7-977f-babfd68e062e req-358d9e88-4960-4d0e-94d4-68432a2e985e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0579243 Dec 16 16:50:18.195378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:18.236615 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-42783771-5c17-4ef7-977f-babfd68e062e req-cdf8a3e4-0350-457c-8d13-bd0d433882c8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466239 Dec 16 16:50:19.352560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50749191-0829-4eb0-948a-83e0350acc66 req-eea82814-dc52-4d83-92cc-ef47490e3c65 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:19.353997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50749191-0829-4eb0-948a-83e0350acc66 req-eea82814-dc52-4d83-92cc-ef47490e3c65 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0495465 Dec 16 16:50:19.408583 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50749191-0829-4eb0-948a-83e0350acc66 req-07604bb2-6807-4b04-922a-750fb2030125 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 Dec 16 16:50:19.606431 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:20.120537 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:20.524418 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6ee8d-6e09-4b51-8eb4-2b5426533c76 req-123eedeb-2d2b-452c-8cc3-5200cc0bfdca tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:20.526506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0e6ee8d-6e09-4b51-8eb4-2b5426533c76 req-123eedeb-2d2b-452c-8cc3-5200cc0bfdca tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0504160 Dec 16 16:50:20.576123 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b0e6ee8d-6e09-4b51-8eb4-2b5426533c76 req-910870ae-6ca2-4514-a1de-b3a8c5707939 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433998 Dec 16 16:50:21.277105 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-03347131-3698-4eae-897e-64a4a43d4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:21.278803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-03347131-3698-4eae-897e-64a4a43d4226 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&tenant_id=28b3aa5032d245ecb40816d0be3868dd HTTP/1.1" status: 200 len: 1094 time: 0.0823994 Dec 16 16:50:21.296498 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821947-3', 'device_owner': 'compute:nova'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:50:21.354623 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:21.565300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:50:21.598340 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:50:21.634308 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:50:21.643187 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:21.664482 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Transition to ACTIVE for port object 3af1af51-e44b-4b1e-b01f-116e62b33ae2 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:50:21.704719 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db682f31-d639-409e-98eb-aade772d746d req-c412b392-c1d4-4ef3-b335-f206af791996 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:21.706234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db682f31-d639-409e-98eb-aade772d746d req-c412b392-c1d4-4ef3-b335-f206af791996 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0518842 Dec 16 16:50:21.756546 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-db682f31-d639-409e-98eb-aade772d746d req-42625702-03fd-4802-b2a7-930f77c083ef tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Dec 16 16:50:21.766114 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:21.851904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=7']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:50:21.864307 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.864662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.865018 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.865369 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.865701 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.866046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.866378 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.866708 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.867038 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.867364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.867727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.868056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.868381 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:50:21.904129 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] No DVR routers for this DVR port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:50:22.043117 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:50:22.043459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:50:22.044278 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:50:22.048702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:50:22.049026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Attempting to bind port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on network f6bbc245-3e91-417e-895f-3b653de20faf {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:50:22.053857 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:50:22.054202 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Checking segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:50:22.054587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Bound using segment: {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:50:22.054999 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Bound port: 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73baee97-3c52-4269-a0c6-7f605b188122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:50:22.055355 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:22.127576 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:50:22.130454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:50:22.201241 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:22.236912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.237485 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:22.238870 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] 10.222.0.30 "PUT /v2.0/ports/3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1091 time: 0.9466200 Dec 16 16:50:22.244732 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:50:22.254516 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:50:22.282246 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043419d8-dbc8-4c1b-909f-b8c89ef27a4f service neutron] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=8']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:50:22.289753 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0cdec2-2f3b-4b6e-81d6-9f43f9ca782f x-openstack-request-id: req-8f0cdec2-2f3b-4b6e-81d6-9f43f9ca782f {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:50:22.290057 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:50:22.290376 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f0cdec2-2f3b-4b6e-81d6-9f43f9ca782f {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:50:22.290847 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'status': 'completed', 'code': 200} Dec 16 16:50:22.338872 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-e5d957e0-028a-4505-8bc4-2c3d073883ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.341244 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-e5d957e0-028a-4505-8bc4-2c3d073883ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1094 time: 0.0535827 Dec 16 16:50:22.451948 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-2c4fd3ea-bbc0-4860-bafa-19bae371f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.453490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-2c4fd3ea-bbc0-4860-bafa-19bae371f4ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.1034815 Dec 16 16:50:22.551538 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-1871849e-c768-4b7c-98f8-bf07dbfab24f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 998 time: 0.0894926 Dec 16 16:50:22.601300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-0eea9244-9561-4076-9a5c-2de345307b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.602810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-0eea9244-9561-4076-9a5c-2de345307b8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0446582 Dec 16 16:50:22.657717 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04924744-92a0-4d02-94aa-6f21e162b40f req-736fb306-330f-4636-9440-1a09bdc56370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.659186 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-736fb306-330f-4636-9440-1a09bdc56370 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489886 Dec 16 16:50:22.755146 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-e8e4916e-f974-46f1-a11d-5c650686f30a service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Dec 16 16:50:22.880842 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-c6748865-b48a-44a3-ae4f-560866370de6 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186004 Dec 16 16:50:22.900895 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d138-6664-45a4-bfc3-50a42eab9f8a req-8c7fc439-8b26-40be-bd42-f03250c638a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:22.902426 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0226d138-6664-45a4-bfc3-50a42eab9f8a req-8c7fc439-8b26-40be-bd42-f03250c638a1 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0643597 Dec 16 16:50:22.956221 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0226d138-6664-45a4-bfc3-50a42eab9f8a req-25c83ed4-d465-4681-a6e1-e57c98371a36 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Dec 16 16:50:23.190766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-5508629d-13bb-4a08-b842-03ed2f43947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:23.192308 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-5508629d-13bb-4a08-b842-03ed2f43947b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1094 time: 0.0425990 Dec 16 16:50:23.291184 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-4ea45b27-418a-4f34-8875-d6694a0f38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:23.292597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-4ea45b27-418a-4f34-8875-d6694a0f38c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0928888 Dec 16 16:50:23.358731 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-91ce1781-b12e-4825-ad6a-04d9840543f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 998 time: 0.0591133 Dec 16 16:50:23.415099 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-977c1855-0c28-4dba-a3ac-c3484ae949ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:23.417095 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-977c1855-0c28-4dba-a3ac-c3484ae949ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0492346 Dec 16 16:50:23.465029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-9f4bfc95-b624-4924-ac99-3ebdc63d62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:23.466571 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-9f4bfc95-b624-4924-ac99-3ebdc63d62a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423210 Dec 16 16:50:23.563762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-02dda5c9-3543-4046-a403-eeb60bf2bd1e service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878808 Dec 16 16:50:23.659031 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a40f715b-9e24-4c87-9dd1-5dff86fc32ef req-84e169ef-5a15-41dc-82a4-2570a8c4a698 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878298 Dec 16 16:50:24.076881 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6990c-05e8-4023-8b00-89fd1e2800bd req-639c6a72-487a-4415-8e18-e3712af041f4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:24.078371 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0c6990c-05e8-4023-8b00-89fd1e2800bd req-639c6a72-487a-4415-8e18-e3712af041f4 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0495868 Dec 16 16:50:24.127602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c0c6990c-05e8-4023-8b00-89fd1e2800bd req-de63ffb6-b929-44b8-9522-75194b26065b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Dec 16 16:50:24.714391 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:50:25.253041 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d733fa-976d-4b7e-ab4a-d5d2272b5670 req-0ce9764a-0634-4fb9-b83e-c3898aff8831 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:25.254508 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97d733fa-976d-4b7e-ab4a-d5d2272b5670 req-0ce9764a-0634-4fb9-b83e-c3898aff8831 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0544217 Dec 16 16:50:25.302336 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-97d733fa-976d-4b7e-ab4a-d5d2272b5670 req-6d85de3b-a320-4743-9988-ba1b88bbe976 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412674 Dec 16 16:50:26.423713 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c632c-5edb-46e9-bd6f-b7da1fbdf38d req-70f67913-3cdd-4dd9-9a3d-acd2ed74af7c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:26.425339 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b41c632c-5edb-46e9-bd6f-b7da1fbdf38d req-70f67913-3cdd-4dd9-9a3d-acd2ed74af7c tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0527186 Dec 16 16:50:26.477005 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b41c632c-5edb-46e9-bd6f-b7da1fbdf38d req-1deddbe9-163a-4cc2-ac16-5f57bc054e3b tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Dec 16 16:50:27.594443 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bcbac-c3f6-4909-af14-cfa5e9f369a6 req-79e32329-bde7-4e3b-8303-a780248c81bd tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:27.596032 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-286bcbac-c3f6-4909-af14-cfa5e9f369a6 req-79e32329-bde7-4e3b-8303-a780248c81bd tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0511580 Dec 16 16:50:27.651537 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-286bcbac-c3f6-4909-af14-cfa5e9f369a6 req-5588970d-cb1f-46c2-9eb2-e476ec1d1c55 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487857 Dec 16 16:50:28.767891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82ebd-5139-496b-8cc4-4234d1619ed9 req-b0d2a441-e1d2-4bb1-bc41-57e896f542a3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:28.769505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c82ebd-5139-496b-8cc4-4234d1619ed9 req-b0d2a441-e1d2-4bb1-bc41-57e896f542a3 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0496542 Dec 16 16:50:28.821010 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-75c82ebd-5139-496b-8cc4-4234d1619ed9 req-7ecf51fe-9ad6-4a9f-b274-ee3a348ee605 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Dec 16 16:50:29.461420 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:29.941339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418406f-dd68-45fe-9270-0945c7cd6a00 req-b44d1ae9-2ce6-4c8e-b681-68c90fa6ca01 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:29.942863 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1418406f-dd68-45fe-9270-0945c7cd6a00 req-b44d1ae9-2ce6-4c8e-b681-68c90fa6ca01 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0495353 Dec 16 16:50:29.992820 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1418406f-dd68-45fe-9270-0945c7cd6a00 req-95d58e10-e681-4093-af10-c4c0befca79f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438404 Dec 16 16:50:30.359524 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:31.111874 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ca044-1625-46ef-a883-b040276db1cd req-26e32ce8-93c6-4ef6-95e9-c43299dd5507 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:31.113479 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b9ca044-1625-46ef-a883-b040276db1cd req-26e32ce8-93c6-4ef6-95e9-c43299dd5507 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 943 time: 0.0539503 Dec 16 16:50:31.163137 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6b9ca044-1625-46ef-a883-b040276db1cd req-7ca2f90f-99f1-4d97-9091-aad5b7d576ff tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Dec 16 16:50:31.583527 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:50:31.679706 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:50:31.692242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'port_id': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'mac_address': 'fa:16:3e:2b:39:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:50:31.734613 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:31.747687 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:50:31.766503 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:50:32.017470 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:32.065919 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=9']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:50:32.286821 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014f6be-8668-4c79-914a-8a5a36c02d77 req-f086784b-7f8b-458a-a75d-3271a7b98d11 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:32.288300 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a014f6be-8668-4c79-914a-8a5a36c02d77 req-f086784b-7f8b-458a-a75d-3271a7b98d11 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 944 time: 0.0519533 Dec 16 16:50:32.342363 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a014f6be-8668-4c79-914a-8a5a36c02d77 req-8bb9abea-fd0f-42c3-a8b5-85bf18f1924f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463104 Dec 16 16:50:32.344665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['3af1af51-e44b-4b1e-b01f-116e62b33ae2'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:50:33.478156 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e9631-83cb-4c20-b70f-a5b5b5075e14 req-e6221a31-8787-4296-8e2b-4b7fd6b63ec5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:33.479803 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4e9631-83cb-4c20-b70f-a5b5b5075e14 req-e6221a31-8787-4296-8e2b-4b7fd6b63ec5 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 944 time: 0.0558560 Dec 16 16:50:33.531475 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ed4e9631-83cb-4c20-b70f-a5b5b5075e14 req-a9df2d95-a720-4b15-a1ac-e0df1ab97fda tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455306 Dec 16 16:50:33.593697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:50:33.727136 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:50:33.731317 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:50:33.731697 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:33.814118 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:33.848752 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:50:33.850994 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eb9caa-bb2f-484e-9a4c-75779a1a5946" -d '{"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-plugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:50:33.864562 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:50:33.891104 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3061c43-68a2-4d58-befa-4dee7859b681 x-openstack-request-id: req-b3061c43-68a2-4d58-befa-4dee7859b681 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:50:33.891405 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-plugged", "status": "completed", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:50:33.891665 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3061c43-68a2-4d58-befa-4dee7859b681 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:50:33.892103 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'code': 200} Dec 16 16:50:33.931749 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:33.980409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=10']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:50:34.098372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57b9f-d1e5-492d-9932-641d4151133f req-8b577330-cd3c-43cf-b6fe-d4db62398527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:34.100030 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78e57b9f-d1e5-492d-9932-641d4151133f req-8b577330-cd3c-43cf-b6fe-d4db62398527 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0391006 Dec 16 16:50:34.147196 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-78e57b9f-d1e5-492d-9932-641d4151133f req-285df8d4-1cba-4de3-b45e-41eb16347fb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394847 Dec 16 16:50:34.661512 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac508-fcfd-40e1-ba37-061a0e1a7187 req-a952fa42-a838-4d3a-a0e5-d9a555278245 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:34.663463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2feac508-fcfd-40e1-ba37-061a0e1a7187 req-a952fa42-a838-4d3a-a0e5-d9a555278245 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 946 time: 0.0619316 Dec 16 16:50:34.723753 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2feac508-fcfd-40e1-ba37-061a0e1a7187 req-1cd7118b-0530-49e1-87b3-2eee414284fe tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536082 Dec 16 16:50:35.839587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befb989-24c8-43b9-b4fd-1cd7b9a3e5cc req-4a8e90e3-3511-4631-9f7b-2bb90274a229 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:35.841079 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6befb989-24c8-43b9-b4fd-1cd7b9a3e5cc req-4a8e90e3-3511-4631-9f7b-2bb90274a229 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 946 time: 0.0497034 Dec 16 16:50:35.889774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6befb989-24c8-43b9-b4fd-1cd7b9a3e5cc req-d28a9958-4d6e-431f-baaf-9805c13d6fbd tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Dec 16 16:50:44.251539 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6970e89-8872-4e55-90cf-615de8ac658f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:46.587236 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8027609e-eb92-45d6-bdcd-6e0c46f7d980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:48.188631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:49.617528 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:50.148489 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:59.209458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-cdacc849-5053-4f84-8cea-a08876c1cd7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444376 Dec 16 16:50:59.318994 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-8940b849-90f9-4395-b813-a14d1a51864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:59.320490 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-8940b849-90f9-4395-b813-a14d1a51864f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0442810 Dec 16 16:50:59.447722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-207b564f-6a79-4163-8358-691f8ad61145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:59.449253 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-207b564f-6a79-4163-8358-691f8ad61145 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.1074097 Dec 16 16:50:59.480387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:50:59.523663 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-655638ee-af25-4852-812d-4d4969f49d7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0667200 Dec 16 16:50:59.582738 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-57049522-c5c6-4efc-a36f-9d56048b3810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:59.584282 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-57049522-c5c6-4efc-a36f-9d56048b3810 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0523522 Dec 16 16:50:59.632488 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-73fcecc6-2d37-4f68-98f2-ffb14d7514fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:50:59.634524 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-73fcecc6-2d37-4f68-98f2-ffb14d7514fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406985 Dec 16 16:50:59.724062 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-05956ec5-9efe-452e-8266-8dc6cd74b0d6 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805297 Dec 16 16:50:59.825283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-16ede000-5b98-4cc9-b0b6-9d6085515ac4 req-9b409833-0718-454f-b65f-160c501d201d service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940256 Dec 16 16:51:00.377019 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:01.713953 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:51:14.273735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-af1adeff-53d1-4633-a4a1-0fa03a5b0df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:16.645602 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35b43747-f4ec-4b77-b9bb-9ef559b36fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:18.205830 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:19.679657 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:20.137347 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:29.514630 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:30.422570 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:38.713342 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:51:44.307871 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-122bad51-7333-4d5c-beb8-2363e93bc301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:46.536675 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b28bc6ce-daa4-4264-b366-f6a9679497b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:48.216089 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:49.616641 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:50.141907 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:59.203037 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-a3649a85-17e7-446e-a833-d68494e9d290 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423794 Dec 16 16:51:59.301906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-f40da873-5cef-4da5-b38d-afb43d2d4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:51:59.303398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-f40da873-5cef-4da5-b38d-afb43d2d4060 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0407391 Dec 16 16:51:59.413587 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-78bd3ec1-f3fb-44be-b589-232c1d2bf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:51:59.415080 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-78bd3ec1-f3fb-44be-b589-232c1d2bf51d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0914178 Dec 16 16:51:59.484762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:51:59.494693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-4dbf9fa8-6132-4263-ac9d-568467820cee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0727222 Dec 16 16:51:59.547801 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-bd4b39a8-da77-4b7a-9401-051710ed03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:51:59.549283 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-bd4b39a8-da77-4b7a-9401-051710ed03aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0482028 Dec 16 16:51:59.595691 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-75ae481b-e424-4518-826a-038b344dbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:51:59.597192 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-75ae481b-e424-4518-826a-038b344dbf48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400066 Dec 16 16:51:59.609195 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-5783863b-112c-4c0f-b857-4c2d15c586df service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:51:59.610210 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-5783863b-112c-4c0f-b857-4c2d15c586df service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050900 Dec 16 16:51:59.703398 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-036bb14f-8065-4b0d-ae7f-fbfc1643323c service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850306 Dec 16 16:51:59.800633 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf7a3cee-1408-4e9c-9b47-2f6bf63102f9 req-1b27895c-7da5-416f-a2b1-9ac72ac391ed service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902243 Dec 16 16:52:00.398739 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:14.267695 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e102ebb1-6e82-4cb2-b55f-45a68826a502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:15.712996 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:52:15.717556 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42804) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:16.072025 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Deleting port 6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:16.072373 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.151279 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.151597 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.165398 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Calling delete_port for 6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16 owned by network:floatingip {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:16.376760 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.401410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'Port': ['ID=6cf6ed1c-26e2-4906-9f02-44d4d2d1bb16,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:16.413933 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.414480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.414649 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.414968 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.415306 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.415642 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.416005 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.416338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.416671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.417000 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.417330 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.417659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.417987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:16.482256 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for floatingip, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.482593 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Floating IP 4113bb27-d889-4da1-bb8f-f19b1bf2f90b disassociated (deleted). External IP: 172.25.7.68, port: 3af1af51-e44b-4b1e-b01f-116e62b33ae2. Dec 16 16:52:16.553796 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-02218768-42f4-4cc8-9d40-1cece027ec98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.695930 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:52:16.801570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:16.806625 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:16.812525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:16.821949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:16.822560 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:16.835997 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-19afbf35-172b-4967-a43e-708d067af945 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "DELETE /v2.0/floatingips/4113bb27-d889-4da1-bb8f-f19b1bf2f90b HTTP/1.1" status: 204 len: 168 time: 1.1146967 Dec 16 16:52:16.835997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:52:16.836363 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d010c-2605-4bf8-89db-674f68a85a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:52:16.936697 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:17.019441 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2906b312-2522-4749-95d6-9af4e9f68035 x-openstack-request-id: req-2906b312-2522-4749-95d6-9af4e9f68035 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:52:17.019744 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:52:17.020276 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2906b312-2522-4749-95d6-9af4e9f68035 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:52:17.020849 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'status': 'completed', 'code': 200} Dec 16 16:52:17.107011 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d010c-2605-4bf8-89db-674f68a85a1c req-e5dbb3b7-5583-4207-8c8b-a55a38eaf642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:17.108542 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-e5dbb3b7-5583-4207-8c8b-a55a38eaf642 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=28b3aa5032d245ecb40816d0be3868dd&device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0438402 Dec 16 16:52:17.144769 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:17.173940 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:17.182316 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:17.182942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:17.208410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d010c-2605-4bf8-89db-674f68a85a1c req-7902a81a-0078-40e3-a5d7-035544547de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:17.209991 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-7902a81a-0078-40e3-a5d7-035544547de2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 200 len: 909 time: 0.0942276 Dec 16 16:52:17.254954 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-f6b508ce-e9d5-4441-833e-ef9728bfa51a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 200 len: 217 time: 0.0372307 Dec 16 16:52:17.387434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d010c-2605-4bf8-89db-674f68a85a1c req-6d8d999d-e3ef-4b25-ae9b-886c1667b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:17.388836 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-6d8d999d-e3ef-4b25-ae9b-886c1667b6d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 200 len: 847 time: 0.0831752 Dec 16 16:52:17.396961 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c3ce7-5727-49a4-8e87-55642605fab3 req-5cdfe344-8879-4241-8de6-8d1c6ec9cbb6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:17.398409 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-119c3ce7-5727-49a4-8e87-55642605fab3 req-5cdfe344-8879-4241-8de6-8d1c6ec9cbb6 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 946 time: 0.1052742 Dec 16 16:52:17.467198 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d010c-2605-4bf8-89db-674f68a85a1c req-eb5d6338-935c-4e56-ab7b-cfa31a35d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:17.468752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-eb5d6338-935c-4e56-ab7b-cfa31a35d709 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bbc245-3e91-417e-895f-3b653de20faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691962 Dec 16 16:52:17.473204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:17.479020 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-119c3ce7-5727-49a4-8e87-55642605fab3 req-f63a8d6e-10aa-4077-b259-193b47ef7adf tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715549 Dec 16 16:52:17.568458 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-2b4f4bfa-ee00-4d82-a1cb-007ca877114a service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882649 Dec 16 16:52:17.668114 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-285d010c-2605-4bf8-89db-674f68a85a1c req-921b5547-350b-4b4f-a379-21fb72255910 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903497 Dec 16 16:52:17.692432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:17.724053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f45de46-6857-4d7d-9509-1516f3ad6a8a None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:41:40Z', 'revision_number': 4, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': 'd97bfa90-3733-4af0-9587-5be22d6f8fec', 'name': '', 'network_id': 'f6bbc245-3e91-417e-895f-3b653de20faf', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'mac_address': 'fa:16:3e:7a:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:39Z', 'updated_at': '2021-12-16T16:41:44Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'subnets': [{'id': '246c881f-2bf8-4ed0-bbfd-d953f3c24736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:17.943136 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811072a7-589f-46c5-97c7-c1bfb45b68d1 None None] New status for floating IP 4113bb27-d889-4da1-bb8f-f19b1bf2f90b: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:52:18.198811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:18.600357 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cb178-e118-42e3-9e79-b793ab1c2bab req-93cb7d8f-1064-4529-8802-9d5d612e44d8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:18.601825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d29cb178-e118-42e3-9e79-b793ab1c2bab req-93cb7d8f-1064-4529-8802-9d5d612e44d8 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Dec 16 16:52:18.655150 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d29cb178-e118-42e3-9e79-b793ab1c2bab req-2593a237-9ccd-4e7a-a32f-43b72e125547 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/security-groups?id=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473380 Dec 16 16:52:18.999356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-7a819bee-4759-4a75-9a73-c0df5c8798dc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:19.000815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-7a819bee-4759-4a75-9a73-c0df5c8798dc tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Dec 16 16:52:19.089979 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Deleting port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:19.090328 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:19.182481 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] For port 3af1af51-e44b-4b1e-b01f-116e62b33ae2, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=3af1af51-e44b-4b1e-b01f-116e62b33ae2,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:19.182846 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:19.195986 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Calling delete_port for 3af1af51-e44b-4b1e-b01f-116e62b33ae2 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:19.376815 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:19.407029 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'Port': ['ID=3af1af51-e44b-4b1e-b01f-116e62b33ae2,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:19.447579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] No DVR routers for this DVR port 3af1af51-e44b-4b1e-b01f-116e62b33ae2 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:52:19.450858 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:19.455493 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2bc966e0-093f-40f1-b8fe-0525a01a262e req-1813c55c-0cb4-455c-8f11-615a11ddf141 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.30 "DELETE /v2.0/ports/3af1af51-e44b-4b1e-b01f-116e62b33ae2 HTTP/1.1" status: 204 len: 173 time: 0.4470429 Dec 16 16:52:19.455493 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-deleted', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:52:19.459364 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da29f424-2acf-40ea-9dae-70a664e551f0" -d '{"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-deleted", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:52:19.495942 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bfd908-b108-4a4e-ab7d-f81f5cd7ecd9 x-openstack-request-id: req-69bfd908-b108-4a4e-ab7d-f81f5cd7ecd9 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:52:19.496240 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4", "name": "network-vif-deleted", "tag": "3af1af51-e44b-4b1e-b01f-116e62b33ae2", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:52:19.496502 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69bfd908-b108-4a4e-ab7d-f81f5cd7ecd9 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:52:19.497004 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4', 'name': 'network-vif-deleted', 'tag': '3af1af51-e44b-4b1e-b01f-116e62b33ae2', 'status': 'completed', 'code': 200} Dec 16 16:52:19.662045 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:19.758593 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0a4256e5-4b48-41ce-95e4-76f93882697b req-73c17c6e-7397-4e51-9ac8-43064c76bd81 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0278766 Dec 16 16:52:20.136545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:20.862877 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-69ea616a-bfeb-47b8-aec3-c998505e7b3c req-5d6c9386-338e-470e-a5a4-710e21a1438e tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0321476 Dec 16 16:52:21.978066 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bf602786-fc3a-4f35-95dd-66ff0bfbc0de req-d0fe8a1f-eb96-4538-bcf9-d9c3d9798c67 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Dec 16 16:52:22.067764 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:22.089340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 3af1af51-e44b-4b1e-b01f-116e62b33ae2 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:22.090000 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 3af1af51-e44b-4b1e-b01f-116e62b33ae2 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:23.082874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5a31cb0a-6d27-49c5-aa70-2fbccf48c762 req-9627e0b6-e809-4315-86be-fe0b2e175718 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Dec 16 16:52:24.185784 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0b06f802-fce8-4ec2-a5a2-a69d2f973cdf req-18abc818-bc74-4f6b-b8b7-2e664dbb358f tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "GET /v2.0/ports?device_id=b61d1c1a-6d3a-42b9-8ca1-87d0bcaac1c4 HTTP/1.1" status: 200 len: 210 time: 0.0269699 Dec 16 16:52:25.244814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42840) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:25.305426 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:25.333852 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:25.462410 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:25.465198 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:25.466525 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] 10.222.0.71 "DELETE /v2.0/security-groups/5f6fbb84-4412-4e0e-9b1c-74ce39e40fae HTTP/1.1" status: 204 len: 168 time: 0.2205384 Dec 16 16:52:25.476305 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d496de-94e3-4a01-88aa-100340bb5093 tempest-TestShelveInstance-1994278386 tempest-TestShelveInstance-1994278386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6fbb84-4412-4e0e-9b1c-74ce39e40fae,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:25.590364 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42844) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:26.426703 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:26.691592 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Deleting port d97bfa90-3733-4af0-9587-5be22d6f8fec {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:26.691979 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:26.774562 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] For port d97bfa90-3733-4af0-9587-5be22d6f8fec, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d97bfa90-3733-4af0-9587-5be22d6f8fec,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:26.775174 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:26.800151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Calling delete_port for d97bfa90-3733-4af0-9587-5be22d6f8fec owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:27.108011 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:27.136662 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97bfa90-3733-4af0-9587-5be22d6f8fec,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:27.326823 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:27.567274 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Router 5e3287b3-664c-4a1b-8682-96d3a322ee5b has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:52:27.690904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:27.704828 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42848) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:27.706215 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Sync routers for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:27.717589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-38c96d2b-f9ab-4ea6-8d09-53fd3b75f812 admin admin] 10.222.0.71 "PUT /v2.0/routers/5e3287b3-664c-4a1b-8682-96d3a322ee5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1256490 Dec 16 16:52:27.725114 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:27.727001 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:27.827524 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:27.869728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:27.949398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.070271 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:52:26Z', 'revision_number': 5, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port': {'id': '3f7358cd-cee4-43e5-b803-872de2d7c81a', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:57:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:37Z', 'updated_at': '2021-12-16T16:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:28.095231 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Deleting port 3f7358cd-cee4-43e5-b803-872de2d7c81a {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:28.095584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.103344 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Checking router: 5e3287b3-664c-4a1b-8682-96d3a322ee5b for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:28.112400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Routers {'5e3287b3-664c-4a1b-8682-96d3a322ee5b'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:28.113024 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:28.183135 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] For port 3f7358cd-cee4-43e5-b803-872de2d7c81a, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=3f7358cd-cee4-43e5-b803-872de2d7c81a,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:28.183493 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.197274 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Calling delete_port for 3f7358cd-cee4-43e5-b803-872de2d7c81a owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:28.203817 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] Set router 5e3287b3-664c-4a1b-8682-96d3a322ee5b gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:28.256346 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-0d160f2d-c124-420f-8364-de2519401257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:52:27Z', 'revision_number': 6, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:28.289432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d160f2d-c124-420f-8364-de2519401257 None None] The sync data for ids ['5e3287b3-664c-4a1b-8682-96d3a322ee5b'] in n-d-821947-3 is: [{'id': '5e3287b3-664c-4a1b-8682-96d3a322ee5b', 'name': 'tempest-TestShelveInstance-685911771-router', 'tenant_id': '28b3aa5032d245ecb40816d0be3868dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:36Z', 'updated_at': '2021-12-16T16:52:27Z', 'revision_number': 6, 'project_id': '28b3aa5032d245ecb40816d0be3868dd', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:28.444880 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.475221 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7358cd-cee4-43e5-b803-872de2d7c81a,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:28.490630 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c4ec7-c0a4-45c0-a304-dc4b24f2b7b9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:28.503006 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.503359 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.503702 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.504080 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.504417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.504750 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.505078 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.505404 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.505729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.506171 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.506362 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.506710 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.506987 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:28.551134 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.647109 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.649618 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.770942 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.771699 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e3287b3-664c-4a1b-8682-96d3a322ee5b {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:52:28.776584 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.777833 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0155da06-a1c4-47ce-9550-ee66c45af61b admin admin] 10.222.0.71 "DELETE /v2.0/routers/5e3287b3-664c-4a1b-8682-96d3a322ee5b HTTP/1.1" status: 204 len: 168 time: 1.0699263 Dec 16 16:52:28.780643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42852) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:28.831792 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Deleting subnet 246c881f-2bf8-4ed0-bbfd-d953f3c24736 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:52:28.835647 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.874205 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:28.970054 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.120871 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.157032 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=246c881f-2bf8-4ed0-bbfd-d953f3c24736,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:29.160933 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.167457 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-e83c4537-013e-4814-b05e-03f31d2ede60 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/246c881f-2bf8-4ed0-bbfd-d953f3c24736 HTTP/1.1" status: 204 len: 168 time: 0.3852944 Dec 16 16:52:29.168160 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42854) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:29.172126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13497c8b-1095-4f68-8715-d6ba6f956b13 None None] Network f6bbc245-3e91-417e-895f-3b653de20faf requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:29.248818 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.312136 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Deleting port d85be5fe-8a38-4a19-bf84-1f497b496c10 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:29.312496 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.377105 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] DHCP port deletion for f6bbc245-3e91-417e-895f-3b653de20faf request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:29.393701 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] For port d85be5fe-8a38-4a19-bf84-1f497b496c10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d85be5fe-8a38-4a19-bf84-1f497b496c10,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:29.394165 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.424010 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Calling delete_port for d85be5fe-8a38-4a19-bf84-1f497b496c10 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:29.448270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Deleting port d85be5fe-8a38-4a19-bf84-1f497b496c10 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:29.448638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.521029 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] For port d85be5fe-8a38-4a19-bf84-1f497b496c10, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d85be5fe-8a38-4a19-bf84-1f497b496c10,segment=NetworkSegment(73baee97-3c52-4269-a0c6-7f605b188122),segment_id=73baee97-3c52-4269-a0c6-7f605b188122)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:29.521344 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.534990 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Calling delete_port for d85be5fe-8a38-4a19-bf84-1f497b496c10 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:29.548362 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.634956 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.641820 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.663851 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] No DVR routers for this DVR port d85be5fe-8a38-4a19-bf84-1f497b496c10 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:52:29.665728 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85be5fe-8a38-4a19-bf84-1f497b496c10,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:29.670925 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Pushing event deleted for resources: {'Port': ['ID=d85be5fe-8a38-4a19-bf84-1f497b496c10,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:29.679453 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] No DVR routers for this DVR port d85be5fe-8a38-4a19-bf84-1f497b496c10 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:52:29.682937 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.683291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.683628 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.683996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.684338 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.684668 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.684998 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.685325 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.685644 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.685979 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.686310 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.686623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.692879 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9ba6a9-0eb6-4e7d-a699-7fdda46f9b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:29.753879 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.763375 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d97bfa90-3733-4af0-9587-5be22d6f8fec no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:29.787787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d97bfa90-3733-4af0-9587-5be22d6f8fec {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:29.788062 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d97bfa90-3733-4af0-9587-5be22d6f8fec not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:29.788226 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bbc245-3e91-417e-895f-3b653de20faf']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:29.788759 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d85be5fe-8a38-4a19-bf84-1f497b496c10 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:29.799334 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73baee97-3c52-4269-a0c6-7f605b188122') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:29.799622 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73baee97-3c52-4269-a0c6-7f605b188122') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:29.809841 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d85be5fe-8a38-4a19-bf84-1f497b496c10 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:29.810190 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d85be5fe-8a38-4a19-bf84-1f497b496c10 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:29.810625 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f7358cd-cee4-43e5-b803-872de2d7c81a no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:29.811268 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.831692 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 3f7358cd-cee4-43e5-b803-872de2d7c81a {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:29.832083 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.832286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 3f7358cd-cee4-43e5-b803-872de2d7c81a not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:29.846146 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:52:29.846146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:52:29.849231 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:52:30.010904 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.021980 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.021980 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f6bbc245-3e91-417e-895f-3b653de20faf HTTP/1.1" status: 204 len: 168 time: 0.8505204 Dec 16 16:52:30.025348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42856) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:30.032320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a1ff9-7fc4-4ace-9dfc-106dd8bd1a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bbc245-3e91-417e-895f-3b653de20faf,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:30.359411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.408404 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.659331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Deleting port 153b0443-b365-40b9-9983-132f70c2f1a3 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:30.659608 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.740529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] For port 153b0443-b365-40b9-9983-132f70c2f1a3, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=153b0443-b365-40b9-9983-132f70c2f1a3,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:30.740964 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:30.754779 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Calling delete_port for 153b0443-b365-40b9-9983-132f70c2f1a3 owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:31.033280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:31.058727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Pushing event deleted for resources: {'Port': ['ID=153b0443-b365-40b9-9983-132f70c2f1a3,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:31.241433 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:31.460286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Router cd2393f8-fbcf-44e0-8961-6b3d498b9568 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:52:31.565841 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:31.571574 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-660de356-d1ad-4caa-a4f5-3844a2c435ee admin admin] 10.222.0.71 "PUT /v2.0/routers/cd2393f8-fbcf-44e0-8961-6b3d498b9568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446634 Dec 16 16:52:31.573913 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42858) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:31.577925 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Sync routers for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:31.588051 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:31.588674 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:31.683370 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:31.695492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:31.797010 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:31.886039 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:52:30Z', 'revision_number': 5, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port': {'id': '781c9047-aa11-4656-8dca-915ae6f361bf', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:41:44Z', 'updated_at': '2021-12-16T16:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:31.916104 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Checking router: cd2393f8-fbcf-44e0-8961-6b3d498b9568 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:31.926225 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Routers {'cd2393f8-fbcf-44e0-8961-6b3d498b9568'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:31.927156 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:31.943111 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Deleting port 781c9047-aa11-4656-8dca-915ae6f361bf {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:31.943443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.022142 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] Set router cd2393f8-fbcf-44e0-8961-6b3d498b9568 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:32.033089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] For port 781c9047-aa11-4656-8dca-915ae6f361bf, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=781c9047-aa11-4656-8dca-915ae6f361bf,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:32.033466 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.048545 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Calling delete_port for 781c9047-aa11-4656-8dca-915ae6f361bf owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:32.078502 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:52:31Z', 'revision_number': 6, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:32.105489 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef5f5b-4739-4e5d-9447-76b65b76c4af None None] The sync data for ids ['cd2393f8-fbcf-44e0-8961-6b3d498b9568'] in n-d-821947-3 is: [{'id': 'cd2393f8-fbcf-44e0-8961-6b3d498b9568', 'name': 'tempest-TestShelveInstance-635049932-router', 'tenant_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:41:43Z', 'updated_at': '2021-12-16T16:52:31Z', 'revision_number': 6, 'project_id': '17e5dab3a59a4514aa4754ebb3a70a1c', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:32.291009 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.320275 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=781c9047-aa11-4656-8dca-915ae6f361bf,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:32.331729 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07748ff-b3ae-4480-839a-b35536bc761e None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:32.386788 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.478724 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.481089 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.599443 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.600039 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2393f8-fbcf-44e0-8961-6b3d498b9568 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:52:32.607119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.611053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-095354d3-650b-420b-ac40-11c4186f1e49 admin admin] 10.222.0.71 "DELETE /v2.0/routers/cd2393f8-fbcf-44e0-8961-6b3d498b9568 HTTP/1.1" status: 204 len: 168 time: 1.0334573 Dec 16 16:52:32.611452 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42860) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:32.656998 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Deleting subnet 6d808cae-9862-4ee9-affb-0530ec499831 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:52:32.660250 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.698770 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.786946 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.913755 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.943687 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d808cae-9862-4ee9-affb-0530ec499831,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:32.951289 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:32.954619 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cc491e7f-60c0-4cde-b020-681ede240071 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6d808cae-9862-4ee9-affb-0530ec499831 HTTP/1.1" status: 204 len: 168 time: 0.3424478 Dec 16 16:52:32.954892 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b00079-2e1c-47d7-89a2-d8fd4e59018f None None] Network 9b70ff62-99fa-4ce7-9905-11ac6ce59741 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:32.957657 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42862) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:33.032714 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.090877 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Deleting port d8a69ab1-f031-4c9e-a748-05cd84774c5b {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:33.091217 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.099061 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] DHCP port deletion for 9b70ff62-99fa-4ce7-9905-11ac6ce59741 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:33.154461 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Deleting port d8a69ab1-f031-4c9e-a748-05cd84774c5b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:52:33.154719 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.161290 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] For port d8a69ab1-f031-4c9e-a748-05cd84774c5b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d8a69ab1-f031-4c9e-a748-05cd84774c5b,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:33.161744 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.175852 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Calling delete_port for d8a69ab1-f031-4c9e-a748-05cd84774c5b owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:33.218945 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] For port d8a69ab1-f031-4c9e-a748-05cd84774c5b, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=d8a69ab1-f031-4c9e-a748-05cd84774c5b,segment=NetworkSegment(e0d22819-137b-4b3d-b3ad-c04d9e14032f),segment_id=e0d22819-137b-4b3d-b3ad-c04d9e14032f)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:33.219308 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.236465 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Calling delete_port for d8a69ab1-f031-4c9e-a748-05cd84774c5b owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:52:33.347924 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.357398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.378561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a69ab1-f031-4c9e-a748-05cd84774c5b,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:33.382313 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] No DVR routers for this DVR port d8a69ab1-f031-4c9e-a748-05cd84774c5b on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:52:33.386707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] Pushing event deleted for resources: {'Port': ['ID=d8a69ab1-f031-4c9e-a748-05cd84774c5b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:33.390884 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab4470-4153-4f2d-891b-7707a17686ef None None] No DVR routers for this DVR port d8a69ab1-f031-4c9e-a748-05cd84774c5b on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:52:33.463708 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.484993 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70ff62-99fa-4ce7-9905-11ac6ce59741']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:33.494960 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d22819-137b-4b3d-b3ad-c04d9e14032f') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:33.495260 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d22819-137b-4b3d-b3ad-c04d9e14032f') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:33.504984 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.520548 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.528020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:52:33.529171 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:52:33.532878 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:52:33.667519 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.673152 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:33.676421 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] 10.222.0.71 "DELETE /v2.0/networks/9b70ff62-99fa-4ce7-9905-11ac6ce59741 HTTP/1.1" status: 204 len: 168 time: 0.7172029 Dec 16 16:52:33.692005 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3f964-3263-47f7-88b8-68aeda2847bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9b70ff62-99fa-4ce7-9905-11ac6ce59741,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:33.756506 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 781c9047-aa11-4656-8dca-915ae6f361bf no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:33.776985 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 781c9047-aa11-4656-8dca-915ae6f361bf {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:33.777330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 781c9047-aa11-4656-8dca-915ae6f361bf not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:33.777753 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 153b0443-b365-40b9-9983-132f70c2f1a3 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:33.797073 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 153b0443-b365-40b9-9983-132f70c2f1a3 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:33.797424 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 153b0443-b365-40b9-9983-132f70c2f1a3 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:33.797848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d8a69ab1-f031-4c9e-a748-05cd84774c5b no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:52:33.823031 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: d8a69ab1-f031-4c9e-a748-05cd84774c5b {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:52:33.823379 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device d8a69ab1-f031-4c9e-a748-05cd84774c5b not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:52:33.975689 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42866) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:34.015342 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-19be845e-3968-4104-bf99-adca5dcdf89a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28b3aa5032d245ecb40816d0be3868dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383539 Dec 16 16:52:34.017856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42868) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:34.069459 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:34.091527 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:34.187892 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:34.190545 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:34.192072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6be50018-4007-4226-b6dc-edeae276229e HTTP/1.1" status: 204 len: 168 time: 0.1731772 Dec 16 16:52:34.201349 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86227686-087b-4d66-8e27-c9e2b0cea5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be50018-4007-4226-b6dc-edeae276229e,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:34.803197 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42874) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:34.845264 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-da9da103-7143-4591-9e1b-3b65581c01e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=17e5dab3a59a4514aa4754ebb3a70a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407979 Dec 16 16:52:34.848696 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42876) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:34.897670 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:34.920484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:35.022423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:35.025665 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:35.026892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e0267804-36db-425e-98ca-4c7a25d26500 HTTP/1.1" status: 204 len: 168 time: 0.1772587 Dec 16 16:52:35.035651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e015239-1a77-44fd-aa33-a168d97e1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0267804-36db-425e-98ca-4c7a25d26500,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:36.066913 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42898) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:36.173475 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-381676161-network', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:36.256383 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Made reservation on behalf of 9d6f6e8fc2c34ccda65e9f10c5ed5d52 for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:52:36.259466 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.615352 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.692437 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.764719 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.793731 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:52:36.799422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2abc62-8761-4d6d-92fa-ee0126b6998c,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:36.809602 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.809602 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Added segment 3453a6a2-1c1a-4bf6-923f-2008ef06feff of type vlan for network f4c6c893-67bb-4840-abce-f015eed39e07 Dec 16 16:52:36.852855 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.959228 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:36.961174 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:36.961817 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:37.032440 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] Pushing event updated for resources: {'Network': ['ID=f4c6c893-67bb-4840-abce-f015eed39e07,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:37.043658 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network f4c6c893-67bb-4840-abce-f015eed39e07 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:52:37.087745 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a73e303-6733-4a03-bde2-e0cad04c511b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0195370 Dec 16 16:52:37.090739 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42902) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:37.095911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Request body: {'subnet': {'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-381676161-subnet', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:37.193704 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Made reservation on behalf of 9d6f6e8fc2c34ccda65e9f10c5ed5d52 for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:52:37.196143 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:37.422226 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:37.850028 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5881d895-e243-41a4-b9a2-da0c3f7414d9,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:37.855020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Checking segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:37.855458 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Network hostable DHCP agents. Network: f4c6c893-67bb-4840-abce-f015eed39e07, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:52:37.937020 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Network f4c6c893-67bb-4840-abce-f015eed39e07 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:52:38.045441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, f4c6c893-67bb-4840-abce-f015eed39e07) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:38.049579 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:38.050163 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.054498 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e68cd-8208-4371-8b98-034601c2f63c None None] Network f4c6c893-67bb-4840-abce-f015eed39e07 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:38.127881 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-74112153-384b-48f4-94d0-35327a18f06a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0357540 Dec 16 16:52:38.131193 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42904) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:38.136735 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:38.154400 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-f4c6c893-67bb-4840-abce-f015eed39e07', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:52:38.155300 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.239087 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.240231 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.295281 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.302983 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Allocated IP 172.20.0.2 (f4c6c893-67bb-4840-abce-f015eed39e07/5881d895-e243-41a4-b9a2-da0c3f7414d9/fdd14f88-4dfe-478e-932d-1fc2547edb85) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:38.495802 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.532718 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.571519 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.614147 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Network f4c6c893-67bb-4840-abce-f015eed39e07 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:38.617218 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:38.621799 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:38.623765 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Pushing event updated for resources: {'Port': ['ID=fdd14f88-4dfe-478e-932d-1fc2547edb85,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:38.678455 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Attempting to bind port fdd14f88-4dfe-478e-932d-1fc2547edb85 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:38.678848 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Attempting to bind port fdd14f88-4dfe-478e-932d-1fc2547edb85 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:38.679191 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Attempting to bind port fdd14f88-4dfe-478e-932d-1fc2547edb85 on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:38.685720 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:38.686263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Checking segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:38.686501 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.686953 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Bound using segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:38.687395 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Bound port: fdd14f88-4dfe-478e-932d-1fc2547edb85, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:38.687775 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.759974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] For port fdd14f88-4dfe-478e-932d-1fc2547edb85, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:38.763312 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] For port fdd14f88-4dfe-478e-932d-1fc2547edb85, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdd14f88-4dfe-478e-932d-1fc2547edb85,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:38.816119 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.840746 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.845508 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:38.905641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecac0fb-5b71-47a8-8e2d-7ff19027d354 None None] Pushing event updated for resources: {'Port': ['ID=fdd14f88-4dfe-478e-932d-1fc2547edb85,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:38.960723 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Allocated IP 172.25.7.12 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:39.076339 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.199631 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.243440 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:39.246460 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:39.250290 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:39.259208 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8720da1-e733-4d22-8cc8-a094d4faa2b4 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:39.272643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:39.384541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-4bafb786-c486-498a-81d7-d078b72fddea None None] Provisioning complete for port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:39.384961 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4bafb786-c486-498a-81d7-d078b72fddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.425234 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4bafb786-c486-498a-81d7-d078b72fddea None None] Port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:39.597295 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.799091 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdd14f88-4dfe-478e-932d-1fc2547edb85 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:39.822018 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.864081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fdd14f88-4dfe-478e-932d-1fc2547edb85 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:39.864792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:39.939439 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1d365-1536-4302-9e87-ac6eba80f762 None None] Network f4c6c893-67bb-4840-abce-f015eed39e07 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:40.027491 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:52:40.046772 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.102188 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3939b005-fd78-4655-b887-170fa630a6eb None None] Provisioning complete for port fdd14f88-4dfe-478e-932d-1fc2547edb85 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:40.102473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3939b005-fd78-4655-b887-170fa630a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.108333 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] For port fdd14f88-4dfe-478e-932d-1fc2547edb85, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdd14f88-4dfe-478e-932d-1fc2547edb85,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:40.144187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:40.252445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.253905 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-906b3e7f-761c-4265-899c-30225dda7125 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1215439 Dec 16 16:52:40.256985 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42906) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:40.303762 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:40.311268 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.366140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:40.366787 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:40.438131 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Pushing event updated for resources: {'Port': ['ID=fdd14f88-4dfe-478e-932d-1fc2547edb85,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:40.530623 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:40.655492 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-91fdc40e-4455-420d-ae89-6ba442a35ed0 None None] Provisioning complete for port fdd14f88-4dfe-478e-932d-1fc2547edb85 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:40.655778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91fdc40e-4455-420d-ae89-6ba442a35ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.709599 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.803242 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:39Z', 'revision_number': 3, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:40.834472 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:40.834736 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Updating router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:52:40.870768 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_common [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Allocated IP 172.20.0.1 (f4c6c893-67bb-4840-abce-f015eed39e07/5881d895-e243-41a4-b9a2-da0c3f7414d9/249cda6d-07f3-411d-846a-e44174da147d) {{(pid=104055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:40.871588 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:40.985865 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.103250 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.139199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.146309 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Network f4c6c893-67bb-4840-abce-f015eed39e07 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:41.149619 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:41.154170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Received port after_create {{(pid=104055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:41.156277 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:41.193853 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.195875 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.248384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a164c-2a2c-4891-abec-1b497ef28b96 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:41.260543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e746-c897-48d2-8125-4c771c5da427 None None] Pushing event updated for resources: {'Port': ['ID=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:41.263504 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Attempting to bind port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:41.263947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Attempting to bind port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:41.264276 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Attempting to bind port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:41.272397 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:41.272843 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:41.273285 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.273690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:41.274617 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Bound port: f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:41.275014 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.375718 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3412bb09-3abd-4aac-8068-cc26122ee4e3 None None] Provisioning complete for port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:41.378041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3412bb09-3abd-4aac-8068-cc26122ee4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.404897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] For port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:41.424525 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] For port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:41.428667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-3412bb09-3abd-4aac-8068-cc26122ee4e3 None None] Port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:41.476415 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.508365 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.570096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98355801-f23f-47c7-8d5e-41b1fa58c5fb None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:41.599804 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:41.600475 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:41.604906 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-24a3863a-8f37-41f6-910a-68ee472df325 None None] Provisioning complete for port 249cda6d-07f3-411d-846a-e44174da147d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:41.605338 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-24a3863a-8f37-41f6-910a-68ee472df325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.642153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333e746-c897-48d2-8125-4c771c5da427 None None] Pushing event updated for resources: {'Port': ['ID=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:41.665895 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.689793 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-24a3863a-8f37-41f6-910a-68ee472df325 None None] Port 249cda6d-07f3-411d-846a-e44174da147d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:41.736680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7757858'] for port, after_update {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.760910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdd14f88-4dfe-478e-932d-1fc2547edb85 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:41.763905 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:41.812435 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=2']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:41.816212 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.880550 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] Provisioning complete for port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:41.881013 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:41.912680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Network f4c6c893-67bb-4840-abce-f015eed39e07 is already hosted by enough agents. {{(pid=104055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:41.914158 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.base_scheduler [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:41.983213 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port fdd14f88-4dfe-478e-932d-1fc2547edb85 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:41.983896 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:42.046651 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:52:42.121350 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:42.175775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] For port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:42.178258 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:42.187706 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-d8c74d82-8788-491f-8b93-677199ba1ba5 admin admin] 10.222.0.71 "PUT /v2.0/routers/073355c7-a6ab-4a42-a5fa-3a6e8e776988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291854 Dec 16 16:52:42.204701 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:40Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:42.240022 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023633f-fa08-4234-910b-6accccbd7790 None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:40Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:42.256296 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:42.311660 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62a834-16fb-43b5-96e1-d34f16882c89 None None] Pushing event updated for resources: {'Port': ['ID=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:42.381834 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8f51f987-2f10-4885-a371-43a752401af3 None None] Provisioning complete for port 249cda6d-07f3-411d-846a-e44174da147d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:42.382628 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8f51f987-2f10-4885-a371-43a752401af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:42.424567 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8f51f987-2f10-4885-a371-43a752401af3 None None] Port 249cda6d-07f3-411d-846a-e44174da147d cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:43.006947 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42922) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:43.012072 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1426111952-network', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:43.147685 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Made reservation on behalf of 5bba1f76c13f45ac82d3daa27213189d for: {'network': 1} {{(pid=104055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:52:43.151230 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for network, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.161852 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.250728 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.347944 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.374527 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 16 16:52:43.385532 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9782f1ab-eec1-41c6-ab69-a400f61b3f8f,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:43.390598 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.390950 n-d-821947-3 neutron-server[104055]: INFO neutron.db.segments_db [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Added segment 4f88ddf6-6495-4cee-a218-b542390912b3 of type vlan for network fee19362-42a0-4286-b763-0f70b2cb1449 Dec 16 16:52:43.433470 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771845398797'] for network, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.548428 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719'] for network, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.549468 n-d-821947-3 neutron-server[104055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:43.550057 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.609100 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] Pushing event updated for resources: {'Network': ['ID=fee19362-42a0-4286-b763-0f70b2cb1449,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:43.621161 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Network fee19362-42a0-4286-b763-0f70b2cb1449 details requested by agent ovs-agent-n-d-821947-3 with host n-d-821947-3 {{(pid=104057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 16 16:52:43.676353 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-bbbc2719-db4c-4239-9c3d-ed942275abc0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6681037 Dec 16 16:52:43.679632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42924) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:43.685377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Request body: {'subnet': {'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1426111952-subnet', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'ip_version': 4}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:43.791340 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:43.792325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Made reservation on behalf of 5bba1f76c13f45ac82d3daa27213189d for: {'subnet': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:52:43.795484 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16582043'] for subnet, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:43.841003 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:43.841389 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.051199 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4371601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16582021'] for subnet, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.111375 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33efcac-3b1f-45da-8dc2-0fe484d36375,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:44.123394 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Checking segment: {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:44.123997 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Network hostable DHCP agents. Network: fee19362-42a0-4286-b763-0f70b2cb1449, hostable agents: ['c5020f97-e2e0-4f2f-842c-531a1190ae55'], hosted agents: [] {{(pid=104056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 16 16:52:44.199143 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Network fee19362-42a0-4286-b763-0f70b2cb1449 is scheduled to be hosted by DHCP agent c5020f97-e2e0-4f2f-842c-531a1190ae55 with binding_index 1 {{(pid=104056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 16 16:52:44.267935 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d5cb7c2-c0cd-43ab-b140-0c173c02d1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.316411 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:44.331533 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:44.332171 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:44.347529 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821947-3, fee19362-42a0-4286-b763-0f70b2cb1449) {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:44.352652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:44.353247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.357910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef0458-5e7e-417f-9f06-21ad90000ef4 None None] Network fee19362-42a0-4286-b763-0f70b2cb1449 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:44.439253 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:44.464947 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6858f96-e71f-595e-8fed-5bb21ad6288a-fee19362-42a0-4286-b763-0f70b2cb1449', 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449', 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'fixed_ips': [{'subnet_id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375'}]}} from n-d-821947-3. {{(pid=104057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 16 16:52:44.465884 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.495164 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-c9fd3d9c-e4df-43bb-90f8-133db4b90e37 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8137629 Dec 16 16:52:44.497745 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42926) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:44.502338 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:44.593280 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7879635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35974'] for router, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.594709 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7873170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7934675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35983'] for router, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.622683 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Allocated IP 172.20.0.2 (fee19362-42a0-4286-b763-0f70b2cb1449/e33efcac-3b1f-45da-8dc2-0fe484d36375/5602cd5c-5a7e-4056-a6a3-0084e88b7635) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:44.654515 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.666563 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 2, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:44.692939 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:44.693289 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Updating router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 port 249cda6d-07f3-411d-846a-e44174da147d binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:52:44.718138 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.837449 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks [] for port, precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.884908 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:44.915383 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319'] for port, after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.030218 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.107468 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.145225 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Network fee19362-42a0-4286-b763-0f70b2cb1449 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:45.151499 n-d-821947-3 neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:45.151793 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Pushing event updated for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:45.153710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Pushing event updated for resources: {'Port': ['ID=5602cd5c-5a7e-4056-a6a3-0084e88b7635,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:45.155981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:45.160694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.160694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.160694 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.161198 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.161198 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.161551 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.161747 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.162078 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.162421 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.162776 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.163046 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.163481 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.163802 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:52:45.229008 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Attempting to bind port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:45.229490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Attempting to bind port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:45.229932 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Attempting to bind port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 on network fee19362-42a0-4286-b763-0f70b2cb1449 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:45.237895 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:45.238722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Checking segment: {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:45.239404 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.240662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Bound using segment: {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:45.241369 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Bound port: 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:45.241969 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.260528 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Attempting to bind port 249cda6d-07f3-411d-846a-e44174da147d on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:45.261187 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Attempting to bind port 249cda6d-07f3-411d-846a-e44174da147d by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:45.261450 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.261625 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Attempting to bind port 249cda6d-07f3-411d-846a-e44174da147d on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:45.269956 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:45.270437 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Checking segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:45.270918 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.271401 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Bound using segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:45.272006 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Bound port: 249cda6d-07f3-411d-846a-e44174da147d, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:45.272715 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.285428 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.331257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] For port 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:45.336477 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] For port 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5602cd5c-5a7e-4056-a6a3-0084e88b7635,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:45.353192 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] For port 249cda6d-07f3-411d-846a-e44174da147d, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:45.356858 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] For port 249cda6d-07f3-411d-846a-e44174da147d, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=249cda6d-07f3-411d-846a-e44174da147d,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:45.419584 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Allocated IP 172.25.7.162 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/2e718da7-feb0-4a96-8e57-0046155f950e) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:45.439464 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.480927 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.518897 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] Provisioning complete for port 249cda6d-07f3-411d-846a-e44174da147d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:45.519550 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.538766 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:45.539410 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:16Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:45.551642 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49de3f-df3c-4bdf-ba40-cbaa4a70f9d1 None None] Pushing event updated for resources: {'Port': ['ID=5602cd5c-5a7e-4056-a6a3-0084e88b7635,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:45.565145 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.639057 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.679709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] For port 249cda6d-07f3-411d-846a-e44174da147d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=249cda6d-07f3-411d-846a-e44174da147d,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:45.708637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.715914 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0498c4-4c58-4ed4-97c0-dfe1c90928ff None None] Pushing event updated for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:45.725888 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:45.776854 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:45.818734 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Pushing event updated for resources: {'Port': ['ID=2e718da7-feb0-4a96-8e57-0046155f950e,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:45.834036 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:45.835856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:45.841213 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:45.878281 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a2e4d0-8dbf-440f-9b7b-237aace5126d None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:45.886017 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db863757-ec50-4b49-add5-2dc1f85b0c40 None None] Pushing event updated for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:46.036125 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-61e3a158-b1f5-4940-a4cb-a11b10bae46e None None] Provisioning complete for port 2e718da7-feb0-4a96-8e57-0046155f950e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:46.036806 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61e3a158-b1f5-4940-a4cb-a11b10bae46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.087551 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-61e3a158-b1f5-4940-a4cb-a11b10bae46e None None] Port 2e718da7-feb0-4a96-8e57-0046155f950e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:46.100176 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-61e3a158-b1f5-4940-a4cb-a11b10bae46e None None] Provisioning complete for port 249cda6d-07f3-411d-846a-e44174da147d triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:46.100545 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-61e3a158-b1f5-4940-a4cb-a11b10bae46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.178320 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:46.210014 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ea7e9a-eec3-4ec0-afa0-76e2138c9c17 None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:46.306943 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.540688 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7873249'] for router, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.570266 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-229f55f7-fbb9-4c3a-a953-4007ce3db296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.765056 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Router 53750f13-45db-4307-92d5-bbfc71cf5d75 is scheduled to L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 with binding_index 1 {{(pid=104056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 16 16:52:46.831538 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527578c-a63c-4440-a572-66f4c0a91a34 None None] Network fee19362-42a0-4286-b763-0f70b2cb1449 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:52:46.911302 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:46.928093 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Sync routers for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:46.972140 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] Provisioning complete for port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:46.972473 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:46.975060 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:46.975707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:47.022336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:47.023815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-6934676f-eff2-4a79-8eeb-8531d648b996 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5248153 Dec 16 16:52:47.027154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42928) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:47.168577 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:47.200167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:47.327541 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] For port 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5602cd5c-5a7e-4056-a6a3-0084e88b7635,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:47.395204 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:47.478802 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f95a2-6fb8-4633-9ecf-e4d426e3e664 None None] Pushing event updated for resources: {'Port': ['ID=5602cd5c-5a7e-4056-a6a3-0084e88b7635,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:47.484160 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:46Z', 'revision_number': 3, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:47.521869 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Checking router: 53750f13-45db-4307-92d5-bbfc71cf5d75 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:47.522238 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Updating router 53750f13-45db-4307-92d5-bbfc71cf5d75 port 2e718da7-feb0-4a96-8e57-0046155f950e binding host n-d-821947-3 {{(pid=104057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:52:47.567041 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:47.568880 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-fa4df025-0f9b-4c9c-a5ee-89e612244923 None None] Provisioning complete for port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:47.569237 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fa4df025-0f9b-4c9c-a5ee-89e612244923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:47.941103 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5602cd5c-5a7e-4056-a6a3-0084e88b7635 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:48.029961 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.063793 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.083746 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:48.084327 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.159705 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.234638 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.240480 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Allocated IP 172.20.0.1 (fee19362-42a0-4286-b763-0f70b2cb1449/e33efcac-3b1f-45da-8dc2-0fe484d36375/980f822a-284d-4dcc-96c3-40878ac38c84) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:48.248289 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cb5e8-4b36-4ee8-b8ff-54ce6175968f None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:48.250748 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 249cda6d-07f3-411d-846a-e44174da147d up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:48.256347 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b26077-04ae-4054-a1f8-f2210bbb76dd None None] Pushing event updated for resources: {'Port': ['ID=2e718da7-feb0-4a96-8e57-0046155f950e,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:48.283774 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Attempting to bind port 2e718da7-feb0-4a96-8e57-0046155f950e on host n-d-821947-3 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:48.284085 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Attempting to bind port 2e718da7-feb0-4a96-8e57-0046155f950e by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:48.284419 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Attempting to bind port 2e718da7-feb0-4a96-8e57-0046155f950e on network 69499b07-3049-4342-94ac-015cd286c29f {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:48.300728 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:48.307926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Checking segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:48.307926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.307926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Bound using segment: {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:48.307926 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Bound port: 2e718da7-feb0-4a96-8e57-0046155f950e, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b120d5-76d1-4245-9eea-653902c85529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '69499b07-3049-4342-94ac-015cd286c29f'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:48.307926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.359609 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.381942 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] For port 2e718da7-feb0-4a96-8e57-0046155f950e, host n-d-821947-3, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:48.386681 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] For port 2e718da7-feb0-4a96-8e57-0046155f950e, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e718da7-feb0-4a96-8e57-0046155f950e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:48.387709 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-8ff951d8-9bac-4620-8a38-406f166ca5f0 None None] Provisioning complete for port 2e718da7-feb0-4a96-8e57-0046155f950e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:48.388199 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ff951d8-9bac-4620-8a38-406f166ca5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.415263 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 249cda6d-07f3-411d-846a-e44174da147d triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:48.415643 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.463254 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-8ff951d8-9bac-4620-8a38-406f166ca5f0 None None] Port 2e718da7-feb0-4a96-8e57-0046155f950e cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:48.499692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.525274 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.567219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Network fee19362-42a0-4286-b763-0f70b2cb1449 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:48.575744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:48.579766 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:48.581087 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a2ab5-6d3a-4434-8b52-c7fff44e7563 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:52:48.599657 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b26077-04ae-4054-a1f8-f2210bbb76dd None None] Pushing event updated for resources: {'Port': ['ID=2e718da7-feb0-4a96-8e57-0046155f950e,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:48.609931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:48.610590 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:48.613162 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Pushing event updated for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:48.634602 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7873938'] for router_interface, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.734123 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-d569892a-8017-43cb-951d-2a189834f9da None None] Provisioning complete for port 2e718da7-feb0-4a96-8e57-0046155f950e triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:48.734654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d569892a-8017-43cb-951d-2a189834f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.782688 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:48.905641 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:48.969074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d569892a-8017-43cb-951d-2a189834f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.016825 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d569892a-8017-43cb-951d-2a189834f9da None None] For port 2e718da7-feb0-4a96-8e57-0046155f950e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e718da7-feb0-4a96-8e57-0046155f950e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:49.070153 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:46Z', 'revision_number': 3, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:49.096965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc3afe2-37e2-40a0-bdb5-4bdf40851ba3 None None] The sync data for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 is: [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:46Z', 'revision_number': 3, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:49.100201 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.148105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d569892a-8017-43cb-951d-2a189834f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.191246 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.268722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Pushing event updated for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:49.276998 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8368765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7872546'] for router_interface, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.419606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5cf4bc47-1f58-4e95-8a6c-ffb3d6056aa7 None None] Provisioning complete for port 980f822a-284d-4dcc-96c3-40878ac38c84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:49.421216 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5cf4bc47-1f58-4e95-8a6c-ffb3d6056aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.428653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569892a-8017-43cb-951d-2a189834f9da None None] Pushing event updated for resources: {'Port': ['ID=2e718da7-feb0-4a96-8e57-0046155f950e,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:49.432659 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Network fee19362-42a0-4286-b763-0f70b2cb1449 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:49.434629 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:49.474935 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4bc47-1f58-4e95-8a6c-ffb3d6056aa7 None None] Port 980f822a-284d-4dcc-96c3-40878ac38c84 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:49.615560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Router 53750f13-45db-4307-92d5-bbfc71cf5d75 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:52:49.640200 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.781928 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:52:49.794868 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-95d54c70-e860-437c-b003-0c9890fae411 admin admin] 10.222.0.71 "PUT /v2.0/routers/53750f13-45db-4307-92d5-bbfc71cf5d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7599783 Dec 16 16:52:49.838280 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-ee900b59-6184-400e-a86e-152f6e9c17da None None] Provisioning complete for port 980f822a-284d-4dcc-96c3-40878ac38c84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:49.838735 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee900b59-6184-400e-a86e-152f6e9c17da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:49.868502 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e718da7-feb0-4a96-8e57-0046155f950e up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:49.917663 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ee900b59-6184-400e-a86e-152f6e9c17da None None] Port 980f822a-284d-4dcc-96c3-40878ac38c84 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:49.932797 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 2e718da7-feb0-4a96-8e57-0046155f950e triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:49.933165 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.215357 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.547871 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42936) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:50.552918 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498862446', 'description': 'tempest-secgroup-smoke-498862446 description', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:50.668711 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.768945 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.879436 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.913719 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479a4467-40a6-443f-8c56-ca575cc57827,revision_number=1']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:50.978995 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:50.980802 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-eeae39e7-128b-4cb5-aa73-a3496de93097 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4315574 Dec 16 16:52:50.983567 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42938) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:51.002320 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:51.020152 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Sync routers for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:52:51.032484 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:51.033120 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:51.120078 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.154879 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:51.183110 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.353339 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.369012 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd01fc49-fcca-470b-b8cd-64e8124d32fd,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:51.380509 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '980f822a-284d-4dcc-96c3-40878ac38c84', 'name': '', 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'mac_address': 'fa:16:3e:24:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:48Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 2, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'subnets': [{'id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:51.411800 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Checking router: 53750f13-45db-4307-92d5-bbfc71cf5d75 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:52:51.412169 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Updating router 53750f13-45db-4307-92d5-bbfc71cf5d75 port 980f822a-284d-4dcc-96c3-40878ac38c84 binding host n-d-821947-3 {{(pid=104058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 16 16:52:51.440822 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.442351 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-fc98dba7-2d1d-4df0-9c50-e6ec11fdc24a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4569983 Dec 16 16:52:51.445125 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42940) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:51.450280 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:51.454551 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.567687 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.635940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.724696 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.740950 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651f89ca-3be8-44e9-add3-627c7c7b10aa,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:51.752693 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks [] for port, precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.830025 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.831224 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-3668ee9f-0c67-4685-a976-459486c2bb42 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3849795 Dec 16 16:52:51.835166 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42942) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:51.840051 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:51.862013 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.913555 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d7a3f-a8dc-49dd-9084-596701765365 None None] Pushing event updated for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:51.930673 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.984533 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Attempting to bind port 980f822a-284d-4dcc-96c3-40878ac38c84 on host n-d-821947-3 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:51.985192 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Attempting to bind port 980f822a-284d-4dcc-96c3-40878ac38c84 by drivers openvswitch,hyperv on host n-d-821947-3 at level 0 using segments [{'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:51.985779 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Attempting to bind port 980f822a-284d-4dcc-96c3-40878ac38c84 on network fee19362-42a0-4286-b763-0f70b2cb1449 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:51.991570 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Checking agent: {'id': 'e7cb4252-e59d-4fd8-80dc-9a815f8976d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 58, 20), 'started_at': datetime.datetime(2021, 12, 16, 14, 58, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821947-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:51.992004 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Checking segment: {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:51.992407 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:51.993867 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Bound using segment: {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:51.993867 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Bound port: 980f822a-284d-4dcc-96c3-40878ac38c84, host: n-d-821947-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f88ddf6-6495-4cee-a218-b542390912b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:51.994276 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.005680 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.068521 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.074410 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] For port 980f822a-284d-4dcc-96c3-40878ac38c84, host n-d-821947-3, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:52.078185 n-d-821947-3 neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] For port 980f822a-284d-4dcc-96c3-40878ac38c84, host n-d-821947-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=980f822a-284d-4dcc-96c3-40878ac38c84,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:52.083684 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083fed2f-0ec7-49f0-bcda-26b23427359d,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:52.154556 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-9ff6054a-f9a1-4a40-bc23-1e1523cf1a7b None None] Provisioning complete for port 980f822a-284d-4dcc-96c3-40878ac38c84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:52.155203 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ff6054a-f9a1-4a40-bc23-1e1523cf1a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.171093 n-d-821947-3 neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.189652 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.191204 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0942aff3-2806-4c64-8886-d7ce77dff904 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550060 Dec 16 16:52:52.194336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6054a-f9a1-4a40-bc23-1e1523cf1a7b None None] Port 980f822a-284d-4dcc-96c3-40878ac38c84 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:52.195767 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 42944) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:52.200421 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:52.239679 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d7a3f-a8dc-49dd-9084-596701765365 None None] Pushing event updated for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=4']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:52.244007 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:52:52.244641 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:52.311147 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.364642 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:52:52.404423 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.518865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] Provisioning complete for port 980f822a-284d-4dcc-96c3-40878ac38c84 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:52.519159 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.542865 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.566479 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e462234-fbd1-4557-86e2-2fe8133399ff,revision_number=0']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:52.590459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '980f822a-284d-4dcc-96c3-40878ac38c84', 'name': '', 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'mac_address': 'fa:16:3e:24:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:48Z', 'updated_at': '2021-12-16T16:52:52Z', 'revision_number': 4, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'subnets': [{'id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:52:52.603931 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.618538 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6c47fe-8758-4d66-96ec-20f1a3100c7b None None] The sync data for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 is: [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '980f822a-284d-4dcc-96c3-40878ac38c84', 'name': '', 'network_id': 'fee19362-42a0-4286-b763-0f70b2cb1449', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'mac_address': 'fa:16:3e:24:25:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:48Z', 'updated_at': '2021-12-16T16:52:52Z', 'revision_number': 4, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'subnets': [{'id': 'e33efcac-3b1f-45da-8dc2-0fe484d36375', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:52:52.645053 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] For port 980f822a-284d-4dcc-96c3-40878ac38c84, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=980f822a-284d-4dcc-96c3-40878ac38c84,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:52:52.667872 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.680199 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-91bec528-e859-49b4-88e1-c66bd4b2272a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4829657 Dec 16 16:52:52.682173 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42946) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:52.693150 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:52.716844 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:52:52.736573 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.794516 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a17819-b8d9-4a10-93d3-0af8af71fdc0 None None] Pushing event updated for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:52.845750 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Project 9d6f6e8fc2c34ccda65e9f10c5ed5d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:52:52.854318 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:52.943208 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.107701 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.139364 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f4ad36-1f93-4af9-a330-f04172975777,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:53.303996 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.305836 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-1a9c55fc-a1be-4229-a923-c5626b515df2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6216457 Dec 16 16:52:53.309126 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 42948) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:52:53.320570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.v2.base [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'security_group_rule': {'security_group_id': '479a4467-40a6-443f-8c56-ca575cc57827', 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:53.445897 n-d-821947-3 neutron-server[104055]: INFO neutron.db.securitygroups_db [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Project 9d6f6e8fc2c34ccda65e9f10c5ed5d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 16 16:52:53.451850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.523693 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.650862 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005621'] for security_group_rule, after_create {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.671417 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0bcfd0-39ad-4190-a0f2-743a86b0bf07,revision_number=0']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:53.790384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 980f822a-284d-4dcc-96c3-40878ac38c84 up at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:52:53.819310 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group_rule, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.822341 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a8d08a81-9c96-4c35-be14-0db8d5309e2d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5117159 Dec 16 16:52:53.849829 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Provisioning complete for port 980f822a-284d-4dcc-96c3-40878ac38c84 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:53.854728 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:53.990618 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-e6226164-7454-4053-81d7-d0307aafcdbc tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498862446&fields=id&tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 267 time: 0.0470304 Dec 16 16:52:54.123363 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-2a77a1f3-d791-49bb-bb0d-78ce46ebf815 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:54.127681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-2a77a1f3-d791-49bb-bb0d-78ce46ebf815 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 809 time: 0.1267941 Dec 16 16:52:54.145507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-383b44cb-b730-499e-ae37-e840db27dcab tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/quotas/9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 375 time: 0.0137794 Dec 16 16:52:54.211815 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-44bdbc07-5bf0-4679-bffb-b6f66b165770 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589361 Dec 16 16:52:54.228867 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-069a7caa-10b7-4d9e-97d8-0260dae71182 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=104056) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 16 16:52:54.229938 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-069a7caa-10b7-4d9e-97d8-0260dae71182 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061390 Dec 16 16:52:54.340557 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-96ae445a-0c2f-4037-9995-b41b15d84fcf service neutron] 10.222.0.71 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022360 Dec 16 16:52:54.434378 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-9963cedd-6826-4c73-9ff6-0fbcefc6e859 service neutron] 10.222.0.71 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874753 Dec 16 16:52:54.723544 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-1b23a8d0-87e8-44b7-b5e2-365346994d5c req-e515735b-25e1-4f48-ab04-611076d79e72 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Dec 16 16:52:55.807786 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a26cfa05-ac56-4df5-b035-2ff773e1b94d req-e67911f2-4b4a-4046-8765-a9d51a432056 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 210 time: 0.0289519 Dec 16 16:52:56.923621 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-35c3dcee-36ad-4246-8e39-eba4c0800949 req-49281c9e-144d-41e0-a6cf-c1818f0ac94d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 210 time: 0.0359046 Dec 16 16:52:57.554665 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-281d305c-0171-4d71-ae43-da2703daada3 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:57.557128 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-281d305c-0171-4d71-ae43-da2703daada3 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 809 time: 0.1162825 Dec 16 16:52:57.641399 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-08097c1c-2dff-4592-97d9-28fc8480cfac tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 379 time: 0.0600340 Dec 16 16:52:57.655154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'port': {'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'admin_state_up': True, 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'security_groups': ['479a4467-40a6-443f-8c56-ca575cc57827']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:57.913546 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Made reservation on behalf of 9d6f6e8fc2c34ccda65e9f10c5ed5d52 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:52:57.918059 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:58.073924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c2385a0e-db22-4f9e-ab0b-95697e5c1269 req-9db93d76-4af3-4d5c-82ff-fb6f1f956595 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 210 time: 0.0579760 Dec 16 16:52:58.094350 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Allocated IP 172.20.0.14 (f4c6c893-67bb-4840-abce-f015eed39e07/5881d895-e243-41a4-b9a2-da0c3f7414d9/9bbbcc50-6aa9-4bcc-b067-1a3bf2121333) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:52:58.264653 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:58.370840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:58.418063 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Network f4c6c893-67bb-4840-abce-f015eed39e07 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:52:58.421444 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:52:58.425485 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:52:58.451044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:58.483514 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:58.484213 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:58.580688 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-368cf8e2-6f76-484c-bb26-46b26c94e3e4 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9295626 Dec 16 16:52:58.698854 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-5f2bcb47-e7a4-4531-adb8-8f0e2e660564 None None] Provisioning complete for port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:52:58.699411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5f2bcb47-e7a4-4531-adb8-8f0e2e660564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:58.710461 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Request body: {'port': {'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:52:58.735120 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bcb47-e7a4-4531-adb8-8f0e2e660564 None None] Port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:52:58.772475 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.069084 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:52:59.077845 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.091671 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Transition to ACTIVE for port object 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:52:59.200860 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44fa9e-ecf6-4402-bda6-b1d3e44c19af req-2171e4e5-b507-4f18-afe6-52e6d62b93a2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:59.202439 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b44fa9e-ecf6-4402-bda6-b1d3e44c19af req-2171e4e5-b507-4f18-afe6-52e6d62b93a2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 932 time: 0.0525587 Dec 16 16:52:59.204338 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.298331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:59.348878 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8b44fa9e-ecf6-4402-bda6-b1d3e44c19af req-e7827450-676c-423e-9539-cc551a7d01f2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386278 Dec 16 16:52:59.386934 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Attempting to bind port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 on host n-h2-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:52:59.387289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Attempting to bind port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 by drivers openvswitch,hyperv on host n-h2-821947-3 at level 0 using segments [{'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:52:59.387634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Attempting to bind port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:59.392564 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 on network f4c6c893-67bb-4840-abce-f015eed39e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:52:59.392900 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Attempting to bind port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:52:59.399531 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Checking agent: {'id': '432e3774-03a0-4515-a419-9463b3080f3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:52:59.399987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Checking segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:52:59.400959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Bound using segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:52:59.401434 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Bound port: 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host: n-h2-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:52:59.401809 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.485206 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:52:59.488566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:52:59.548128 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.600021 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.645820 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:59.646458 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:52:59.647885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] 10.222.0.74 "PUT /v2.0/ports/9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 1092 time: 1.0449758 Dec 16 16:52:59.648457 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:52:59.651360 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e9a46-da3f-4e72-b31c-315e2aa43443" -d '{"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:52:59.677645 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3904f-eae1-4b85-860f-5ef614ed963c service neutron] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:52:59.718613 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f125231-b78d-4413-8eca-cf1737ba2c8d x-openstack-request-id: req-2f125231-b78d-4413-8eca-cf1737ba2c8d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:52:59.721139 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:52:59.721139 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f125231-b78d-4413-8eca-cf1737ba2c8d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:52:59.721139 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'status': 'completed', 'code': 200} Dec 16 16:52:59.811577 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-c2074eaa-8b97-482f-bfb3-efab015e049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:59.816597 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-c2074eaa-8b97-482f-bfb3-efab015e049d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1095 time: 0.0508885 Dec 16 16:52:59.981610 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-d3920574-9058-436b-8c56-25d2c108efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:52:59.983247 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-d3920574-9058-436b-8c56-25d2c108efeb service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1462626 Dec 16 16:53:00.089699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-e1c25248-1ea2-45f6-accf-a2a03f12b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:00.091848 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-596e9a46-da3f-4e72-b31c-315e2aa43443 req-e1c25248-1ea2-45f6-accf-a2a03f12b6db service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967405 Dec 16 16:53:00.209911 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-263f2439-ee1f-4c95-8712-cc36d0f9f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:00.211463 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-263f2439-ee1f-4c95-8712-cc36d0f9f5f4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1095 time: 0.0463073 Dec 16 16:53:00.279481 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-f8f38cc6-0231-4b2c-b846-c9ec61e60d65 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 217 time: 0.0452969 Dec 16 16:53:00.338958 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-99b2c58d-fbe5-4873-b0fb-b92d26c2e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:00.340501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-99b2c58d-fbe5-4873-b0fb-b92d26c2e230 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0499046 Dec 16 16:53:00.402926 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271f315-df35-4512-a388-2454d82ffe95 req-e9919d98-0a75-4624-97c8-66f1dd053d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:00.405243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-e9919d98-0a75-4624-97c8-66f1dd053d38 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523322 Dec 16 16:53:00.410010 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:00.546700 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c23c-465c-479c-aecf-6c5bcddf55a3 req-a20e936a-c548-4f22-adaf-975014f10fcf tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:00.546961 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ce8c23c-465c-479c-aecf-6c5bcddf55a3 req-a20e936a-c548-4f22-adaf-975014f10fcf tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 944 time: 0.1100514 Dec 16 16:53:00.548850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-67d0e2ef-98d6-427c-9ee5-fbf380de13be service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317592 Dec 16 16:53:00.656824 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3ce8c23c-465c-479c-aecf-6c5bcddf55a3 req-3fac8dc7-00e4-432a-8a88-2e89759feeb1 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032915 Dec 16 16:53:00.687759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a271f315-df35-4512-a388-2454d82ffe95 req-4e70bbe8-2b6e-4e4d-b8f1-47960c4f0dc3 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268172 Dec 16 16:53:01.784348 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dd488-6974-4605-94f7-79367952d247 req-3c88a180-2f9d-4547-89db-b4b940f849db tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:01.785899 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c71dd488-6974-4605-94f7-79367952d247 req-3c88a180-2f9d-4547-89db-b4b940f849db tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 944 time: 0.0545380 Dec 16 16:53:01.839598 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-c71dd488-6974-4605-94f7-79367952d247 req-61c51440-ce9f-4170-b2c0-5ddb29b8be4b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470028 Dec 16 16:53:02.431482 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:53:02.530910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:53:02.547206 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:53:02.592387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:02.608612 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:53:02.630795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:53:02.707397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:02.757851 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:53:02.972814 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df88e-1eb9-446d-bede-8000ec3dc755 req-7c7c7d98-038a-4c0f-9d8c-d6d244970703 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:02.974565 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f4df88e-1eb9-446d-bede-8000ec3dc755 req-7c7c7d98-038a-4c0f-9d8c-d6d244970703 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 945 time: 0.0639095 Dec 16 16:53:03.033280 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f4df88e-1eb9-446d-bede-8000ec3dc755 req-410668f7-8ade-47c3-8d15-14007568fce7 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519426 Dec 16 16:53:03.086602 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:53:04.157550 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e8bd9-b0e9-493b-a4a6-524dca4fbc6a req-f0524601-0371-47c4-95c6-4efe2cb2ec47 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:04.159174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e98e8bd9-b0e9-493b-a4a6-524dca4fbc6a req-f0524601-0371-47c4-95c6-4efe2cb2ec47 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 945 time: 0.0526664 Dec 16 16:53:04.224781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e98e8bd9-b0e9-493b-a4a6-524dca4fbc6a req-2407f9c7-3061-441c-bee3-f2299d58fec2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571148 Dec 16 16:53:04.432536 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:53:04.581640 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning for port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:53:04.585949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:53:04.586391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:04.690001 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:04.712198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:53:04.714496 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab40e9e5-08f3-4749-9897-bbc7dd7d5bbb" -d '{"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-plugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:53:04.729710 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:53:04.808460 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398b2cf-c43e-4e6e-a044-13b8fc80b743 x-openstack-request-id: req-1398b2cf-c43e-4e6e-a044-13b8fc80b743 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:53:04.808758 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-plugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:53:04.809037 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1398b2cf-c43e-4e6e-a044-13b8fc80b743 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:53:04.809448 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'code': 200} Dec 16 16:53:04.832510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:04.881065 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:53:04.960912 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a6013-bfa4-4088-9521-ae6ad88294f9 req-5edacacb-358b-4854-8618-c62e15216cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:04.963049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-305a6013-bfa4-4088-9521-ae6ad88294f9 req-5edacacb-358b-4854-8618-c62e15216cbf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1097 time: 0.0474155 Dec 16 16:53:05.034285 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-305a6013-bfa4-4088-9521-ae6ad88294f9 req-b84b5bbc-244d-4ecd-8d01-bbc13ff78ddc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589175 Dec 16 16:53:05.347425 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2e776-8264-4e42-ae64-485305bfa983 req-16a5404c-6895-4508-a960-5ee230683924 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:05.348957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f2e776-8264-4e42-ae64-485305bfa983 req-16a5404c-6895-4508-a960-5ee230683924 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 946 time: 0.0514169 Dec 16 16:53:05.399965 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-04f2e776-8264-4e42-ae64-485305bfa983 req-720e37b3-bdf8-43a9-bdca-f9df2db91a3e tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433817 Dec 16 16:53:06.522964 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a508770-e2bb-42c1-b662-cdef256b3d3f req-4bda71a5-542d-44a6-8fec-33dfc4c77530 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:06.524501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a508770-e2bb-42c1-b662-cdef256b3d3f req-4bda71a5-542d-44a6-8fec-33dfc4c77530 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Dec 16 16:53:06.576670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a508770-e2bb-42c1-b662-cdef256b3d3f req-4111499c-739c-4eaa-b007-0473445fee82 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Dec 16 16:53:07.702282 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9b0ea-e71c-4fef-9670-7d04f5e6c6a3 req-e6ce922e-44f9-4fec-b2ac-90be68748513 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:07.703838 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50b9b0ea-e71c-4fef-9670-7d04f5e6c6a3 req-e6ce922e-44f9-4fec-b2ac-90be68748513 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 946 time: 0.0573859 Dec 16 16:53:07.756774 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-50b9b0ea-e71c-4fef-9670-7d04f5e6c6a3 req-7ea870f2-8f1f-4bc0-945e-a4b3697c6dc2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456889 Dec 16 16:53:07.874856 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7e19-8a55-4b6e-bb70-d43d1227d5da req-0b14fd98-7952-442e-a1fd-68f03298f25c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:07.876303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a45e7e19-8a55-4b6e-bb70-d43d1227d5da req-0b14fd98-7952-442e-a1fd-68f03298f25c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Dec 16 16:53:07.927798 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a45e7e19-8a55-4b6e-bb70-d43d1227d5da req-bca91aab-fc20-43db-b407-71b8c9cbadcb tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455077 Dec 16 16:53:07.950680 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43010) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:53:08.036956 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d65be7-4936-4b83-aedf-a38cbfedb807 tempest-TestSnapshotPattern-317053965 tempest-TestSnapshotPattern-317053965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:08.038529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-08d65be7-4936-4b83-aedf-a38cbfedb807 tempest-TestSnapshotPattern-317053965 tempest-TestSnapshotPattern-317053965-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1092 time: 0.0867689 Dec 16 16:53:08.041372 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43014) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:53:08.045605 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:53:08.141150 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:08.244592 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:08.355555 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Allocated IP 172.25.7.89 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/8638171a-6b83-489e-a2b9-4dc7c2c221e8) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:53:08.461975 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:08.713646 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:08.754978 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:53:08.757976 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:53:08.761651 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:53:08.767328 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=8638171a-6b83-489e-a2b9-4dc7c2c221e8,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:53:09.145342 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:09.293889 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:09.443851 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:09.519037 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:09.594281 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=8638171a-6b83-489e-a2b9-4dc7c2c221e8,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:53:09.609588 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:09.722566 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Floating IP 48386ebb-a44b-494c-9d22-b29090c3e216 associated. External IP: 172.25.7.89, port: 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333. Dec 16 16:53:10.308506 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:53:10.417300 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:53:10.427118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:53:10.436466 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:53:10.437119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:53:10.547795 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:53:10.549209 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:10.581013 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-467b703e-59f5-413c-bdb4-63791c11e39b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5385063 Dec 16 16:53:10.581521 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:53:10.583889 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44782d19-a1c0-4aa8-9837-a6d1b5366e55" -d '{"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:53:10.624457 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da2eb67-368a-4915-940f-72b5633fb17a x-openstack-request-id: req-6da2eb67-368a-4915-940f-72b5633fb17a {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:53:10.624741 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:53:10.625005 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6da2eb67-368a-4915-940f-72b5633fb17a {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:53:10.625445 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'status': 'completed', 'code': 200} Dec 16 16:53:10.721459 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-c8dfbe4a-ba43-4032-9bf5-10b5b5f888b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:10.723502 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-c8dfbe4a-ba43-4032-9bf5-10b5b5f888b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1097 time: 0.0482204 Dec 16 16:53:10.828318 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:08Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:53:10.853062 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-8f626e33-1cc1-4407-a049-8c68fd5a034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:10.854476 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-8f626e33-1cc1-4407-a049-8c68fd5a034d service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.1226103 Dec 16 16:53:10.856865 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:53:10.865703 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:53:10.866336 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:52:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:53:10.929782 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-3fdcc5e5-8667-46e2-8c85-6b29d572f94b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 999 time: 0.0671077 Dec 16 16:53:10.979096 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:53:10.985599 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-c4785708-9191-4910-940b-79eac9257cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:10.987075 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-c4785708-9191-4910-940b-79eac9257cd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0478730 Dec 16 16:53:11.038218 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-149288ba-2633-4a8e-a700-7608d282c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:11.039794 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-149288ba-2633-4a8e-a700-7608d282c59d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455668 Dec 16 16:53:11.145898 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-635358b8-b4b6-4905-93f5-e9e78b6aa642 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971642 Dec 16 16:53:11.234035 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:08Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:53:11.246408 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-44782d19-a1c0-4aa8-9837-a6d1b5366e55 req-281dc6a0-45f7-49d2-965d-88af6578412a service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928338 Dec 16 16:53:11.262119 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2a420-a93a-4488-964c-fd6a237951be None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:08Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:53:11.471772 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af6c485-afe7-4278-b232-74d2738d687b None None] New status for floating IP 48386ebb-a44b-494c-9d22-b29090c3e216: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:53:14.244398 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-adec0b5d-0413-4d65-960d-8cc5e2436491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:16.559148 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f309ee95-4dd6-4700-8e12-3d608d510be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:16.907090 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-2d742afe-9792-46c0-bb7e-33d40d6959e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453787 Dec 16 16:53:17.015289 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-def06ceb-fd81-4135-b59b-1d330f4cea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:17.016806 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-def06ceb-fd81-4135-b59b-1d330f4cea5a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1097 time: 0.0408239 Dec 16 16:53:17.127171 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-63e9e066-93af-4910-9b9e-71913564f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:17.129072 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-63e9e066-93af-4910-9b9e-71913564f098 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0867922 Dec 16 16:53:17.200924 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-79a07463-5a57-4373-9834-28eb559e80a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 1001 time: 0.0627632 Dec 16 16:53:17.250693 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-acc76de5-52b9-43d2-8845-bd46208cefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:17.252178 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-acc76de5-52b9-43d2-8845-bd46208cefd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0438719 Dec 16 16:53:17.299169 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-506a34c1-d742-474d-84ad-4650c47b56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:53:17.300771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-506a34c1-d742-474d-84ad-4650c47b56d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412302 Dec 16 16:53:17.393678 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-b13986dd-0ae8-4ed6-ae7a-49013d02da2e service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853064 Dec 16 16:53:17.486059 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f6a2f368-0fa9-4b6a-ac17-d5a8062cb3b4 req-9abd5d16-aaf3-4a10-8f6f-65ca6dc4d2e7 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839796 Dec 16 16:53:18.204809 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:19.638732 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:20.124667 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:29.581614 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:29.716555 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:53:30.421342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:44.271411 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3cb12bf9-d1a8-4f2d-a99f-c3e97ecfdeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:46.547680 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b2aef1c5-e7b2-432f-8614-565778bed50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:48.214711 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:49.633113 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:50.141299 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:53:59.562568 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:00.381498 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:06.716353 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:54:14.232767 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-401e66d2-b215-4989-a3cf-7353dead2479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:16.547006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d473f967-c0e3-4661-a4b5-cd2834e37fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:16.894232 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-10902121-4016-4084-9020-a1a82851a3f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400398 Dec 16 16:54:17.003387 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-ffba9a73-da3b-430a-822e-f97da8fc3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:54:17.005309 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-ffba9a73-da3b-430a-822e-f97da8fc3363 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1097 time: 0.0453753 Dec 16 16:54:17.113920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-09662fbb-9292-40aa-9b54-0fdb0a70c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:54:17.115385 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-09662fbb-9292-40aa-9b54-0fdb0a70c9a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0844712 Dec 16 16:54:17.189448 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-1d62786c-e301-46bd-8e8e-3e12da06aa31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 1001 time: 0.0619650 Dec 16 16:54:17.241887 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-6dfd6101-aa38-4a07-91af-3aed3c5b5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:54:17.243350 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-6dfd6101-aa38-4a07-91af-3aed3c5b5d4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0434074 Dec 16 16:54:17.293002 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-96f1b425-5cee-4d37-b88f-fe9ab37ceaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:54:17.294527 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-96f1b425-5cee-4d37-b88f-fe9ab37ceaa5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403047 Dec 16 16:54:17.396856 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-87214dc3-2d83-44fb-8f21-ba760134fd09 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902851 Dec 16 16:54:17.490117 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-554d86a0-63e3-4a22-a934-8921eb79fa0b req-933043a7-775a-4db6-9f19-16d36cdc6c8d service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821753 Dec 16 16:54:18.204140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:19.712920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:20.181187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:29.521861 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:30.390814 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:43.715563 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:54:44.244192 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42ffbfd7-7a65-4f5b-ad39-fa87c2386fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:46.550778 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64c559ff-aa7b-4f31-9353-a8fc40f4eb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:48.232139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:49.693587 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:50.146746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:54:59.527173 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:00.381018 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:11.175698 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 details requested by agent hyperv_n-h2-821947-3 with host n-h2-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:55:11.277026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:11.289330 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Returning: {'device': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:55:11.326656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:11.340046 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:55:11.363198 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:11.421726 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:11.473391 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:11.481611 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.481963 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.482301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.482632 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.482962 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.483291 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.483615 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.483965 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.484284 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.484606 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.484952 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.485269 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.485587 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:11.574613 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] get_ports_and_sgs() called for port_ids ['9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:55:13.207257 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 up at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:55:13.265949 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Provisioning complete for port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:55:13.266330 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:13.373616 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:13.405761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:55:13.408604 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957513f-4881-4eef-a9d5-6a0af3850604" -d '{"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-plugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:55:13.419761 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:13.455206 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec6c192-4e29-462e-bede-b3305c207d60 x-openstack-request-id: req-cec6c192-4e29-462e-bede-b3305c207d60 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:55:13.455499 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-plugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:55:13.455753 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cec6c192-4e29-462e-bede-b3305c207d60 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:55:13.456189 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'code': 200} Dec 16 16:55:13.501529 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:13.557594 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:14.250692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8eceb665-42de-4990-a3ee-cb2cd9df00e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:16.557137 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6c66871f-6b7d-4f80-b970-6e88d1a883c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:18.226863 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:19.004891 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-25c7e84a-a2eb-40c9-a8c0-a0b5aaea18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:19.007810 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-25c7e84a-a2eb-40c9-a8c0-a0b5aaea18e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1097 time: 0.0486863 Dec 16 16:55:19.161456 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-7df8af1f-264e-4237-b547-45c76defb145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:19.163752 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-7df8af1f-264e-4237-b547-45c76defb145 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.1320922 Dec 16 16:55:19.252386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-a9e0c2c6-d1d9-4ce8-855c-a0d5ec1695dd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 1001 time: 0.0803664 Dec 16 16:55:19.323873 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-029cdc3b-6a5b-4ab8-90db-36aa3ee4083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:19.327298 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-029cdc3b-6a5b-4ab8-90db-36aa3ee4083d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0651624 Dec 16 16:55:19.399674 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-0d1a644f-f34b-435f-8767-75a092b31361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:19.401421 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-0d1a644f-f34b-435f-8767-75a092b31361 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665181 Dec 16 16:55:19.532839 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-696219ec-9890-4870-9d00-d09c678dc68c service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215184 Dec 16 16:55:19.671817 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-374bc7f4-264c-4693-bf85-6a6d4f00a486 req-fc262c96-68c7-46f0-8174-2eadb77cea00 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187770 Dec 16 16:55:19.834006 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:20.145762 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:20.719519 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:55:23.371358 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-18fb0384-69b5-4d14-86de-fef5f517f85b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498862446&fields=id&tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 267 time: 0.0524101 Dec 16 16:55:23.501549 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-a84dd044-1650-4ab0-9d3e-077686d97359 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:23.503172 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-a84dd044-1650-4ab0-9d3e-077686d97359 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 809 time: 0.1248012 Dec 16 16:55:23.519721 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-83f859e0-1509-40c8-91bb-ac4bd7586cb3 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/quotas/9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 375 time: 0.0103407 Dec 16 16:55:23.578832 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-65c52631-0fa2-4bd2-8960-bd41e7d0899f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525508 Dec 16 16:55:23.783955 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-0fcd3337-d95a-4c3a-b2ad-b6fd8e696a4f service neutron] 10.222.0.71 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927347 Dec 16 16:55:23.873102 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-3d84a373-451f-4ae0-92b6-2f2f710cf2d9 service neutron] 10.222.0.71 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828674 Dec 16 16:55:24.190234 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2ea0a554-8f9d-45be-aac7-8a6bdfcfa3dc req-721fd143-8d5a-4607-91c6-e013832c1793 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0745306 Dec 16 16:55:25.268885 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e638a525-d892-4b10-9e46-10c5fa1fcd9d req-f8c92f9f-79ff-4b58-ad88-839280a48515 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0272393 Dec 16 16:55:26.351008 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9ccf7291-6472-4180-92e6-05cec9920808 req-276285e8-c296-43a9-bb71-d2eb28e6261c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0317600 Dec 16 16:55:27.302448 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:55:27.382782 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:27.407839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:55:27.410115 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73410537-f2ad-4f52-b776-3856725264ab" -d '{"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:55:27.426633 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:27.433781 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e219e722-8661-4441-bdb9-c8f3c484a3b1 req-cb614b52-4efe-409e-ae9e-95c7b691ed38 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0306952 Dec 16 16:55:27.456047 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Dec 2021 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7427b1-f76e-496c-a80b-52e9f5d25245 x-openstack-request-id: req-5d7427b1-f76e-496c-a80b-52e9f5d25245 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:55:27.456347 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:55:27.456903 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5d7427b1-f76e-496c-a80b-52e9f5d25245 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:55:27.457309 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'code': 200} Dec 16 16:55:27.498481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:27.548649 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=8']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:28.531793 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-4cb134cc-34e9-4b35-8d6b-0de669fb7b70 req-c821ca74-2620-4015-970f-d01a71f94d6d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Dec 16 16:55:29.550193 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:29.632601 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-11d9537f-7cc1-4f71-ac05-442c7e5513dd req-e343d33e-80fc-4dc1-9e4c-903e8ffb9f90 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Dec 16 16:55:30.393074 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:30.525553 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-d129fa16-1e89-424a-98d6-fa885e4d7643 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:30.527507 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-d129fa16-1e89-424a-98d6-fa885e4d7643 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.30 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 809 time: 0.1203640 Dec 16 16:55:30.603693 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-69d2dcf9-c019-49b1-9276-bb4cbbd433cc tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52 HTTP/1.1" status: 200 len: 379 time: 0.0592089 Dec 16 16:55:30.613095 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'port': {'device_id': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'admin_state_up': True, 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'security_groups': ['479a4467-40a6-443f-8c56-ca575cc57827']}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:55:30.760586 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-920da50e-bf72-400c-b849-58121f7e4631 req-377f5a1d-1964-4a85-9e08-ddfe5c4e5cf7 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0386052 Dec 16 16:55:30.809740 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Made reservation on behalf of 9d6f6e8fc2c34ccda65e9f10c5ed5d52 for: {'port': 1} {{(pid=104056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 16 16:55:30.814016 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:30.965045 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Allocated IP 172.20.0.5 (f4c6c893-67bb-4840-abce-f015eed39e07/5881d895-e243-41a4-b9a2-da0c3f7414d9/428b6159-7fc1-4091-9f09-7704e9778306) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:55:31.150779 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:31.278950 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:31.323151 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Network f4c6c893-67bb-4840-abce-f015eed39e07 is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:55:31.330089 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:55:31.334484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:55:31.413643 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:31.414470 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:31.435927 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:31.447377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.447803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.448288 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.448702 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.449228 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.449626 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.450088 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.450395 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.450774 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.451114 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.451977 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.452325 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.452670 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:55:31.544702 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-a1c87c32-edd7-4e03-8f56-6cd698f3a58c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9350755 Dec 16 16:55:31.703783 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-26f83f0d-e8ac-4036-b16e-5f63ae8f8280 None None] Provisioning complete for port 428b6159-7fc1-4091-9f09-7704e9778306 triggered by entity DHCP. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:55:31.704934 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26f83f0d-e8ac-4036-b16e-5f63ae8f8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:31.775426 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-26f83f0d-e8ac-4036-b16e-5f63ae8f8280 None None] Port 428b6159-7fc1-4091-9f09-7704e9778306 cannot update to ACTIVE because it is not bound. {{(pid=104057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 16 16:55:31.988540 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9bce1-958a-4a03-9377-6c53a8d820e3 req-fa09e123-af0f-4850-bb23-5d7b18c0860d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:31.990243 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6d9bce1-958a-4a03-9377-6c53a8d820e3 req-fa09e123-af0f-4850-bb23-5d7b18c0860d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0746553 Dec 16 16:55:32.080392 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a6d9bce1-958a-4a03-9377-6c53a8d820e3 req-fe2df408-530a-43f4-bf32-34c0456b5c6a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770757 Dec 16 16:55:33.237959 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614e27-c420-4489-8544-53fb2eac5680 req-c8ed500d-c6c1-4cd7-b625-857391d72ca2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:33.238650 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f614e27-c420-4489-8544-53fb2eac5680 req-c8ed500d-c6c1-4cd7-b625-857391d72ca2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0555780 Dec 16 16:55:33.294100 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-2f614e27-c420-4489-8544-53fb2eac5680 req-64d28640-5ca4-4194-b199-f177b4a7710d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Dec 16 16:55:34.438684 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5890c-b6c0-4408-89cc-c5c7ee7353db req-f25aa5df-e9ae-4697-87d4-3e0338f50c92 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:34.440366 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80d5890c-b6c0-4408-89cc-c5c7ee7353db req-f25aa5df-e9ae-4697-87d4-3e0338f50c92 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0621157 Dec 16 16:55:34.501053 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-80d5890c-b6c0-4408-89cc-c5c7ee7353db req-2ffc0106-9f41-4952-9814-32eccb15ac2c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500536 Dec 16 16:55:35.682320 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e29f1-804f-4d84-a650-c04e947e5d58 req-0d76b875-406b-4f7d-9366-4d71f33ce211 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:35.683852 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-757e29f1-804f-4d84-a650-c04e947e5d58 req-0d76b875-406b-4f7d-9366-4d71f33ce211 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0782366 Dec 16 16:55:35.742931 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-757e29f1-804f-4d84-a650-c04e947e5d58 req-3c93997c-9b0b-43ea-a303-6eadbdb899d1 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524986 Dec 16 16:55:36.882286 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba07a45-29e6-4925-8fe6-7a594ceb8606 req-32e7e5a4-6898-44c9-b811-178df9dd4559 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:36.884949 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ba07a45-29e6-4925-8fe6-7a594ceb8606 req-32e7e5a4-6898-44c9-b811-178df9dd4559 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0684605 Dec 16 16:55:36.950386 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ba07a45-29e6-4925-8fe6-7a594ceb8606 req-a9b35977-2262-4b41-a83b-ed676f9b1c6a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551121 Dec 16 16:55:38.123566 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a00628-9aa7-45ab-bad2-533c5bf883cd req-b5f39930-babc-40ff-97d3-776dab4db7b8 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:38.124971 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6a00628-9aa7-45ab-bad2-533c5bf883cd req-b5f39930-babc-40ff-97d3-776dab4db7b8 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0748560 Dec 16 16:55:38.188850 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b6a00628-9aa7-45ab-bad2-533c5bf883cd req-489219e9-e41b-4f70-adc1-ceb2320fcb11 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563705 Dec 16 16:55:39.333309 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9d52-455e-461e-af6d-bc9203b944ff req-e99a4a5c-e642-494f-b7ad-a1631fab2118 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:39.334960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f0b9d52-455e-461e-af6d-bc9203b944ff req-e99a4a5c-e642-494f-b7ad-a1631fab2118 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0624723 Dec 16 16:55:39.408430 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-9f0b9d52-455e-461e-af6d-bc9203b944ff req-02459d4c-ff37-4c30-951e-009b2c35357e tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671585 Dec 16 16:55:40.537722 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ea0bd-87a6-475b-8c3f-57b9cd7d438a req-c41a2e8e-7b5c-4bf3-b89d-9a0b255558d8 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:40.539215 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d61ea0bd-87a6-475b-8c3f-57b9cd7d438a req-c41a2e8e-7b5c-4bf3-b89d-9a0b255558d8 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0514109 Dec 16 16:55:40.596889 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d61ea0bd-87a6-475b-8c3f-57b9cd7d438a req-560a8a02-d41f-471b-868f-25c24b90c295 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513730 Dec 16 16:55:41.440343 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Request body: {'port': {'device_id': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821947-3'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:55:41.495322 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:41.757383 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f3623-d104-4de7-bf92-d0b1d279c9a6 req-745d4309-a26f-4e39-80ce-3a1e736b886c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:41.758979 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-535f3623-d104-4de7-bf92-d0b1d279c9a6 req-745d4309-a26f-4e39-80ce-3a1e736b886c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 931 time: 0.0842423 Dec 16 16:55:41.840974 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428b6159-7fc1-4091-9f09-7704e9778306 {{(pid=104056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:55:41.849336 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:41.855758 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-535f3623-d104-4de7-bf92-d0b1d279c9a6 req-021e8074-2ad7-495d-ac4e-92dbb5e41fa5 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900843 Dec 16 16:55:41.868423 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.provisioning_blocks [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Transition to ACTIVE for port object 428b6159-7fc1-4091-9f09-7704e9778306 will not be triggered until provisioned by entity L2. {{(pid=104056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 16 16:55:41.986896 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:42.046294 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:42.114069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Attempting to bind port 428b6159-7fc1-4091-9f09-7704e9778306 on host n-h1-821947-3 for vnic_type normal with profile {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 16 16:55:42.114492 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Attempting to bind port 428b6159-7fc1-4091-9f09-7704e9778306 by drivers openvswitch,hyperv on host n-h1-821947-3 at level 0 using segments [{'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 16 16:55:42.114730 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Attempting to bind port 428b6159-7fc1-4091-9f09-7704e9778306 on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:55:42.120180 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Port 428b6159-7fc1-4091-9f09-7704e9778306 on network f4c6c893-67bb-4840-abce-f015eed39e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-821947-3 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 16 16:55:42.120570 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Attempting to bind port 428b6159-7fc1-4091-9f09-7704e9778306 on network f4c6c893-67bb-4840-abce-f015eed39e07 {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 16 16:55:42.126022 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Checking agent: {'id': '120030eb-f014-4966-b145-34969c307ccf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821947-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'started_at': datetime.datetime(2021, 12, 16, 15, 6, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 16, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 16 16:55:42.126356 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Checking segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 16 16:55:42.126748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Bound using segment: {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'} {{(pid=104056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 16 16:55:42.127179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.managers [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Bound port: 428b6159-7fc1-4091-9f09-7704e9778306, host: n-h1-821947-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3453a6a2-1c1a-4bf6-923f-2008ef06feff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07'}}] {{(pid=104056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 16 16:55:42.127534 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:42.199236 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, cleared binding levels {{(pid=104056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 16 16:55:42.202508 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 16 16:55:42.267116 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:42.310632 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.311655 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:42.313165 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] 10.222.0.30 "PUT /v2.0/ports/428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 1091 time: 0.9217594 Dec 16 16:55:42.313685 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:55:42.316095 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f" -d '{"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:55:42.344187 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea51f-fe24-4b36-ae43-da2257cdb616 service neutron] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=3']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:42.362106 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be23e6b-6972-4d92-afab-2f8ac5a60c27 x-openstack-request-id: req-0be23e6b-6972-4d92-afab-2f8ac5a60c27 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:55:42.362509 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:55:42.362833 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0be23e6b-6972-4d92-afab-2f8ac5a60c27 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:55:42.363314 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'status': 'completed', 'code': 200} Dec 16 16:55:42.451688 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-6c33a64e-aef1-4383-ace8-09e2174446d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.453472 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-6c33a64e-aef1-4383-ace8-09e2174446d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1094 time: 0.0498173 Dec 16 16:55:42.578366 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-7eaf37d9-0209-4216-9b98-2e0a7e375417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.580874 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-7eaf37d9-0209-4216-9b98-2e0a7e375417 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1135726 Dec 16 16:55:42.676892 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-5425cd59-e0b4-44d1-8868-e5ad0abce911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.678365 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6ff9d464-a5f2-49a3-88c9-15cf1c91019f req-5425cd59-e0b4-44d1-8868-e5ad0abce911 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908880 Dec 16 16:55:42.776413 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-1e5a918d-afee-442e-a114-dfe59614f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.777890 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-1e5a918d-afee-442e-a114-dfe59614f21b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1094 time: 0.0409000 Dec 16 16:55:42.829759 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-3ce830f8-7397-4798-a926-22305bbcd453 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 217 time: 0.0385695 Dec 16 16:55:42.880298 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-91b535e8-31d1-4f61-9078-11e0ad7f5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.881927 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-91b535e8-31d1-4f61-9078-11e0ad7f5312 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0459349 Dec 16 16:55:42.939295 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49952094-c099-4e07-a986-86fe662ef319 req-735cef23-8aec-4286-b572-40c35a56655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:42.940940 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-735cef23-8aec-4286-b572-40c35a56655c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512018 Dec 16 16:55:43.034838 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc78d-8cd0-4eb5-ab46-7c162749cce8 req-3b2fce56-dddc-474a-9907-073652a6f2de tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:43.036352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a3dc78d-8cd0-4eb5-ab46-7c162749cce8 req-3b2fce56-dddc-474a-9907-073652a6f2de tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 943 time: 0.1082389 Dec 16 16:55:43.079968 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-938073ce-9d15-4233-80a7-aacc7aedc57b service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168649 Dec 16 16:55:43.151307 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a3dc78d-8cd0-4eb5-ab46-7c162749cce8 req-1b0f280b-b89b-4b51-9fa7-c307c7a8b793 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043496 Dec 16 16:55:43.189329 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-49952094-c099-4e07-a986-86fe662ef319 req-c3b350c3-4c50-44fd-8f87-5305430f1b6b service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025133 Dec 16 16:55:44.241178 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-808e59bd-85d2-4fc3-a455-fbc0352cc45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:44.274845 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef672f-68fa-4192-9bc7-fffd4df1c202 req-b551fb51-4c6f-4d50-8a4c-00ff9e2a72a7 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:44.276391 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7ef672f-68fa-4192-9bc7-fffd4df1c202 req-b551fb51-4c6f-4d50-8a4c-00ff9e2a72a7 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 943 time: 0.0523257 Dec 16 16:55:44.327184 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f7ef672f-68fa-4192-9bc7-fffd4df1c202 req-a10423be-5ac2-4a25-9f90-035a10de92cf tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446038 Dec 16 16:55:44.944900 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:55:45.039886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:45.052547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '428b6159-7fc1-4091-9f09-7704e9778306', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'mac_address': 'fa:16:3e:7b:19:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:55:45.097287 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:45.111624 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428b6159-7fc1-4091-9f09-7704e9778306 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:55:45.131996 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:45.220970 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:45.268609 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=4']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:45.449388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae41d7-b6c9-47ca-b41d-d38ac1496dc7 req-a6ec1e6f-972d-4569-b136-1d6092512c35 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:45.450960 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cae41d7-b6c9-47ca-b41d-d38ac1496dc7 req-a6ec1e6f-972d-4569-b136-1d6092512c35 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 944 time: 0.0551791 Dec 16 16:55:45.502854 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-6cae41d7-b6c9-47ca-b41d-d38ac1496dc7 req-af7076bc-6fb1-469c-872e-39e01654916b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457211 Dec 16 16:55:45.528517 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['428b6159-7fc1-4091-9f09-7704e9778306'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:55:46.621851 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d1d5-6aa4-4af2-9f69-dfca951d39fe req-33725e07-dcce-4d14-aa07-37a73ad4ec8b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:46.842792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbb6d1d5-6aa4-4af2-9f69-dfca951d39fe req-33725e07-dcce-4d14-aa07-37a73ad4ec8b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 944 time: 0.0498650 Dec 16 16:55:46.842792 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-cbb6d1d5-6aa4-4af2-9f69-dfca951d39fe req-756c241d-847d-4eb7-acd5-c76c9201843b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460446 Dec 16 16:55:46.963012 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:55:47.038234 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dc8d6e28-41ae-4a1c-9b40-22cbfc8d9d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:47.135042 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning for port 428b6159-7fc1-4091-9f09-7704e9778306 completed by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 16 16:55:47.139365 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 428b6159-7fc1-4091-9f09-7704e9778306 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:55:47.139743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:47.224510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:47.247359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:55:47.249686 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0c4bdd-728b-4b14-b411-69bab2883946" -d '{"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-plugged", "status": "completed", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:55:47.266423 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:55:47.287881 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4499dbc-d1d9-438a-97b2-669c6f1aa008 x-openstack-request-id: req-d4499dbc-d1d9-438a-97b2-669c6f1aa008 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:55:47.294731 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-plugged", "status": "completed", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:55:47.294731 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4499dbc-d1d9-438a-97b2-669c6f1aa008 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:55:47.294731 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'code': 200} Dec 16 16:55:47.346527 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:47.394886 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=5']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:47.421720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce953dda-77ce-43c8-872a-8494b046f061 req-0946008c-fa76-42e9-85ac-a613080df46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:47.423206 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce953dda-77ce-43c8-872a-8494b046f061 req-0946008c-fa76-42e9-85ac-a613080df46c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1096 time: 0.0415115 Dec 16 16:55:47.473420 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ce953dda-77ce-43c8-872a-8494b046f061 req-93d9d9ba-192b-49bb-9460-d90016abc827 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428135 Dec 16 16:55:47.948126 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8517b31-b35c-4add-a649-42032ff480ab req-4721ad74-c413-4e34-a9fd-96708bba986c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:47.949716 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8517b31-b35c-4add-a649-42032ff480ab req-4721ad74-c413-4e34-a9fd-96708bba986c tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0507579 Dec 16 16:55:48.003553 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-d8517b31-b35c-4add-a649-42032ff480ab req-56089256-a6b8-498a-83ee-7f21841a3e86 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464349 Dec 16 16:55:48.215179 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:49.130484 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540a9a3-efee-4246-9ef3-3254c03512d3 req-e5b13445-7f6b-4085-a7d4-46bbe79b8e19 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:49.132009 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b540a9a3-efee-4246-9ef3-3254c03512d3 req-e5b13445-7f6b-4085-a7d4-46bbe79b8e19 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0502172 Dec 16 16:55:49.187320 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b540a9a3-efee-4246-9ef3-3254c03512d3 req-40d43ee8-edb9-41b3-81a2-1e46d1dc5c4b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484850 Dec 16 16:55:49.318176 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc66daa-4b40-4d84-bd5f-da08e0958dd7 req-277202c9-62f6-44f9-b457-8f3b132b4885 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:49.320622 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bc66daa-4b40-4d84-bd5f-da08e0958dd7 req-277202c9-62f6-44f9-b457-8f3b132b4885 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0631132 Dec 16 16:55:49.373829 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-3bc66daa-4b40-4d84-bd5f-da08e0958dd7 req-1be7a25a-37bf-4991-a858-eaf325196016 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Dec 16 16:55:49.401179 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43322) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:55:49.451783 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a7a0-1741-4064-9b61-208173889be9 tempest-TestSnapshotPattern-317053965 tempest-TestSnapshotPattern-317053965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:49.453470 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-da89a7a0-1741-4064-9b61-208173889be9 tempest-TestSnapshotPattern-317053965 tempest-TestSnapshotPattern-317053965-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1091 time: 0.0512743 Dec 16 16:55:49.456210 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43324) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:55:49.462441 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.v2.base [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Request body: {'floatingip': {'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 16 16:55:49.561015 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:49.660720 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:49.675816 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:49.792608 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_common [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Allocated IP 172.25.7.203 (69499b07-3049-4342-94ac-015cd286c29f/51293f66-7a01-4013-a02d-5a47cb23dd90/3887d2bb-65c4-4f48-ad7f-cc4b7424590c) {{(pid=104056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 16 16:55:49.904569 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:50.017445 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771845446319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:50.063899 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Network 69499b07-3049-4342-94ac-015cd286c29f is already hosted by enough agents. {{(pid=104056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 16 16:55:50.066890 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.base_scheduler [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Resources bound (agent type, host, resource id): {{(pid=104056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 16 16:55:50.072196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Received port after_create {{(pid=104056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 16 16:55:50.103259 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=3887d2bb-65c4-4f48-ad7f-cc4b7424590c,revision_number=1']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:50.149551 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:50.837061 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:50.966068 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:51.121396 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for port, precommit_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:51.203637 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4373272'] for port, after_update {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:51.279196 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event updated for resources: {'Port': ['ID=3887d2bb-65c4-4f48-ad7f-cc4b7424590c,revision_number=2']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:55:51.294350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7873799'] for floatingip, after_create {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:51.403999 n-d-821947-3 neutron-server[104056]: INFO neutron.db.l3_db [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Floating IP dc72b5a2-c81a-473a-b59e-be61cd8ecd9b associated. External IP: 172.25.7.203, port: 428b6159-7fc1-4091-9f09-7704e9778306. Dec 16 16:55:51.626748 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:55:51.748819 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:55:51.759899 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:55:51.769389 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:55:51.770015 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:55:51.865903 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:55:51.883373 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:55:51.913434 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-ce6077aa-41d5-489b-a504-c1a36ca1bff2 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4560289 Dec 16 16:55:51.917945 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:55:51.917945 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c1821-b132-470a-bc1e-ffce4077cfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:55:51.957072 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d3a2df-0ed6-4830-89f3-8de1f83fa0e2 x-openstack-request-id: req-a9d3a2df-0ed6-4830-89f3-8de1f83fa0e2 {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:55:51.958264 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:55:51.958702 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9d3a2df-0ed6-4830-89f3-8de1f83fa0e2 {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:55:51.959362 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'status': 'completed', 'code': 200} Dec 16 16:55:52.054560 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-6571708b-2359-43d0-b865-d56c617ae25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:52.056055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-6571708b-2359-43d0-b865-d56c617ae25e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1096 time: 0.0455403 Dec 16 16:55:52.143129 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}, {'id': 'dc72b5a2-c81a-473a-b59e-be61cd8ecd9b', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:7b:19:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:55:50Z', 'updated_at': '2021-12-16T16:55:50Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:55:52.171410 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-3af0afa0-ff6c-44ef-8eb4-bb64fd46a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:52.172953 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-3af0afa0-ff6c-44ef-8eb4-bb64fd46a3d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.1095254 Dec 16 16:55:52.175559 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:55:52.185323 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:55:52.185961 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:55:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:55:52.242922 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-76f72324-04be-4eaa-9142-7a297a7afcb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 999 time: 0.0624650 Dec 16 16:55:52.297869 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-6a46c66b-c355-40bc-a452-9c10e9fa3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:52.299352 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-6a46c66b-c355-40bc-a452-9c10e9fa3a93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0495119 Dec 16 16:55:52.300981 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:55:52.352139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-3ddfa140-e201-4b8f-a7dc-920982f3e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:55:52.353602 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-3ddfa140-e201-4b8f-a7dc-920982f3e8cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450158 Dec 16 16:55:52.448275 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-68436002-cbb0-45c4-9e2d-e1dd3f4882af service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Dec 16 16:55:52.549662 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}, {'id': 'dc72b5a2-c81a-473a-b59e-be61cd8ecd9b', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:7b:19:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:55:50Z', 'updated_at': '2021-12-16T16:55:50Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:55:52.555658 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a84c1821-b132-470a-bc1e-ffce4077cfd4 req-65e3154e-3af5-45d8-884f-9cb50406309d service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001225 Dec 16 16:55:52.581621 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c1499-328b-426f-8c3c-aaa203eeba6a None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}, {'id': 'dc72b5a2-c81a-473a-b59e-be61cd8ecd9b', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:7b:19:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:55:50Z', 'updated_at': '2021-12-16T16:55:50Z', 'revision_number': 0, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:55:52.804616 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c6209-9afb-42df-a1f6-e22a3d6faa57 None None] New status for floating IP dc72b5a2-c81a-473a-b59e-be61cd8ecd9b: ACTIVE {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:55:57.719541 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:55:59.532387 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:00.363579 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:03.195326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-27b46641-621e-47d6-aac0-c55996aead73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407262 Dec 16 16:56:03.293727 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-b13b162b-7463-4334-a179-dda760395df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:03.295212 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-b13b162b-7463-4334-a179-dda760395df1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1096 time: 0.0419598 Dec 16 16:56:03.414568 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-c83749dc-405d-41ad-a6dc-3314423cc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:03.416589 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-c83749dc-405d-41ad-a6dc-3314423cc5e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0954576 Dec 16 16:56:03.488768 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-ab8bedad-dc56-4679-8254-bfc915bf3d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 1001 time: 0.0600991 Dec 16 16:56:03.544034 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-e338c806-551f-48e4-abb6-cc7ef6ee52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:03.545570 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-e338c806-551f-48e4-abb6-cc7ef6ee52b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0496132 Dec 16 16:56:03.593511 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-a109d286-a0fd-451c-a806-e927681f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:03.595025 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-a109d286-a0fd-451c-a806-e927681f8f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427325 Dec 16 16:56:03.688055 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-3b155fba-2059-402f-87a3-77142f648a0e service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Dec 16 16:56:03.789491 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-5c58a178-7d93-4f79-a0f9-bb56e34c69c9 req-bc1d53ba-2e14-44dc-a103-5ce25d2f76e3 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935478 Dec 16 16:56:14.240286 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fac0dfa2-6867-4e21-8977-8b54853e160d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:16.583746 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ed32678c-6bf5-4518-bab9-fda3bfdd3f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:18.240301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:19.723783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:19.921492 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-2f34babc-d4f1-418f-90fb-2361b046fd75 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407362 Dec 16 16:56:20.035351 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-2b8e168f-fb32-4b1d-a7ae-555fae98c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:20.036864 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-2b8e168f-fb32-4b1d-a7ae-555fae98c84e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1095 time: 0.0400167 Dec 16 16:56:20.135072 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:20.153938 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-ef32e356-e351-4b19-88be-96b8f8ae89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:20.155429 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-ef32e356-e351-4b19-88be-96b8f8ae89f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0937600 Dec 16 16:56:20.227083 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-5d5f4ac7-dca7-4072-9db0-082d848dcf93 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 999 time: 0.0595384 Dec 16 16:56:20.283341 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-0c49db21-04e6-4010-a73e-6419afaea1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:20.284825 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-0c49db21-04e6-4010-a73e-6419afaea1b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0471971 Dec 16 16:56:20.332139 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-dab76b00-4d39-4dc5-8e08-4fe368a6cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:56:20.333642 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-dab76b00-4d39-4dc5-8e08-4fe368a6cd79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414195 Dec 16 16:56:20.425224 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-24423183-0bc0-4ff1-bbc9-90b875f26bfe service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804241 Dec 16 16:56:20.530612 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-f06f9d56-fe9c-47c0-8e94-4a6ae60914fc req-3e69713a-884c-4732-b9ae-2053b2e79311 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942478 Dec 16 16:56:29.609388 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:30.369245 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:34.719019 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:56:44.233904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-37a171fe-9d86-4340-be60-3bc81034b0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:46.542634 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab945ddf-e59d-4256-827e-e0c572e56f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:48.222978 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:49.666274 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:50.163480 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:56:59.565105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:00.386788 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:04.203134 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-8b52f117-3e7c-4991-a8c9-bc54628c597d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400491 Dec 16 16:57:04.304181 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-959a6e45-f958-42ec-81bc-f0e16a2bfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:04.305670 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-959a6e45-f958-42ec-81bc-f0e16a2bfdaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1096 time: 0.0416934 Dec 16 16:57:04.412478 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-f455c66a-321d-4024-be9b-c34dea8de546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:04.413957 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-f455c66a-321d-4024-be9b-c34dea8de546 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0890543 Dec 16 16:57:04.480214 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-0a6ecf70-a3f6-4032-8386-1068bacdef70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 1001 time: 0.0580540 Dec 16 16:57:04.533057 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-617cc2b3-7663-4650-a89c-8a8f24cf82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:04.534501 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-617cc2b3-7663-4650-a89c-8a8f24cf82f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0475395 Dec 16 16:57:04.580049 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-be81d8f8-ade8-46ee-88f9-f3ade0cce72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:04.581529 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-be81d8f8-ade8-46ee-88f9-f3ade0cce72e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404232 Dec 16 16:57:04.669859 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-65e35ea2-5fd3-46ec-b65a-c1f8c1107606 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811174 Dec 16 16:57:04.770151 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8bb2d5a5-2b72-4514-be99-2f790a4e4604 req-5f1837d0-9383-4c8a-a1a2-8258a82241f3 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928066 Dec 16 16:57:11.718129 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:57:14.271683 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99fa0870-c6ea-4c6d-b42b-915d6bd0c556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:16.547755 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d278042b-ba83-4dbe-9cb0-19263ee295f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:18.284742 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:19.685070 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:20.162938 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:21.909769 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-df0fe722-56c5-4b0f-8cea-93eb20cd75c6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410447 Dec 16 16:57:22.019240 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-194879a7-87dc-43e3-9100-61590182a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:22.022681 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-194879a7-87dc-43e3-9100-61590182a936 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1095 time: 0.0416822 Dec 16 16:57:22.136733 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-1a834338-701a-4091-83a0-202b5c544882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:22.138174 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-1a834338-701a-4091-83a0-202b5c544882 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0933025 Dec 16 16:57:22.211295 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-cafec8fe-27d5-41e5-8dfc-be3aadba8d2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 999 time: 0.0599914 Dec 16 16:57:22.269497 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-b6b4a33d-1b23-49ed-98a7-6e986cc339e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:22.270959 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-b6b4a33d-1b23-49ed-98a7-6e986cc339e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0492172 Dec 16 16:57:22.322809 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-3480dac0-26d6-4ddf-9391-076c19ac04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:22.324356 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-3480dac0-26d6-4ddf-9391-076c19ac04cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414755 Dec 16 16:57:22.418228 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-7ce850eb-d37b-4e2e-a0e1-87de3ecd507d service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824370 Dec 16 16:57:22.525729 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-84e0f1a6-5f7f-4e8d-b8c5-079e41d9be57 req-2053d14f-e505-479f-8eee-8bd3ebfc83e7 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885594 Dec 16 16:57:29.563342 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:30.408663 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:37.430117 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 details requested by agent hyperv_n-h1-821947-3 with host n-h1-821947-3 {{(pid=104057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 16 16:57:37.566597 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:57:37.579763 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Returning: {'device': '428b6159-7fc1-4091-9f09-7704e9778306', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'port_id': '428b6159-7fc1-4091-9f09-7704e9778306', 'mac_address': 'fa:16:3e:7b:19:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 16 16:57:37.809837 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:37.824286 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 428b6159-7fc1-4091-9f09-7704e9778306 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 16 16:57:37.856838 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:57:38.005309 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:38.074086 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=6']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:57:38.082672 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.083025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.083370 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.083707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.084077 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.084409 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.084743 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.085124 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.085454 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.085770 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.086098 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.086421 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.086739 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:38.158201 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] get_ports_and_sgs() called for port_ids ['428b6159-7fc1-4091-9f09-7704e9778306'] {{(pid=104057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 16 16:57:39.449837 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 up at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 16 16:57:39.514659 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Provisioning complete for port 428b6159-7fc1-4091-9f09-7704e9778306 triggered by entity L2. {{(pid=104057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 16 16:57:39.515774 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-972791'] for port, provisioning_complete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:39.613244 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:39.641707 n-d-821947-3 neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:57:39.644246 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9d5754e0ec6759826b09ed55fce13925fa60e82e03dab32660ca3e1a444062d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca37481-3347-45b9-9f6e-0d44568ce5ff" -d '{"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-plugged", "status": "completed", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:57:39.665205 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:57:39.695733 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7edf9ba-c412-427f-92e5-0ced69d198b1 x-openstack-request-id: req-a7edf9ba-c412-427f-92e5-0ced69d198b1 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:57:39.696102 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-plugged", "status": "completed", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:57:39.696321 n-d-821947-3 neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7edf9ba-c412-427f-92e5-0ced69d198b1 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:57:39.697003 n-d-821947-3 neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'code': 200} Dec 16 16:57:39.746727 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771845998821', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771845446337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771845446355'] for port, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:39.811653 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Pushing event updated for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=7']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:57:44.376631 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1901f99e-4260-4e79-a63f-979e1e7b452a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:46.564910 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9feffbbc-48da-4c34-ac25-65ffaee8ffde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:48.266549 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:48.717112 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:57:49.679067 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.158822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.181683 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43538) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:57:50.340370 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Deleting port 3887d2bb-65c4-4f48-ad7f-cc4b7424590c {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:57:50.340622 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.413111 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.413445 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.425612 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Calling delete_port for 3887d2bb-65c4-4f48-ad7f-cc4b7424590c owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:57:50.644965 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.675020 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event deleted for resources: {'Port': ['ID=3887d2bb-65c4-4f48-ad7f-cc4b7424590c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:57:50.687422 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.687843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.688168 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.688506 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.688847 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.689225 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.689558 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.689890 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.690220 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.690549 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.690881 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.691207 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.691536 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:50.746792 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:50.747127 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Floating IP dc72b5a2-c81a-473a-b59e-be61cd8ecd9b disassociated (deleted). External IP: 172.25.7.203, port: 428b6159-7fc1-4091-9f09-7704e9778306. Dec 16 16:57:50.963891 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:57:51.070729 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:57:51.075874 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:51.081460 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:57:51.091360 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:57:51.092026 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:51.105205 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2a24fc6e-82b6-4bac-98ca-0437b93396d6 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "DELETE /v2.0/floatingips/dc72b5a2-c81a-473a-b59e-be61cd8ecd9b HTTP/1.1" status: 204 len: 168 time: 0.9223909 Dec 16 16:57:51.105816 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:57:51.108206 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc9b8d-2b1c-42de-b824-81061c2935f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:57:51.224891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:57:51.244386 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ec4cbc-a309-4aca-a323-c8ff1d4c8327 x-openstack-request-id: req-b0ec4cbc-a309-4aca-a323-c8ff1d4c8327 {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:57:51.244932 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:57:51.244932 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0ec4cbc-a309-4aca-a323-c8ff1d4c8327 {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:57:51.245325 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'status': 'completed', 'code': 200} Dec 16 16:57:51.331846 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-caf942fc-1420-490b-befb-2231e45a67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:51.333528 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-caf942fc-1420-490b-befb-2231e45a67d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 1096 time: 0.0438752 Dec 16 16:57:51.428544 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-476fe330-d3ca-479f-8caf-87ca951d2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:51.430065 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-476fe330-d3ca-479f-8caf-87ca951d2440 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0899844 Dec 16 16:57:51.467359 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:51.474183 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-76b4092a-4faa-40b1-9b23-923ddc9eed71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Dec 16 16:57:51.493432 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:57:51.502549 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:57:51.503164 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:51.528609 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-17136bea-df57-45c7-a460-fe06c15b88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:51.533022 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-17136bea-df57-45c7-a460-fe06c15b88a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0457449 Dec 16 16:57:51.615974 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:57:51.635904 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-b2072369-ed7f-4d64-adca-2fbcc1480317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:51.637450 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-b2072369-ed7f-4d64-adca-2fbcc1480317 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816853 Dec 16 16:57:51.650069 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd098376-4910-4e38-bdfb-bfce9dfa39db req-e14c3167-8655-4f18-8792-99179a96f321 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:51.651657 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd098376-4910-4e38-bdfb-bfce9dfa39db req-e14c3167-8655-4f18-8792-99179a96f321 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0677004 Dec 16 16:57:51.768762 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-bd098376-4910-4e38-bdfb-bfce9dfa39db req-eb2d59ce-0a6c-4504-b7b1-f3c960947a9f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071963 Dec 16 16:57:51.787984 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-f64d85d1-f168-4bb3-b304-44a58ca97aa2 service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328199 Dec 16 16:57:51.867891 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:51.882482 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-14cc9b8d-2b1c-42de-b824-81061c2935f8 req-7ac7e812-6b01-469b-973c-fed541a870bb service neutron] 10.222.0.30 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Dec 16 16:57:51.895384 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6520c-cc75-4d86-b7bf-4320180b3839 None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_floatingips': [{'id': '48386ebb-a44b-494c-9d22-b29090c3e216', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'floating_ip_address': '172.25.7.89', 'floating_network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'router_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'port_id': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'mac_address': 'fa:16:3e:3d:31:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T16:53:08Z', 'updated_at': '2021-12-16T16:53:11Z', 'revision_number': 1, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:57:52.133808 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf91167-60c7-4081-a37b-9c49040d40d4 None None] New status for floating IP dc72b5a2-c81a-473a-b59e-be61cd8ecd9b: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:57:52.910920 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6fbc-7fbc-4e31-8e08-3d594fb53d82 req-d486d753-8f6f-4616-b587-4c7d1416efbf tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:52.912664 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b57c6fbc-7fbc-4e31-8e08-3d594fb53d82 req-d486d753-8f6f-4616-b587-4c7d1416efbf tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0592120 Dec 16 16:57:52.969506 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-b57c6fbc-7fbc-4e31-8e08-3d594fb53d82 req-f931cf74-60bb-44b5-8c16-1ddd393b46c9 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507689 Dec 16 16:57:53.251634 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-84c1b293-7da7-47e9-a56e-d23764409048 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:53.253182 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-84c1b293-7da7-47e9-a56e-d23764409048 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.30 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Dec 16 16:57:53.348906 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Deleting port 428b6159-7fc1-4091-9f09-7704e9778306 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:57:53.349247 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:53.443368 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] For port 428b6159-7fc1-4091-9f09-7704e9778306, host n-h1-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821947-3',level=0,port_id=428b6159-7fc1-4091-9f09-7704e9778306,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:57:53.443737 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:53.457014 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Calling delete_port for 428b6159-7fc1-4091-9f09-7704e9778306 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:57:53.544789 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:57:53.632743 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043974'] for port, before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:53.672259 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:53.702304 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event deleted for resources: {'Port': ['ID=428b6159-7fc1-4091-9f09-7704e9778306,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:57:53.730026 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.730373 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.730712 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.731044 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.731377 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.731703 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.732046 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.732370 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.732695 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.733012 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.733337 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.734317 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.734646 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821947-3 {{(pid=104056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 16 16:57:53.753437 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] No DVR routers for this DVR port 428b6159-7fc1-4091-9f09-7704e9778306 on host n-h1-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:57:53.756176 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:53.759521 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-a9855d8b-8a10-457b-ab7e-6efa09fed6fa req-fa1e001f-dba5-4342-a969-49bb06f7b995 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.30 "DELETE /v2.0/ports/428b6159-7fc1-4091-9f09-7704e9778306 HTTP/1.1" status: 204 len: 173 time: 0.4999616 Dec 16 16:57:53.759987 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-deleted', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:57:53.762278 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4e519-3e12-4580-ac6a-1b85647cdc9a" -d '{"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-deleted", "tag": "428b6159-7fc1-4091-9f09-7704e9778306"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:57:53.856522 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85689b73-95e1-44c7-82b7-c9a8beb5218d x-openstack-request-id: req-85689b73-95e1-44c7-82b7-c9a8beb5218d {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:57:53.856910 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afb2dce-847d-44d9-9f9e-5f4c6c56ac16", "name": "network-vif-deleted", "tag": "428b6159-7fc1-4091-9f09-7704e9778306", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:57:53.857076 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-85689b73-95e1-44c7-82b7-c9a8beb5218d {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:57:53.857524 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afb2dce-847d-44d9-9f9e-5f4c6c56ac16', 'name': 'network-vif-deleted', 'tag': '428b6159-7fc1-4091-9f09-7704e9778306', 'status': 'completed', 'code': 200} Dec 16 16:57:54.070048 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-37d0964f-7e3a-4fbd-9ab3-e3f89155fd07 req-86231a71-b9cd-448e-a60f-fe97b1d6ff1a tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=5afb2dce-847d-44d9-9f9e-5f4c6c56ac16 HTTP/1.1" status: 200 len: 210 time: 0.0295119 Dec 16 16:57:56.720186 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43604) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:57:56.877570 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Deleting port 8638171a-6b83-489e-a2b9-4dc7c2c221e8 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:57:56.877827 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:56.966504 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:56.966967 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:56.986331 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Calling delete_port for 8638171a-6b83-489e-a2b9-4dc7c2c221e8 owned by network:floatingip {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:57:57.238850 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:57.269645 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event deleted for resources: {'Port': ['ID=8638171a-6b83-489e-a2b9-4dc7c2c221e8,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:57:57.339656 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for floatingip, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:57.340024 n-d-821947-3 neutron-server[104055]: INFO neutron.db.l3_db [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Floating IP 48386ebb-a44b-494c-9d22-b29090c3e216 disassociated (deleted). External IP: 172.25.7.89, port: 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333. Dec 16 16:57:57.536387 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 no longer exists at agent hyperv_n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:57:57.550901 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:57:57.556786 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] No Port match for: 428b6159-7fc1-4091-9f09-7704e9778306 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:57:57.557132 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Device 428b6159-7fc1-4091-9f09-7704e9778306 not bound to the agent host n-h1-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:57:57.670141 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:57:57.676059 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for floatingip, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:57.682037 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:57:57.700377 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:57:57.701104 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:57.708925 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-2f291e6d-c3a5-4d06-9b03-136c18c6750f tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "DELETE /v2.0/floatingips/48386ebb-a44b-494c-9d22-b29090c3e216 HTTP/1.1" status: 204 len: 168 time: 0.9875996 Dec 16 16:57:57.709640 n-d-821947-3 neutron-server[104055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:57:57.712224 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bfbf56285e9149458c119cd3c655e5983e83eddc2916d655f42570cb607aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bdc1cb-a371-487c-979e-bd8673d1c8db" -d '{"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:57:57.766190 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Dec 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfd3532-3a73-44bc-8683-45c6671c51eb x-openstack-request-id: req-5dfd3532-3a73-44bc-8683-45c6671c51eb {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:57:57.766808 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "status": "completed", "code": 200}]} {{(pid=104055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:57:57.766808 n-d-821947-3 neutron-server[104055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5dfd3532-3a73-44bc-8683-45c6671c51eb {{(pid=104055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:57:57.767140 n-d-821947-3 neutron-server[104055]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'status': 'completed', 'code': 200} Dec 16 16:57:57.819871 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:57:57.912219 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-2da768d4-d4ff-4a83-b69d-b9b79f05e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:57.913738 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-2da768d4-d4ff-4a83-b69d-b9b79f05e8f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 1095 time: 0.0882144 Dec 16 16:57:58.010087 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-b67e48f4-fefb-4f59-9d66-382ef000b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:58.011617 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-b67e48f4-fefb-4f59-9d66-382ef000b70c service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 200 len: 910 time: 0.0879071 Dec 16 16:57:58.034847 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:58.068892 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-7ce7c4a4-650a-46b2-bae9-acc7d5bca01a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 200 len: 217 time: 0.0453012 Dec 16 16:57:58.070665 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:57:58.081801 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:57:58.083279 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:58.123178 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-5eecb8e5-5bc6-4c50-9f79-a705780802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:58.124771 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-5eecb8e5-5bc6-4c50-9f79-a705780802ab service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 200 len: 848 time: 0.0460482 Dec 16 16:57:58.181431 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-001f4d02-6d3f-47bb-9caa-f4fee364d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:58.183303 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-001f4d02-6d3f-47bb-9caa-f4fee364d6c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4c6c893-67bb-4840-abce-f015eed39e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477486 Dec 16 16:57:58.200025 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:57:58.329720 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8336c5-f9db-4be4-8326-a1e9ad050f85 req-f5e34a51-c72a-46f7-9fd8-af56c65f85dc tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:58.331060 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a8336c5-f9db-4be4-8326-a1e9ad050f85 req-f5e34a51-c72a-46f7-9fd8-af56c65f85dc tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 944 time: 0.1099684 Dec 16 16:57:58.337862 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-9e1fdac5-0c10-4d1c-bd92-a570ff1a1654 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411638 Dec 16 16:57:58.414405 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:57:58.441270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4f88-95b0-42d6-8f08-50b7849e05c1 None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:41Z', 'revision_number': 4, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3', '_interfaces': [{'id': '249cda6d-07f3-411d-846a-e44174da147d', 'name': '', 'network_id': 'f4c6c893-67bb-4840-abce-f015eed39e07', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'mac_address': 'fa:16:3e:76:4d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:40Z', 'updated_at': '2021-12-16T16:52:45Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'subnets': [{'id': '5881d895-e243-41a4-b9a2-da0c3f7414d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:57:58.687800 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eba9f8-9ba3-4c2a-9618-1ab127329462 None None] New status for floating IP 48386ebb-a44b-494c-9d22-b29090c3e216: DOWN {{(pid=104058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 16 16:57:58.813539 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-8a8336c5-f9db-4be4-8326-a1e9ad050f85 req-87e180ab-8a65-40e1-83cc-c3fba4f1d16b tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4743099 Dec 16 16:57:58.840505 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-e0bdc1cb-a371-487c-979e-bd8673d1c8db req-28835ec4-a2b7-42c7-b6ba-78d4f1a31514 service neutron] 10.222.0.74 "GET /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936047 Dec 16 16:57:59.621453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:57:59.935572 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6034c-1896-4c08-b14a-2cb50f35cf7d req-fd0462ed-20c1-444c-a90f-d75d4ec94863 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:57:59.937049 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0af6034c-1896-4c08-b14a-2cb50f35cf7d req-fd0462ed-20c1-444c-a90f-d75d4ec94863 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 944 time: 0.0509071 Dec 16 16:57:59.991223 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-0af6034c-1896-4c08-b14a-2cb50f35cf7d req-8c51f16e-85d9-4424-a410-1b72ecb0823d tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/security-groups?id=479a4467-40a6-443f-8c56-ca575cc57827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471330 Dec 16 16:58:00.293765 n-d-821947-3 neutron-server[104056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac778832-3453-45df-8614-90b0fea152b9 req-ec69061a-cd48-441a-86a8-f5b0c4ea96ac tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 16 16:58:00.295326 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac778832-3453-45df-8614-90b0fea152b9 req-ec69061a-cd48-441a-86a8-f5b0c4ea96ac tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.74 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 944 time: 0.0488677 Dec 16 16:58:00.396621 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Deleting port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:00.396967 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:00.410401 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:00.486744 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] For port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333, host n-h2-821947-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821947-3',level=0,port_id=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:00.487114 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:00.500818 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Calling delete_port for 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 owned by compute:nova {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:00.719003 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:00.750756 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event deleted for resources: {'Port': ['ID=9bbbcc50-6aa9-4bcc-b067-1a3bf2121333,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:00.793644 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] No DVR routers for this DVR port 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 on host n-h2-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:58:00.796817 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113008'] for port, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:00.800218 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-ac778832-3453-45df-8614-90b0fea152b9 req-6701d5c0-e401-44e1-a09e-4538fe86e203 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.74 "DELETE /v2.0/ports/9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 HTTP/1.1" status: 204 len: 173 time: 0.4954779 Dec 16 16:58:00.800679 n-d-821947-3 neutron-server[104056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-deleted', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333'}] {{(pid=104056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 16 16:58:00.802977 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee62b154315c054b88818d4479f6f4c68cfdffd74964bb72e4e0dc03efdab995" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1978923f-44a2-47d7-ad46-bca591ac1874" -d '{"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-deleted", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333"}]}' {{(pid=104056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 16 16:58:00.841677 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Dec 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759fc714-7777-435a-9d3d-54b3876f9ccb x-openstack-request-id: req-759fc714-7777-435a-9d3d-54b3876f9ccb {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 16 16:58:00.841978 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401b2947-25f2-4478-a4b4-9f0c2acabb33", "name": "network-vif-deleted", "tag": "9bbbcc50-6aa9-4bcc-b067-1a3bf2121333", "status": "completed", "code": 200}]} {{(pid=104056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 16 16:58:00.842237 n-d-821947-3 neutron-server[104056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-759fc714-7777-435a-9d3d-54b3876f9ccb {{(pid=104056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 16 16:58:00.842677 n-d-821947-3 neutron-server[104056]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401b2947-25f2-4478-a4b4-9f0c2acabb33', 'name': 'network-vif-deleted', 'tag': '9bbbcc50-6aa9-4bcc-b067-1a3bf2121333', 'status': 'completed', 'code': 200} Dec 16 16:58:01.097354 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [req-fee39a3b-c013-4ab2-8b69-7a9100b4d061 req-75100fd4-579c-4bf3-b28e-17047489fe12 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "GET /v2.0/ports?device_id=401b2947-25f2-4478-a4b4-9f0c2acabb33 HTTP/1.1" status: 200 len: 210 time: 0.0345256 Dec 16 16:58:02.162602 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43622) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:02.218308 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:02.244890 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:02.422285 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:02.424972 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Publish callbacks [] for security_group, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:02.426194 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] 10.222.0.71 "DELETE /v2.0/security-groups/479a4467-40a6-443f-8c56-ca575cc57827 HTTP/1.1" status: 204 len: 168 time: 0.2624707 Dec 16 16:58:02.435750 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58287-7e1c-44d5-bdeb-97b1d1834867 tempest-TestSnapshotPattern-869116449 tempest-TestSnapshotPattern-869116449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479a4467-40a6-443f-8c56-ca575cc57827,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:02.547096 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43626) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:03.034153 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:03.292093 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Deleting port 249cda6d-07f3-411d-846a-e44174da147d {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:03.292777 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:03.374254 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] For port 249cda6d-07f3-411d-846a-e44174da147d, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=249cda6d-07f3-411d-846a-e44174da147d,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:03.374650 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:03.387547 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Calling delete_port for 249cda6d-07f3-411d-846a-e44174da147d owned by network:router_interface {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:03.746069 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:03.777652 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=249cda6d-07f3-411d-846a-e44174da147d,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:03.955094 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 no longer exists at agent hyperv_n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:03.965398 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:03.980931 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] No Port match for: 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:03.981667 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Device 9bbbcc50-6aa9-4bcc-b067-1a3bf2121333 not bound to the agent host n-h2-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:04.194790 n-d-821947-3 neutron-server[104056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:58:04.305663 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:58:04.310895 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-a0f808e0-d6a9-469c-815b-0cb7bfca20f5 admin admin] 10.222.0.71 "PUT /v2.0/routers/073355c7-a6ab-4a42-a5fa-3a6e8e776988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624390 Dec 16 16:58:04.313803 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43630) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:04.319509 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Sync routers for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:58:04.470350 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks [] for router, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:04.517690 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:58:04.518328 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:04.581112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:04.626870 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: n-d-821947-3 {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:58:04.785625 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Deleting port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:04.785971 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:04.818936 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:58:03Z', 'revision_number': 5, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port': {'id': 'f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:91:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:04.852207 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Checking router: 073355c7-a6ab-4a42-a5fa-3a6e8e776988 for host: n-d-821947-3 {{(pid=104057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:58:04.860839 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Routers {'073355c7-a6ab-4a42-a5fa-3a6e8e776988'} bound to L3 agent in host n-d-821947-3 {{(pid=104057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:58:04.861458 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'], 'active': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:04.873269 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] For port f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:04.873634 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:04.887957 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Calling delete_port for f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab owned by network:router_gateway {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:04.949376 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvr_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] Set router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 gateway port host: None {{(pid=104057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:58:05.007074 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_hamode_db [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:58:04Z', 'revision_number': 6, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:05.036118 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e1c546-e2b0-43a7-832c-239902b74f80 None None] The sync data for ids ['073355c7-a6ab-4a42-a5fa-3a6e8e776988'] in n-d-821947-3 is: [{'id': '073355c7-a6ab-4a42-a5fa-3a6e8e776988', 'name': 'tempest-TestSnapshotPattern-381676161-router', 'tenant_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:38Z', 'updated_at': '2021-12-16T16:58:04Z', 'revision_number': 6, 'project_id': '9d6f6e8fc2c34ccda65e9f10c5ed5d52', 'gw_port_host': None}] {{(pid=104057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:58:05.165047 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.198154 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:05.214876 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8c8d9-6250-4d11-9d37-a1a01f2b57b9 None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:58:05.266529 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.361168 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.363324 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.512117 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.512699 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073355c7-a6ab-4a42-a5fa-3a6e8e776988 {{(pid=104056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:58:05.517133 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] Publish callbacks [] for router, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.518351 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-131f77f9-d117-4f57-8d8f-9d1bb2be484f admin admin] 10.222.0.71 "DELETE /v2.0/routers/073355c7-a6ab-4a42-a5fa-3a6e8e776988 HTTP/1.1" status: 204 len: 168 time: 1.2035148 Dec 16 16:58:05.521575 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43632) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:05.572725 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Deleting subnet 5881d895-e243-41a4-b9a2-da0c3f7414d9 {{(pid=104056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:58:05.576408 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.613049 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16301701'] for subnet, precommit_delete_associations {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.693651 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.832442 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4373334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16582140'] for subnet, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.865559 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5881d895-e243-41a4-b9a2-da0c3f7414d9,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:05.867697 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.873132 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-cddfb0df-a903-4cc1-8a2f-47c50e18f793 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5881d895-e243-41a4-b9a2-da0c3f7414d9 HTTP/1.1" status: 204 len: 168 time: 0.3482747 Dec 16 16:58:05.873388 n-d-821947-3 neutron-server[104056]: DEBUG neutron.wsgi [-] (104056) accepted ('10.222.0.71', 43634) {{(pid=104056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:05.874204 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c401cef3-7466-45b3-875e-b18a4e985d21 None None] Network f4c6c893-67bb-4840-abce-f015eed39e07 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:58:05.937676 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:05.954663 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:05.964175 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:05.964910 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device f7b3dca1-3ba2-4cd2-a6bf-8a06cfba64ab not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:05.965342 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 249cda6d-07f3-411d-846a-e44174da147d no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:06.005293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 249cda6d-07f3-411d-846a-e44174da147d {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:06.005641 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 249cda6d-07f3-411d-846a-e44174da147d not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:06.031966 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Deleting port fdd14f88-4dfe-478e-932d-1fc2547edb85 {{(pid=104056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:06.031966 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.122013 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] DHCP port deletion for f4c6c893-67bb-4840-abce-f015eed39e07 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:58:06.128339 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.db [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] For port fdd14f88-4dfe-478e-932d-1fc2547edb85, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdd14f88-4dfe-478e-932d-1fc2547edb85,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:06.129139 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.152454 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.plugin [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Calling delete_port for fdd14f88-4dfe-478e-932d-1fc2547edb85 owned by network:dhcp {{(pid=104056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:06.197547 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Deleting port fdd14f88-4dfe-478e-932d-1fc2547edb85 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:06.198059 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.264081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] For port fdd14f88-4dfe-478e-932d-1fc2547edb85, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=fdd14f88-4dfe-478e-932d-1fc2547edb85,segment=NetworkSegment(3453a6a2-1c1a-4bf6-923f-2008ef06feff),segment_id=3453a6a2-1c1a-4bf6-923f-2008ef06feff)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:06.264397 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.278185 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Calling delete_port for fdd14f88-4dfe-478e-932d-1fc2547edb85 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:06.330112 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4373345'] for port, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.358053 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd14f88-4dfe-478e-932d-1fc2547edb85,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:06.361832 n-d-821947-3 neutron-server[104056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] No DVR routers for this DVR port fdd14f88-4dfe-478e-932d-1fc2547edb85 on host n-d-821947-3 {{(pid=104056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:58:06.373783 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.404079 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] Pushing event deleted for resources: {'Port': ['ID=fdd14f88-4dfe-478e-932d-1fc2547edb85,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:06.406054 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69ea5-fe7d-4373-82ae-defcd2ed6b1e None None] No DVR routers for this DVR port fdd14f88-4dfe-478e-932d-1fc2547edb85 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:58:06.442535 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.464617 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c6c893-67bb-4840-abce-f015eed39e07']}} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:06.474630 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3453a6a2-1c1a-4bf6-923f-2008ef06feff') {'for_net_delete': True} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:06.474932 n-d-821947-3 neutron-server[104056]: DEBUG neutron.services.segments.db [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3453a6a2-1c1a-4bf6-923f-2008ef06feff') {} {{(pid=104056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:06.485167 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16301694'] for segment, before_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.500505 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.507427 n-d-821947-3 neutron-server[104056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=104056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:58:06.507840 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4373308'] for segment, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: Traceback (most recent call last): Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: timer() Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: cb(*args, **kw) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: return func(*args, **kwargs) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: self._notify() Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: self.callback(batched_events) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: event.method(event) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: return f(self, *a, **k) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: return self._get(url).json() Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: return self.request(url, 'GET', **kwargs) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:58:06.509599 n-d-821947-3 neutron-server[104056]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:58:06.667781 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.673969 n-d-821947-3 neutron-server[104056]: DEBUG neutron_lib.callbacks.manager [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Publish callbacks [] for network, before_response {{(pid=104056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:06.677139 n-d-821947-3 neutron-server[104056]: INFO neutron.wsgi [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] 10.222.0.71 "DELETE /v2.0/networks/f4c6c893-67bb-4840-abce-f015eed39e07 HTTP/1.1" status: 204 len: 168 time: 0.8027427 Dec 16 16:58:06.680540 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43636) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:06.689331 n-d-821947-3 neutron-server[104056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25297e-1128-4eae-bff5-5a23d2385bba admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c6c893-67bb-4840-abce-f015eed39e07,revision_number=None']} {{(pid=104056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:07.385940 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7872519'] for router_interface, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:07.635144 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Deleting port 980f822a-284d-4dcc-96c3-40878ac38c84 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:07.635473 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:07.716814 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] For port 980f822a-284d-4dcc-96c3-40878ac38c84, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=980f822a-284d-4dcc-96c3-40878ac38c84,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:07.717530 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:07.730850 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Calling delete_port for 980f822a-284d-4dcc-96c3-40878ac38c84 owned by network:router_interface {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:07.914126 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdd14f88-4dfe-478e-932d-1fc2547edb85 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:07.936490 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: fdd14f88-4dfe-478e-932d-1fc2547edb85 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:07.936844 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device fdd14f88-4dfe-478e-932d-1fc2547edb85 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:08.056146 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:08.084039 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=980f822a-284d-4dcc-96c3-40878ac38c84,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:08.250154 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8368758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7872667'] for router_interface, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:08.465480 n-d-821947-3 neutron-server[104055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Router 53750f13-45db-4307-92d5-bbfc71cf5d75 has already been hosted by L3 agent 154ebc19-1fb2-4d03-abee-575396d5f253 {{(pid=104055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 16 16:58:08.574917 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] Notify agent at l3_agent.n-d-821947-3 the message routers_updated {{(pid=104055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 16 16:58:08.580842 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a4508e4-5533-42e6-a71b-c37ebc204bb9 admin admin] 10.222.0.71 "PUT /v2.0/routers/53750f13-45db-4307-92d5-bbfc71cf5d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8991046 Dec 16 16:58:08.584410 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43638) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:08.587302 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Sync routers for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 16 16:58:08.597840 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:58:08.598459 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:08.688592 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks [] for router, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:08.702799 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: n-d-821947-3 {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:58:08.787485 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:08.881722 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'external_fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:58:07Z', 'revision_number': 5, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port': {'id': '2e718da7-feb0-4a96-8e57-0046155f950e', 'name': '', 'network_id': '69499b07-3049-4342-94ac-015cd286c29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821947-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T16:52:45Z', 'updated_at': '2021-12-16T16:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51293f66-7a01-4013-a02d-5a47cb23dd90', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821947-3'}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:08.905061 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Deleting port 2e718da7-feb0-4a96-8e57-0046155f950e {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:08.905409 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:08.912121 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Checking router: 53750f13-45db-4307-92d5-bbfc71cf5d75 for host: n-d-821947-3 {{(pid=104058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 16 16:58:08.921842 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Routers {'53750f13-45db-4307-92d5-bbfc71cf5d75'} bound to L3 agent in host n-d-821947-3 {{(pid=104058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 16 16:58:08.922492 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821947-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:58:16Z,description=,heartbeat_timestamp=2021-12-16T16:57:46Z,host='n-d-821947-3',id=154ebc19-1fb2-4d03-abee-575396d5f253,load=0,resource_versions=,resources_synced=,started_at=2021-12-16T14:58:17Z,topic='l3_agent')) {'router_ids': ['53750f13-45db-4307-92d5-bbfc71cf5d75'], 'active': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:08.986795 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] For port 2e718da7-feb0-4a96-8e57-0046155f950e, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=2e718da7-feb0-4a96-8e57-0046155f950e,segment=NetworkSegment(36b120d5-76d1-4245-9eea-653902c85529),segment_id=36b120d5-76d1-4245-9eea-653902c85529)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:08.987163 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.001121 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Calling delete_port for 2e718da7-feb0-4a96-8e57-0046155f950e owned by network:router_gateway {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:09.006398 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_dvr_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] Set router 53750f13-45db-4307-92d5-bbfc71cf5d75 gateway port host: None {{(pid=104058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 16 16:58:09.061202 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.l3_hamode_db [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:58:08Z', 'revision_number': 6, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port_host': None}], 'n-d-821947-3', False) {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:09.088597 n-d-821947-3 neutron-server[104058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f50f07-78ac-476a-9363-a59982d43c8a None None] The sync data for ids ['53750f13-45db-4307-92d5-bbfc71cf5d75'] in n-d-821947-3 is: [{'id': '53750f13-45db-4307-92d5-bbfc71cf5d75', 'name': 'tempest-TestSnapshotPattern-1426111952-router', 'tenant_id': '5bba1f76c13f45ac82d3daa27213189d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T16:52:44Z', 'updated_at': '2021-12-16T16:58:08Z', 'revision_number': 6, 'project_id': '5bba1f76c13f45ac82d3daa27213189d', 'gw_port_host': None}] {{(pid=104058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 16 16:58:09.244382 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.269436 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e718da7-feb0-4a96-8e57-0046155f950e,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:09.283081 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5973f349-2b75-472c-8d6b-73cf63df6caf None None] DHCP port deletion for 69499b07-3049-4342-94ac-015cd286c29f request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:58:09.333094 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7873849'] for router_gateway, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.421713 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35988'] for router, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.425089 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.524489 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880608'] for router, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.525076 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53750f13-45db-4307-92d5-bbfc71cf5d75 {{(pid=104055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 16 16:58:09.529492 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] Publish callbacks [] for router, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.531248 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-9a085850-5e86-4810-ba2b-7b297f27666d admin admin] 10.222.0.71 "DELETE /v2.0/routers/53750f13-45db-4307-92d5-bbfc71cf5d75 HTTP/1.1" status: 204 len: 168 time: 0.9458847 Dec 16 16:58:09.533841 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43640) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:09.581911 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Deleting subnet e33efcac-3b1f-45da-8dc2-0fe484d36375 {{(pid=104055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 16 16:58:09.585118 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.618346 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5320383'] for subnet, precommit_delete_associations {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.693088 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-967641'] for subnet, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.845625 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-967634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8256950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7757932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5293853'] for subnet, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.882843 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33efcac-3b1f-45da-8dc2-0fe484d36375,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:09.885663 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.888270 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd99368-599f-4f49-9bad-f54228c83b41 None None] Network fee19362-42a0-4286-b763-0f70b2cb1449 requested from n-d-821947-3 {{(pid=104057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 16 16:58:09.892032 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-0f5e998c-b90a-4fb8-a576-5984c5bc7b85 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e33efcac-3b1f-45da-8dc2-0fe484d36375 HTTP/1.1" status: 204 len: 168 time: 0.3543622 Dec 16 16:58:09.892458 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43642) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:09.934775 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 980f822a-284d-4dcc-96c3-40878ac38c84 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:09.963033 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997111'] for network, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:09.964733 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 980f822a-284d-4dcc-96c3-40878ac38c84 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:09.965301 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 980f822a-284d-4dcc-96c3-40878ac38c84 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:09.965923 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e718da7-feb0-4a96-8e57-0046155f950e no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:09.993144 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 2e718da7-feb0-4a96-8e57-0046155f950e {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:09.993486 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 2e718da7-feb0-4a96-8e57-0046155f950e not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:10.017538 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Deleting port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 {{(pid=104055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:10.017881 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.083921 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] DHCP port deletion for fee19362-42a0-4286-b763-0f70b2cb1449 request from n-d-821947-3 {{(pid=104057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 16 16:58:10.085443 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.db [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] For port 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5602cd5c-5a7e-4056-a6a3-0084e88b7635,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:10.085806 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.101319 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.plugin [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Calling delete_port for 5602cd5c-5a7e-4056-a6a3-0084e88b7635 owned by network:dhcp {{(pid=104055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:10.138202 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Deleting port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 16 16:58:10.138563 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771845844336'] for port, before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.215671 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] For port 5602cd5c-5a7e-4056-a6a3-0084e88b7635, host n-d-821947-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821947-3',level=0,port_id=5602cd5c-5a7e-4056-a6a3-0084e88b7635,segment=NetworkSegment(4f88ddf6-6495-4cee-a218-b542390912b3),segment_id=4f88ddf6-6495-4cee-a218-b542390912b3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 16 16:58:10.216095 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8033426'] for port, precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.230452 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Calling delete_port for 5602cd5c-5a7e-4056-a6a3-0084e88b7635 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 16 16:58:10.261398 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7757915'] for port, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.288463 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=5602cd5c-5a7e-4056-a6a3-0084e88b7635,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:10.294002 n-d-821947-3 neutron-server[104055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] No DVR routers for this DVR port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 on host n-d-821947-3 {{(pid=104055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:58:10.307091 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771845998803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771845446328'] for port, after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.333722 n-d-821947-3 neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] Pushing event deleted for resources: {'Port': ['ID=5602cd5c-5a7e-4056-a6a3-0084e88b7635,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:10.337293 n-d-821947-3 neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807944f-447d-441d-97af-d8565c910fe9 None None] No DVR routers for this DVR port 5602cd5c-5a7e-4056-a6a3-0084e88b7635 on host n-d-821947-3 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 16 16:58:10.384026 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968014', 'neutron.services.segments.db._delete_segments_for_network-8771845935490'] for network, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.406108 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee19362-42a0-4286-b763-0f70b2cb1449']}} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:10.415499 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f88ddf6-6495-4cee-a218-b542390912b3') {'for_net_delete': True} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:10.415799 n-d-821947-3 neutron-server[104055]: DEBUG neutron.services.segments.db [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f88ddf6-6495-4cee-a218-b542390912b3') {} {{(pid=104055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 16 16:58:10.426158 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771845937291', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5320260'] for segment, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.440674 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328'] for segment, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.446940 n-d-821947-3 neutron-server[104055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7757830'] for segment, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: Traceback (most recent call last): Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: timer() Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: cb(*args, **kw) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: return func(*args, **kwargs) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: self._notify() Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: self.callback(batched_events) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: event.method(event) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: aggregate_uuid = self.p_client.list_aggregates( Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: return f(self, *a, **k) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: return self._get(url).json() Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: return self.request(url, 'GET', **kwargs) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: base_url = self.get_endpoint(auth, allow=allow, Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 16 16:58:10.451144 n-d-821947-3 neutron-server[104055]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 16 16:58:10.598461 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8001621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8368719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7873813'] for network, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.603876 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Publish callbacks [] for network, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:10.607260 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] 10.222.0.71 "DELETE /v2.0/networks/fee19362-42a0-4286-b763-0f70b2cb1449 HTTP/1.1" status: 204 len: 168 time: 0.7139258 Dec 16 16:58:10.619170 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03023a0-315a-43e8-94db-ea287ef9cb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=fee19362-42a0-4286-b763-0f70b2cb1449,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:10.939990 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43648) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:10.980483 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-b63d71b1-867d-49b8-8d62-c82b8304549f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d6f6e8fc2c34ccda65e9f10c5ed5d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391748 Dec 16 16:58:10.983085 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43650) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:11.028914 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:11.051536 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:11.164554 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:11.167082 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:11.168267 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e2abc62-8761-4d6d-92fa-ee0126b6998c HTTP/1.1" status: 204 len: 168 time: 0.1836412 Dec 16 16:58:11.176561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de9ebe-b023-4803-82c2-ec0644329b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2abc62-8761-4d6d-92fa-ee0126b6998c,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:11.910702 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5602cd5c-5a7e-4056-a6a3-0084e88b7635 no longer exists at agent ovs-agent-n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 16 16:58:11.934543 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] No Port match for: 5602cd5c-5a7e-4056-a6a3-0084e88b7635 {{(pid=104057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 16 16:58:11.934893 n-d-821947-3 neutron-server[104057]: DEBUG neutron.plugins.ml2.rpc [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Device 5602cd5c-5a7e-4056-a6a3-0084e88b7635 not bound to the agent host n-d-821947-3 {{(pid=104057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 16 16:58:11.961680 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43658) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:12.001017 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-cb492e06-f6fc-4000-a62a-d3ddd475ad4b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5bba1f76c13f45ac82d3daa27213189d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382569 Dec 16 16:58:12.003773 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [-] (104055) accepted ('10.222.0.71', 43660) {{(pid=104055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 16 16:58:12.052501 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:12.073546 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:12.210331 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8005508'] for security_group, after_delete {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:12.212975 n-d-821947-3 neutron-server[104055]: DEBUG neutron_lib.callbacks.manager [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=104055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:12.214147 n-d-821947-3 neutron-server[104055]: INFO neutron.wsgi [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9782f1ab-eec1-41c6-ab69-a400f61b3f8f HTTP/1.1" status: 204 len: 168 time: 0.2094538 Dec 16 16:58:12.222561 n-d-821947-3 neutron-server[104055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1926727-a1dd-478b-90b5-ee23d41aad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9782f1ab-eec1-41c6-ab69-a400f61b3f8f,revision_number=None']} {{(pid=104055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 16 16:58:14.220963 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7fb69c72-8818-4ac6-b8f0-a1e3887dc0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:16.545737 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89cd3f45-c431-4b4b-b566-d8cef36f91ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:18.284162 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:19.672682 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:20.141654 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:25.716461 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:58:29.579724 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:30.392107 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:44.260133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8d7c2ce3-687a-4a98-8471-917e47166ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:46.580649 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8c4b-5d39-4772-be7e-337efda78ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:48.260811 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:49.775122 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:50.135277 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:58:59.654548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:00.403252 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:02.715599 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:59:14.226167 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b63ae3c0-b7d3-4483-8a1f-b20cabc29684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:16.608626 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-13f22ca1-15e3-4225-a356-06dc6571bb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:18.236950 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:19.711815 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:20.151692 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:29.613736 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:30.426883 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:39.715471 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 16:59:44.225044 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1cbb6ee2-8c20-4801-9756-bbb536f1864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:46.550822 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8ff1c611-4a12-4ce2-a246-f1b8d36ea1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:48.236760 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:49.694187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:50.145456 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 16:59:59.625478 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:00.442302 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:14.208607 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f9793311-0065-4207-979b-64fcd04537a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:16.585722 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aaa22872-24d4-446d-9f3a-58fde8000342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:16.713522 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:00:18.253267 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:19.676632 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:20.138604 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:29.624986 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:30.436477 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:44.247991 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-caf4d7d4-1c33-416e-afed-f709e16af563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:46.579566 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6d623d80-8b6d-4166-9b0b-d552b108a3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:48.258923 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:49.699062 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:50.144974 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:00:53.712155 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:00:59.647557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:00.470415 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:14.254105 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8b901217-ef4d-4aae-a017-20ce8489a0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:16.567875 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cdca9856-c408-4bb6-83bb-8dc244e5f674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:18.304700 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:19.676314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:20.178920 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:29.710912 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:30.516233 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:30.712430 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:01:44.253239 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1936a6b2-ea01-4755-9c8e-0d79dbc3f711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:46.567293 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1a5941f-5f76-40c5-8e37-311197372c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:48.287623 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:49.721898 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:50.150182 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:01:59.670314 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:00.510187 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:07.711609 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:02:14.241295 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-74d620d4-b5bf-499d-b31b-9cfff4a23856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:16.584559 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a43d884-8d14-4af7-ae21-14475ebcbeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:18.299656 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:19.698674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:20.173322 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:29.681353 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:30.488098 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:44.315618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-97c78f2d-57f1-4521-be95-a44f5da9394f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:44.711247 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:02:46.564763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-76812b0d-74ce-48b0-8dff-499fac4187df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:48.293391 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:49.686865 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:50.206983 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:02:59.670092 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:00.467510 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:14.255763 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3548028-6576-4973-be78-ede95bec0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:16.552962 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-80bfb107-f6cc-4328-af17-b8d38e5d8a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:18.304453 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:19.707360 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:20.166618 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:21.710302 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:03:29.692813 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:30.524206 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:44.258960 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d845f958-4eee-4db4-86ea-a16010cd402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:46.563721 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8388c55b-30d7-421d-9030-656bdd71d053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:48.260792 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:49.724378 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:50.161164 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:03:58.709850 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:03:59.672557 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:00.574904 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:14.257893 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0abe7a99-6f80-442f-ba21-623a04b8dd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:16.601258 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-db900a7d-d3ec-4f9b-ab4e-78a833dcfad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:18.277770 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:19.720831 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:20.163163 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:29.675042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:30.563501 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:35.709846 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:04:44.263534 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-31059ad4-0671-4a2e-8c9e-81777b1b2f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:46.589140 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-861cb7de-51bd-4b17-97e1-b8162eb3a6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:48.288511 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:49.740196 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:50.172076 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:04:59.671134 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:00.491548 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:10.021932 n-d-821947-3 neutron-server[104055]: DEBUG neutron.wsgi [req-04924744-92a0-4d02-94aa-6f21e162b40f req-cff1f1de-0e95-4b98-8494-6899cb574680 service neutron] (104055) timed out ('10.222.0.71', 41310) {{(pid=104055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 16 17:05:12.712792 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:05:14.264956 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6622f2fd-0836-4ce9-813c-2d2705d6d20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:16.561909 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6f9553b2-9af3-41b3-ac42-c62e64ec9d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:18.282153 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:19.699301 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:20.161829 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:29.687481 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:30.508674 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:44.259133 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c620b18f-e54a-495e-aa59-9680676ffb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:46.550495 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6a6c37cb-e181-4042-9b1f-f9bbea9f72ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:48.310926 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:49.704590 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:49.711715 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:05:50.149806 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:05:59.704042 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:00.537372 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:14.264139 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae43307b-0027-432a-b983-c55680de9376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:16.549458 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d727be5-4146-45d7-8f32-676f4e3a65c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:18.344096 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-145df71e-a1a4-40cc-8dd7-d31c3dbd301d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:19.726806 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-597b0a3d-3f72-4ca2-b2ce-dcf4f9357c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:20.149624 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-dff4961e-6e54-436d-b0c4-c02f503af58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:26.711154 n-d-821947-3 neutron-server[104058]: DEBUG neutron.db.agents_db [None req-3bfe59ba-a7f5-4f8f-a93c-4b16c2037cc7 None None] Agent healthcheck: found 7 active agents {{(pid=104058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 16 17:06:29.681116 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-517ea4a3-8ff0-40aa-aea9-6b9462c8667f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 16 17:06:30.525343 n-d-821947-3 neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-28f76ba5-092e-4d05-bc2d-5e275fcfd7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771845935445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-972696'] for agent, after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}